-- Logs begin at Fri 2021-07-16 00:55:28 UTC, end at Fri 2021-07-16 03:13:27 UTC. -- Jul 16 01:25:36.816963 n-d-800087-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 01:25:39.517447 n-d-800087-6 neutron-server[93797]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:25:39.518020 n-d-800087-6 neutron-server[93797]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:25:39.518252 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93797) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:25:39.521553 n-d-800087-6 neutron-server[93797]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:25:39.521813 n-d-800087-6 neutron-server[93797]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:25:39.522131 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93797) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:25:39.523076 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:25:39.523316 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:25:39.523686 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:25:39.523937 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:25:39.524203 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:25:39.524529 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.524831 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.525131 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.525367 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.525665 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.525958 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.526244 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.526534 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.526839 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.527128 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.527410 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.527696 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.527931 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.528244 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.528535 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.528826 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.529053 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] debug = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.529337 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.529767 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.530175 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.530459 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.530904 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.531039 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.531315 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.531597 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.531885 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.532242 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] host = n-d-800087-6 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.532526 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.532817 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.533107 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.534187 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.534477 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.534758 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.535048 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.535326 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.535605 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.535888 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.536211 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.536505 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.536800 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.537030 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.537256 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.537548 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.537841 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.538123 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.538403 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.538687 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.538965 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.539243 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.539517 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.539810 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.540123 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.540415 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.540696 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.540973 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.541250 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.541525 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.541816 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.542095 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.542372 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.542650 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.542940 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.543213 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.543489 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.543795 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.544110 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.544397 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.544689 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.544967 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.545255 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.545531 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.545809 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.546086 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] use_json = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.546364 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.546637 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.546923 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.547200 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.547476 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.547752 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.548115 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.548338 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:39.548644 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.548944 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.549249 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.550085 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.550386 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.550673 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.550967 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.551250 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.551544 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.551840 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.552163 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.552451 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.552748 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.553033 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.553334 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.553649 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.553949 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.554246 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.554528 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.554810 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.555091 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.555377 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.555670 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.555969 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.556289 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.556574 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.556863 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.557163 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.557449 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.557730 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.558017 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.558311 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.558602 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.558882 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.559171 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.559454 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.559733 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.560010 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.560319 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.560618 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.560905 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.561185 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.561465 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.561754 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.562035 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.562328 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.562621 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.562906 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.563178 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.563466 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.563747 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.564039 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.564334 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.564613 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.564899 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.565200 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.565479 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.565759 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.566038 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.566316 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.566595 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.566874 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.567160 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.567439 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.567717 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.567996 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.568298 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.568583 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.568883 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.569191 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.569477 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.569763 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.570049 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.570335 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.570619 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.570902 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.571187 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.571471 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.571749 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.572065 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.572359 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.572652 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.572943 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.573229 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.573530 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.573813 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.574100 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.574383 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.574665 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.574958 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.575248 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.575548 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.575846 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.576170 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.576469 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.576763 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.577048 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.577363 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.577645 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:39.577867 n-d-800087-6 neutron-server[93797]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:25:39.578110 n-d-800087-6 neutron-server[93797]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93797) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 01:25:39.927727 n-d-800087-6 neutron-server[93797]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:25:39.928011 n-d-800087-6 neutron-server[93797]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:25:39.928338 n-d-800087-6 neutron-server[93797]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:25:39.928676 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 01:25:40.320283 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.320500 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.320780 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.321984 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.322261 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.322538 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.357989 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.358268 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.358537 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.372296 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.372581 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.372855 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.403078 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.403372 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.403649 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.439839 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.440297 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.440574 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.671769 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.672280 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.672365 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.672599 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.673321 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.793163 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.793486 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.793777 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.794053 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.794355 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.794653 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.794920 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.795183 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.795443 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.795729 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.795992 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.796286 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.796547 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.796804 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.797064 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.797341 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.797600 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.797869 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.798147 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.798411 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.798684 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.798939 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.799242 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.799628 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.799880 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.800157 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.800563 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:40.800817 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:40.801057 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:40.801297 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:40.801536 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:40.801773 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:40.802140 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 01:25:40.805306 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 01:25:40.809269 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 01:25:40.813178 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 16 01:25:40.814821 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 01:25:40.815786 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 01:25:40.816157 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 01:25:40.816547 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 01:25:40.820450 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 01:25:40.820707 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 01:25:40.821058 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:25:40.849604 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 01:25:40.850059 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.850367 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93797) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 01:25:40.850728 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.852100 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93797) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 01:25:40.852390 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:25:40.852641 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 01:25:40.855818 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.856130 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:40.920832 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 01:25:40.921031 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 01:25:40.921271 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 01:25:40.921639 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 01:25:40.943428 n-d-800087-6 neutron-server[93797]: DEBUG oslo_db.sqlalchemy.engines [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93797) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 01:25:41.472533 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing driver for type 'gre' Jul 16 01:25:41.473060 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] gre ID ranges: [(1, 1000)] Jul 16 01:25:41.524984 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing driver for type 'local' Jul 16 01:25:41.525355 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing driver for type 'vlan' Jul 16 01:25:41.538141 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] VlanTypeDriver initialization complete Jul 16 01:25:41.538491 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing driver for type 'vxlan' Jul 16 01:25:41.538994 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] vxlan ID ranges: [(1, 1000)] Jul 16 01:25:41.589916 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing extension driver 'port_security' Jul 16 01:25:41.590216 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.extensions.port_security [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] PortSecurityExtensionDriver initialization complete Jul 16 01:25:41.590558 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing mechanism driver 'openvswitch' Jul 16 01:25:41.590890 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing mechanism driver 'hyperv' Jul 16 01:25:41.597797 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.plugin [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:41.598960 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.599331 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.599682 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.600214 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:25:41.600647 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.601001 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.601347 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.601734 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:25:41.602162 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.602508 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.602848 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.603232 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:25:41.603630 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > security_group after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.603979 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > security_group after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.604339 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.604729 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:25:41.605128 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.605470 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.605808 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.606192 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:25:41.606587 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > address_group after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.606928 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > address_group after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.607265 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.607650 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93797) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:25:41.608024 n-d-800087-6 neutron-server[93797]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] ML2 OVO RPC backend initialized. {{(pid=93797) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 01:25:41.608740 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.609094 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.609509 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.609856 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > networks before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.610201 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.610542 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > ports before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.610904 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.611244 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnets before_response 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.611589 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.612486 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.612812 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.613149 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.613484 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.613818 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.614149 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.614489 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.614821 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.615383 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.plugin [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Modular L2 Plugin initialization complete Jul 16 01:25:41.615708 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading services supported by the core plugin {{(pid=93797) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 01:25:41.616045 n-d-800087-6 neutron-server[93797]: INFO neutron.plugins.ml2.managers [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Got port-security extension from driver 'port_security' Jul 16 01:25:41.616509 n-d-800087-6 neutron-server[93797]: INFO neutron.extensions.vlantransparent [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Disabled vlantransparent extension. Jul 16 01:25:41.616987 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93797) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 01:25:41.617299 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: router Jul 16 01:25:41.651635 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.652043 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_create 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.652415 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router before_create 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.652777 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.653148 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.653498 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_delete 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.653859 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.654339 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_create 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.654685 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_update 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.655031 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_update 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.655376 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.655730 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_update 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.656171 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_update 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.656542 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.656881 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.657219 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: subnet after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.657557 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.657931 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.658276 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_create 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.659149 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.659511 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.659865 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router after_update 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.660239 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.660592 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_create 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.660953 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.661296 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_update 55549900 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.661657 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > agent after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.662000 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > agent after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.662364 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > network after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.663214 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Tracking information for resource: router configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:41.663546 n-d-800087-6 neutron-server[93797]: DEBUG neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Tracking information for resource: floatingip configured {{(pid=93797) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:25:41.668423 n-d-800087-6 neutron-server[93797]: INFO neutron.db.l3_agentschedulers_db [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 01:25:41.668993 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.669357 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port after_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.669709 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port after_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.670064 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: port after_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.670847 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router before_create 55550100 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.671217 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.671582 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_create 55550100 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.671941 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > router precommit_update 55550100 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.676990 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.provider_configuration [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service providers = [] {{(pid=93797) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 01:25:41.677353 n-d-800087-6 neutron-server[93797]: DEBUG neutron.db.servicetype_db [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93797) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 01:25:41.680305 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.service_base [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:25:41.680654 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.service_base [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:25:41.680998 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.service_base [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:25:41.681886 n-d-800087-6 neutron-server[93797]: DEBUG neutron.services.service_base [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93797) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:25:41.682259 n-d-800087-6 neutron-server[93797]: INFO neutron.services.service_base [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 01:25:41.682632 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.682949 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 01:25:41.694537 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.694873 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: auto_allocate Jul 16 01:25:41.700596 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: network precommit_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.700966 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: network precommit_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.701478 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.701801 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: tag Jul 16 01:25:41.708493 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.708824 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: timestamp Jul 16 01:25:41.712643 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.712968 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: network_ip_availability Jul 16 01:25:41.718313 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.718683 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.719038 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.719743 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.720092 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: flavors Jul 16 01:25:41.727038 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.727321 n-d-800087-6 neutron-server[93797]: INFO neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading Plugin: revisions Jul 16 01:25:41.731587 n-d-800087-6 neutron-server[93797]: DEBUG neutron.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93797) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:25:41.731981 n-d-800087-6 neutron-server[93797]: DEBUG oslo_concurrency.lockutils [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=93797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:25:41.732739 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93797) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 01:25:41.733076 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Initializing extension manager. Jul 16 01:25:41.733585 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: __init__.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.733933 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: __pycache__ {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.734268 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.734600 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: address_group.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.735352 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.735903 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: address-group Jul 16 01:25:41.736256 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: address_scope.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.737516 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.738013 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: address-scope Jul 16 01:25:41.738335 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.739262 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.739765 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: router-admin-state-down-before-update Jul 16 01:25:41.740115 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: agent.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.740818 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.741312 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: agent Jul 16 01:25:41.741632 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: agent_resources_synced.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.742537 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.743033 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: agent-resources-synced Jul 16 01:25:41.743354 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: allowedaddresspairs.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.745163 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.745675 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: allowed-address-pairs Jul 16 01:25:41.746000 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: auto_allocated_topology.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.747067 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.747570 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: auto-allocated-topology Jul 16 01:25:41.747894 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: availability_zone.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.748616 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.749110 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: availability_zone Jul 16 01:25:41.749430 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: availability_zone_filter.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.750345 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.750837 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: availability_zone_filter Jul 16 01:25:41.751156 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: data_plane_status.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.752078 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.752599 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 01:25:41.752916 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: default_subnetpools.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.753829 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.754328 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: default-subnetpools Jul 16 01:25:41.754645 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.755449 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.755944 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: dhcp_agent_scheduler Jul 16 01:25:41.756287 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: dns.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.757210 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.757711 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 01:25:41.758036 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: dns_domain_ports.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.758953 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.759451 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 01:25:41.759772 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.760720 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.761211 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 01:25:41.761531 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: dvr.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.762198 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.762691 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: dvr Jul 16 01:25:41.763009 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: empty_string_filtering.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.763915 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.764444 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: empty-string-filtering Jul 16 01:25:41.764763 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.765663 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.766152 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:25:41.766471 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.767379 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.767875 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 01:25:41.768254 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: external_net.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.769157 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.769654 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: external-net Jul 16 01:25:41.769972 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.770868 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.771360 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: extra_dhcp_opt Jul 16 01:25:41.771679 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: extraroute.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.772606 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.773103 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: extraroute Jul 16 01:25:41.773422 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: extraroute_atomic.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.774440 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.774943 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: extraroute-atomic Jul 16 01:25:41.775266 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: filter_validation.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.775928 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.776444 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: filter-validation Jul 16 01:25:41.776763 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: fip_pf_description.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.777712 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.778360 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 01:25:41.778685 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: fip_port_details.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.779610 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.780133 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: fip-port-details Jul 16 01:25:41.780454 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: flavors.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.781663 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.782167 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: flavors Jul 16 01:25:41.782490 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.784666 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.785190 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 01:25:41.785508 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: floatingip_pools.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.786204 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.786705 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: floatingip-pools Jul 16 01:25:41.787029 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: ip_allocation.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.787950 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.788480 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 01:25:41.788804 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.789721 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.790221 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: ip-substring-filtering Jul 16 01:25:41.790545 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l2_adjacency.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.791469 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.791962 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 01:25:41.792313 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.793271 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.793777 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: router Jul 16 01:25:41.794100 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.796348 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.796868 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:25:41.797201 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.798131 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.798634 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: ext-gw-mode Jul 16 01:25:41.798962 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.800869 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.801633 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: l3-ha Jul 16 01:25:41.801965 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3_flavors.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.802904 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.803408 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: l3-flavors Jul 16 01:25:41.803737 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.804673 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.805176 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 01:25:41.805498 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: l3agentscheduler.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.806518 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.807022 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: l3_agent_scheduler Jul 16 01:25:41.807349 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: logging.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.808858 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.809373 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension logging not supported by any of loaded plugins Jul 16 01:25:41.809706 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: metering.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.810451 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.811018 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: metering Jul 16 01:25:41.811349 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.812471 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.812977 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: metering_source_and_destination_fields Jul 16 01:25:41.813304 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: multiprovidernet.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.814354 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.814889 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: multi-provider Jul 16 01:25:41.815225 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: netmtu.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.816180 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.816682 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: net-mtu Jul 16 01:25:41.817005 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: netmtu_writable.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.817923 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.818416 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: net-mtu-writable Jul 16 01:25:41.818739 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: network_availability_zone.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.819404 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.819891 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: network_availability_zone Jul 16 01:25:41.820238 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: network_ip_availability.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.821328 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.821828 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: network-ip-availability Jul 16 01:25:41.822153 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: network_segment_range.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.822912 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.823402 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 01:25:41.823729 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: pagination.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.824745 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.825080 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: pagination Jul 16 01:25:41.825401 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: port_device_profile.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.826310 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.826812 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: port-device-profile Jul 16 01:25:41.827131 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.828070 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.828572 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: port-mac-address-regenerate Jul 16 01:25:41.828891 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.829797 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.830294 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: port-numa-affinity-policy Jul 16 01:25:41.830637 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: port_resource_request.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.831554 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.832066 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 01:25:41.832391 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: portbindings.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.833332 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.833836 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: binding Jul 16 01:25:41.834158 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: portbindings_extended.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.835428 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.835938 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: binding-extended Jul 16 01:25:41.836295 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: portsecurity.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.837205 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.837709 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: port-security Jul 16 01:25:41.838030 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: project_id.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.838994 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.839322 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: project-id Jul 16 01:25:41.839644 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: providernet.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.840600 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.841103 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: provider Jul 16 01:25:41.841422 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.844913 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.845429 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos not supported by any of loaded plugins Jul 16 01:25:41.845759 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.847529 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.848064 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 01:25:41.848391 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.849566 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.850069 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 01:25:41.850405 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_default.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.851301 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.851809 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-default not supported by any of loaded plugins Jul 16 01:25:41.852181 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_fip.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.852835 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.853328 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 01:25:41.853657 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_gateway_ip.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.854580 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.855076 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 01:25:41.855398 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_port_network_policy.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.856331 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.856827 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 01:25:41.857149 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_rule_type_details.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.858059 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.858553 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 01:25:41.858875 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: qos_rules_alias.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.859910 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.860441 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 01:25:41.860764 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: quotasv2.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.861670 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.862723 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: quotas Jul 16 01:25:41.863046 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: quotasv2_detail.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.866078 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.866424 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: quota_details Jul 16 01:25:41.866757 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: rbac.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.867803 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.868352 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: rbac-policies Jul 16 01:25:41.868683 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: rbac_address_group.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.869609 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.870120 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: rbac-address-group Jul 16 01:25:41.870448 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: rbac_address_scope.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.871382 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.871888 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: rbac-address-scope Jul 16 01:25:41.872247 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: rbac_security_groups.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.873157 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.873670 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: rbac-security-groups Jul 16 01:25:41.874035 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: rbac_subnetpool.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.874948 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.875447 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: rbac-subnetpool Jul 16 01:25:41.875774 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: revisionifmatch.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.876720 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.877221 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: revision-if-match Jul 16 01:25:41.877571 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: revisions.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.878667 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.879176 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: standard-attr-revisions Jul 16 01:25:41.879504 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: router_availability_zone.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.880217 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.880726 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: router_availability_zone Jul 16 01:25:41.881052 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: routerservicetype.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.881971 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.882468 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 01:25:41.882792 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.883718 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.884243 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: security-groups-normalized-cidr Jul 16 01:25:41.884568 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.885484 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.885988 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: port-security-groups-filtering Jul 16 01:25:41.886311 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.887225 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.887730 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: security-groups-remote-address-group Jul 16 01:25:41.888075 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: securitygroup.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.898132 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.898651 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: security-group Jul 16 01:25:41.898986 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: segment.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.899769 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.900292 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension segment not supported by any of loaded plugins Jul 16 01:25:41.900625 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.901563 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.902069 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 01:25:41.902397 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: servicetype.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.903496 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.904015 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: service-type Jul 16 01:25:41.904373 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: sorting.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.905360 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.905694 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: sorting Jul 16 01:25:41.906023 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: standard_attr_segment.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.907001 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.907511 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 01:25:41.907841 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: standardattrdescription.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.908521 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.909580 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: standard-attr-description Jul 16 01:25:41.909901 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: stateful_security_group.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.910831 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.911342 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: stateful-security-group Jul 16 01:25:41.911669 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: stdattrs_common.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.912279 n-d-800087-6 neutron-server[93797]: WARNING neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 01:25:41.912605 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.913543 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.914050 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 01:25:41.914372 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: subnet_onboard.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.915443 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.915955 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: subnet_onboard Jul 16 01:25:41.916303 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.917235 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.917739 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 01:25:41.918065 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: subnet_service_types.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.918989 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.919495 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: subnet-service-types Jul 16 01:25:41.919815 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: subnetallocation.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.920925 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.921434 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: subnet_allocation Jul 16 01:25:41.921761 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.922425 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.922922 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: subnetpool-prefix-ops Jul 16 01:25:41.923242 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.924236 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.924741 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 01:25:41.925064 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: tagging.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.926101 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.926612 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: standard-attr-tag Jul 16 01:25:41.926936 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: timestamp.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.928223 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.928733 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loaded extension: standard-attr-timestamp Jul 16 01:25:41.929060 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: trunk.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.930125 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.930631 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension trunk not supported by any of loaded plugins Jul 16 01:25:41.930959 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: trunk_details.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.931908 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.932436 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 01:25:41.932760 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: uplink_status_propagation.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.933689 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.934195 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 01:25:41.934520 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Loading extension file: vlantransparent.py {{(pid=93797) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:25:41.935186 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93797) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:25:41.935878 n-d-800087-6 neutron-server[93797]: INFO neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 01:25:41.938349 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:network Jul 16 01:25:41.938890 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:subnet Jul 16 01:25:41.939271 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:25:41.939670 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:port Jul 16 01:25:41.940952 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.941393 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service FLAVORS assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.942006 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.942436 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.942767 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:router Jul 16 01:25:41.943191 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:25:41.943680 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service METERING assigned prefix: /metering {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.945129 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.945498 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.945847 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:25:41.946818 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:25:41.947259 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:25:41.947694 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:25:41.948333 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service CORE assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.948663 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:25:41.949006 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] subnetpool is already registered Jul 16 01:25:41.949434 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service CORE assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.949766 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:25:41.950099 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] subnetpool is already registered Jul 16 01:25:41.952388 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.952818 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service FLAVORS assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.953403 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.953825 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.954160 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:router Jul 16 01:25:41.954495 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] router is already registered Jul 16 01:25:41.954934 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:25:41.955269 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] floatingip is already registered Jul 16 01:25:41.956252 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service METERING assigned prefix: /metering {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.956917 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:25:41.957241 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] rbac_policy is already registered Jul 16 01:25:41.957657 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:25:41.958006 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] security_group is already registered Jul 16 01:25:41.958386 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:25:41.958745 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] security_group_rule is already registered Jul 16 01:25:41.959358 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service CORE assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.959681 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:25:41.960014 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] subnetpool is already registered Jul 16 01:25:41.960446 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.v2.resource_helper [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Service CORE assigned prefix: {{(pid=93797) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:25:41.960768 n-d-800087-6 neutron-server[93797]: INFO neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:25:41.961097 n-d-800087-6 neutron-server[93797]: WARNING neutron.quota.resource_registry [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] subnetpool is already registered Jul 16 01:25:41.961576 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: extensions {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.963063 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: address-groups {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.964544 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: address-scopes {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.965846 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: agents {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.966993 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: auto-allocated-topology {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.968262 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: availability_zones {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.969510 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: dhcp-networks {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.971009 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: dhcp-agents {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.972980 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: routers {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.974964 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: flavors {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.977342 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: service_profiles {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.978515 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: next_providers {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.979935 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: service_profiles {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.981500 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: floatingip-pools {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.982706 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: routers {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.984433 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: floatingips {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.985706 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: l3-routers {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.987139 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: l3-agents {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.988580 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: metering-labels {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.989817 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: metering-label-rules {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.991181 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: network-ip-availabilities {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.992460 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: bindings {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.994006 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: quotas {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.995560 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: quotas {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.996991 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: rbac-policies {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.998180 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: security-groups {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:41.999461 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: security-group-rules {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.000737 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: service-providers {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.001954 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: subnetpools {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.003314 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: subnetpools {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.004890 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.006538 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.008376 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.010140 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.011812 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.013787 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.015458 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.017264 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.019642 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.021399 n-d-800087-6 neutron-server[93797]: DEBUG neutron.api.extensions [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Extended resource: tags {{(pid=93797) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:25:42.027339 n-d-800087-6 neutron-server[93797]: WARNING keystonemiddleware.auth_token [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 01:25:42.031882 n-d-800087-6 neutron-server[93797]: WARNING keystonemiddleware.auth_token [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 01:25:42.040794 n-d-800087-6 neutron-server[93797]: DEBUG oslo_concurrency.lockutils [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Acquired lock "singleton_lock" {{(pid=93797) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 01:25:42.041268 n-d-800087-6 neutron-server[93797]: DEBUG oslo_concurrency.lockutils [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Releasing lock "singleton_lock" {{(pid=93797) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 01:25:42.041904 n-d-800087-6 neutron-server[93797]: INFO oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Starting 2 workers Jul 16 01:25:42.046729 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Started child 93906 {{(pid=93797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:25:42.051155 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Started child 93907 {{(pid=93797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:25:42.051976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.052779 n-d-800087-6 neutron-server[93797]: INFO neutron.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 01:25:42.053442 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Notify callbacks [] for process, before_spawn {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.053548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [-] (93906) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:25:42.055814 n-d-800087-6 neutron-server[93797]: INFO oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Starting 1 workers Jul 16 01:25:42.056008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.057457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [-] (93907) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:25:42.061010 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Started child 93908 {{(pid=93797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:25:42.061537 n-d-800087-6 neutron-server[93797]: INFO oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Starting 1 workers Jul 16 01:25:42.064670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] calling RpcWorker wait() {{(pid=93908) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 01:25:42.065233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] returning from RpcWorker wait() {{(pid=93908) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 01:25:42.066056 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Started child 93909 {{(pid=93797) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:25:42.066490 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.066874 n-d-800087-6 neutron-server[93797]: DEBUG neutron_lib.callbacks.manager [None req-c029f757-b222-4a1c-9887-7b3d00210579 None None] Notify callbacks [] for process, after_spawn {{(pid=93797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.066980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:42.068745 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93797) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:25:42.068962 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:25:42.069147 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:25:42.069362 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:25:42.069709 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:25:42.069869 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:25:42.070377 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.070649 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.070774 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:42.071240 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.071240 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.071445 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.071923 n-d-800087-6 neutron-server[93909]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:42.072014 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.072313 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.072547 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.072825 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.073084 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.073252 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.073415 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.073673 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.073945 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.074156 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.074433 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.074678 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.074953 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.075121 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.075369 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.075626 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.075868 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.076147 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] debug = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.076386 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.076879 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.077140 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.077373 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.077586 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.077863 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.078088 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.078348 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.078577 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.078790 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.079021 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.079278 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.079504 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.079737 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.079989 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.080252 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.081017 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.081494 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] host = n-d-800087-6 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.081717 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.081931 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.082156 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.082422 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.082671 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.082914 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.083174 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.083445 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.083680 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.083919 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.084193 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.084447 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.084677 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.084912 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.085076 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_options = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.085320 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.085575 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.085828 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.086020 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.086188 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.086360 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.086615 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.086776 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.087033 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.087245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.087455 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.087684 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.087940 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.088122 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.088369 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.088610 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.088851 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.089059 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.089310 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.089550 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.089803 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.090036 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.090252 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.090461 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.090691 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.090917 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.091158 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.091382 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.091591 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.091847 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.092106 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.092356 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.092588 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.092841 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.093065 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.093301 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.093512 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.093768 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.093994 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.094240 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.094478 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.094721 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.094964 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.095174 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.095402 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.095643 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_json = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.095852 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.096267 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.096957 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.097185 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.097421 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.097631 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.097862 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.098109 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.098790 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.099067 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.099375 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.099629 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.099858 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.100135 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.100342 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.100599 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.100843 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.101070 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.102513 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.102513 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.102513 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.102513 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.103009 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.103009 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.103237 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.103465 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.103701 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.103955 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.104196 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.104418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.105339 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.105339 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.105699 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.106329 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.106554 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.106931 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.107321 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.107632 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.107817 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.108970 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.108970 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.108970 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.108970 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.108970 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.112357 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.115882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.116514 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117120 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117656 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117656 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117802 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.117879 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.118083 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.118294 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.118516 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.118728 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.118956 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.119165 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.119374 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.119610 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.119843 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.120171 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.120587 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.120837 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.121143 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.121441 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.121705 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.121953 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.122388 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.122778 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.123169 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.123540 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.123939 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.124383 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.124620 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.124864 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.125080 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.125931 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.125931 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.125931 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.126200 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.126293 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.126493 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.126765 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.127168 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.127570 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.127964 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.128405 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.128838 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.129279 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.129750 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.130092 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.130443 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.130841 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.131160 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.131638 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.132129 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.132575 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.133030 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.133479 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.133958 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.134393 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.134723 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.135045 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.135519 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.135976 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.136429 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.136836 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.137276 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.137804 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.138118 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.138436 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.138718 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.139085 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.139382 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.139717 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.140067 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.140384 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.140695 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.141021 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.141338 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.141608 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.141903 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.142210 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.142520 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.142823 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.143637 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.143939 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.144278 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.144585 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.144927 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.145201 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.145481 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.145767 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.146046 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.146327 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.146631 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.146910 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.147188 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.147616 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.148116 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.148503 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.149119 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.149503 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.149926 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.150340 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.150771 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.151167 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.151523 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.151926 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.152396 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.152661 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.152883 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.153155 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.153399 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.153619 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.153836 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.154063 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.154297 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.154532 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.154760 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.154980 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.155243 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.155492 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.155845 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.156126 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.156362 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.156586 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.156805 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.157055 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.157304 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.157526 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.157764 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.157979 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.158196 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.158432 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.158752 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.159448 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.159680 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.159909 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.160146 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.160533 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.160748 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.161045 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.161304 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.161533 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.161789 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.162025 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.162239 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.162495 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.162704 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.162913 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.163302 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.163521 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.163729 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.164172 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.164459 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.164755 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.164982 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.165197 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.165405 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.165628 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.165842 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.166051 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.166274 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.166487 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.166695 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.166917 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.167170 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.167379 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.167599 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.167834 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.168075 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.168385 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.168635 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.168871 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.169142 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.169367 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.169609 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.169846 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.170152 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.170382 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.170638 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.170853 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.171086 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.171304 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.171570 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.171883 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.172200 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.172452 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.172686 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.172980 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.173253 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.173530 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.173756 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.174046 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.174414 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.174703 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.174963 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.175210 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.175535 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.175851 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.176358 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.176748 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.176892 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.177043 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.177271 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.177504 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.177736 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.177983 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.178211 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.178442 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.178668 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.178951 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.179104 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.179332 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.179489 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:25:42.179976 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93797) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:25:42.180146 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:25:42.180286 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:25:42.180437 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:25:42.180605 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:25:42.180749 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:25:42.180949 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.181104 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.181243 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.181401 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.181545 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.181724 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.181877 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182013 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182169 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182323 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182510 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182651 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182788 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.182924 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183060 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183196 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183332 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183468 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183604 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183749 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.183887 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184066 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184225 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] debug = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184363 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184523 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184695 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184834 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.184970 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185117 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185256 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185393 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185529 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185687 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185831 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.185978 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.186116 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.186272 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.186424 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.186562 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.186699 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.186857 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] host = n-d-800087-6 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187000 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187155 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187298 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187454 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187597 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187742 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.187892 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188050 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188252 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188395 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188544 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188682 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188839 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.188998 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.189143 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_options = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.189300 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.189450 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.189587 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.189769 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.189952 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190098 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190237 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190395 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190548 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190682 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190837 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.190983 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.191119 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.191279 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.191433 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.191577 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.191715 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.191871 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192017 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192196 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192326 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192455 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192611 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192765 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.192910 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193067 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193273 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193359 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193506 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193661 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193818 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.193974 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.194129 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.194285 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.194440 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.194595 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.194751 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.194910 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195064 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195219 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195374 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195528 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195683 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195839 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.195994 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.196171 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_json = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.196326 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.196482 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.196636 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.196791 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.196947 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.197102 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.197257 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.197415 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:25:42.197592 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.197753 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.197925 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.198085 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.198244 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.198404 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.198563 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.198722 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.198882 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.199041 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.199277 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.199412 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.199533 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.199676 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.199835 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200013 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200197 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200358 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200517 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200687 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200822 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.200975 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.201149 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.201312 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.201473 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.201634 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.201794 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.201954 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.202115 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.202275 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.202436 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.202666 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.202799 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.202919 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.203038 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.203199 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.203358 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.203519 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.203678 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.203838 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.204212 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.204212 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.204450 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.204572 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.204773 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.204773 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.205007 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.205128 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.205209 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.207418 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208245 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208706 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208706 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208706 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208903 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.208903 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.209050 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.209208 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.209372 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.209535 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.209692 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.209852 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210011 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210171 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210331 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210489 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210648 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210821 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.210954 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.211112 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.211280 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.211455 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.211614 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.211773 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.211930 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.212110 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.212270 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.212428 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.212585 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.212742 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.212899 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.213057 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.213214 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.213374 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.213531 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.213688 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.213844 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214001 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214157 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214314 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214472 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214629 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214787 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.214945 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.215101 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.215263 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.215420 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.215590 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.215749 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.215910 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.216089 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.216256 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.216425 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.216583 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.216741 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.216898 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.217059 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.217217 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.217375 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.217534 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.217691 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.217851 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.218011 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.218178 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.218348 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.218509 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.218760 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.219008 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.219272 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.219719 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.219719 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.219965 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.220103 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.220227 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.220350 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.220550 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.220728 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.221015 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.221015 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.221835 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.221919 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.221996 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.222156 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.222523 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.222523 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.222730 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.222810 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.222931 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.223051 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.223204 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.223362 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.223783 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.223942 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.224121 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.224284 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.224443 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.224602 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.224760 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.224919 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.225078 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.225235 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.225396 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.225553 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.225710 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.225868 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226027 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226185 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226344 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226503 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226662 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226820 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.226980 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.227140 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.227299 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.227506 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.227641 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.227768 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.227910 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.228087 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.228248 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.228407 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.228565 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.228723 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.228898 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229059 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229218 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229373 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229533 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229742 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229864 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.229996 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.230132 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.230289 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.230447 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.230609 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.230770 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231005 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231139 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231250 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231379 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231530 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231689 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.231860 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232020 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232191 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232346 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232527 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232657 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232826 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.232985 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.233144 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.233304 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.233462 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.233621 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.233789 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.233948 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.234212 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.234359 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.234473 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.234581 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.234711 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.234870 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235029 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235188 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235350 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235508 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235676 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235835 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.235992 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.236173 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.236331 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.236489 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.236676 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.236865 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.237025 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.237193 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.237351 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.237509 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.237687 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.237857 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238017 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238178 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238337 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238495 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238655 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238814 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.238976 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.239143 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.239307 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.239468 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.239635 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.239808 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.239956 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.240136 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.240302 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.240471 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.240629 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.240786 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.240945 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.241106 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.241264 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.241421 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.241581 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.241737 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.241895 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.242053 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.242210 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.242369 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.242527 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.242686 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.242845 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.243003 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.243161 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.243320 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.243479 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:25:42.243630 n-d-800087-6 neutron-server[93797]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93797) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:25:42.491979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36934) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:42.500371 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061524 Jul 16 01:25:53.721522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afbf346-ee68-4209-b44b-3287ddb14e52 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:25:53.816338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afbf346-ee68-4209-b44b-3287ddb14e52 None None] No non-hosted networks {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 01:25:53.831594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.agentschedulers_db [None req-3afbf346-ee68-4209-b44b-3287ddb14e52 None None] DHCP Agent not found on host n-d-800087-6 {{(pid=93908) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 01:25:53.909232 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eeafeae3-8414-417b-9449-adddb54c3fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.138145 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b7da33ce-9c39-45d3-b5b6-57d182a3155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.187194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-796ef2b4-4090-4447-bd14-b11557a08a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.343839 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:56.344851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.346082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.346857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.347488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.348057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.349401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.349941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.350979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.352446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.353093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.354609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.355222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:56.355829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800087-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:56.364836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800087-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:57.268429 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.692069 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.963475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:00.457573 n-d-800087-6 neutron-server[93907]: WARNING oslo_policy.policy [None req-2fc2a611-2b72-448d-adbb-38818e8f3b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:00.458227 n-d-800087-6 neutron-server[93907]: WARNING oslo_policy.policy [None req-2fc2a611-2b72-448d-adbb-38818e8f3b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:00.676386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-2fc2a611-2b72-448d-adbb-38818e8f3b50 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:00.677382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2fc2a611-2b72-448d-adbb-38818e8f3b50 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7129769 Jul 16 01:26:01.416064 n-d-800087-6 neutron-server[93908]: INFO neutron.db.l3_hamode_db [None req-1c01d257-81ba-4342-840d-d240815c9953 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 01:26:01.491828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01d257-81ba-4342-840d-d240815c9953 None None] Routers set() bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:01.492315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c01d257-81ba-4342-840d-d240815c9953 None None] Router IDs set() for agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:26:02.990973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:03.286532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:03.379102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.policy [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93907) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:26:03.422510 n-d-800087-6 neutron-server[93907]: WARNING oslo_policy.policy [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:03.422895 n-d-800087-6 neutron-server[93907]: WARNING oslo_policy.policy [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:03.431941 n-d-800087-6 neutron-server[93907]: INFO neutron.quota [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] Loaded quota_driver: . Jul 16 01:26:03.520299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745881008774', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745881008377', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745882915889', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745882911431', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745882920074', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745882942656', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33059525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33281844'] for rbac-policy, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.582548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:03.583843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5633c553-f657-47b4-8f90-55d2b749b487 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5918980 Jul 16 01:26:06.117697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37052) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:06.404225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Request body: {'network': {'project_id': '416cf2bbac2045c898df00966b99e422', 'name': 'private', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:06.432775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Made reservation on behalf of 416cf2bbac2045c898df00966b99e422 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:06.435471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.452130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.570872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.574277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.593275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:06.621254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745879277635', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.621857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Unsubscribe: segment precommit_create {{(pid=93907) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:26:06.622353 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Added segment 9d196c58-2561-4361-b5af-b8d5548a859e of type vlan for network dd676cc4-993c-457f-aec4-a47844d05dbb Jul 16 01:26:06.640738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd760ab8-bc95-474a-9b85-118372e0c72c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.687320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.687662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.688001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.688355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.689258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.689590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.689909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.690227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.690544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.690856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.691172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.691481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Tracked resource versions report: Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: pushed versions: Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: { 'AddressGroup': {'1.2'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'ConntrackHelper': {'1.0'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Log': {'1.0'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Network': {'1.1'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Port': {'1.7'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'PortForwarding': {'1.2'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'QosPolicy': {'1.8'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'SecurityGroup': {'1.4'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'SubPort': {'1.0'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Subnet': {'1.1'}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Trunk': {'1.1'}} Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: consumer versions: Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: L3 agent@n-d-800087-6: {}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: Metadata agent@n-d-800087-6: {}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: Metering agent@n-d-800087-6: {}, Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'ConntrackHelper': '1.0', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Log': '1.0', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Network': '1.1', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Port': '1.7', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'PortForwarding': '1.2', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'QosPolicy': '1.8', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'SecurityGroup': '1.4', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'SecurityGroupRule': '1.2', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'SubPort': '1.0', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Subnet': '1.1', Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: 'Trunk': '1.1'}} Jul 16 01:26:06.692639 n-d-800087-6 neutron-server[93907]: {{(pid=93907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:26:06.742083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.791966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.793047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.793718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.851310 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7324698 Jul 16 01:26:06.892088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7cf02-f835-44ef-8581-3da3e6b05abe admin admin] Pushing event updated for resources: {'Network': ['ID=dd676cc4-993c-457f-aec4-a47844d05dbb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.903947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network dd676cc4-993c-457f-aec4-a47844d05dbb details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:09.453201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37066) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:09.830347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b942c1-c85a-4900-86ba-48ba30ccdbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.831753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98b942c1-c85a-4900-86ba-48ba30ccdbc3 admin admin] 10.222.0.35 "GET /v2.0/networks/dd676cc4-993c-457f-aec4-a47844d05dbb HTTP/1.1" status: 200 len: 825 time: 0.3775885 Jul 16 01:26:09.855760 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-792b710c-f823-49fc-b492-b945af993cf5 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/0ef327ec-4ed6-422c-a2b5-512af0b5ae86 HTTP/1.1" status: 200 len: 734 time: 0.0187047 Jul 16 01:26:09.863984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Request body: {'subnet': {'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'name': 'private-subnet'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:09.884911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Made reservation on behalf of 416cf2bbac2045c898df00966b99e422 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:09.887314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.182840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.252299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53513f4-7f61-4550-8943-1d6d3426694b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.254248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Checking segment: {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:10.254632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Network hostable DHCP agents. Network: dd676cc4-993c-457f-aec4-a47844d05dbb, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:10.275250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Network dd676cc4-993c-457f-aec4-a47844d05dbb is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:10.286663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, dd676cc4-993c-457f-aec4-a47844d05dbb) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:10.291297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.291993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.296076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0626e6-3514-4d6d-bb20-b6273c77dc5e None None] Network dd676cc4-993c-457f-aec4-a47844d05dbb requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:10.305939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-067e98a9-c2a3-41a7-86a8-96195fc8d4bd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4452860 Jul 16 01:26:10.606771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-dd676cc4-993c-457f-aec4-a47844d05dbb', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:10.608010 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.877641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Allocated IP 172.20.0.2 (dd676cc4-993c-457f-aec4-a47844d05dbb/e53513f4-7f61-4550-8943-1d6d3426694b/6c95013c-355c-4abb-b941-b9eacfdce9ba) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:11.077399 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.119030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Transition to ACTIVE for port object 6c95013c-355c-4abb-b941-b9eacfdce9ba will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:11.140959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Transition to ACTIVE for port object 6c95013c-355c-4abb-b941-b9eacfdce9ba will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:11.150254 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.218677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Network dd676cc4-993c-457f-aec4-a47844d05dbb is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:11.224149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:11.228691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:11.256955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Pushing event updated for resources: {'Port': ['ID=6c95013c-355c-4abb-b941-b9eacfdce9ba,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.284140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.284493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.284834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.285175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.285507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.285835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.286159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.286481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.286803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.287122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.287441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.287773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Tracked resource versions report: Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: pushed versions: Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: { 'AddressGroup': {'1.2'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'ConntrackHelper': {'1.0'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Log': {'1.0'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Network': {'1.1'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Port': {'1.7'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'PortForwarding': {'1.2'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'QosPolicy': {'1.8'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'SecurityGroup': {'1.4'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'SubPort': {'1.0'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Subnet': {'1.1'}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Trunk': {'1.1'}} Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: consumer versions: Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: L3 agent@n-d-800087-6: {}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: Metadata agent@n-d-800087-6: {}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: Metering agent@n-d-800087-6: {}, Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'ConntrackHelper': '1.0', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Log': '1.0', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Network': '1.1', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Port': '1.7', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'PortForwarding': '1.2', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'QosPolicy': '1.8', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'SecurityGroup': '1.4', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'SecurityGroupRule': '1.2', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'SubPort': '1.0', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Subnet': '1.1', Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: 'Trunk': '1.1'}} Jul 16 01:26:11.288904 n-d-800087-6 neutron-server[93908]: {{(pid=93908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:26:11.317096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Attempting to bind port 6c95013c-355c-4abb-b941-b9eacfdce9ba on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:11.317628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Attempting to bind port 6c95013c-355c-4abb-b941-b9eacfdce9ba by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:11.317948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Attempting to bind port 6c95013c-355c-4abb-b941-b9eacfdce9ba on network dd676cc4-993c-457f-aec4-a47844d05dbb {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:11.322689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:11.323096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Checking segment: {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:11.323576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.323964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Bound using segment: {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:11.324458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Bound port: 6c95013c-355c-4abb-b941-b9eacfdce9ba, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:11.324852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.387266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] For port 6c95013c-355c-4abb-b941-b9eacfdce9ba, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:11.410508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] For port 6c95013c-355c-4abb-b941-b9eacfdce9ba, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6c95013c-355c-4abb-b941-b9eacfdce9ba,segment=NetworkSegment(9d196c58-2561-4361-b5af-b8d5548a859e),segment_id=9d196c58-2561-4361-b5af-b8d5548a859e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:11.414694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.472279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf841b-6ff2-401a-8fe0-eee3d74150be None None] Pushing event updated for resources: {'Port': ['ID=6c95013c-355c-4abb-b941-b9eacfdce9ba,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:12.654675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:13.146540 n-d-800087-6 neutron-server[93906]: WARNING oslo_policy.policy [None req-30635413-8241-488f-9062-ab17b6f4a984 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:13.147120 n-d-800087-6 neutron-server[93906]: WARNING oslo_policy.policy [None req-30635413-8241-488f-9062-ab17b6f4a984 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:13.364820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-30635413-8241-488f-9062-ab17b6f4a984 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:13.365990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-30635413-8241-488f-9062-ab17b6f4a984 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7092288 Jul 16 01:26:15.713773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:16.023473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-e7532194-3c49-4ac7-a86b-e962ce22b61c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:16.024453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e7532194-3c49-4ac7-a86b-e962ce22b61c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096867 Jul 16 01:26:17.476360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c691b-5f4d-494d-89d5-060cda0f90e6 None None] Network dd676cc4-993c-457f-aec4-a47844d05dbb requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:17.601810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-83ce74f9-b86c-4c18-b7ef-e7143b3b21b0 None None] Provisioning for port 6c95013c-355c-4abb-b941-b9eacfdce9ba completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:18.177207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6c95013c-355c-4abb-b941-b9eacfdce9ba up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:18.258316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6c95013c-355c-4abb-b941-b9eacfdce9ba completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:18.261842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6c95013c-355c-4abb-b941-b9eacfdce9ba triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:18.262267 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.367154 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.400052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6c95013c-355c-4abb-b941-b9eacfdce9ba, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6c95013c-355c-4abb-b941-b9eacfdce9ba,segment=NetworkSegment(9d196c58-2561-4361-b5af-b8d5548a859e),segment_id=9d196c58-2561-4361-b5af-b8d5548a859e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:18.403589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:18.449894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6c95013c-355c-4abb-b941-b9eacfdce9ba,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:18.640608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:18.926780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'name': 'router1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:18.992807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.policy [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93906) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:26:19.038296 n-d-800087-6 neutron-server[93906]: WARNING oslo_policy.policy [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:19.038685 n-d-800087-6 neutron-server[93906]: WARNING oslo_policy.policy [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:26:19.047198 n-d-800087-6 neutron-server[93906]: INFO neutron.quota [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Loaded quota_driver: . Jul 16 01:26:19.103908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.105811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.259738 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.264554 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.282592 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.283805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e3dcb7a6-eef5-4436-b9ce-90d5486add93 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6413789 Jul 16 01:26:20.159457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6c95013c-355c-4abb-b941-b9eacfdce9ba up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:20.208425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6c95013c-355c-4abb-b941-b9eacfdce9ba triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:20.208819 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.609054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37112) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:21.914191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-66bdf8ea-2e0c-4b65-a1a3-32842510c020 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:26:21.915177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66bdf8ea-2e0c-4b65-a1a3-32842510c020 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3052013 Jul 16 01:26:23.627714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0223d19c-dd66-44d6-8f75-c21838904390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.259867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37120) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:24.555974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:24.578274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Made reservation on behalf of 22ee0fbb711e456f941a6c6b82a7edc5 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:24.581529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.597219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.711435 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.716231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.728139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Reserving flat network on physical network physnet1 {{(pid=93906) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 01:26:24.760499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745879277635', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.761062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Unsubscribe: segment precommit_create {{(pid=93906) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:26:24.761549 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Added segment 0b45ffbf-8d61-4e25-ba1f-bc3ad949143f of type flat for network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 Jul 16 01:26:24.778540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6cb60-72b8-40cc-a07e-50f518a22ff3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.831164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.831500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.831842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.832306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.832692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.833010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.833324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.833636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.833948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.834257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.834566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.834873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Tracked resource versions report: Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: pushed versions: Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: { 'AddressGroup': {'1.2'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'ConntrackHelper': {'1.0'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Log': {'1.0'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Network': {'1.1'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Port': {'1.7'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'PortForwarding': {'1.2'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'QosPolicy': {'1.8'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'SecurityGroup': {'1.4'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'SubPort': {'1.0'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Subnet': {'1.1'}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Trunk': {'1.1'}} Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: consumer versions: Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: L3 agent@n-d-800087-6: {}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: Metadata agent@n-d-800087-6: {}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: Metering agent@n-d-800087-6: {}, Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'ConntrackHelper': '1.0', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Log': '1.0', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Network': '1.1', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Port': '1.7', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'PortForwarding': '1.2', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'QosPolicy': '1.8', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'SecurityGroup': '1.4', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'SecurityGroupRule': '1.2', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'SubPort': '1.0', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Subnet': '1.1', Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: 'Trunk': '1.1'}} Jul 16 01:26:24.836420 n-d-800087-6 neutron-server[93906]: {{(pid=93906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:26:24.885632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.936297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.937419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.938558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.994639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7336719 Jul 16 01:26:25.035641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b11060-58ed-4ad4-a61a-d005eb138084 admin admin] Pushing event updated for resources: {'Network': ['ID=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.046500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:26.122429 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac416333-473f-46c3-8f00-47eb6824a698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.340153 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.221391 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.311127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.636193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13829696-b7d0-4510-b255-a034bd916c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.637534 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-13829696-b7d0-4510-b255-a034bd916c49 admin admin] 10.222.0.35 "GET /v2.0/subnets/e53513f4-7f61-4550-8943-1d6d3426694b HTTP/1.1" status: 200 len: 849 time: 0.3254728 Jul 16 01:26:27.769713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-17efca29-e54d-4afc-b874-2b2b6386dff5 admin admin] 10.222.0.35 "GET /v2.0/routers/d43770d8-a8b4-48dc-950f-30c989bd8951 HTTP/1.1" status: 200 len: 704 time: 0.1262596 Jul 16 01:26:28.026016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.314352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Allocated IP 172.20.0.1 (dd676cc4-993c-457f-aec4-a47844d05dbb/e53513f4-7f61-4550-8943-1d6d3426694b/f6894a98-c076-483b-9c53-e4d5b0c45cb5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:28.495098 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.517635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Transition to ACTIVE for port object f6894a98-c076-483b-9c53-e4d5b0c45cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:28.597279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.647648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.662979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Network dd676cc4-993c-457f-aec4-a47844d05dbb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:28.669524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:28.679716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:28.680282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.702482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Pushing event updated for resources: {'Port': ['ID=f6894a98-c076-483b-9c53-e4d5b0c45cb5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:28.908765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48af5c64-d42c-4240-8656-33284ca2b31d None None] Provisioning for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:28.912173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48af5c64-d42c-4240-8656-33284ca2b31d None None] Provisioning complete for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:28.912559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48af5c64-d42c-4240-8656-33284ca2b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.931213 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.944062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-48af5c64-d42c-4240-8656-33284ca2b31d None None] Port f6894a98-c076-483b-9c53-e4d5b0c45cb5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:29.103947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.107997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.108762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.165309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Pushing event updated for resources: {'Port': ['ID=f6894a98-c076-483b-9c53-e4d5b0c45cb5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.231734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Network dd676cc4-993c-457f-aec4-a47844d05dbb is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:29.233048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:29.393723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Router d43770d8-a8b4-48dc-950f-30c989bd8951 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:29.463907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0672c50-c405-4ed8-9eff-9ec80c3f6604 None None] Provisioning complete for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:29.464224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0672c50-c405-4ed8-9eff-9ec80c3f6604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.481112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:29.486167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fc56cf62-222d-4b78-a886-72f45453402a admin admin] 10.222.0.35 "PUT /v2.0/routers/d43770d8-a8b4-48dc-950f-30c989bd8951/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7116828 Jul 16 01:26:29.491100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Sync routers for ids ['d43770d8-a8b4-48dc-950f-30c989bd8951'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:29.503048 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Routers {'d43770d8-a8b4-48dc-950f-30c989bd8951'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:29.504244 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:26:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d43770d8-a8b4-48dc-950f-30c989bd8951'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:29.507564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b0672c50-c405-4ed8-9eff-9ec80c3f6604 None None] Port f6894a98-c076-483b-9c53-e4d5b0c45cb5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:29.686691 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Set router d43770d8-a8b4-48dc-950f-30c989bd8951 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:30.111345 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'name': 'router1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:28Z', 'revision_number': 2, 'project_id': '416cf2bbac2045c898df00966b99e422', 'gw_port_host': None, '_interfaces': [{'id': 'f6894a98-c076-483b-9c53-e4d5b0c45cb5', 'name': '', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'mac_address': 'fa:16:3e:a6:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:28Z', 'revision_number': 2, 'project_id': '416cf2bbac2045c898df00966b99e422', 'subnets': [{'id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.160010 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Checking router: d43770d8-a8b4-48dc-950f-30c989bd8951 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:30.160403 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Updating router d43770d8-a8b4-48dc-950f-30c989bd8951 port f6894a98-c076-483b-9c53-e4d5b0c45cb5 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:30.222117 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.700586 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.718266 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Transition to ACTIVE for port object f6894a98-c076-483b-9c53-e4d5b0c45cb5 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:30.724161 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.871327 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Pushing event updated for resources: {'Port': ['ID=f6894a98-c076-483b-9c53-e4d5b0c45cb5,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.886018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Attempting to bind port f6894a98-c076-483b-9c53-e4d5b0c45cb5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:30.886421 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Attempting to bind port f6894a98-c076-483b-9c53-e4d5b0c45cb5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:30.886835 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Attempting to bind port f6894a98-c076-483b-9c53-e4d5b0c45cb5 on network dd676cc4-993c-457f-aec4-a47844d05dbb {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:30.890521 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.890896 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.891231 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.891561 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.891902 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.892248 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.892571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.892904 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.893195 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.893509 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.893826 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.894139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Tracked resource versions report: Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: pushed versions: Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: { 'AddressGroup': {'1.2'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'ConntrackHelper': {'1.0'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Log': {'1.0'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Network': {'1.1'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Port': {'1.7'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'PortForwarding': {'1.2'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'QosPolicy': {'1.8'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'SecurityGroup': {'1.4'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'SubPort': {'1.0'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Subnet': {'1.1'}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Trunk': {'1.1'}} Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: consumer versions: Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: L3 agent@n-d-800087-6: {}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: Metadata agent@n-d-800087-6: {}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: Metering agent@n-d-800087-6: {}, Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'ConntrackHelper': '1.0', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Log': '1.0', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Network': '1.1', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Port': '1.7', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'PortForwarding': '1.2', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'QosPolicy': '1.8', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'SecurityGroup': '1.4', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'SecurityGroupRule': '1.2', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'SubPort': '1.0', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Subnet': '1.1', Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: 'Trunk': '1.1'}} Jul 16 01:26:30.895262 n-d-800087-6 neutron-server[93909]: {{(pid=93909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:26:30.899849 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:30.900284 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Checking segment: {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:30.900759 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.901132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Bound using segment: {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:30.901606 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Bound port: f6894a98-c076-483b-9c53-e4d5b0c45cb5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d196c58-2561-4361-b5af-b8d5548a859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:30.901979 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.967688 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] For port f6894a98-c076-483b-9c53-e4d5b0c45cb5, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:30.991430 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] For port f6894a98-c076-483b-9c53-e4d5b0c45cb5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f6894a98-c076-483b-9c53-e4d5b0c45cb5,segment=NetworkSegment(9d196c58-2561-4361-b5af-b8d5548a859e),segment_id=9d196c58-2561-4361-b5af-b8d5548a859e)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:30.995724 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.051536 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c23998-e2a9-4484-9735-ad26cf1a1014 None None] Pushing event updated for resources: {'Port': ['ID=f6894a98-c076-483b-9c53-e4d5b0c45cb5,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.057918 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Routers {'d43770d8-a8b4-48dc-950f-30c989bd8951'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:31.058518 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:26:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d43770d8-a8b4-48dc-950f-30c989bd8951'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.146391 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] Set router d43770d8-a8b4-48dc-950f-30c989bd8951 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:31.352820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'name': 'router1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:28Z', 'revision_number': 2, 'project_id': '416cf2bbac2045c898df00966b99e422', 'gw_port_host': None, '_interfaces': [{'id': 'f6894a98-c076-483b-9c53-e4d5b0c45cb5', 'name': '', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'mac_address': 'fa:16:3e:a6:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:30Z', 'revision_number': 4, 'project_id': '416cf2bbac2045c898df00966b99e422', 'subnets': [{'id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.378462 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bd727-d0b5-4773-93ea-a897e81ddfb3 None None] The sync data for ids ['d43770d8-a8b4-48dc-950f-30c989bd8951'] in n-d-800087-6 is: [{'id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'name': 'router1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:28Z', 'revision_number': 2, 'project_id': '416cf2bbac2045c898df00966b99e422', 'gw_port_host': None, '_interfaces': [{'id': 'f6894a98-c076-483b-9c53-e4d5b0c45cb5', 'name': '', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'mac_address': 'fa:16:3e:a6:2e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:30Z', 'revision_number': 4, 'project_id': '416cf2bbac2045c898df00966b99e422', 'subnets': [{'id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:31.754141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:31.861596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cab89a-37f3-401e-a536-b4154e936624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:31.862948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a0cab89a-37f3-401e-a536-b4154e936624 admin admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 842 time: 0.1078703 Jul 16 01:26:31.872155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:31.895662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Made reservation on behalf of 22ee0fbb711e456f941a6c6b82a7edc5 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:31.897935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.202234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:26:32.202645 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.254848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=987908bf-048e-4799-b318-55636b0d69b6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.264613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:32.264966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Network hostable DHCP agents. Network: a6fb0831-f7d1-4cc8-80da-f7285de1e5c6, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:32.285907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:32.296545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a6fb0831-f7d1-4cc8-80da-f7285de1e5c6) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:32.301012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.301594 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.306884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fcd286-bd2e-40d9-8b04-378e0d87caef None None] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:32.315145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-388bbb70-9a96-4cb0-9d25-37df1406fe4a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4463255 Jul 16 01:26:32.437583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205b3da-8cb1-4136-bdb4-4ec8aee7b211 None None] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:34.139932 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:34.242936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f6894a98-c076-483b-9c53-e4d5b0c45cb5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:34.291922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:34.296128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:34.297290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.379603 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.411786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f6894a98-c076-483b-9c53-e4d5b0c45cb5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f6894a98-c076-483b-9c53-e4d5b0c45cb5,segment=NetworkSegment(9d196c58-2561-4361-b5af-b8d5548a859e),segment_id=9d196c58-2561-4361-b5af-b8d5548a859e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:34.416319 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.468142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f6894a98-c076-483b-9c53-e4d5b0c45cb5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.583616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37174) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.712922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5e4f0790-19af-4bbc-abc8-55fdcd7463ed admin admin] 10.222.0.35 "GET /v2.0/routers/d43770d8-a8b4-48dc-950f-30c989bd8951 HTTP/1.1" status: 200 len: 710 time: 0.1281378 Jul 16 01:26:34.800070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c70c0-b1cb-4f1a-8223-ce140e46de93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.801428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-091c70c0-b1cb-4f1a-8223-ce140e46de93 admin admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 886 time: 0.0835454 Jul 16 01:26:34.809978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:35.120197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.351310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.425791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.527295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Allocated IP 172.25.0.152 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/6e0f840e-fae6-40c2-8b03-a7653364a546) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:35.624580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.661808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.699494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:35.702109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:35.704679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:35.763967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0f840e-fae6-40c2-8b03-a7653364a546,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.944281 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.130974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.134186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.168693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f6894a98-c076-483b-9c53-e4d5b0c45cb5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:36.217308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:36.217601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.237470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Router d43770d8-a8b4-48dc-950f-30c989bd8951 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:36.420975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:36.425096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:36.434497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-111aa098-93c5-4856-865f-f8b91123a653 admin admin] 10.222.0.35 "PUT /v2.0/routers/d43770d8-a8b4-48dc-950f-30c989bd8951 HTTP/1.1" status: 200 len: 890 time: 1.6195085 Jul 16 01:26:36.434595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Sync routers for ids ['d43770d8-a8b4-48dc-950f-30c989bd8951'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:36.442462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Routers {'d43770d8-a8b4-48dc-950f-30c989bd8951'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:36.443143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:26:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d43770d8-a8b4-48dc-950f-30c989bd8951'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:36.656286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Set router d43770d8-a8b4-48dc-950f-30c989bd8951 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:37.041279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'name': 'router1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '6e0f840e-fae6-40c2-8b03-a7653364a546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:35Z', 'revision_number': 4, 'project_id': '416cf2bbac2045c898df00966b99e422', 'gw_port': {'id': '6e0f840e-fae6-40c2-8b03-a7653364a546', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f6894a98-c076-483b-9c53-e4d5b0c45cb5', 'name': '', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'mac_address': 'fa:16:3e:a6:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 5, 'project_id': '416cf2bbac2045c898df00966b99e422', 'subnets': [{'id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:37.091136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Checking router: d43770d8-a8b4-48dc-950f-30c989bd8951 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:37.091484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Updating router d43770d8-a8b4-48dc-950f-30c989bd8951 port 6e0f840e-fae6-40c2-8b03-a7653364a546 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:37.123423 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.430559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.440546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Transition to ACTIVE for port object 6e0f840e-fae6-40c2-8b03-a7653364a546 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:37.446501 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.494739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Attempting to bind port 6e0f840e-fae6-40c2-8b03-a7653364a546 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:37.495115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Attempting to bind port 6e0f840e-fae6-40c2-8b03-a7653364a546 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:37.495469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Attempting to bind port 6e0f840e-fae6-40c2-8b03-a7653364a546 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:37.502213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd20-6ccd-4ff0-a723-ca48e42cd003 None None] Pushing event updated for resources: {'Port': ['ID=6e0f840e-fae6-40c2-8b03-a7653364a546,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.504585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:37.504953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:37.505449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.505727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:37.506184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Bound port: 6e0f840e-fae6-40c2-8b03-a7653364a546, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:37.506574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.555343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] For port 6e0f840e-fae6-40c2-8b03-a7653364a546, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:37.558340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] For port 6e0f840e-fae6-40c2-8b03-a7653364a546, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e0f840e-fae6-40c2-8b03-a7653364a546,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:37.561844 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.618373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcd20-6ccd-4ff0-a723-ca48e42cd003 None None] Pushing event updated for resources: {'Port': ['ID=6e0f840e-fae6-40c2-8b03-a7653364a546,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.620905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Routers {'d43770d8-a8b4-48dc-950f-30c989bd8951'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:37.621494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:26:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d43770d8-a8b4-48dc-950f-30c989bd8951'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:37.798161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] Set router d43770d8-a8b4-48dc-950f-30c989bd8951 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:38.003005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'name': 'router1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '6e0f840e-fae6-40c2-8b03-a7653364a546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:35Z', 'revision_number': 4, 'project_id': '416cf2bbac2045c898df00966b99e422', 'gw_port': {'id': '6e0f840e-fae6-40c2-8b03-a7653364a546', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f6894a98-c076-483b-9c53-e4d5b0c45cb5', 'name': '', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'mac_address': 'fa:16:3e:a6:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 5, 'project_id': '416cf2bbac2045c898df00966b99e422', 'subnets': [{'id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:38.028242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c00f9d-8e15-46ac-bce4-06a9cd2e341f None None] The sync data for ids ['d43770d8-a8b4-48dc-950f-30c989bd8951'] in n-d-800087-6 is: [{'id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'name': 'router1', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '6e0f840e-fae6-40c2-8b03-a7653364a546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:19Z', 'updated_at': '2021-07-16T01:26:35Z', 'revision_number': 4, 'project_id': '416cf2bbac2045c898df00966b99e422', 'gw_port': {'id': '6e0f840e-fae6-40c2-8b03-a7653364a546', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:35Z', 'updated_at': '2021-07-16T01:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f6894a98-c076-483b-9c53-e4d5b0c45cb5', 'name': '', 'network_id': 'dd676cc4-993c-457f-aec4-a47844d05dbb', 'tenant_id': '416cf2bbac2045c898df00966b99e422', 'mac_address': 'fa:16:3e:a6:2e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43770d8-a8b4-48dc-950f-30c989bd8951', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 5, 'project_id': '416cf2bbac2045c898df00966b99e422', 'subnets': [{'id': 'e53513f4-7f61-4550-8943-1d6d3426694b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ef327ec-4ed6-422c-a2b5-512af0b5ae86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:38.218870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e0f840e-fae6-40c2-8b03-a7653364a546 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:38.277267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6e0f840e-fae6-40c2-8b03-a7653364a546 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:38.281786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6e0f840e-fae6-40c2-8b03-a7653364a546 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:38.282288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.365105 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.386484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6e0f840e-fae6-40c2-8b03-a7653364a546, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e0f840e-fae6-40c2-8b03-a7653364a546,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:38.390573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.441185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6e0f840e-fae6-40c2-8b03-a7653364a546,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.791747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:38.913279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-48af8f96-7912-4760-841f-3dea06232209 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1203771 Jul 16 01:26:40.189617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e0f840e-fae6-40c2-8b03-a7653364a546 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:40.238609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6e0f840e-fae6-40c2-8b03-a7653364a546 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:40.238914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.633299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f10d1b41-c352-4bbe-adc7-bc173e1dc952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.124892 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27564636-2fbb-4dfd-a403-b48e745ce8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:56.345454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.232651 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.669131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.126870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:23.626587 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f89b6db-90f5-4452-9f9c-1bd2f043748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.127569 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-364ea9e8-1532-4164-b9b9-a4edd727f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.349365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.227579 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.673889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.125376 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:53.627552 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6bf341c-f96a-4bd2-b3c9-9238f3c1b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.128567 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82629d91-2821-4699-be6e-67ab792e288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.351845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.226787 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.673332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.976739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:18.039241 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-343816a1-2e5a-4359-88ef-4ecdaf5f6fea admin admin] GET failed (client error): The resource could not be found. Jul 16 01:28:18.040549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-343816a1-2e5a-4359-88ef-4ecdaf5f6fea admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628791 Jul 16 01:28:18.195673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283769ce-d4be-4136-b314-44e19a691e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.197197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-283769ce-d4be-4136-b314-44e19a691e2e admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529117 Jul 16 01:28:20.349473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:20.437840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37121331-fca2-4053-92e3-4f8cb77b19bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.439177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-37121331-fca2-4053-92e3-4f8cb77b19bb admin admin] 10.222.0.35 "GET /v2.0/subnets/e53513f4-7f61-4550-8943-1d6d3426694b HTTP/1.1" status: 200 len: 849 time: 0.0886850 Jul 16 01:28:20.448263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:20.528824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.669510 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745879132811'] for subnet, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.704234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.704759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.706331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] 10.222.0.35 "PUT /v2.0/subnets/e53513f4-7f61-4550-8943-1d6d3426694b HTTP/1.1" status: 200 len: 868 time: 0.2614379 Jul 16 01:28:20.708900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffff4a1-0019-4732-b136-aff9e018e8d0 None None] Network dd676cc4-993c-457f-aec4-a47844d05dbb requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:20.726379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53513f4-7f61-4550-8943-1d6d3426694b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.734273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.734614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.734941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.735267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.735588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.735907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.736265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.736581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.736896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.737212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.737527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:20.737839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263160e7-79e5-4eee-bde1-5cd1f2071e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:21.105463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae045781-acab-4693-9dc7-4ffa251d25bc None None] Provisioning complete for port 6c95013c-355c-4abb-b941-b9eacfdce9ba triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:21.105813 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae045781-acab-4693-9dc7-4ffa251d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.190609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae045781-acab-4693-9dc7-4ffa251d25bc None None] Provisioning complete for port f6894a98-c076-483b-9c53-e4d5b0c45cb5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:21.190901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae045781-acab-4693-9dc7-4ffa251d25bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.855536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:23.048358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52272d63-9ce7-48a8-af29-072f61e65be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.048795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52272d63-9ce7-48a8-af29-072f61e65be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.050414 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-52272d63-9ce7-48a8-af29-072f61e65be2 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938727 Jul 16 01:28:23.628406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-246d1ded-25de-4f51-97a5-e5824a23f416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.123838 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:25.174734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:25.302559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f554f-92bc-4d49-9096-f33fe4bfd2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.303024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f554f-92bc-4d49-9096-f33fe4bfd2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.304566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d9f554f-92bc-4d49-9096-f33fe4bfd2be admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1288762 Jul 16 01:28:26.129639 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb7af-1046-418f-8bfd-039514541767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.354500 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.229893 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.467943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37816) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:27.586711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc9f0da-0dcb-43a3-825b-456a74fa8f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.588086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fdc9f0da-0dcb-43a3-825b-456a74fa8f71 admin admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 886 time: 0.1191230 Jul 16 01:28:28.675974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.738063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:29.863954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d429cb-f0b9-442c-b29b-d8c0d4aa4a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.865329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-40d429cb-f0b9-442c-b29b-d8c0d4aa4a86 admin admin] 10.222.0.35 "GET /v2.0/networks/dd676cc4-993c-457f-aec4-a47844d05dbb HTTP/1.1" status: 200 len: 869 time: 0.1262884 Jul 16 01:28:31.999654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:32.129779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218db8dd-bded-4c69-8bb3-88b014d6ac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.130237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218db8dd-bded-4c69-8bb3-88b014d6ac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.131795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-218db8dd-bded-4c69-8bb3-88b014d6ac60 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311595 Jul 16 01:28:34.252514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.368157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46dbd2-0d2d-490e-bc82-ad13e868af97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.368610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46dbd2-0d2d-490e-bc82-ad13e868af97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.370635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ff46dbd2-0d2d-490e-bc82-ad13e868af97 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1171119 Jul 16 01:28:36.491780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37850) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:36.575330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c26d04-f937-4938-b02b-b9b57113f259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.576683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-86c26d04-f937-4938-b02b-b9b57113f259 admin admin] 10.222.0.35 "GET /v2.0/subnets/987908bf-048e-4799-b318-55636b0d69b6 HTTP/1.1" status: 200 len: 816 time: 0.0839293 Jul 16 01:28:38.710694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:38.798804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b9899-21cd-4ba5-bdbc-013eee700293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.800133 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-853b9899-21cd-4ba5-bdbc-013eee700293 admin admin] 10.222.0.35 "GET /v2.0/subnets/e53513f4-7f61-4550-8943-1d6d3426694b HTTP/1.1" status: 200 len: 868 time: 0.0884795 Jul 16 01:28:53.630198 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-effff21c-656b-4e25-ac82-26706a0b421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.129362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42f219c0-483c-4078-beeb-c244225c4c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.356603 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.233684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.684724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.122986 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:03.113089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:03.157515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-381e3a01-ff2f-4421-a21a-2ff00a39eb1d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:29:03.158526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-381e3a01-ff2f-4421-a21a-2ff00a39eb1d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445018 Jul 16 01:29:05.360100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.418166 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d9b152-f35f-426a-8699-3b4be22d4889 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:29:05.419454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-91d9b152-f35f-426a-8699-3b4be22d4889 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584211 Jul 16 01:29:05.555154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09b7b3-09d5-4a67-bcb7-52b124f0173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.557112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3a09b7b3-09d5-4a67-bcb7-52b124f0173f admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1337671 Jul 16 01:29:07.726188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.769919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:07.789712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Made reservation on behalf of 22ee0fbb711e456f941a6c6b82a7edc5 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:07.791917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.818848 n-d-800087-6 neutron-server[93906]: WARNING neutron.services.revisions.revision_plugin [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Could not find related network for resource to bump revision. Jul 16 01:29:07.832806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:07.842784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.843129 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Added segment 4093a142-6c3c-48da-9d45-703131c5db94 of type vlan for network e9277d14-4313-48d2-8773-fd0b7c51c11e Jul 16 01:29:07.882250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.908712 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.909571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.910142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.935731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2085154 Jul 16 01:29:07.969118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Pushing event updated for resources: {'Network': ['ID=e9277d14-4313-48d2-8773-fd0b7c51c11e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:07.976625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.976969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.977308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.977656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.977996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.978312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.978634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.978958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.979280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.979601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.979921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.980265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0ea66-2a7c-43a6-919f-98db64a78c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:07.993710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e9277d14-4313-48d2-8773-fd0b7c51c11e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:10.105910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37934) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.162753 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ef40de-0c47-46c6-8429-111b8e2d1fa0 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:29:10.164054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-56ef40de-0c47-46c6-8429-111b8e2d1fa0 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0571868 Jul 16 01:29:10.233979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07274fc8-9900-4dcc-bbe9-4b326593b66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.235389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-07274fc8-9900-4dcc-bbe9-4b326593b66b admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668979 Jul 16 01:29:10.244746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:10.264236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Made reservation on behalf of 22ee0fbb711e456f941a6c6b82a7edc5 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:10.266375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.425953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.475598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee22918f-69d3-45ae-a2f6-8ffd40ca9243,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.485633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:10.485985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Network hostable DHCP agents. Network: e9277d14-4313-48d2-8773-fd0b7c51c11e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:10.500811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:10.509506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e9277d14-4313-48d2-8773-fd0b7c51c11e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:10.513587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.514174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.518549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582eb16-0dd0-4a8c-8318-b8c7ba5c10ae None None] Network e9277d14-4313-48d2-8773-fd0b7c51c11e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:10.527736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1cf860ce-79bf-4551-af36-6e739bd0c6a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2863321 Jul 16 01:29:10.767884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-e9277d14-4313-48d2-8773-fd0b7c51c11e', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'tenant_id': '22ee0fbb711e456f941a6c6b82a7edc5', 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:29:10.768810 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.905212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Allocated IP 192.168.233.2 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/cddb0689-3cb5-424e-b65e-3defc2d9c146) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:11.049025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.057969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Transition to ACTIVE for port object cddb0689-3cb5-424e-b65e-3defc2d9c146 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:11.073925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Transition to ACTIVE for port object cddb0689-3cb5-424e-b65e-3defc2d9c146 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:11.080326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.119222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:11.123841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:11.126333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:11.137472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Pushing event updated for resources: {'Port': ['ID=cddb0689-3cb5-424e-b65e-3defc2d9c146,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.163486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.163829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.164188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.164522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.164878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.165204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.165527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.165880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.166168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.166486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.166802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.167122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.200797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Attempting to bind port cddb0689-3cb5-424e-b65e-3defc2d9c146 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:11.201165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Attempting to bind port cddb0689-3cb5-424e-b65e-3defc2d9c146 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:11.201555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Attempting to bind port cddb0689-3cb5-424e-b65e-3defc2d9c146 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:11.206372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:11.206739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:11.207135 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.207537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:11.207983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Bound port: cddb0689-3cb5-424e-b65e-3defc2d9c146, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:11.208386 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.269889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] For port cddb0689-3cb5-424e-b65e-3defc2d9c146, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:11.273128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] For port cddb0689-3cb5-424e-b65e-3defc2d9c146, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cddb0689-3cb5-424e-b65e-3defc2d9c146,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:11.277224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.338056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897348-851b-4e3d-b0ac-55126d3b7977 None None] Pushing event updated for resources: {'Port': ['ID=cddb0689-3cb5-424e-b65e-3defc2d9c146,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.183423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee06b2-7f3b-4b9d-93d9-5c77d43cb3e7 None None] Network e9277d14-4313-48d2-8773-fd0b7c51c11e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:12.270924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc242df5-e358-4191-9346-014cf8be857c None None] Provisioning for port cddb0689-3cb5-424e-b65e-3defc2d9c146 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:12.338774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cddb0689-3cb5-424e-b65e-3defc2d9c146 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:12.406885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cddb0689-3cb5-424e-b65e-3defc2d9c146 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:12.411349 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cddb0689-3cb5-424e-b65e-3defc2d9c146 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:12.411710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.498024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.534065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cddb0689-3cb5-424e-b65e-3defc2d9c146, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cddb0689-3cb5-424e-b65e-3defc2d9c146,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:12.538356 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.600236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cddb0689-3cb5-424e-b65e-3defc2d9c146,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.609257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d77139e5-bf7d-4d98-b020-5c33c83db345 None None] Provisioning complete for port cddb0689-3cb5-424e-b65e-3defc2d9c146 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:12.609633 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d77139e5-bf7d-4d98-b020-5c33c83db345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.288869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cddb0689-3cb5-424e-b65e-3defc2d9c146 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:14.338316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cddb0689-3cb5-424e-b65e-3defc2d9c146 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:14.338685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.630357 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4825-1a50-451c-834a-7c14bc2beec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.130870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05210487-c961-4130-bd9b-b6e447e4cb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.357648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:27.235751 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:28.679474 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.122168 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:53.630487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ede2-94d9-4f49-a663-7776fac2fc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.132220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-006a92cb-9022-4186-8295-57e9ce4fb4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.358751 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.239983 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.686375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.121273 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:19.859756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:19.866282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-64afe012-bc1a-4ab2-8c91-75c854803910 tempest-verify_tempest_config-2023179180 tempest-verify_tempest_config-2023179180-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:19.867273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64afe012-bc1a-4ab2-8c91-75c854803910 tempest-verify_tempest_config-2023179180 tempest-verify_tempest_config-2023179180-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065105 Jul 16 01:30:20.165492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.264274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.348189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.352526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.399894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a236618abb48403a85a44d40d21d2cda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2333031 Jul 16 01:30:20.400604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715aaed2-bb83-465c-8340-5f48625edc72,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.402598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:20.407209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.407552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.407887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.408243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.408573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.408898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.409221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.409540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.409859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.410176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.410493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.410810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e298-3fc6-40c8-96c4-e26424681a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.456619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.477343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.563239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.565779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.567060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/715aaed2-bb83-465c-8340-5f48625edc72 HTTP/1.1" status: 204 len: 168 time: 0.1633534 Jul 16 01:30:20.578889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715aaed2-bb83-465c-8340-5f48625edc72,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:20.585980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.586328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.586667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.587004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.587333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.587674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.587989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.588350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.588676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.589001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.589322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:20.589641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087809bb-6078-4204-ba7d-b714e69da585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:23.631087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2483b61-23d7-40be-af0d-84251fa6e137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.132871 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d0a6-8795-4178-be4a-1502b8874d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:26.358895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:27.242607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:28.684347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.119758 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:53.631561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b77cdf6d-7f05-4ed4-bb5e-045867a8df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.133945 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d19059e-8e83-4c3f-b16d-4347429d340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.359397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.246794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.686781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.632453 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cafc0392-5796-419f-b361-65654783b14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.133522 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6948c904-26df-42c7-832a-ffd3c7c71ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.360875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.249392 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.688537 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.119122 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:53.632079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5efcca29-5511-49fc-802d-96a1c3fd196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.134535 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b1824b7-ff97-4295-b685-d8de5b9e2ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.360640 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.253230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.696540 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.117775 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:23.632157 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1821055d-1f42-4fd3-b50b-1dd094cbecb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.133683 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b319e3a4-9576-453a-ae6b-6f2f6d7b82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.361654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.256020 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.695905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.116888 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:53.633504 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b2a5c980-6603-423e-89b8-16614dc04ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.133403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e53bd79-4a78-4bdf-a1be-e425cf8484af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.361499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.257549 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.698003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.116762 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 5 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:21.927394 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.213886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33270021'] for agent, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.633652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-912b812c-8c52-49d5-aa36-b16329594709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.132118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0b989a9-fa68-4834-b476-2d392eeafeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.362970 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.259912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.700600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.876802 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.155576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.633598 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d75bfb88-192c-4aab-aa36-abbc92aa6793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.131967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94089994-49f6-489f-ad01-4347e7fd96db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.365941 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.262816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.116581 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:58.704902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.799839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.898997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a43b0b22-4101-4217-a7c2-622e3f5f2938 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0980556 Jul 16 01:34:08.057162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.148541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-382289e6-eb83-4d59-8a5b-9063e2168653 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0902531 Jul 16 01:34:21.876701 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.174961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.633691 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-341876a2-d6a3-4a13-86df-11ecd3f4b299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.131632 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6da4d460-3db2-4b4e-b09e-ac76da561e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.365174 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.265451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.700505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.116330 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:51.894375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.174222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.632758 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89835aa0-6923-40ea-8182-87b2a4581dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.134732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e02c0c07-7838-4e20-9a33-127d5754b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.366374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.269363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.801950 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.116534 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:21.889866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.193631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.641052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d004f19d-69b6-4acb-8011-91f85d54093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.136644 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98c5d4a5-82bb-4fbf-bdac-d7e7b64722a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.369622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.273849 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.769924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.943633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.126913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c6a2894-85db-435e-9d5a-c4762e2a744e tempest-AutoAllocateNetworkTest-750891530 tempest-AutoAllocateNetworkTest-750891530-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0801a7b2d11349748ffa9e4f3fa34595&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3534670 Jul 16 01:35:28.127135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.311859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27053700-86d7-48ab-a976-d3e3f71e606d tempest-AutoAllocateNetworkTest-750891530 tempest-AutoAllocateNetworkTest-750891530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.313422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-27053700-86d7-48ab-a976-d3e3f71e606d tempest-AutoAllocateNetworkTest-750891530 tempest-AutoAllocateNetworkTest-750891530-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1854234 Jul 16 01:35:28.316450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.375011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-network', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:28.420257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d31499a-7d75-43dd-b887-54d1b127187b tempest-AutoAllocateNetworkTest-750891530 tempest-AutoAllocateNetworkTest-750891530-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002798 Jul 16 01:35:28.420374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.454217 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-335acdf3-ceb7-4bb4-90f5-c94f8d90bc81 tempest-AutoAllocateNetworkTest-750891530 tempest-AutoAllocateNetworkTest-750891530-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0801a7b2d11349748ffa9e4f3fa34595 HTTP/1.1" status: 200 len: 208 time: 0.0328448 Jul 16 01:35:28.464524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Made reservation on behalf of da7bb7fb91a54be1a7a5fcb681ffc966 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:28.468071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.479690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.577559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.581911 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.615504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:28.621063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615ad0f-b3f3-458d-8b4e-c575533f3ea6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.630032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.630666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.631407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.631903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.632401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.632882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.633370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.633848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.634337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.634818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.635298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.635944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Tracked resource versions report: Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: pushed versions: Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: { 'AddressGroup': {'1.2'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'ConntrackHelper': {'1.0'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Log': {'1.0'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Network': {'1.1'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Port': {'1.7'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'PortForwarding': {'1.2'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'QosPolicy': {'1.8'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'SecurityGroup': {'1.4'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'SubPort': {'1.0'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Subnet': {'1.1'}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Trunk': {'1.1'}} Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: consumer versions: Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: HyperV agent@n-h1-800087-6: {}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: HyperV agent@n-h2-800087-6: {}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: L3 agent@n-d-800087-6: {}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: Metadata agent@n-d-800087-6: {}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: Metering agent@n-d-800087-6: {}, Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'ConntrackHelper': '1.0', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Log': '1.0', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Network': '1.1', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Port': '1.7', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'PortForwarding': '1.2', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'QosPolicy': '1.8', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'SecurityGroup': '1.4', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'SecurityGroupRule': '1.2', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'SubPort': '1.0', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Subnet': '1.1', Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: 'Trunk': '1.1'}} Jul 16 01:35:28.637208 n-d-800087-6 neutron-server[93907]: {{(pid=93907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:35:28.650230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.650823 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Added segment f330272b-4f2f-466a-ba0d-55fdad192d8e of type vlan for network 64cbd18a-a729-445e-a412-bd9beed34f01 Jul 16 01:35:28.710410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.715479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.754417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.755906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:28.756523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.791649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38376) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.792274 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8465185 Jul 16 01:35:28.805237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Request body: {'subnet': {'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-subnet', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:28.821609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fd778-f73b-4467-88d4-dc6af97acfec admin admin] Pushing event updated for resources: {'Network': ['ID=64cbd18a-a729-445e-a412-bd9beed34f01,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.832962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 64cbd18a-a729-445e-a412-bd9beed34f01 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:28.833161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Made reservation on behalf of da7bb7fb91a54be1a7a5fcb681ffc966 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:28.836390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.023620 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.081977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0856fc4a-dabc-4117-95b2-fd8597302465,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.092850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.093194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.093528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.094057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.094391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.094719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.095044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.095365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.095686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.096007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.096352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.096668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Tracked resource versions report: Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: pushed versions: Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: { 'AddressGroup': {'1.2'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'ConntrackHelper': {'1.0'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Log': {'1.0'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Network': {'1.1'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Port': {'1.7'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'PortForwarding': {'1.2'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'QosPolicy': {'1.8'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'SecurityGroup': {'1.4'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'SubPort': {'1.0'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Subnet': {'1.1'}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Trunk': {'1.1'}} Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: consumer versions: Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: HyperV agent@n-h1-800087-6: {}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: HyperV agent@n-h2-800087-6: {}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: L3 agent@n-d-800087-6: {}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: Metadata agent@n-d-800087-6: {}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: Metering agent@n-d-800087-6: {}, Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'ConntrackHelper': '1.0', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Log': '1.0', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Network': '1.1', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Port': '1.7', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'PortForwarding': '1.2', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'QosPolicy': '1.8', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'SecurityGroup': '1.4', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'SecurityGroupRule': '1.2', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'SubPort': '1.0', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Subnet': '1.1', Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: 'Trunk': '1.1'}} Jul 16 01:35:29.097746 n-d-800087-6 neutron-server[93906]: {{(pid=93906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:35:29.106553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Checking segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:29.106912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Network hostable DHCP agents. Network: 64cbd18a-a729-445e-a412-bd9beed34f01, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:29.124342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Network 64cbd18a-a729-445e-a412-bd9beed34f01 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:29.136515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 64cbd18a-a729-445e-a412-bd9beed34f01) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:29.141467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.142250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.147484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8cb00-cc89-45c2-a42e-dc2557480607 None None] Network 64cbd18a-a729-445e-a412-bd9beed34f01 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:29.165719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.170630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:29.174077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-307dfe23-3ab5-4944-b917-bc8f8b08dbe1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3794734 Jul 16 01:35:29.198452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.203484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.296420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.345679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-64cbd18a-a729-445e-a412-bd9beed34f01', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:29.349257 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.356855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.601505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.616584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Allocated IP 172.20.0.2 (64cbd18a-a729-445e-a412-bd9beed34f01/0856fc4a-dabc-4117-95b2-fd8597302465/d3d02739-e3f4-4e2a-9d14-5244424cd28c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:29.700832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6967a9-4f85-4705-80f3-de947702d17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.817952 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.829218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Transition to ACTIVE for port object d3d02739-e3f4-4e2a-9d14-5244424cd28c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:29.849246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6967a9-4f85-4705-80f3-de947702d17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.855309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Transition to ACTIVE for port object d3d02739-e3f4-4e2a-9d14-5244424cd28c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:29.856939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b6967a9-4f85-4705-80f3-de947702d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.878893 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.928604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9b6967a9-4f85-4705-80f3-de947702d17f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0801a7b2d11349748ffa9e4f3fa34595&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6306088 Jul 16 01:35:29.929280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.930008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6967a9-4f85-4705-80f3-de947702d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfef904-c25b-45d4-8644-69e869430aee,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.933229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Network 64cbd18a-a729-445e-a412-bd9beed34f01 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:29.936435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:29.945311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:29.954139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.960926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Pushing event updated for resources: {'Port': ['ID=d3d02739-e3f4-4e2a-9d14-5244424cd28c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.988778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.989633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.990172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.990731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.991247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.991920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.992469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.993040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.993657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.994162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.994724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.995242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.995861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Tracked resource versions report: Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: pushed versions: Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: { 'AddressGroup': {'1.2'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'ConntrackHelper': {'1.0'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Log': {'1.0'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Network': {'1.1'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Port': {'1.7'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'PortForwarding': {'1.2'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'QosPolicy': {'1.8'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'SecurityGroup': {'1.4'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'SubPort': {'1.0'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Subnet': {'1.1'}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Trunk': {'1.1'}} Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: consumer versions: Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: HyperV agent@n-h1-800087-6: {}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: HyperV agent@n-h2-800087-6: {}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: L3 agent@n-d-800087-6: {}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: Metadata agent@n-d-800087-6: {}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: Metering agent@n-d-800087-6: {}, Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'ConntrackHelper': '1.0', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Log': '1.0', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Network': '1.1', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Port': '1.7', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'PortForwarding': '1.2', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'QosPolicy': '1.8', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'SecurityGroup': '1.4', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'SecurityGroupRule': '1.2', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'SubPort': '1.0', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Subnet': '1.1', Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: 'Trunk': '1.1'}} Jul 16 01:35:29.997201 n-d-800087-6 neutron-server[93908]: {{(pid=93908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:35:30.007363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b54d8849-3779-43ab-b3e4-bf8bf6450c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.034821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b54d8849-3779-43ab-b3e4-bf8bf6450c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.039006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Attempting to bind port d3d02739-e3f4-4e2a-9d14-5244424cd28c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:30.039615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Attempting to bind port d3d02739-e3f4-4e2a-9d14-5244424cd28c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:30.040368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Attempting to bind port d3d02739-e3f4-4e2a-9d14-5244424cd28c on network 64cbd18a-a729-445e-a412-bd9beed34f01 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:30.046406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:30.047153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Checking segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:30.047898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.048720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Bound using segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:30.049465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Bound port: d3d02739-e3f4-4e2a-9d14-5244424cd28c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:30.050100 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.095417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b54d8849-3779-43ab-b3e4-bf8bf6450c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.126244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b54d8849-3779-43ab-b3e4-bf8bf6450c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.126244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b54d8849-3779-43ab-b3e4-bf8bf6450c47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bfef904-c25b-45d4-8644-69e869430aee HTTP/1.1" status: 204 len: 168 time: 0.1762435 Jul 16 01:35:30.130861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8849-3779-43ab-b3e4-bf8bf6450c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfef904-c25b-45d4-8644-69e869430aee,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.168105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] For port d3d02739-e3f4-4e2a-9d14-5244424cd28c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:30.194451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] For port d3d02739-e3f4-4e2a-9d14-5244424cd28c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3d02739-e3f4-4e2a-9d14-5244424cd28c,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:30.199726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.272012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3c0de-345f-410b-bfc8-41a84193b906 None None] Pushing event updated for resources: {'Port': ['ID=d3d02739-e3f4-4e2a-9d14-5244424cd28c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.307197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Allocated IP 172.25.0.161 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a864147e-c0b1-4e28-9181-5b6dd7a9ffd5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:30.464495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.592545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.700799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:30.707500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:30.716314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:30.801146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Pushing event updated for resources: {'Port': ['ID=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.021892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.072215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.170333 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f83776-7b45-4a91-bb88-6bc31c17175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.327448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.333328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f83776-7b45-4a91-bb88-6bc31c17175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.340969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47f83776-7b45-4a91-bb88-6bc31c17175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.393727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-47f83776-7b45-4a91-bb88-6bc31c17175a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6496565a513a41ceaaf9c67f00215a8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3700759 Jul 16 01:35:31.396464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.424769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83776-7b45-4a91-bb88-6bc31c17175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37562424-cc96-4287-8fe1-22e904393bbe,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.493829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66a6d1a6-e71c-40ac-8c2a-7fb9e9ea38bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.536756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66a6d1a6-e71c-40ac-8c2a-7fb9e9ea38bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.576104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0056e54-96e8-4385-8d3b-70850f860e1d None None] Network 64cbd18a-a729-445e-a412-bd9beed34f01 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:31.612714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:31.623885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66a6d1a6-e71c-40ac-8c2a-7fb9e9ea38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.626457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66a6d1a6-e71c-40ac-8c2a-7fb9e9ea38bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.627594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66a6d1a6-e71c-40ac-8c2a-7fb9e9ea38bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37562424-cc96-4287-8fe1-22e904393bbe HTTP/1.1" status: 204 len: 168 time: 0.2302346 Jul 16 01:35:31.643388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6d1a6-e71c-40ac-8c2a-7fb9e9ea38bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37562424-cc96-4287-8fe1-22e904393bbe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.725531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ebf60d-fa1f-48e8-8834-896d617480d3 None None] Provisioning for port d3d02739-e3f4-4e2a-9d14-5244424cd28c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:31.803216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:31.815664 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:31.822575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.827582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-08c1cc7f-933c-4ca1-9247-0f905fc5535e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6587803 Jul 16 01:35:31.828508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.838300 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:31.838932 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.117942 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:32.313984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.345017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4872e2a2-5432-4e8f-bcb2-c57fcabbf996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.503814 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:30Z', 'revision_number': 3, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:32.563746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4872e2a2-5432-4e8f-bcb2-c57fcabbf996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.566170 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:32.567052 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Updating router fc47e8dd-8662-4353-b26d-c4934a8250f1 port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:32.569542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4872e2a2-5432-4e8f-bcb2-c57fcabbf996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.640574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4872e2a2-5432-4e8f-bcb2-c57fcabbf996 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35ad6da2699b4772ba89052cdccce9ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3254337 Jul 16 01:35:32.642745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:32.646412 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.671639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3d02739-e3f4-4e2a-9d14-5244424cd28c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:32.705068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872e2a2-5432-4e8f-bcb2-c57fcabbf996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c893ab-2732-4aff-96c2-2a0bf7dc4675,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.709719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0220-a66c-4b67-b15e-f60a8384d1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.731712 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0220-a66c-4b67-b15e-f60a8384d1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.781805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0220-a66c-4b67-b15e-f60a8384d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.784539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0220-a66c-4b67-b15e-f60a8384d1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.786678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d3bd0220-a66c-4b67-b15e-f60a8384d1c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45c893ab-2732-4aff-96c2-2a0bf7dc4675 HTTP/1.1" status: 204 len: 168 time: 0.1420379 Jul 16 01:35:32.797571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd0220-a66c-4b67-b15e-f60a8384d1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c893ab-2732-4aff-96c2-2a0bf7dc4675,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.800944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.902512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d3d02739-e3f4-4e2a-9d14-5244424cd28c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:32.919858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d3d02739-e3f4-4e2a-9d14-5244424cd28c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:32.921571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.017329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Allocated IP 172.20.0.1 (64cbd18a-a729-445e-a412-bd9beed34f01/0856fc4a-dabc-4117-95b2-fd8597302465/cc3af157-b12e-4758-8908-9ea656635f75) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:33.093749 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.104885 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.112538 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Transition to ACTIVE for port object a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:33.119184 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.190013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d3d02739-e3f4-4e2a-9d14-5244424cd28c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3d02739-e3f4-4e2a-9d14-5244424cd28c,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:33.195132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Attempting to bind port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:33.195504 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Attempting to bind port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:33.195861 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Attempting to bind port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:33.201389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Pushing event updated for resources: {'Port': ['ID=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.203726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.224887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.231659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.235598 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:33.243430 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:33.248279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Transition to ACTIVE for port object cc3af157-b12e-4758-8908-9ea656635f75 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:33.248562 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.249563 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:33.249883 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Bound port: a864147e-c0b1-4e28-9181-5b6dd7a9ffd5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:33.250381 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.261304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.261783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.262251 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.262691 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.263122 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.263550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.263946 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.264373 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.264769 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.265159 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.265550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.265953 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Tracked resource versions report: Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: pushed versions: Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: { 'AddressGroup': {'1.2'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'ConntrackHelper': {'1.0'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Log': {'1.0'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Network': {'1.1'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Port': {'1.7'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'PortForwarding': {'1.2'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'QosPolicy': {'1.8'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'SecurityGroup': {'1.4'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'SubPort': {'1.0'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Subnet': {'1.1'}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Trunk': {'1.1'}} Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: consumer versions: Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: { DHCP agent@n-d-800087-6: {}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: HyperV agent@n-h1-800087-6: {}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: HyperV agent@n-h2-800087-6: {}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: L3 agent@n-d-800087-6: {}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: Metadata agent@n-d-800087-6: {}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: Metering agent@n-d-800087-6: {}, Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: Open vSwitch agent@n-d-800087-6: { 'AddressGroup': '1.2', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'ConntrackHelper': '1.0', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Log': '1.0', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Network': '1.1', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Port': '1.7', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'PortForwarding': '1.2', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'QosPolicy': '1.8', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'SecurityGroup': '1.4', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'SecurityGroupRule': '1.2', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'SubPort': '1.0', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Subnet': '1.1', Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: 'Trunk': '1.1'}} Jul 16 01:35:33.267126 n-d-800087-6 neutron-server[93909]: {{(pid=93909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:35:33.297284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.341692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d3d02739-e3f4-4e2a-9d14-5244424cd28c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.349945 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] For port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:33.354640 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] For port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:33.360838 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.395080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Network 64cbd18a-a729-445e-a412-bd9beed34f01 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:33.399234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:33.416821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:33.417302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.493276 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:33.494207 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.546364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Pushing event updated for resources: {'Port': ['ID=cc3af157-b12e-4758-8908-9ea656635f75,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.561783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198280e3-ef5e-479b-9502-f0820cef3324 None None] Pushing event updated for resources: {'Port': ['ID=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.667281 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:33.723914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db42ddb4-b319-4103-9ee7-15ec15e6cf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.810955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26651708-ef98-46e2-b0f9-7a00b8aab142 None None] Provisioning for port cc3af157-b12e-4758-8908-9ea656635f75 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:33.820959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-26651708-ef98-46e2-b0f9-7a00b8aab142 None None] Provisioning complete for port cc3af157-b12e-4758-8908-9ea656635f75 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:33.821718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-26651708-ef98-46e2-b0f9-7a00b8aab142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.837652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.894162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38626) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.904810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-26651708-ef98-46e2-b0f9-7a00b8aab142 None None] Port cc3af157-b12e-4758-8908-9ea656635f75 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:33.954796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.032657 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db42ddb4-b319-4103-9ee7-15ec15e6cf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.040128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db42ddb4-b319-4103-9ee7-15ec15e6cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.113329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42ddb4-b319-4103-9ee7-15ec15e6cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5724160-d404-4e6f-a7c7-434bd165e9d1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.130398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-db42ddb4-b319-4103-9ee7-15ec15e6cf38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c098b020c1ea4106a400d51f1e375377&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8974788 Jul 16 01:35:34.133438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.145920 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.151811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.152595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.171129 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:30Z', 'revision_number': 3, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:34.239144 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5588a-2e3c-4d83-ba7a-c02275c8bc60 None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:30Z', 'revision_number': 3, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:34.256772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acdab75-9842-4122-9302-a66498b749be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.311051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4307-36d9-4c59-ada2-0eec723a9682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.350385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604cbaef-a4f0-4e98-9ded-1e1caa6e88f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.378153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Pushing event updated for resources: {'Port': ['ID=cc3af157-b12e-4758-8908-9ea656635f75,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.387830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Network 64cbd18a-a729-445e-a412-bd9beed34f01 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:34.389452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:34.425664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604cbaef-a4f0-4e98-9ded-1e1caa6e88f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.563541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:34.569113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acdab75-9842-4122-9302-a66498b749be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.571287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604cbaef-a4f0-4e98-9ded-1e1caa6e88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.574628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604cbaef-a4f0-4e98-9ded-1e1caa6e88f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.577303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-604cbaef-a4f0-4e98-9ded-1e1caa6e88f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5724160-d404-4e6f-a7c7-434bd165e9d1 HTTP/1.1" status: 204 len: 168 time: 0.4426613 Jul 16 01:35:34.584935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acdab75-9842-4122-9302-a66498b749be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.623084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cbaef-a4f0-4e98-9ded-1e1caa6e88f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5724160-d404-4e6f-a7c7-434bd165e9d1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.625840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3d02739-e3f4-4e2a-9d14-5244424cd28c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:34.687970 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1acdab75-9842-4122-9302-a66498b749be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=204379ef423b499ab397b8946af4830a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7907991 Jul 16 01:35:34.690558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:34.754557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdab75-9842-4122-9302-a66498b749be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de95dc1a-b5a8-4580-8119-782936a452c6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:34.799717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d3d02739-e3f4-4e2a-9d14-5244424cd28c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:34.802308 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.860369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:34.881120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d149db0c-7dcc-4d89-a4e6-caf1f068a63f admin admin] 10.222.0.35 "PUT /v2.0/routers/fc47e8dd-8662-4353-b26d-c4934a8250f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0424428 Jul 16 01:35:34.882947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6379c0ce-d491-4f40-93ed-8eefc3ba5649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.900852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4ec87fb6-f8f6-401f-87e8-d5fb9cc38fd3 None None] Provisioning complete for port cc3af157-b12e-4758-8908-9ea656635f75 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:34.901390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4ec87fb6-f8f6-401f-87e8-d5fb9cc38fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.928784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6379c0ce-d491-4f40-93ed-8eefc3ba5649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.934110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4307-36d9-4c59-ada2-0eec723a9682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.939912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4307-36d9-4c59-ada2-0eec723a9682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.011303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4ec87fb6-f8f6-401f-87e8-d5fb9cc38fd3 None None] Port cc3af157-b12e-4758-8908-9ea656635f75 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:35.028257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6379c0ce-d491-4f40-93ed-8eefc3ba5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.031473 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6379c0ce-d491-4f40-93ed-8eefc3ba5649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.037152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6379c0ce-d491-4f40-93ed-8eefc3ba5649 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de95dc1a-b5a8-4580-8119-782936a452c6 HTTP/1.1" status: 204 len: 168 time: 0.3442502 Jul 16 01:35:35.059124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379c0ce-d491-4f40-93ed-8eefc3ba5649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de95dc1a-b5a8-4580-8119-782936a452c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.131467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.144213 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba5c4307-36d9-4c59-ada2-0eec723a9682 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=424a270c6c90488da163d2c115dc02c2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1840851 Jul 16 01:35:35.173722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c4307-36d9-4c59-ada2-0eec723a9682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d653be7-0d77-4dab-91d6-0d487273a588,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.224093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abbde88f-a683-4614-8365-2719c5909a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.258506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abbde88f-a683-4614-8365-2719c5909a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.330888 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abbde88f-a683-4614-8365-2719c5909a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.334305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abbde88f-a683-4614-8365-2719c5909a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.335799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-abbde88f-a683-4614-8365-2719c5909a48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d653be7-0d77-4dab-91d6-0d487273a588 HTTP/1.1" status: 204 len: 168 time: 0.2026436 Jul 16 01:35:35.344334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbde88f-a683-4614-8365-2719c5909a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d653be7-0d77-4dab-91d6-0d487273a588,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.386726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.400526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9796acf-9116-4d07-a3c5-a4196452893e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.478693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38696) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.504116 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9796acf-9116-4d07-a3c5-a4196452893e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.511902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9796acf-9116-4d07-a3c5-a4196452893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.558181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c9796acf-9116-4d07-a3c5-a4196452893e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6bc2bd0061c458da685f033d91b8ae6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1703703 Jul 16 01:35:35.559417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9796acf-9116-4d07-a3c5-a4196452893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd22a9-cdf5-4893-8795-5a3f6eb137b5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.564375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.629950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60adcc5d-6b59-4020-84fb-c39570ab597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.657330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60adcc5d-6b59-4020-84fb-c39570ab597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.714132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60adcc5d-6b59-4020-84fb-c39570ab597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.716899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60adcc5d-6b59-4020-84fb-c39570ab597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.720594 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-60adcc5d-6b59-4020-84fb-c39570ab597e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8dd22a9-cdf5-4893-8795-5a3f6eb137b5 HTTP/1.1" status: 204 len: 168 time: 0.1492975 Jul 16 01:35:35.727749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adcc5d-6b59-4020-84fb-c39570ab597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd22a9-cdf5-4893-8795-5a3f6eb137b5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.817130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.829941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdae729c-d468-430c-8954-e4691892a334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.931945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdae729c-d468-430c-8954-e4691892a334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.936121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdae729c-d468-430c-8954-e4691892a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.989142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2cb-3ef2-4945-9e60-c3421bd27048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.007801 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bdae729c-d468-430c-8954-e4691892a334 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=129241437e954e5599010d13312ff706&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1892886 Jul 16 01:35:36.010298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.024982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae729c-d468-430c-8954-e4691892a334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f4c97-2538-4faf-b226-0a6c1688f94f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.092524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa622-b768-475e-b198-e92b331b9d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.124669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa622-b768-475e-b198-e92b331b9d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.142412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2cb-3ef2-4945-9e60-c3421bd27048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.151600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2cb-3ef2-4945-9e60-c3421bd27048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.193245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa622-b768-475e-b198-e92b331b9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.196647 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa622-b768-475e-b198-e92b331b9d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.198733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c9aa622-b768-475e-b198-e92b331b9d9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd8f4c97-2538-4faf-b226-0a6c1688f94f HTTP/1.1" status: 204 len: 168 time: 0.1873991 Jul 16 01:35:36.212164 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c1efa2cb-3ef2-4945-9e60-c3421bd27048 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a35f794183dd4f68ad0fdaecc3b11266&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7326891 Jul 16 01:35:36.215736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.218792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aa622-b768-475e-b198-e92b331b9d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f4c97-2538-4faf-b226-0a6c1688f94f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.237155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.239584 n-d-800087-6 neutron-server[93906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:35:36.248125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efa2cb-3ef2-4945-9e60-c3421bd27048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884bc3f9-ec63-4d9e-8104-02beb16eb2a4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.280636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92946d13-b632-497f-9b33-3efdf230c45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.294910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-d1aa5f66-a8f0-4c11-a0e2-956c742aa667 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4042141399424d82767c485791bb35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562901 Jul 16 01:35:36.312767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92946d13-b632-497f-9b33-3efdf230c45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.374777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92946d13-b632-497f-9b33-3efdf230c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.377708 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92946d13-b632-497f-9b33-3efdf230c45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.379302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92946d13-b632-497f-9b33-3efdf230c45c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/884bc3f9-ec63-4d9e-8104-02beb16eb2a4 HTTP/1.1" status: 204 len: 168 time: 0.1624036 Jul 16 01:35:36.388553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92946d13-b632-497f-9b33-3efdf230c45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884bc3f9-ec63-4d9e-8104-02beb16eb2a4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.400607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.431534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-216af1ad-c7f1-41bb-8e5b-38ce07067492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.551424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:36.574285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:36.574692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:36.607956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-216af1ad-c7f1-41bb-8e5b-38ce07067492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.623769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-216af1ad-c7f1-41bb-8e5b-38ce07067492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.677376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-216af1ad-c7f1-41bb-8e5b-38ce07067492 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68ae0484a3d74ce4b1598688c4e3bd88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2739947 Jul 16 01:35:36.681126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216af1ad-c7f1-41bb-8e5b-38ce07067492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba43d1-770e-42f3-88bf-0f5d8b947648,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.682392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:36.684939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38752) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.740919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-84f2f0fc-92b6-4aa5-9598-59a94172475b tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:36.744847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-84f2f0fc-92b6-4aa5-9598-59a94172475b tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4439797 Jul 16 01:35:36.758147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89dca05a-1777-4d8b-999d-c2875d7d009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.762771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:36.769601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:36.772862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:36.773234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.776405 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-b63aa388-9ac9-41f0-81dd-06b21ca742df tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/quotas/0f4042141399424d82767c485791bb35 HTTP/1.1" status: 200 len: 375 time: 0.0257809 Jul 16 01:35:36.798287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89dca05a-1777-4d8b-999d-c2875d7d009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.832006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28d6af66-4626-4b87-a09e-ac4070f33cd1 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4042141399424d82767c485791bb35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479393 Jul 16 01:35:36.875857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89dca05a-1777-4d8b-999d-c2875d7d009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.880285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89dca05a-1777-4d8b-999d-c2875d7d009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.881512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89dca05a-1777-4d8b-999d-c2875d7d009d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22ba43d1-770e-42f3-88bf-0f5d8b947648 HTTP/1.1" status: 204 len: 168 time: 0.1954224 Jul 16 01:35:36.890369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dca05a-1777-4d8b-999d-c2875d7d009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba43d1-770e-42f3-88bf-0f5d8b947648,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.016067 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.076605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:37.082372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.149759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.164074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 2, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.191459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:37.191814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Updating router fc47e8dd-8662-4353-b26d-c4934a8250f1 port cc3af157-b12e-4758-8908-9ea656635f75 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:37.233019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.303035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.307966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-network', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.340752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Made reservation on behalf of dd4664bffb254a6bb80b2283cc1a84d2 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:37.344335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.356891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.407925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.426169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5d003db-262c-4fcd-b12f-d67e27344bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.495932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.501167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.531359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:37.565600 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.566418 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Added segment b0ac20d3-9d12-4371-88c1-ee41cba2707c of type vlan for network a118b5e3-61f1-4fcd-ac04-87edfd0da685 Jul 16 01:35:37.567932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c16cd3-b468-49ac-aabf-045b946d7680,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.635865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5d003db-262c-4fcd-b12f-d67e27344bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.641329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5d003db-262c-4fcd-b12f-d67e27344bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.656828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.706863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.708486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.709211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.736904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d5d003db-262c-4fcd-b12f-d67e27344bb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11ee6224d2e84315838d081414a9c636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275542 Jul 16 01:35:37.737779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.740528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d003db-262c-4fcd-b12f-d67e27344bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bef99-6726-491f-811c-0f829c50a46c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.764332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.780798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Transition to ACTIVE for port object cc3af157-b12e-4758-8908-9ea656635f75 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:37.786201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4819221 Jul 16 01:35:37.794862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.806105 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.814668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Request body: {'subnet': {'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-subnet', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.826691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.866974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15038f81-b364-4508-9f74-8d3a7bfc2285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.913329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac472ee-ee00-44f4-ab43-e2c89a47dda2 admin admin] Pushing event updated for resources: {'Network': ['ID=a118b5e3-61f1-4fcd-ac04-87edfd0da685,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.924112 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15038f81-b364-4508-9f74-8d3a7bfc2285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.932344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Made reservation on behalf of dd4664bffb254a6bb80b2283cc1a84d2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:37.935624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.960352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:38.027363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15038f81-b364-4508-9f74-8d3a7bfc2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.031751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15038f81-b364-4508-9f74-8d3a7bfc2285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.035064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-15038f81-b364-4508-9f74-8d3a7bfc2285 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd7bef99-6726-491f-811c-0f829c50a46c HTTP/1.1" status: 204 len: 168 time: 0.2961872 Jul 16 01:35:38.053556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15038f81-b364-4508-9f74-8d3a7bfc2285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bef99-6726-491f-811c-0f829c50a46c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.092857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Attempting to bind port cc3af157-b12e-4758-8908-9ea656635f75 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:38.093353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Attempting to bind port cc3af157-b12e-4758-8908-9ea656635f75 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:38.094383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Attempting to bind port cc3af157-b12e-4758-8908-9ea656635f75 on network 64cbd18a-a729-445e-a412-bd9beed34f01 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:38.101464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:38.101833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Checking segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:38.102480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.102856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Bound using segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:38.103447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Bound port: cc3af157-b12e-4758-8908-9ea656635f75, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:38.103846 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.116888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31784e0-f280-42e0-a70c-3a6d6ae11afc None None] Pushing event updated for resources: {'Port': ['ID=cc3af157-b12e-4758-8908-9ea656635f75,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.177999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.206132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] For port cc3af157-b12e-4758-8908-9ea656635f75, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:38.209754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] For port cc3af157-b12e-4758-8908-9ea656635f75, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cc3af157-b12e-4758-8908-9ea656635f75,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:38.214657 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.279089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Checking segment: {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:38.279659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Network hostable DHCP agents. Network: a118b5e3-61f1-4fcd-ac04-87edfd0da685, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:38.286331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964ccfe0-43ab-4964-9451-749c98d04870,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.306501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31784e0-f280-42e0-a70c-3a6d6ae11afc None None] Pushing event updated for resources: {'Port': ['ID=cc3af157-b12e-4758-8908-9ea656635f75,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.333282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:38.334395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:38.371652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:38.399596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f7a40b5-3e45-4c0b-a3fe-ad5d6d6d58aa req-f4e86db7-d1f4-4ad8-a3a3-ac64c8f20593 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 210 time: 0.5689549 Jul 16 01:35:38.405093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a118b5e3-61f1-4fcd-ac04-87edfd0da685) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.418092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.418776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.423753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea4019-c158-454c-bc6d-6d4135d5221d None None] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:38.456484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a0f4f42-a468-4582-b596-e64b9d552568 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6598306 Jul 16 01:35:38.459496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.467094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.517241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.518366 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.603693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.615798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:38.710399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:38.812284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.871773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:38.872298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.911742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-a118b5e3-61f1-4fcd-ac04-87edfd0da685', 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'fixed_ips': [{'subnet_id': '964ccfe0-43ab-4964-9451-749c98d04870'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:38.912623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.174728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Allocated IP 172.20.0.2 (a118b5e3-61f1-4fcd-ac04-87edfd0da685/964ccfe0-43ab-4964-9451-749c98d04870/54cc0969-9c25-42b2-b57c-11f62ffb6b52) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:39.193539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:38Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:39.228096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b21bc7-5caf-4b7d-a185-e7cc5afa2757 None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:38Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:39.265121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.331328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.415222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.440416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Transition to ACTIVE for port object 54cc0969-9c25-42b2-b57c-11f62ffb6b52 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:39.475945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Transition to ACTIVE for port object 54cc0969-9c25-42b2-b57c-11f62ffb6b52 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:39.493991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.575033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Pushing event updated for resources: {'Port': ['ID=54cc0969-9c25-42b2-b57c-11f62ffb6b52,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.592705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:39.594372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:39.597029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:39.632360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Allocated IP 172.25.0.220 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/3c85d299-186a-49e2-9636-71e68a3581a0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:39.751329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Attempting to bind port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:39.751920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Attempting to bind port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:39.753068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Attempting to bind port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 on network a118b5e3-61f1-4fcd-ac04-87edfd0da685 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:39.767132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:39.767615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Checking segment: {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:39.768235 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.768691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Bound using segment: {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:39.771108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Bound port: 54cc0969-9c25-42b2-b57c-11f62ffb6b52, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:39.771591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.862055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c48118e1-7fb1-4885-a985-11a7251446e4 req-e715a9b1-34ac-4441-bcec-afa8b587d15c tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 210 time: 0.0479078 Jul 16 01:35:39.930664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.939557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] For port 54cc0969-9c25-42b2-b57c-11f62ffb6b52, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:39.946991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] For port 54cc0969-9c25-42b2-b57c-11f62ffb6b52, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=54cc0969-9c25-42b2-b57c-11f62ffb6b52,segment=NetworkSegment(b0ac20d3-9d12-4371-88c1-ee41cba2707c),segment_id=b0ac20d3-9d12-4371-88c1-ee41cba2707c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:39.956419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.020742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.033826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa98bb6-2765-4830-9b27-05278fa45034 None None] Pushing event updated for resources: {'Port': ['ID=54cc0969-9c25-42b2-b57c-11f62ffb6b52,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.079034 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:40.086874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:40.089997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:40.383149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Pushing event updated for resources: {'Port': ['ID=3c85d299-186a-49e2-9636-71e68a3581a0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.388543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.38', 61093) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.453875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-1923550a-f6aa-4190-9753-fc9278287322 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0f4042141399424d82767c485791bb35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640743 Jul 16 01:35:40.690010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-14f0456f-40d4-4d1a-bf1b-498a227ec241 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.701022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-14f0456f-40d4-4d1a-bf1b-498a227ec241 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410648 Jul 16 01:35:40.761330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc3af157-b12e-4758-8908-9ea656635f75 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:40.790111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Request body: {'port': {'device_id': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '0f4042141399424d82767c485791bb35'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:40.833359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.948275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.161637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Made reservation on behalf of 0f4042141399424d82767c485791bb35 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:41.169280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.188962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.229529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cc3af157-b12e-4758-8908-9ea656635f75 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:41.243142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cc3af157-b12e-4758-8908-9ea656635f75 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.246806 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.378558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ff67261-def0-4ee8-b201-55ca190f74ad req-f5a81a2f-e17d-4805-9abf-402cea2c6caa tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 210 time: 0.0723286 Jul 16 01:35:41.406454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.448677 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.456192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.461432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.517205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cc3af157-b12e-4758-8908-9ea656635f75, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cc3af157-b12e-4758-8908-9ea656635f75,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:41.523958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.526402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54cc0969-9c25-42b2-b57c-11f62ffb6b52 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:41.601305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e831670-3d61-4625-8865-b145d04634ff None None] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:41.606301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Router 39888b20-d844-4047-b155-fcbd17256b0a is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:41.634373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eda7cb-d110-4992-85b2-b3fb916f45f3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.726158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c559f51-471a-442a-b372-6e127d2c1edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.732950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] Provisioning for port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:41.742264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] Provisioning complete for port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.742638 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.744218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:41.750871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cc3af157-b12e-4758-8908-9ea656635f75,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.792739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Allocated IP 192.168.233.31 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/36a8a1d1-085c-4a4f-b671-c291637ed933) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:41.793632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.794432 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.833243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:41.844929 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Sync routers for ids ['39888b20-d844-4047-b155-fcbd17256b0a'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:41.856060 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Routers {'39888b20-d844-4047-b155-fcbd17256b0a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:41.856626 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['39888b20-d844-4047-b155-fcbd17256b0a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:41.963544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.992897 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.006596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c559f51-471a-442a-b372-6e127d2c1edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.011935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c559f51-471a-442a-b372-6e127d2c1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.018874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.025960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7acfcbec-2b9e-4d52-bc56-00e0d85ab084 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5646746 Jul 16 01:35:42.026593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38960) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.035259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] For port 54cc0969-9c25-42b2-b57c-11f62ffb6b52, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=54cc0969-9c25-42b2-b57c-11f62ffb6b52,segment=NetworkSegment(b0ac20d3-9d12-4371-88c1-ee41cba2707c),segment_id=b0ac20d3-9d12-4371-88c1-ee41cba2707c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:42.046180 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.078275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c559f51-471a-442a-b372-6e127d2c1edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f989fcc4-4b34-401b-8f63-d8da2f411907,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.091779 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4c559f51-471a-442a-b372-6e127d2c1edc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b24063ee089e48a784e96c317898b6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1402850 Jul 16 01:35:42.097258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.118716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.131591 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Set router 39888b20-d844-4047-b155-fcbd17256b0a gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:42.199549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Transition to ACTIVE for port object 36a8a1d1-085c-4a4f-b671-c291637ed933 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:42.213865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:42.214291 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:42.234534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb4188-90d6-4cff-a899-370a9e1932ff None None] Pushing event updated for resources: {'Port': ['ID=54cc0969-9c25-42b2-b57c-11f62ffb6b52,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.287347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.483401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-582f9b49-f663-4165-a17e-d7b172aeb302 None None] Provisioning complete for port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:42.483781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-582f9b49-f663-4165-a17e-d7b172aeb302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.560447 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:35:40Z', 'revision_number': 3, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.579542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Pushing event updated for resources: {'Port': ['ID=36a8a1d1-085c-4a4f-b671-c291637ed933,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.604267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba708d8f-9c25-463e-8dd6-25b4ab681ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.655597 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Checking router: 39888b20-d844-4047-b155-fcbd17256b0a for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:42.659475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Updating router 39888b20-d844-4047-b155-fcbd17256b0a port 3c85d299-186a-49e2-9636-71e68a3581a0 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:42.695373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba708d8f-9c25-463e-8dd6-25b4ab681ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.765225 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.822428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:42.845317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:42.852749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:42.880809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:42.885497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.950874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba708d8f-9c25-463e-8dd6-25b4ab681ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.958835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba708d8f-9c25-463e-8dd6-25b4ab681ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.961631 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba708d8f-9c25-463e-8dd6-25b4ab681ece admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f989fcc4-4b34-401b-8f63-d8da2f411907 HTTP/1.1" status: 204 len: 168 time: 0.8634090 Jul 16 01:35:43.005843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-28b09b56-c02a-4732-b706-9d502080d838 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2178586 Jul 16 01:35:43.009497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba708d8f-9c25-463e-8dd6-25b4ab681ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f989fcc4-4b34-401b-8f63-d8da2f411907,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.028790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-19d9fdbb-f3b2-498b-8953-19deafb231ef tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:35:43.039681 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-19d9fdbb-f3b2-498b-8953-19deafb231ef tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112913 Jul 16 01:35:43.158522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc3af157-b12e-4758-8908-9ea656635f75 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:43.273052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cc3af157-b12e-4758-8908-9ea656635f75 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:43.274174 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.314584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.356688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009842d-ec8e-4c80-9350-48885ca54ac3 req-9cd2472c-d6a5-4aa1-8aa0-b38e1df7b45a tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:43.359034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5009842d-ec8e-4c80-9350-48885ca54ac3 req-9cd2472c-d6a5-4aa1-8aa0-b38e1df7b45a tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 935 time: 0.4977541 Jul 16 01:35:43.391497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9fb25fd2-1360-4459-a09a-516e989e9178 None None] Provisioning for port 36a8a1d1-085c-4a4f-b671-c291637ed933 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:43.418639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9fb25fd2-1360-4459-a09a-516e989e9178 None None] Provisioning complete for port 36a8a1d1-085c-4a4f-b671-c291637ed933 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:43.419063 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9fb25fd2-1360-4459-a09a-516e989e9178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.435476 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.473555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5009842d-ec8e-4c80-9350-48885ca54ac3 req-33244ed9-e466-4733-86fa-455ed9e00326 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Jul 16 01:35:43.474190 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Transition to ACTIVE for port object 3c85d299-186a-49e2-9636-71e68a3581a0 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:43.500393 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.617745 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29fb5b-8588-4b7d-b6fc-ea3910f92bd4 None None] Pushing event updated for resources: {'Port': ['ID=3c85d299-186a-49e2-9636-71e68a3581a0,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.623850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54cc0969-9c25-42b2-b57c-11f62ffb6b52 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:43.686746 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Attempting to bind port 3c85d299-186a-49e2-9636-71e68a3581a0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:43.695410 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Attempting to bind port 3c85d299-186a-49e2-9636-71e68a3581a0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:43.696066 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Attempting to bind port 3c85d299-186a-49e2-9636-71e68a3581a0 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:43.703026 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:43.703771 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:43.705106 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.705941 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:43.706561 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Bound port: 3c85d299-186a-49e2-9636-71e68a3581a0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:43.707111 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.745122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9fb25fd2-1360-4459-a09a-516e989e9178 None None] Port 36a8a1d1-085c-4a4f-b671-c291637ed933 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:43.798581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:43.800478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.826246 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] For port 3c85d299-186a-49e2-9636-71e68a3581a0, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:43.831538 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] For port 3c85d299-186a-49e2-9636-71e68a3581a0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3c85d299-186a-49e2-9636-71e68a3581a0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:43.837134 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.851567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Allocated IP 172.20.0.1 (a118b5e3-61f1-4fcd-ac04-87edfd0da685/964ccfe0-43ab-4964-9451-749c98d04870/cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:43.926777 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29fb5b-8588-4b7d-b6fc-ea3910f92bd4 None None] Pushing event updated for resources: {'Port': ['ID=3c85d299-186a-49e2-9636-71e68a3581a0,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.951116 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Routers {'39888b20-d844-4047-b155-fcbd17256b0a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:43.953230 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['39888b20-d844-4047-b155-fcbd17256b0a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:44.089041 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] Set router 39888b20-d844-4047-b155-fcbd17256b0a gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:44.316720 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.335055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Transition to ACTIVE for port object cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:44.372010 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:35:40Z', 'revision_number': 3, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:44.379195 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.416581 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf624-f7cc-4c06-ace1-85720339e6bd None None] The sync data for ids ['39888b20-d844-4047-b155-fcbd17256b0a'] in n-d-800087-6 is: [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:35:40Z', 'revision_number': 3, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:44.472803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:44.473597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.476681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:44.538233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:44.538904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.652686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.677509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c78741b-31b4-4597-b126-f87402da3d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.005758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c78741b-31b4-4597-b126-f87402da3d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.015859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c78741b-31b4-4597-b126-f87402da3d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.052646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1209b8b-6f64-4744-bfe1-2aef0b74766a None None] Provisioning for port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:45.070757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1209b8b-6f64-4744-bfe1-2aef0b74766a None None] Provisioning complete for port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:45.079875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1209b8b-6f64-4744-bfe1-2aef0b74766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.123479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.207214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d1209b8b-6f64-4744-bfe1-2aef0b74766a None None] Port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:45.295227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3c85d299-186a-49e2-9636-71e68a3581a0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:45.413924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3c85d299-186a-49e2-9636-71e68a3581a0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:45.414556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.420914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3c85d299-186a-49e2-9636-71e68a3581a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:45.421705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.491874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a10be-489e-4478-be1a-6ebda31baf74 req-ad0478e0-2090-4e22-9286-8a2a721e23e3 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:45.523152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d68a10be-489e-4478-be1a-6ebda31baf74 req-ad0478e0-2090-4e22-9286-8a2a721e23e3 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 935 time: 0.7194264 Jul 16 01:35:45.567375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.568231 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c78741b-31b4-4597-b126-f87402da3d63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7cc32aaf7ea7450994fb6fd846a02d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9082530 Jul 16 01:35:45.569101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.569756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78741b-31b4-4597-b126-f87402da3d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb5287-ecff-47ea-ae08-5108875ab87d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.614972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3c85d299-186a-49e2-9636-71e68a3581a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3c85d299-186a-49e2-9636-71e68a3581a0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:45.622896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.643334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Request body: {'port': {'device_id': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'device_owner': 'compute:tempest-test_az-223144264', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:45.673770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.717566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d68a10be-489e-4478-be1a-6ebda31baf74 req-3ae5c0db-f9af-41b2-b000-c8cec1fca40d tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929274 Jul 16 01:35:45.718357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.719317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.737205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3c85d299-186a-49e2-9636-71e68a3581a0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.937820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.003819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36fe5bb1-9ee2-469b-8836-27e65d935dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.020933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b01f5dcc-da04-4de9-a6f6-c65aab73a409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.075300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:46.083626 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.087037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:46.222718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b01f5dcc-da04-4de9-a6f6-c65aab73a409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.506011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36fe5bb1-9ee2-469b-8836-27e65d935dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.530218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Router 39888b20-d844-4047-b155-fcbd17256b0a has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:46.531233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36fe5bb1-9ee2-469b-8836-27e65d935dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.656699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c6cf82a0-8355-4796-b61b-9d569e6c300e None None] Provisioning complete for port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:46.657714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6cf82a0-8355-4796-b61b-9d569e6c300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.668345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe5bb1-9ee2-469b-8836-27e65d935dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b04b95-2d00-463d-9ee3-c8a2c552d685,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.674163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-36fe5bb1-9ee2-469b-8836-27e65d935dde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be7db151ff9049749dbab477fb4f72b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2490866 Jul 16 01:35:46.677343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.838532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf82a0-8355-4796-b61b-9d569e6c300e None None] Port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:46.907875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:46.913158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6bd767b-0ecb-4b21-b845-3d358fc60feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.922552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a8a1d1-085c-4a4f-b671-c291637ed933 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:46.932152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3dbc9f4b-7581-4116-a125-b5b092073522 admin admin] 10.222.0.35 "PUT /v2.0/routers/39888b20-d844-4047-b155-fcbd17256b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8957808 Jul 16 01:35:46.937302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.963342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39082) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.996408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6bd767b-0ecb-4b21-b845-3d358fc60feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.997521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Transition to ACTIVE for port object 36a8a1d1-085c-4a4f-b671-c291637ed933 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:47.015231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.109123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3c85d299-186a-49e2-9636-71e68a3581a0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:47.242688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3c85d299-186a-49e2-9636-71e68a3581a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:47.247373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.288833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Attempting to bind port 36a8a1d1-085c-4a4f-b671-c291637ed933 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:47.290952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Attempting to bind port 36a8a1d1-085c-4a4f-b671-c291637ed933 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:47.291439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Attempting to bind port 36a8a1d1-085c-4a4f-b671-c291637ed933 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:47.303785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Port 36a8a1d1-085c-4a4f-b671-c291637ed933 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:47.304311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Attempting to bind port 36a8a1d1-085c-4a4f-b671-c291637ed933 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:47.314522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b01f5dcc-da04-4de9-a6f6-c65aab73a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.317570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b01f5dcc-da04-4de9-a6f6-c65aab73a409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.318909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b01f5dcc-da04-4de9-a6f6-c65aab73a409 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5fb5287-ecff-47ea-ae08-5108875ab87d HTTP/1.1" status: 204 len: 168 time: 1.7428913 Jul 16 01:35:47.322300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:47.322847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:47.323578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:47.324207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Bound port: 36a8a1d1-085c-4a4f-b671-c291637ed933, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:47.324918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.327443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28d26e-c57b-483c-80b7-09a7b217f4d5 req-fa84a7b0-1712-455c-bc64-109649cafe13 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.330373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a28d26e-c57b-483c-80b7-09a7b217f4d5 req-fa84a7b0-1712-455c-bc64-109649cafe13 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.2736561 Jul 16 01:35:47.340565 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6bd767b-0ecb-4b21-b845-3d358fc60feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.363998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6bd767b-0ecb-4b21-b845-3d358fc60feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.367003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a6bd767b-0ecb-4b21-b845-3d358fc60feb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65b04b95-2d00-463d-9ee3-c8a2c552d685 HTTP/1.1" status: 204 len: 168 time: 0.6867666 Jul 16 01:35:47.415822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd767b-0ecb-4b21-b845-3d358fc60feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b04b95-2d00-463d-9ee3-c8a2c552d685,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.454561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-362a7cc9-0fac-4fd3-b951-5680e51530af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.534977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a28d26e-c57b-483c-80b7-09a7b217f4d5 req-73be5f8e-c60d-4129-88ff-b02721145a74 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445403 Jul 16 01:35:47.551472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] For port 36a8a1d1-085c-4a4f-b671-c291637ed933, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:47.583864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] For port 36a8a1d1-085c-4a4f-b671-c291637ed933, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=36a8a1d1-085c-4a4f-b671-c291637ed933,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:47.584192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Sync routers for ids ['39888b20-d844-4047-b155-fcbd17256b0a'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:47.605255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.615620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Routers {'39888b20-d844-4047-b155-fcbd17256b0a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:47.618666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['39888b20-d844-4047-b155-fcbd17256b0a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:47.622734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f5dcc-da04-4de9-a6f6-c65aab73a409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb5287-ecff-47ea-ae08-5108875ab87d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.639740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Pushing event updated for resources: {'Port': ['ID=36a8a1d1-085c-4a4f-b671-c291637ed933,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.657592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:47.661589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.670931 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] 10.222.0.38 "PUT /v2.0/ports/36a8a1d1-085c-4a4f-b671-c291637ed933 HTTP/1.1" status: 200 len: 1116 time: 2.8903539 Jul 16 01:35:47.676773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'tag': '36a8a1d1-085c-4a4f-b671-c291637ed933'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:47.817733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-362a7cc9-0fac-4fd3-b951-5680e51530af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.827718 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-362a7cc9-0fac-4fd3-b951-5680e51530af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.922479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a7cc9-0fac-4fd3-b951-5680e51530af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2d23cc-6ea8-479f-b57f-9c8ec5a75952,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.934469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-362a7cc9-0fac-4fd3-b951-5680e51530af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b34247e93514785b01255cdc8bb0a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9678004 Jul 16 01:35:47.936868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.025127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Set router 39888b20-d844-4047-b155-fcbd17256b0a gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:48.058408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c41a9bb1-6c52-4cfe-9972-b439eafbf4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.115622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c41a9bb1-6c52-4cfe-9972-b439eafbf4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.206482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39130) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.269320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39e93ef6-d7df-4633-ab3b-47cf718b6c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.314885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c41a9bb1-6c52-4cfe-9972-b439eafbf4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.318169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c41a9bb1-6c52-4cfe-9972-b439eafbf4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.319377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c41a9bb1-6c52-4cfe-9972-b439eafbf4da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb2d23cc-6ea8-479f-b57f-9c8ec5a75952 HTTP/1.1" status: 204 len: 168 time: 0.3815584 Jul 16 01:35:48.365792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9bb1-6c52-4cfe-9972-b439eafbf4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2d23cc-6ea8-479f-b57f-9c8ec5a75952,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.419592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aeede-6969-4be1-9ad7-0f4d3800a550 service neutron] Pushing event updated for resources: {'Port': ['ID=36a8a1d1-085c-4a4f-b671-c291637ed933,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.444916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-74f735a1-30fe-45d6-ac03-96e2951c23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.452749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-74f735a1-30fe-45d6-ac03-96e2951c23a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f4042141399424d82767c485791bb35&device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 1119 time: 0.5315013 Jul 16 01:35:48.527233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39e93ef6-d7df-4633-ab3b-47cf718b6c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.542694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39e93ef6-d7df-4633-ab3b-47cf718b6c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.630233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39150) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.631352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-39e93ef6-d7df-4633-ab3b-47cf718b6c74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d88cd0bc1cf24a12b6ba85694ccfde86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215755 Jul 16 01:35:48.632469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e93ef6-d7df-4633-ab3b-47cf718b6c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf39b04-5f65-4758-b59b-417e211ac319,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.704066 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1234160e-46ec-4457-a76c-7c66ffba8614" -d '{"events": [{"name": "network-changed", "server_uuid": "b1216d11-a8a7-48b6-89cc-467cbb77c9de", "tag": "36a8a1d1-085c-4a4f-b671-c291637ed933"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:48.828531 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-5d5ed567-021c-4c60-9d11-de1939c6f1f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=36a8a1d1-085c-4a4f-b671-c291637ed933 HTTP/1.1" status: 200 len: 217 time: 0.1506155 Jul 16 01:35:48.835017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:35:44Z', 'revision_number': 4, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7', 'name': '', 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'mac_address': 'fa:16:3e:18:8c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '964ccfe0-43ab-4964-9451-749c98d04870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:43Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 2, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'subnets': [{'id': '964ccfe0-43ab-4964-9451-749c98d04870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:48.849424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf946a8-cddf-4916-b97e-fe950075ec93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.871224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Checking router: 39888b20-d844-4047-b155-fcbd17256b0a for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:48.871729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Updating router 39888b20-d844-4047-b155-fcbd17256b0a port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:48.917376 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.962417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf946a8-cddf-4916-b97e-fe950075ec93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.041151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-4170019a-80d1-4c44-8438-52672b49240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.042861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-4170019a-80d1-4c44-8438-52672b49240b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1883557 Jul 16 01:35:49.118241 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:49.165079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf946a8-cddf-4916-b97e-fe950075ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.169164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf946a8-cddf-4916-b97e-fe950075ec93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.174923 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6bf946a8-cddf-4916-b97e-fe950075ec93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bf39b04-5f65-4758-b59b-417e211ac319 HTTP/1.1" status: 204 len: 168 time: 0.5413570 Jul 16 01:35:49.227910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf946a8-cddf-4916-b97e-fe950075ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf39b04-5f65-4758-b59b-417e211ac319,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.235384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39170) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.246383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3286fa2-b2d2-4bf0-9d3d-c2ac9085bc27 req-4fe2f76d-b8c6-44ae-a60e-b9e38649f07d tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.247956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3286fa2-b2d2-4bf0-9d3d-c2ac9085bc27 req-4fe2f76d-b8c6-44ae-a60e-b9e38649f07d tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.2572157 Jul 16 01:35:49.345130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-c81b87e7-3c8d-4c86-bc18-8ae351cb2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.352550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3286fa2-b2d2-4bf0-9d3d-c2ac9085bc27 req-b0997c05-1c0f-4cce-89a3-c77a39c05307 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953422 Jul 16 01:35:49.354780 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-c81b87e7-3c8d-4c86-bc18-8ae351cb2a2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973652 Jul 16 01:35:49.358387 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44aed92d-1d93-433c-841a-3b9c7efe4bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.538960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44aed92d-1d93-433c-841a-3b9c7efe4bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.548740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44aed92d-1d93-433c-841a-3b9c7efe4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.661168 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.664641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-44aed92d-1d93-433c-841a-3b9c7efe4bcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=090a6c6e8db142b3b4c251945e67d541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278271 Jul 16 01:35:49.668188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39180) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.672948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aed92d-1d93-433c-841a-3b9c7efe4bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aada1457-2725-4216-82db-1d4e8dcf9573,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.682479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Transition to ACTIVE for port object cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:49.704740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.795793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc831a-1811-4c4e-b944-87c3f563a58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.861825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc831a-1811-4c4e-b944-87c3f563a58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.870639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75148f-9cb5-47ad-bb5e-9837b0d75ac0 None None] Pushing event updated for resources: {'Port': ['ID=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.939336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Attempting to bind port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:49.939711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Attempting to bind port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:49.940108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Attempting to bind port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 on network a118b5e3-61f1-4fcd-ac04-87edfd0da685 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:49.945935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:49.946306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Checking segment: {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:49.946712 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.947230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Bound using segment: {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:49.947551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Bound port: cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ac20d3-9d12-4371-88c1-ee41cba2707c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:49.947949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.978877 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc831a-1811-4c4e-b944-87c3f563a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.983061 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcdc831a-1811-4c4e-b944-87c3f563a58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.989027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bcdc831a-1811-4c4e-b944-87c3f563a58f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aada1457-2725-4216-82db-1d4e8dcf9573 HTTP/1.1" status: 204 len: 168 time: 0.3141923 Jul 16 01:35:49.997729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc831a-1811-4c4e-b944-87c3f563a58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aada1457-2725-4216-82db-1d4e8dcf9573,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.119109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] For port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:50.122632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] For port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,segment=NetworkSegment(b0ac20d3-9d12-4371-88c1-ee41cba2707c),segment_id=b0ac20d3-9d12-4371-88c1-ee41cba2707c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:50.133020 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.239104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Routers {'39888b20-d844-4047-b155-fcbd17256b0a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:50.239847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['39888b20-d844-4047-b155-fcbd17256b0a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:50.290554 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c463621-d732-428c-b51b-226785852c29 x-openstack-request-id: req-8c463621-d732-428c-b51b-226785852c29 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:50.290845 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1216d11-a8a7-48b6-89cc-467cbb77c9de", "tag": "36a8a1d1-085c-4a4f-b671-c291637ed933", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:50.291100 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c463621-d732-428c-b51b-226785852c29 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:50.291574 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'tag': '36a8a1d1-085c-4a4f-b671-c291637ed933', 'status': 'completed', 'code': 200} Jul 16 01:35:50.399784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75148f-9cb5-47ad-bb5e-9837b0d75ac0 None None] Pushing event updated for resources: {'Port': ['ID=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.461182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] Set router 39888b20-d844-4047-b155-fcbd17256b0a gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:50.784385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8ada0-1676-4aba-9d69-090f4a9ebf80 req-adbf5ef6-d13e-4b8d-8d44-978ba1922ef5 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:50.797460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efa8ada0-1676-4aba-9d69-090f4a9ebf80 req-adbf5ef6-d13e-4b8d-8d44-978ba1922ef5 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.1632080 Jul 16 01:35:50.854058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efa8ada0-1676-4aba-9d69-090f4a9ebf80 req-aea52602-43bb-4e46-8d3e-040e2c195ba0 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Jul 16 01:35:50.944863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:35:44Z', 'revision_number': 4, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7', 'name': '', 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'mac_address': 'fa:16:3e:18:8c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '964ccfe0-43ab-4964-9451-749c98d04870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:43Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 4, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'subnets': [{'id': '964ccfe0-43ab-4964-9451-749c98d04870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:51.008392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88251d74-b763-43dc-be52-35aa59eb765e None None] The sync data for ids ['39888b20-d844-4047-b155-fcbd17256b0a'] in n-d-800087-6 is: [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:35:44Z', 'revision_number': 4, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7', 'name': '', 'network_id': 'a118b5e3-61f1-4fcd-ac04-87edfd0da685', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'mac_address': 'fa:16:3e:18:8c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '964ccfe0-43ab-4964-9451-749c98d04870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:43Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 4, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'subnets': [{'id': '964ccfe0-43ab-4964-9451-749c98d04870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:51.472900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39244) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.522677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39248) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.529466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264976767', 'description': 'tempest-description--1397901693'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.588533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.837347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.842607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.942300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.947732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4239891 Jul 16 01:35:51.949447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.950787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.959301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'security_group_rule': {'security_group_id': '85ec8301-4fc3-4037-a790-519f8f3c3d38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:51.980840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-649561474-network', 'tenant_id': '86a1d11c1964442f82649e94fd51aff5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.041240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.067398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e52df-afca-4b65-8732-0d7f41f5aa3a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec8301-4fc3-4037-a790-519f8f3c3d38,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.099084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Made reservation on behalf of 86a1d11c1964442f82649e94fd51aff5 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:52.100323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.117220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.211673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.225564 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.300729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50e4727-4216-4d51-a4cf-2ca7ba4c1dff,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.387207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3592f61-d534-43fb-b851-96eb5fca9802 req-5cbcc146-0748-404c-be5d-218177e76e2d tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.395485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3592f61-d534-43fb-b851-96eb5fca9802 req-5cbcc146-0748-404c-be5d-218177e76e2d tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.1467099 Jul 16 01:35:52.395583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.404502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.454314 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.460116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4f2faa8-9a0d-4e4c-93e8-ed971cc50bbf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5060773 Jul 16 01:35:52.460937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.465931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:52.469143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'security_group_rule': {'security_group_id': '85ec8301-4fc3-4037-a790-519f8f3c3d38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.475716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d31a7-05b2-4426-83f5-27c736635afa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.500813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.501394 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Added segment 44563f35-6319-4f4a-a079-a828a3ea5092 of type vlan for network a9885455-dd33-4bee-8978-55fd5dd6dbcd Jul 16 01:35:52.550202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.559422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3592f61-d534-43fb-b851-96eb5fca9802 req-147182cb-939c-4944-b330-fe08a66288ba tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636720 Jul 16 01:35:52.588420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.608723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.610165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.610887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.706076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.716005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2408953 Jul 16 01:35:52.718006 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.725362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.730724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Request body: {'subnet': {'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-649561474-subnet', 'tenant_id': '86a1d11c1964442f82649e94fd51aff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.749281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690d290a-4b58-49a4-a794-3a1b7a942560,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.767898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.770166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-836d3314-c6c9-4a44-a434-8dd166f5f4d5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3057048 Jul 16 01:35:52.773324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.778785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.797180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e964d0-5f6f-4fbc-ade8-9c2fbdb0a07e admin admin] Pushing event updated for resources: {'Network': ['ID=a9885455-dd33-4bee-8978-55fd5dd6dbcd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.818169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:52.833085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Made reservation on behalf of 86a1d11c1964442f82649e94fd51aff5 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:52.837722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.896974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.181620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:53.251583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.293198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:53.298926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:53.299764 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.406433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.413582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-79e85d3d-4726-4bdb-8025-5c33ce2edf88 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047709 Jul 16 01:35:53.452107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,segment=NetworkSegment(b0ac20d3-9d12-4371-88c1-ee41cba2707c),segment_id=b0ac20d3-9d12-4371-88c1-ee41cba2707c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:53.456756 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.467998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.526309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.547204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457cae23-1885-4413-b044-ee550ad39bf8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.558231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:53.558855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Network hostable DHCP agents. Network: a9885455-dd33-4bee-8978-55fd5dd6dbcd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:53.578098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:53.588633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a9885455-dd33-4bee-8978-55fd5dd6dbcd) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:53.593726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.595321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.604454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-56b09705-4ff1-4d18-9a70-2b7ad8c50f84 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.605535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-56b09705-4ff1-4d18-9a70-2b7ad8c50f84 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849196 Jul 16 01:35:53.605895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c49d7-71de-4671-981f-540cb99740d5 None None] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:53.606987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.612736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b5526552-8340-40fb-9112-bd8264b48082 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8858838 Jul 16 01:35:53.658852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-91176645-8f66-4e8e-95c4-3cec1719d282 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/quotas/dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 375 time: 0.0401759 Jul 16 01:35:53.695195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df0f8a5e-4d65-4632-a356-7fccefd6e28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.712816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-b237034a-8cc2-4396-aad7-d1442d82cffb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410168 Jul 16 01:35:53.771085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47f16e-27ec-4f76-ae97-948efcf16817 None None] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:53.788384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Allocated IP 172.25.0.117 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/6e8907ee-bb34-47b1-8e91-b5434b825661) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:53.945961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.010348 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.101875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-0dcfdfbe-d755-4b40-8f23-3c8a94e67e7d service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391900 Jul 16 01:35:54.115746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'Port': ['ID=6e8907ee-bb34-47b1-8e91-b5434b825661,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.119440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:54.138364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:54.162593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:54.244854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5864b46d-bca4-4467-9103-2e70ed46cd48 req-c12a1968-0c51-45a7-8576-fbaa432ee70b service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329567 Jul 16 01:35:54.300160 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.333516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.363016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eebd1-eae7-4121-9eaf-0efe17cdb653 req-0dae8d58-d527-48a0-8f4f-f96362bc7087 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.364687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b1eebd1-eae7-4121-9eaf-0efe17cdb653 req-0dae8d58-d527-48a0-8f4f-f96362bc7087 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.2278857 Jul 16 01:35:54.452320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16093b4e-204f-406d-8eb5-c893d3eb00d1 req-edea7538-42eb-4130-a4e6-df8f473eeee3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 210 time: 0.0484672 Jul 16 01:35:54.468018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.485060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-7c02b1ce-a660-48a6-b158-576975729008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.489414 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-7c02b1ce-a660-48a6-b158-576975729008 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f4042141399424d82767c485791bb35&device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 1119 time: 0.1333163 Jul 16 01:35:54.563556 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b1eebd1-eae7-4121-9eaf-0efe17cdb653 req-56ece788-6f89-4460-aa30-2f89cea8ee78 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919715 Jul 16 01:35:54.643419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.648289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2091670324-network', 'tenant_id': 'cd43f4044a7f4892b3aee63594e5c264'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:54.731746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e347ac56-c073-4487-aed7-66db50d7a078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.773997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Made reservation on behalf of cd43f4044a7f4892b3aee63594e5c264 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:54.778577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.781201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-58e122fb-1b9e-49ad-a73f-9e7824c78f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.782688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-58e122fb-1b9e-49ad-a73f-9e7824c78f47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2888708 Jul 16 01:35:54.795269 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.837700 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-16e4a985-2db8-4fc3-b877-9d69d962308b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=36a8a1d1-085c-4a4f-b671-c291637ed933 HTTP/1.1" status: 200 len: 217 time: 0.0451958 Jul 16 01:35:54.850333 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.855536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.907565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'Port': ['ID=6e8907ee-bb34-47b1-8e91-b5434b825661,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.918558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.919496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-a323ed53-ad03-4e7f-a25d-e500468f4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:54.921233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-a323ed53-ad03-4e7f-a25d-e500468f4ef0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0724041 Jul 16 01:35:54.988398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e347ac56-c073-4487-aed7-66db50d7a078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.007056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e347ac56-c073-4487-aed7-66db50d7a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.036567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:55.042746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-df9f85d4-6cd9-45c2-9691-83ba1d55847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.044463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-df9f85d4-6cd9-45c2-9691-83ba1d55847e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152828 Jul 16 01:35:55.091455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347ac56-c073-4487-aed7-66db50d7a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131cbd79-3b6d-4406-9eb9-249240e515da,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.096536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e347ac56-c073-4487-aed7-66db50d7a078 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9a0762ed8ef464e9796160c8a576517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7618434 Jul 16 01:35:55.100130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.141355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:55.152372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.185400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cac7-05cc-40f0-b885-ae5c589c449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.202722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.217005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.230377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cac7-05cc-40f0-b885-ae5c589c449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.234483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.245416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d724e2a4-56c5-43ff-83ec-fd464346b9b7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4700394 Jul 16 01:35:55.276497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:55.289690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352eab90-421a-4bd5-aede-e44d61130047,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.289953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-4d153d8b-ef2b-4868-a6e8-8bdd5e3a1e86 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352762 Jul 16 01:35:55.310197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.310586 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Added segment 64928465-a2dc-49ec-9055-e24007580349 of type vlan for network 36978816-9b0e-47ed-90b7-c05d3bec3a29 Jul 16 01:35:55.365694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.380784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cac7-05cc-40f0-b885-ae5c589c449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.384046 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0f9cac7-05cc-40f0-b885-ae5c589c449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.388251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f0f9cac7-05cc-40f0-b885-ae5c589c449e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/131cbd79-3b6d-4406-9eb9-249240e515da HTTP/1.1" status: 204 len: 168 time: 0.2870700 Jul 16 01:35:55.411036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9cac7-05cc-40f0-b885-ae5c589c449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131cbd79-3b6d-4406-9eb9-249240e515da,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.421262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.422955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.426903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.469881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1234160e-46ec-4457-a76c-7c66ffba8614 req-4a1364ff-5577-4be0-896b-afe6080ce031 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717663 Jul 16 01:35:55.565672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9208822 Jul 16 01:35:55.567179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27968912-ce9f-4dca-8380-dbf989332cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=36978816-9b0e-47ed-90b7-c05d3bec3a29,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.569250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.575274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Request body: {'subnet': {'network_id': '36978816-9b0e-47ed-90b7-c05d3bec3a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2091670324-subnet', 'tenant_id': 'cd43f4044a7f4892b3aee63594e5c264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:55.601520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 36978816-9b0e-47ed-90b7-c05d3bec3a29 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:55.629663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-b371cddf-f82a-4d70-9e09-d1c4bd5f77fb tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1264976767&fields=id&tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966 HTTP/1.1" status: 200 len: 267 time: 0.0671048 Jul 16 01:35:55.636393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Made reservation on behalf of cd43f4044a7f4892b3aee63594e5c264 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:55.639000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.757140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.32', 63769) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.797323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-047fc119-3699-418e-b0c2-3169f587d3fa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390379 Jul 16 01:35:55.916016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b78e805e-918d-48c2-831a-18b0ac35a8f0 req-b0e0d72b-71e2-4eae-b815-05ef0d92b28f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 210 time: 0.1015155 Jul 16 01:35:55.936390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39440) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.959267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-af060ac6-3352-4181-9364-2dade4cfa0f1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.959382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-af060ac6-3352-4181-9364-2dade4cfa0f1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513944 Jul 16 01:35:55.970115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-a164816c-7f30-435f-b2c4-d0861fee2720 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:55.976822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-a164816c-7f30-435f-b2c4-d0861fee2720 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 824 time: 0.3462348 Jul 16 01:35:55.994459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-274a8a1d-768c-4c1e-a31b-b269719bdf74 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/quotas/da7bb7fb91a54be1a7a5fcb681ffc966 HTTP/1.1" status: 200 len: 375 time: 0.0164723 Jul 16 01:35:56.023845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Request body: {'port': {'device_id': '611cf4e3-476a-474b-897b-75eaf592779d', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'dffcd2794a3348108503305979a166d2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:56.058369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.140114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4b8448-9071-4db8-bfcc-626d3f17000c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.150054 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd09078b-069b-41e3-937f-7c80a0b4fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.165709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.231225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98a5fe28-1d76-47c1-a2f0-c14450821357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.242102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Checking segment: {'id': '64928465-a2dc-49ec-9055-e24007580349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '36978816-9b0e-47ed-90b7-c05d3bec3a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:56.242472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Network hostable DHCP agents. Network: 36978816-9b0e-47ed-90b7-c05d3bec3a29, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:56.296230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-a41efc17-f2e2-4617-b322-1b5417f1d510 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3007383 Jul 16 01:35:56.303667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Network 36978816-9b0e-47ed-90b7-c05d3bec3a29 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:56.315177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-902e0150-76f5-42aa-b0bc-191bea5cee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.329961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 36978816-9b0e-47ed-90b7-c05d3bec3a29) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:56.340556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732fca2-4124-469b-b647-70b439377ab7 None None] Network 36978816-9b0e-47ed-90b7-c05d3bec3a29 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:56.354439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.355547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.373662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28b719-397a-47a4-9630-c38e975814b5 req-fa411525-6cf2-432d-ab6d-879dc3b2a0ed tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.376201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a28b719-397a-47a4-9630-c38e975814b5 req-fa411525-6cf2-432d-ab6d-879dc3b2a0ed tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.2544835 Jul 16 01:35:56.424999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a28b719-397a-47a4-9630-c38e975814b5 req-87621f8f-e349-4acf-8fec-dcd150f347b2 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Jul 16 01:35:56.443685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98a5fe28-1d76-47c1-a2f0-c14450821357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.458668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98a5fe28-1d76-47c1-a2f0-c14450821357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.478214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.531773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98a5fe28-1d76-47c1-a2f0-c14450821357 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=440d2941554d46aab7d82c2b7137e0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589566 Jul 16 01:35:56.532126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.538459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Made reservation on behalf of dffcd2794a3348108503305979a166d2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:56.541693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.545330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5fe28-1d76-47c1-a2f0-c14450821357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d06116-3447-449c-baef-53efc23034ab,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.576719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a656658c-9fa3-4178-9b5e-eb10510a4466 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0027652 Jul 16 01:35:56.576719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.629552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-9ca0d185-5753-4365-bfa9-bf3d68d78126 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:35:56.631562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-9ca0d185-5753-4365-bfa9-bf3d68d78126 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1838298 Jul 16 01:35:56.710331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc536c3b-9a80-437f-a6a8-8a0e44470dd1 None None] Network 36978816-9b0e-47ed-90b7-c05d3bec3a29 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:56.787991 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8126d275-7e20-4e61-a3ff-a42548505d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.841420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8126d275-7e20-4e61-a3ff-a42548505d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.869951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-459c2c60-dbb8-4e6f-9814-1ec5a6ad0960 service neutron] 10.222.0.35 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124422 Jul 16 01:35:56.894108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-902e0150-76f5-42aa-b0bc-191bea5cee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.918383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-902e0150-76f5-42aa-b0bc-191bea5cee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.021008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0150-76f5-42aa-b0bc-191bea5cee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6a779b-701e-4cb8-8e0b-7800d949b9d3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.028241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-902e0150-76f5-42aa-b0bc-191bea5cee35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f92a1cb0ddfb470a8fa1f7bb9eed9c33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0910735 Jul 16 01:35:57.028811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.043864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.055703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.073857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8126d275-7e20-4e61-a3ff-a42548505d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.076427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8126d275-7e20-4e61-a3ff-a42548505d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.077551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8126d275-7e20-4e61-a3ff-a42548505d40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47d06116-3447-449c-baef-53efc23034ab HTTP/1.1" status: 204 len: 168 time: 0.5446584 Jul 16 01:35:57.098343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-77a67bf6-7768-48fc-9624-6699821daf23 service neutron] 10.222.0.35 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170382 Jul 16 01:35:57.111334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.132693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60ceac7-05f8-4dc3-bb44-34776d8a9fae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.143351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d275-7e20-4e61-a3ff-a42548505d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d06116-3447-449c-baef-53efc23034ab,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.204123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4d245ca-fe73-4d28-a7df-93569bc8d502 req-b36f35ef-ce3d-4fdb-bc10-64479fbb7903 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 210 time: 0.0617552 Jul 16 01:35:57.217837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8324-d87a-436c-9bc7-2c3ee763773b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.258281 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8324-d87a-436c-9bc7-2c3ee763773b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.262519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Allocated IP 192.168.233.126 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/0a5aaf97-a085-4347-9a28-3c83bc968033) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:57.282683 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.380191 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8324-d87a-436c-9bc7-2c3ee763773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.382728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8324-d87a-436c-9bc7-2c3ee763773b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.383859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2dd8324-d87a-436c-9bc7-2c3ee763773b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb6a779b-701e-4cb8-8e0b-7800d949b9d3 HTTP/1.1" status: 204 len: 168 time: 0.3518994 Jul 16 01:35:57.419893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0f998a7-72fb-4567-a4e4-ce3a187ada58 req-5f647bcd-b536-45e7-8acc-ffdd4d53da1e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0569959 Jul 16 01:35:57.428473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd8324-d87a-436c-9bc7-2c3ee763773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6a779b-701e-4cb8-8e0b-7800d949b9d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.540660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.571353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b96c5f93-d020-425b-a5f9-f2f00b50ee22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.573544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Transition to ACTIVE for port object 0a5aaf97-a085-4347-9a28-3c83bc968033 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:57.652404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.720260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.726406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:57.737514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:57.757189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:57.763745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.764999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.810993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12422-22b7-46d9-bea5-aab5622801d5 req-e2c182c1-488d-4068-adc1-7b038e2ed620 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.818548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36a12422-22b7-46d9-bea5-aab5622801d5 req-e2c182c1-488d-4068-adc1-7b038e2ed620 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 968 time: 0.2147856 Jul 16 01:35:58.058289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-556beac2-745b-4977-84e5-44ee3de05e50 None None] Provisioning for port 0a5aaf97-a085-4347-9a28-3c83bc968033 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:58.063195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-556beac2-745b-4977-84e5-44ee3de05e50 None None] Provisioning complete for port 0a5aaf97-a085-4347-9a28-3c83bc968033 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.063747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-556beac2-745b-4977-84e5-44ee3de05e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.070432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b96c5f93-d020-425b-a5f9-f2f00b50ee22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.083817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-23df4ddd-9dc8-4062-bf2d-7d44b5f1e64b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0694599 Jul 16 01:35:58.095537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36a12422-22b7-46d9-bea5-aab5622801d5 req-1f445947-bb14-4fb1-b89c-c739b44d86b7 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760704 Jul 16 01:35:58.106695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-621fc01c-445d-411a-b75c-ea4e3e06f436 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.114282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-621fc01c-445d-411a-b75c-ea4e3e06f436 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.2919095 Jul 16 01:35:58.115581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b96c5f93-d020-425b-a5f9-f2f00b50ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.164855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-556beac2-745b-4977-84e5-44ee3de05e50 None None] Port 0a5aaf97-a085-4347-9a28-3c83bc968033 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:58.180122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b96c5f93-d020-425b-a5f9-f2f00b50ee22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa684f08680e49caaf9b4bf9bace9990&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0558929 Jul 16 01:35:58.182770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.190615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39530) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.191251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c5f93-d020-425b-a5f9-f2f00b50ee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e306d-3b8b-44be-a992-3a81d763f7b8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.208601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-458d445d-be96-4d0e-9f5d-9c0099ca531a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/quotas/86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 375 time: 0.0601859 Jul 16 01:35:58.246579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f03d7e7-3c95-41c2-a78e-80e7c725d18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.278180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-d64c5d7e-d9e6-4747-a6c2-0d9ef94f573a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682952 Jul 16 01:35:58.304307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89106628-2956-48da-952a-9cfea75b2f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.356690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89106628-2956-48da-952a-9cfea75b2f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.466433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89106628-2956-48da-952a-9cfea75b2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.468939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89106628-2956-48da-952a-9cfea75b2f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.470338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89106628-2956-48da-952a-9cfea75b2f60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e18e306d-3b8b-44be-a992-3a81d763f7b8 HTTP/1.1" status: 204 len: 168 time: 0.2863293 Jul 16 01:35:58.492402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106628-2956-48da-952a-9cfea75b2f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e306d-3b8b-44be-a992-3a81d763f7b8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.501956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f03d7e7-3c95-41c2-a78e-80e7c725d18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.509140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8f03d7e7-3c95-41c2-a78e-80e7c725d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.589942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d47f-9dec-43fa-b45c-c2e87518c3c0 req-891d6571-685c-44f6-9b42-c2b44f000025 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.592857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8f03d7e7-3c95-41c2-a78e-80e7c725d18a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63a7c97fdf6c4440bf09466de5b59a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850627 Jul 16 01:35:58.592857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d7e7-3c95-41c2-a78e-80e7c725d18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f299b8a0-2b4d-4f95-a5e3-20a1d39a18c5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.593074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a69d47f-9dec-43fa-b45c-c2e87518c3c0 req-891d6571-685c-44f6-9b42-c2b44f000025 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 936 time: 0.1209061 Jul 16 01:35:58.595234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.643686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 36a8a1d1-085c-4a4f-b671-c291637ed933 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:58.653834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f70acfeb-1bf3-442a-a1ef-e4548c372c5d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:35:58.665251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f70acfeb-1bf3-442a-a1ef-e4548c372c5d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1972463 Jul 16 01:35:58.731593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a69d47f-9dec-43fa-b45c-c2e87518c3c0 req-9f48e8e6-84ee-4c7d-94a5-3a971f1e773c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205008 Jul 16 01:35:58.778782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f43a3e8-7d7b-4abc-a5b5-68d66d28d0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.796363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.816710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f43a3e8-7d7b-4abc-a5b5-68d66d28d0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.854063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-88ac28ff-5044-4296-b13b-2ca1bd5dd572 service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870604 Jul 16 01:35:58.934305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3374d55-d257-4253-9aa9-bc1b6e58edee req-45da7e0e-6202-4f08-9767-c78576cbcae8 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0485425 Jul 16 01:35:58.956844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 36a8a1d1-085c-4a4f-b671-c291637ed933, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=36a8a1d1-085c-4a4f-b671-c291637ed933,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:58.975655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '36a8a1d1-085c-4a4f-b671-c291637ed933', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '36a8a1d1-085c-4a4f-b671-c291637ed933', 'mac_address': 'fa:16:3e:9e:04:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-223144264', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:59.000886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f43a3e8-7d7b-4abc-a5b5-68d66d28d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.004577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f43a3e8-7d7b-4abc-a5b5-68d66d28d0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.009472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4f43a3e8-7d7b-4abc-a5b5-68d66d28d0ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f299b8a0-2b4d-4f95-a5e3-20a1d39a18c5 HTTP/1.1" status: 204 len: 168 time: 0.4131689 Jul 16 01:35:59.027605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43a3e8-7d7b-4abc-a5b5-68d66d28d0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299b8a0-2b4d-4f95-a5e3-20a1d39a18c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.057756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-826b59ea-a9b8-4d9a-8ba1-f2c5b068914b service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026486 Jul 16 01:35:59.089319 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.112305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a8a1d1-085c-4a4f-b671-c291637ed933 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:59.156853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 36a8a1d1-085c-4a4f-b671-c291637ed933, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=36a8a1d1-085c-4a4f-b671-c291637ed933,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:59.170272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.278552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=36a8a1d1-085c-4a4f-b671-c291637ed933,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.291302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.312808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b407b38-e335-423b-b5b7-d531b8aadc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.486147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['36a8a1d1-085c-4a4f-b671-c291637ed933'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:59.487209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b205242-ebe9-4f8f-8f8c-53bbc51c7130 req-63058eed-cf44-4190-a68e-ed7a375aceca tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0754607 Jul 16 01:35:59.502000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b407b38-e335-423b-b5b7-d531b8aadc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.517784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b407b38-e335-423b-b5b7-d531b8aadc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.536260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759dd4-2c4b-43e5-8f3d-2b55f56ffa55 req-1c233611-263a-466d-95e7-34a9d368d6d7 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.545235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10759dd4-2c4b-43e5-8f3d-2b55f56ffa55 req-1c233611-263a-466d-95e7-34a9d368d6d7 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 969 time: 0.1963918 Jul 16 01:35:59.593238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10759dd4-2c4b-43e5-8f3d-2b55f56ffa55 req-5a8ef593-2d0f-47cf-901b-365e9cde081e tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Jul 16 01:35:59.614118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39576) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.623708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b407b38-e335-423b-b5b7-d531b8aadc31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6afb56334e4b49929befe3c76b67cbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191075 Jul 16 01:35:59.623708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b407b38-e335-423b-b5b7-d531b8aadc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ffff32-60bc-4f41-acb8-f3095f982766,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:59.710276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53550180-f395-4b99-b71e-45ef52320ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.785678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53550180-f395-4b99-b71e-45ef52320ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.839647 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53550180-f395-4b99-b71e-45ef52320ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.848172 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53550180-f395-4b99-b71e-45ef52320ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.850699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53550180-f395-4b99-b71e-45ef52320ed1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22ffff32-60bc-4f41-acb8-f3095f982766 HTTP/1.1" status: 204 len: 168 time: 0.2355359 Jul 16 01:35:59.872845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550180-f395-4b99-b71e-45ef52320ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ffff32-60bc-4f41-acb8-f3095f982766,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.048098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8023-0dcd-407b-b29c-6b6ccc0375a6 req-5ce75cab-2eee-42fd-b6e9-56eae35c807d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.057752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-342f8023-0dcd-407b-b29c-6b6ccc0375a6 req-5ce75cab-2eee-42fd-b6e9-56eae35c807d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 936 time: 0.1207709 Jul 16 01:36:00.162927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-342f8023-0dcd-407b-b29c-6b6ccc0375a6 req-5d24760d-2888-4407-966a-686fe88cbfad tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041987 Jul 16 01:36:00.196907 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a9357a4-627d-45a2-b268-94e852ea217d req-b425a2e9-fc7a-47a7-9936-93147a960466 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0650227 Jul 16 01:36:00.621877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 36a8a1d1-085c-4a4f-b671-c291637ed933 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:00.704184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63169adc-07f1-45b0-b1f9-2e8cbaa38fbe req-0543368f-4be1-479a-9d9d-e88e1362d0f9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0408995 Jul 16 01:36:00.726585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 36a8a1d1-085c-4a4f-b671-c291637ed933 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.733309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 36a8a1d1-085c-4a4f-b671-c291637ed933 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:00.733981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.891008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.927600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90985d-484c-4513-979f-15e1df6c56e6 req-2741b56d-e589-4459-b121-af197a370170 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.929221 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a90985d-484c-4513-979f-15e1df6c56e6 req-2741b56d-e589-4459-b121-af197a370170 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 969 time: 0.1014745 Jul 16 01:36:00.936146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a8a1d1-085c-4a4f-b671-c291637ed933'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:01.008969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a90985d-484c-4513-979f-15e1df6c56e6 req-18b3cdaf-2795-487d-94f9-eb7b236728f5 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709531 Jul 16 01:36:01.060373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 36a8a1d1-085c-4a4f-b671-c291637ed933, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=36a8a1d1-085c-4a4f-b671-c291637ed933,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:01.066115 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.147911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=36a8a1d1-085c-4a4f-b671-c291637ed933,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.290328 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c1241f-ce95-45ae-85ae-63e57e9d9253" -d '{"events": [{"server_uuid": "b1216d11-a8a7-48b6-89cc-467cbb77c9de", "name": "network-vif-plugged", "status": "completed", "tag": "36a8a1d1-085c-4a4f-b671-c291637ed933"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:01.385398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad83244-2376-4629-9577-a789b0bdba85 req-d7c8c46d-c4a8-4b79-9c23-857d757277f9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.387044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ad83244-2376-4629-9577-a789b0bdba85 req-d7c8c46d-c4a8-4b79-9c23-857d757277f9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 936 time: 0.0779228 Jul 16 01:36:01.431014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ad83244-2376-4629-9577-a789b0bdba85 req-31652a13-3d06-49ee-b729-098bd30abe4d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Jul 16 01:36:01.549904 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ed3e8-b914-4a19-8508-e9ae5b927b9e x-openstack-request-id: req-e43ed3e8-b914-4a19-8508-e9ae5b927b9e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:01.550193 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1216d11-a8a7-48b6-89cc-467cbb77c9de", "name": "network-vif-plugged", "status": "completed", "tag": "36a8a1d1-085c-4a4f-b671-c291637ed933", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:01.550513 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e43ed3e8-b914-4a19-8508-e9ae5b927b9e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:01.550979 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a8a1d1-085c-4a4f-b671-c291637ed933', 'code': 200} Jul 16 01:36:01.590112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3ad8281-26bb-4273-9968-00cddef7c285 req-16516ddc-4f2c-4c60-9cf4-26445071ad91 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0377412 Jul 16 01:36:01.764224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685b995-40bb-43e7-8ff3-c1ad5c1faae4 req-fc578ef8-adae-48b8-9f53-201e481a3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.766281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7685b995-40bb-43e7-8ff3-c1ad5c1faae4 req-fc578ef8-adae-48b8-9f53-201e481a3325 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 1121 time: 0.1305244 Jul 16 01:36:01.788332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7685b995-40bb-43e7-8ff3-c1ad5c1faae4 req-bbc6c5d0-0e24-44d5-ac6c-d8a70f17b297 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.919282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7685b995-40bb-43e7-8ff3-c1ad5c1faae4 req-bbc6c5d0-0e24-44d5-ac6c-d8a70f17b297 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.923690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7685b995-40bb-43e7-8ff3-c1ad5c1faae4 req-bbc6c5d0-0e24-44d5-ac6c-d8a70f17b297 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.971001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7685b995-40bb-43e7-8ff3-c1ad5c1faae4 req-bbc6c5d0-0e24-44d5-ac6c-d8a70f17b297 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904695 Jul 16 01:36:01.988956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6c5d0-0e24-44d5-ac6c-d8a70f17b297 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=06bea4d6-41d6-4447-be81-3b00601da7a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.187783 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26e3668d-89f7-4e69-9633-c851edd2e900 req-3820c7a1-4aec-45d8-b8cf-45825dcecb87 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0312696 Jul 16 01:36:02.365343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad05ade-10d7-483b-afae-51e54c96dc9c req-a4986ecc-0ab9-4df7-87f1-d8eff26104e8 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.366957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ad05ade-10d7-483b-afae-51e54c96dc9c req-a4986ecc-0ab9-4df7-87f1-d8eff26104e8 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 970 time: 0.0686557 Jul 16 01:36:02.410668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ad05ade-10d7-483b-afae-51e54c96dc9c req-1a402200-669c-40eb-9cf1-51cecd00d9ef tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Jul 16 01:36:02.623321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92755945-a308-4770-8810-2eadfc3d238b req-430a365e-0b5f-4df7-917d-246f94529182 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.625144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92755945-a308-4770-8810-2eadfc3d238b req-430a365e-0b5f-4df7-917d-246f94529182 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 936 time: 0.0693631 Jul 16 01:36:02.668642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92755945-a308-4770-8810-2eadfc3d238b req-aeff5ca7-9e5c-4ab7-b7cb-f16c7dffffbe tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Jul 16 01:36:02.774226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4934d37-48fd-4e67-8e47-0ab37a1213ad req-3831861e-1c73-4ac4-8c4b-e0bee16770e8 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=51fca87726494942bdba31862423f6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223939 Jul 16 01:36:02.842293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f21b2bf1-4563-4fe3-bea0-c2e7f319b128 req-07819131-a28d-458c-9d64-1b3998902ed6 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0417290 Jul 16 01:36:02.929447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4934d37-48fd-4e67-8e47-0ab37a1213ad req-50a4600c-3acf-4e01-a586-d726ef72c437 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.936151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4934d37-48fd-4e67-8e47-0ab37a1213ad req-50a4600c-3acf-4e01-a586-d726ef72c437 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564481 Jul 16 01:36:02.951894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4934d37-48fd-4e67-8e47-0ab37a1213ad req-956281d7-1c18-4d23-b8f2-d2419063eb6c tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/quotas/51fca87726494942bdba31862423f6ff HTTP/1.1" status: 200 len: 375 time: 0.0148098 Jul 16 01:36:02.992615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4934d37-48fd-4e67-8e47-0ab37a1213ad req-a313640d-fba0-4e95-a854-cf8b236a96a2 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=51fca87726494942bdba31862423f6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382750 Jul 16 01:36:03.269731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.306382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.337228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7bfc7a2-900b-47fa-b367-5254ac452fc6 req-ed478ae8-bf6c-4a30-91b8-09f8c833f787 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0322483 Jul 16 01:36:03.418105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53897b62-8354-4119-a6ae-17c8ceac0c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.509152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3f4-d463-4ad3-9994-9cfefcac063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.538582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53897b62-8354-4119-a6ae-17c8ceac0c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.543408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53897b62-8354-4119-a6ae-17c8ceac0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.599461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53897b62-8354-4119-a6ae-17c8ceac0c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2352921e-a72d-467c-87fe-c87bcec0712b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.622369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53897b62-8354-4119-a6ae-17c8ceac0c10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=223ff807c6a940be9f8ca896998b248c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512828 Jul 16 01:36:03.626134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.710240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14974403-bc83-4f33-986d-f576a441a7e7 req-00eb7661-208b-4898-87e0-12d12bf51c24 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.711865 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14974403-bc83-4f33-986d-f576a441a7e7 req-00eb7661-208b-4898-87e0-12d12bf51c24 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 970 time: 0.1491199 Jul 16 01:36:03.719607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3f4-d463-4ad3-9994-9cfefcac063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.723350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b49ada3b-4585-4975-8bec-fa3f8297e659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.728090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd3f4-d463-4ad3-9994-9cfefcac063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.760577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14974403-bc83-4f33-986d-f576a441a7e7 req-09871262-9564-4231-9f63-ae8f8d659c4a tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Jul 16 01:36:03.932117 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3f3fd3f4-d463-4ad3-9994-9cfefcac063d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a179233acb4e449784a1ac1756e35f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6238823 Jul 16 01:36:03.934666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.947935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b49ada3b-4585-4975-8bec-fa3f8297e659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.952921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-3a7d18fe-91e5-40c9-bb80-790a1f0db833 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:03.954227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-3a7d18fe-91e5-40c9-bb80-790a1f0db833 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178494 Jul 16 01:36:03.976368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd3f4-d463-4ad3-9994-9cfefcac063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900b2f35-d80f-407d-980d-6249738d4cd7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.021627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b49ada3b-4585-4975-8bec-fa3f8297e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.025323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b49ada3b-4585-4975-8bec-fa3f8297e659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.027209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b49ada3b-4585-4975-8bec-fa3f8297e659 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2352921e-a72d-467c-87fe-c87bcec0712b HTTP/1.1" status: 204 len: 168 time: 0.3998730 Jul 16 01:36:04.028686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec375267-a8ca-45fd-8cc3-2762408b7761 req-a7ace8ae-5de1-4d81-8cc0-f969e2a80986 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.030632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec375267-a8ca-45fd-8cc3-2762408b7761 req-a7ace8ae-5de1-4d81-8cc0-f969e2a80986 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 936 time: 0.1514609 Jul 16 01:36:04.035896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a95e60-d43c-4930-8639-a96a59851d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.070477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ada3b-4585-4975-8bec-fa3f8297e659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2352921e-a72d-467c-87fe-c87bcec0712b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.094684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec375267-a8ca-45fd-8cc3-2762408b7761 req-e7ac559d-5f71-43f6-beb7-7a7bce883d18 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566118 Jul 16 01:36:04.099564 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a95e60-d43c-4930-8639-a96a59851d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.166049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad323195-8225-496c-945b-eeda122409cc req-246a7af5-33ce-46c7-9e95-eeaf8ed395e4 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0477054 Jul 16 01:36:04.201457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a95e60-d43c-4930-8639-a96a59851d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.211318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a95e60-d43c-4930-8639-a96a59851d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.217446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Request body: {'port': {'device_id': '611cf4e3-476a-474b-897b-75eaf592779d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.218124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b9a95e60-d43c-4930-8639-a96a59851d0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/900b2f35-d80f-407d-980d-6249738d4cd7 HTTP/1.1" status: 204 len: 168 time: 0.2802992 Jul 16 01:36:04.234392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a95e60-d43c-4930-8639-a96a59851d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900b2f35-d80f-407d-980d-6249738d4cd7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.298474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-040a9323-676c-4423-b0d1-fe1ef6de3b1d req-a6eaf040-425e-4734-988c-4a42b27ce84d tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=51fca87726494942bdba31862423f6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273254 Jul 16 01:36:04.328301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.482254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a9323-676c-4423-b0d1-fe1ef6de3b1d req-12e61c7c-1d08-48de-98f7-139339c7c3fe tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.489659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-040a9323-676c-4423-b0d1-fe1ef6de3b1d req-12e61c7c-1d08-48de-98f7-139339c7c3fe tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843517 Jul 16 01:36:04.517810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.526340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-040a9323-676c-4423-b0d1-fe1ef6de3b1d req-e73e5f6a-a830-4257-aef1-6302daedae48 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/quotas/51fca87726494942bdba31862423f6ff HTTP/1.1" status: 200 len: 375 time: 0.0358324 Jul 16 01:36:04.528289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eca1907c-936e-4bdf-a21b-2ddd671fa1e3 req-614504cf-b522-45c1-8fa7-ea9995fbaf4e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0314839 Jul 16 01:36:04.538524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380f1f45-cab2-4001-9a73-3cb919f8880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.584241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-040a9323-676c-4423-b0d1-fe1ef6de3b1d req-0c5362ad-1dba-477f-881e-4eb6104abb00 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=51fca87726494942bdba31862423f6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480053 Jul 16 01:36:04.738976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5aaf97-a085-4347-9a28-3c83bc968033 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:04.754599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.761544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380f1f45-cab2-4001-9a73-3cb919f8880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.774908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-380f1f45-cab2-4001-9a73-3cb919f8880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.778166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Transition to ACTIVE for port object 0a5aaf97-a085-4347-9a28-3c83bc968033 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:04.808327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1f45-cab2-4001-9a73-3cb919f8880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bae0d9-1581-4b09-bba1-7952d0522c7b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.820829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.844299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.32', 63776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.875260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.880897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.916845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-380f1f45-cab2-4001-9a73-3cb919f8880b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47f033cd081f4fbb989bce69cbb07f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975499 Jul 16 01:36:04.917273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.922301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e24053b4-22af-4e8c-a1d3-91596343b662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.027529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:05.027859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:05.028378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:05.047574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Port 0a5aaf97-a085-4347-9a28-3c83bc968033 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:05.047937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:05.068807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:05.069145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:05.069576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:05.070204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Bound port: 0a5aaf97-a085-4347-9a28-3c83bc968033, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:05.070564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.109984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-972e24f6-2ca8-44c7-96d8-96eacbd4d707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.182067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-972e24f6-2ca8-44c7-96d8-96eacbd4d707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.222921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e24053b4-22af-4e8c-a1d3-91596343b662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.238666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e24053b4-22af-4e8c-a1d3-91596343b662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.271630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:05.273591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24053b4-22af-4e8c-a1d3-91596343b662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b66eec1-c96d-404c-9f2c-65ba5109ee88,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.306467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c44e-3e94-444e-a869-18ea9a7e6a8a req-c7bdccac-e4ab-4e36-ac5b-3d940e7c8504 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.307990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca44c44e-3e94-444e-a869-18ea9a7e6a8a req-c7bdccac-e4ab-4e36-ac5b-3d940e7c8504 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 970 time: 0.4120665 Jul 16 01:36:05.317271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:05.318041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-738c21e6-3366-495f-85e7-ea6a5f73d3c3 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.319528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-738c21e6-3366-495f-85e7-ea6a5f73d3c3 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.4741616 Jul 16 01:36:05.327181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e24053b4-22af-4e8c-a1d3-91596343b662 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=570a740c6fa4439caa2a1ebf61d33003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419298 Jul 16 01:36:05.330890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.355594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Request body: {'port': {'device_id': '11ff810e-adcd-438c-b802-196a5588432b', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'admin_state_up': True, 'tenant_id': '86a1d11c1964442f82649e94fd51aff5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.358646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.32', 63777) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.371629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.402277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-972e24f6-2ca8-44c7-96d8-96eacbd4d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.406131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-972e24f6-2ca8-44c7-96d8-96eacbd4d707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.410639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-972e24f6-2ca8-44c7-96d8-96eacbd4d707 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78bae0d9-1581-4b09-bba1-7952d0522c7b HTTP/1.1" status: 204 len: 168 time: 0.4858408 Jul 16 01:36:05.412567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.413580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.415100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] 10.222.0.32 "PUT /v2.0/ports/0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 1096 time: 1.3408077 Jul 16 01:36:05.421289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:05.424208 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769bb6f0-cd9f-476c-95b3-8b45a8211fde" -d '{"events": [{"name": "network-changed", "server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:05.501864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787be86c-ed62-4f1f-9c86-2a1cc527836b service neutron] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.512821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca44c44e-3e94-444e-a869-18ea9a7e6a8a req-4c77199e-ea99-4199-a4bd-8a91820c69ed tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921434 Jul 16 01:36:05.535427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e24f6-2ca8-44c7-96d8-96eacbd4d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bae0d9-1581-4b09-bba1-7952d0522c7b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.591485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-024678a7-c334-4b79-83b2-cedb8bb5196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.646432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-024678a7-c334-4b79-83b2-cedb8bb5196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.663375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16139f28-a391-4cd7-acca-7756cb5a8a5a req-4dbcee21-0aff-47e3-8f5a-fe10f68d71b6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.665350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16139f28-a391-4cd7-acca-7756cb5a8a5a req-4dbcee21-0aff-47e3-8f5a-fe10f68d71b6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 948 time: 0.2958112 Jul 16 01:36:05.739530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-024678a7-c334-4b79-83b2-cedb8bb5196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.742193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-024678a7-c334-4b79-83b2-cedb8bb5196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.743346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-024678a7-c334-4b79-83b2-cedb8bb5196c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b66eec1-c96d-404c-9f2c-65ba5109ee88 HTTP/1.1" status: 204 len: 168 time: 0.4094265 Jul 16 01:36:05.756793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024678a7-c334-4b79-83b2-cedb8bb5196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b66eec1-c96d-404c-9f2c-65ba5109ee88,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.760401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32650010-5f03-4731-b4a6-cd5354b4faa3 req-f7878fe5-1254-4710-b54f-74979fb67be0 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0864763 Jul 16 01:36:05.776801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-17e5e8b8-02ed-47ee-a9c2-e8f4db575698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.778641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-17e5e8b8-02ed-47ee-a9c2-e8f4db575698 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1099 time: 0.2725825 Jul 16 01:36:05.784121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-68704571-e9c5-40a2-82aa-cf0877541387 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.784397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-68704571-e9c5-40a2-82aa-cf0877541387 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 824 time: 0.4236505 Jul 16 01:36:05.838301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16139f28-a391-4cd7-acca-7756cb5a8a5a req-23a2922a-0ba2-42c3-8155-6b7547374911 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966237 Jul 16 01:36:05.855524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-eeb68fc9-8cd5-4dca-b306-9c55e32658ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0578985 Jul 16 01:36:05.881314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Made reservation on behalf of 86a1d11c1964442f82649e94fd51aff5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:05.885519 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.910913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-9f295cfc-8309-49de-8dd2-3e163fcfaddf tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966 HTTP/1.1" status: 200 len: 380 time: 0.1087341 Jul 16 01:36:05.926508 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80026eda-64bd-44f0-ae73-27cbf92d17e1 x-openstack-request-id: req-80026eda-64bd-44f0-ae73-27cbf92d17e1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:05.926984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'port': {'device_id': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'admin_state_up': True, 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'security_groups': ['85ec8301-4fc3-4037-a790-519f8f3c3d38']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.928196 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:05.929074 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80026eda-64bd-44f0-ae73-27cbf92d17e1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:05.930650 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'status': 'completed', 'code': 200} Jul 16 01:36:05.972659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-83b4a6cf-739f-4bf2-aeaa-b1fae7e21492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.974408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-83b4a6cf-739f-4bf2-aeaa-b1fae7e21492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1100702 Jul 16 01:36:06.054257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-f542cff7-5b31-4552-b643-08496b6f5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.056125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-f542cff7-5b31-4552-b643-08496b6f5320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741241 Jul 16 01:36:06.198806 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-86efe8e9-aba7-4235-b654-c1185563067d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349409 Jul 16 01:36:06.289486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Made reservation on behalf of da7bb7fb91a54be1a7a5fcb681ffc966 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:06.293037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.325103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-754be25d-74b9-41bd-bccc-1cd9d007744f req-49ed092f-9fc8-4c9c-bb74-b74b558e37f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158767 Jul 16 01:36:06.361079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c346e92-1912-4d8c-9dea-a45770c35dd1 req-ce99d6fd-2b8d-4c5e-aca3-0e04d61e8e63 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0580347 Jul 16 01:36:06.368473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e0f73-0da8-44fe-806f-b18b49c157f7 req-5ecf4a21-2ac9-4fad-b089-ceb274c01443 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.375286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb4e0f73-0da8-44fe-806f-b18b49c157f7 req-5ecf4a21-2ac9-4fad-b089-ceb274c01443 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 1121 time: 0.3575199 Jul 16 01:36:06.379992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Allocated IP 172.20.0.10 (a9885455-dd33-4bee-8978-55fd5dd6dbcd/457cae23-1885-4413-b044-ee550ad39bf8/40c06461-cecf-4e24-aad9-ff7fe775ffa9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:06.437703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cb4e0f73-0da8-44fe-806f-b18b49c157f7 req-5981c88c-6de8-43ca-8ba4-5f1e44cf3652 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.494629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-71417767-a85d-4335-9df1-3d918aba2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.496354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-71417767-a85d-4335-9df1-3d918aba2763 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1099 time: 0.0670264 Jul 16 01:36:06.615010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-2d45e21c-975c-43e5-b87b-69caf7aa1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.616518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-2d45e21c-975c-43e5-b87b-69caf7aa1867 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1136732 Jul 16 01:36:06.637169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Allocated IP 172.20.0.11 (64cbd18a-a729-445e-a412-bd9beed34f01/0856fc4a-dabc-4117-95b2-fd8597302465/0590ee98-b7e8-4569-9705-6dbe663f90f2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:06.665323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-9bcb3672-6c6c-47a9-a15d-6e64fdddada3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0397420 Jul 16 01:36:06.711201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.724000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-caa377ab-404d-4827-abea-b4965f2ae83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.725896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-caa377ab-404d-4827-abea-b4965f2ae83e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0536168 Jul 16 01:36:06.786492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cb4e0f73-0da8-44fe-806f-b18b49c157f7 req-5981c88c-6de8-43ca-8ba4-5f1e44cf3652 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.814314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-9d63a93d-43f5-41c2-9359-88c786268ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.816480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-9d63a93d-43f5-41c2-9359-88c786268ac5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826466 Jul 16 01:36:06.820986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cb4e0f73-0da8-44fe-806f-b18b49c157f7 req-5981c88c-6de8-43ca-8ba4-5f1e44cf3652 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.886203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb4e0f73-0da8-44fe-806f-b18b49c157f7 req-5981c88c-6de8-43ca-8ba4-5f1e44cf3652 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099549 Jul 16 01:36:06.911698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c88c-6de8-43ca-8ba4-5f1e44cf3652 tempest-AggregatesAdminTestJSON-1269581853 tempest-AggregatesAdminTestJSON-1269581853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2388ca44-2502-4b33-841d-262f8b04a6cb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.934462 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.938333 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.985851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-60076122-fc33-4bd7-82bd-3e6e77e27b19 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630628 Jul 16 01:36:07.026236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:07.044696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Transition to ACTIVE for port object 0590ee98-b7e8-4569-9705-6dbe663f90f2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:07.046596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.065264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:07.071545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.072256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.109485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7571104 Jul 16 01:36:07.111831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5387357-c26b-4844-ac55-a64380d30007 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.125764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Request body: {'port': {'device_id': '11ff810e-adcd-438c-b802-196a5588432b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:07.149358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-769bb6f0-cd9f-476c-95b3-8b45a8211fde req-5bb050ad-6b27-42de-acb9-d9acc9be9b46 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560533 Jul 16 01:36:07.192986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-203cfabf-7c34-48be-956e-5808b749f375 req-fa31e5df-d695-465c-8372-4681fa8cca58 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 210 time: 0.0420256 Jul 16 01:36:07.232364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.336437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.340125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Network 64cbd18a-a729-445e-a412-bd9beed34f01 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:07.353951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.355766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'Port': ['ID=0590ee98-b7e8-4569-9705-6dbe663f90f2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.362192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:07.367709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.368377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.619460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-ab560a7b-0110-44b8-85e2-f88e26b27a68 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7003930 Jul 16 01:36:07.651119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ad905444-7e8b-4e11-b11b-b17435d3acf7 None None] Provisioning for port 0590ee98-b7e8-4569-9705-6dbe663f90f2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:07.661619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ad905444-7e8b-4e11-b11b-b17435d3acf7 None None] Provisioning complete for port 0590ee98-b7e8-4569-9705-6dbe663f90f2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:07.666155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Request body: {'port': {'device_id': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:07.668462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad905444-7e8b-4e11-b11b-b17435d3acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.674631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2536f71b-08f4-45a6-92e4-2631adf39907 req-bbea3d70-d15b-4789-a580-0b67cdeabe4b tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=51fca87726494942bdba31862423f6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580559 Jul 16 01:36:07.726303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ad905444-7e8b-4e11-b11b-b17435d3acf7 None None] Port 0590ee98-b7e8-4569-9705-6dbe663f90f2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:07.807149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a8f-ef7c-414a-aef2-63187bd2fab1 req-70a5b802-26a1-4139-b028-a8fe76dba1c7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.812608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d731a8f-ef7c-414a-aef2-63187bd2fab1 req-70a5b802-26a1-4139-b028-a8fe76dba1c7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 948 time: 0.5838718 Jul 16 01:36:08.035204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d731a8f-ef7c-414a-aef2-63187bd2fab1 req-e0149c99-f8e8-4621-b5ab-7fedb744ba1e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003953 Jul 16 01:36:08.041921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.076333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536f71b-08f4-45a6-92e4-2631adf39907 req-5a6828cd-f437-4923-9f6e-2852dcf7ae08 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.077707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2536f71b-08f4-45a6-92e4-2631adf39907 req-5a6828cd-f437-4923-9f6e-2852dcf7ae08 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3830979 Jul 16 01:36:08.129949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2536f71b-08f4-45a6-92e4-2631adf39907 req-68f4573c-170c-4a1d-b2f5-9098f2dbc3b1 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/quotas/51fca87726494942bdba31862423f6ff HTTP/1.1" status: 200 len: 375 time: 0.0455706 Jul 16 01:36:08.197949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2536f71b-08f4-45a6-92e4-2631adf39907 req-dd34cd1f-320f-4b3e-90c5-332463af0469 tempest-QuotasAdminNegativeTest-1106210170 tempest-QuotasAdminNegativeTest-1106210170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=51fca87726494942bdba31862423f6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624814 Jul 16 01:36:08.318586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c06461-cecf-4e24-aad9-ff7fe775ffa9 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:08.331122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.365109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Transition to ACTIVE for port object 40c06461-cecf-4e24-aad9-ff7fe775ffa9 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:08.377010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.392137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362e1d-dcd3-4d61-bedd-4d19d5c5535c req-480b167f-cbd7-4d10-b715-bc908624b88d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.393634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53362e1d-dcd3-4d61-bedd-4d19d5c5535c req-480b167f-cbd7-4d10-b715-bc908624b88d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 932 time: 0.2541270 Jul 16 01:36:08.521575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.578888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53362e1d-dcd3-4d61-bedd-4d19d5c5535c req-d8481dc3-b6c5-4ffc-9001-87ec37ba822c tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573873 Jul 16 01:36:08.582087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-46829ea6-3bb1-48a2-ad93-95ebe9acfe72 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1208668 Jul 16 01:36:08.628850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:08.629216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:08.629609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:08.681284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:08.681612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:08.747270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:08.747599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:08.748177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:08.748607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Bound port: 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:08.748964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.765538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0590ee98-b7e8-4569-9705-6dbe663f90f2 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:08.789618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.887661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Transition to ACTIVE for port object 0590ee98-b7e8-4569-9705-6dbe663f90f2 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:08.913106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.969982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-da28623a-860d-4640-a749-33f4cc97c25d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.971456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-da28623a-860d-4640-a749-33f4cc97c25d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3821015 Jul 16 01:36:09.029295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.029770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.030235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.030697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.031160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.031615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.032091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.033885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c34be846-c77c-4013-85f4-905a7007d86e req-f86b3b9e-dba1-40d4-8158-fc1b1df934be tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.3799231 Jul 16 01:36:09.035785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:09.047921 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-815b7917-e800-43b8-92b4-b8f538058c15 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/quotas/3e015d069bb74309b6bfe9645587b2a3 HTTP/1.1" status: 200 len: 375 time: 0.0603919 Jul 16 01:36:09.062573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Pushing event updated for resources: {'Port': ['ID=0590ee98-b7e8-4569-9705-6dbe663f90f2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.078049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:09.116360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.125303 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1c7d41ca-6740-4e85-a22d-592c061fc140 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636964 Jul 16 01:36:09.173018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Attempting to bind port 0590ee98-b7e8-4569-9705-6dbe663f90f2 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:09.173381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Attempting to bind port 0590ee98-b7e8-4569-9705-6dbe663f90f2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:09.173672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Attempting to bind port 0590ee98-b7e8-4569-9705-6dbe663f90f2 on network 64cbd18a-a729-445e-a412-bd9beed34f01 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:09.374049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.374656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.376098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] 10.222.0.32 "PUT /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 1092 time: 2.2581506 Jul 16 01:36:09.381128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:09.440878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Port 0590ee98-b7e8-4569-9705-6dbe663f90f2 on network 64cbd18a-a729-445e-a412-bd9beed34f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:09.441229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Attempting to bind port 0590ee98-b7e8-4569-9705-6dbe663f90f2 on network 64cbd18a-a729-445e-a412-bd9beed34f01 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:09.486105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:09.486452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Checking segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:09.486846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Bound using segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:09.487287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Bound port: 0590ee98-b7e8-4569-9705-6dbe663f90f2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:09.488305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.520117 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893aaa88-046a-486f-9606-9540a8252cec" -d '{"events": [{"name": "network-changed", "server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:09.525141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410524-a449-4bc1-81d6-2a046eb12568 service neutron] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.692337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d12f-8fef-4233-80ea-0493b5529f21 req-ad6041c6-867b-49b2-87b7-43530378ac18 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.692337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5531d12f-8fef-4233-80ea-0493b5529f21 req-ad6041c6-867b-49b2-87b7-43530378ac18 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 944 time: 0.5333652 Jul 16 01:36:09.730695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] For port 0590ee98-b7e8-4569-9705-6dbe663f90f2, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:09.735298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-a95c5055-fabb-4336-ad07-a381439f8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.736792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-a95c5055-fabb-4336-ad07-a381439f8c16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1095 time: 0.2828689 Jul 16 01:36:09.746001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597587a1-2071-4c6d-9cd3-dcf1392af59f req-a9a3b8df-2c76-4518-812d-a4c6c7d5f7f8 tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.747273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-597587a1-2071-4c6d-9cd3-dcf1392af59f req-a9a3b8df-2c76-4518-812d-a4c6c7d5f7f8 tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 886 time: 0.2101841 Jul 16 01:36:09.789604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] For port 0590ee98-b7e8-4569-9705-6dbe663f90f2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:09.825129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-57a9c68f-e572-489f-88aa-b2fb5f6dd3fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0759621 Jul 16 01:36:09.826202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.918453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5531d12f-8fef-4233-80ea-0493b5529f21 req-150f60d4-226b-47c6-9fc5-afd7dbecdb1f tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129025 Jul 16 01:36:09.937243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:09.988491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.990165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.991744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] 10.222.0.32 "PUT /v2.0/ports/0590ee98-b7e8-4569-9705-6dbe663f90f2 HTTP/1.1" status: 200 len: 1092 time: 2.3380682 Jul 16 01:36:09.992738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d057-775c-48da-b56b-c2ebcbe56282 service neutron] Pushing event updated for resources: {'Port': ['ID=0590ee98-b7e8-4569-9705-6dbe663f90f2,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.999189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-3f9806f0-cf82-4356-aa4f-f9fb01999ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.000758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-3f9806f0-cf82-4356-aa4f-f9fb01999ca3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1609364 Jul 16 01:36:10.104803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-89d53c3c-63da-446a-afd5-2385870b870e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964239 Jul 16 01:36:10.106453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:10.107989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-434ae25a-f8f3-463d-9940-01e0ba08ab0f req-84a9ca0f-cb31-49b4-b936-1c13d9e50141 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 210 time: 0.0867219 Jul 16 01:36:10.120840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'mac_address': 'fa:16:3e:7a:ed:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:10.162422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.176431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5aaf97-a085-4347-9a28-3c83bc968033 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:10.198700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:10.203194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.284425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.368790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070914e4-6c47-4796-99ba-05eeac34f62a req-6655cb97-13fa-4c3b-83db-05e335d62c83 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.376079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-070914e4-6c47-4796-99ba-05eeac34f62a req-6655cb97-13fa-4c3b-83db-05e335d62c83 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 948 time: 0.2811007 Jul 16 01:36:10.382508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-421a5499-8f71-4de8-a579-b8e328cd2371 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459233 Jul 16 01:36:10.387831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-7924a781-c189-4557-9572-9c02d9b07cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.389228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-7924a781-c189-4557-9572-9c02d9b07cab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 1095 time: 0.3119979 Jul 16 01:36:10.438083 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23012742-c0a3-4f1b-8118-78d253393882 x-openstack-request-id: req-23012742-c0a3-4f1b-8118-78d253393882 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:10.438587 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:10.438899 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23012742-c0a3-4f1b-8118-78d253393882 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:10.439369 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'status': 'completed', 'code': 200} Jul 16 01:36:10.449859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-ee5a2bde-6b62-469f-b1b1-ff5d7fd7ca16 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287583 Jul 16 01:36:10.478873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-c7747826-ec41-4ee9-ae64-9e19f1c40129 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2 HTTP/1.1" status: 200 len: 217 time: 0.0793114 Jul 16 01:36:10.526708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:10.579978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.585727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-070914e4-6c47-4796-99ba-05eeac34f62a req-698f0eb8-425f-4627-9ef8-f84e7543b3a2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085741 Jul 16 01:36:10.657337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-b4b4e827-2b6b-43ac-b593-37182e571a72 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.659191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-b4b4e827-2b6b-43ac-b593-37182e571a72 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044017 Jul 16 01:36:10.674905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '00910e73-5589-4910-84fd-25d5890b94fe', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.697299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-454451ce-ff3b-4e2c-adfb-65dd78bc086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.698752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-454451ce-ff3b-4e2c-adfb-65dd78bc086e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.2078505 Jul 16 01:36:10.709812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9771f84-a5ee-4db7-bb77-a90bdb5e2180 req-3dd57ed4-e8a8-47df-8563-4df4fdb9202f service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116601 Jul 16 01:36:10.807109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:10.810886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.826624 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.842762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65695d60-e4d9-476f-9ecc-2dfed77091c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.880891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.881356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.881816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.882269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.882720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.883166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.883608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.885372 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0059c164-6260-40c6-850f-8b60a635661d req-00a7d517-72e6-4288-b4bb-f462318a8d9b tempest-NetworksTest-2047300574 tempest-NetworksTest-2047300574-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.2426577 Jul 16 01:36:10.906351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e4b09-b843-4cc2-90b0-1122a2f92ee0 req-f98abd68-64ba-4738-9de9-086ef3866fed tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.912521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-554e4b09-b843-4cc2-90b0-1122a2f92ee0 req-f98abd68-64ba-4738-9de9-086ef3866fed tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.3278329 Jul 16 01:36:10.960677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.971471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.985247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20742c-42c8-4124-b348-17750e23bda5 req-2ab9be5e-02fe-4fa8-9200-33e8b8b1ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.986762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-2ab9be5e-02fe-4fa8-9200-33e8b8b1ca56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701299 Jul 16 01:36:10.998248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aaa88-046a-486f-9606-9540a8252cec req-e4645cba-0b1b-4eb3-a1cc-f456a3bff71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.000510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-e4645cba-0b1b-4eb3-a1cc-f456a3bff71b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1095 time: 0.1864676 Jul 16 01:36:11.004409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-554e4b09-b843-4cc2-90b0-1122a2f92ee0 req-0c3ce950-bd9c-432b-b3bd-e6fe22364193 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882723 Jul 16 01:36:11.177388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40050) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.194239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f24d0-a6ae-410e-809c-0244e3153feb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.216799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65695d60-e4d9-476f-9ecc-2dfed77091c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.229604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65695d60-e4d9-476f-9ecc-2dfed77091c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.304609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65695d60-e4d9-476f-9ecc-2dfed77091c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17249ac4-9eaf-4dc7-bab8-82830132e821,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.315172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-65695d60-e4d9-476f-9ecc-2dfed77091c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51fca87726494942bdba31862423f6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7313468 Jul 16 01:36:11.315460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40054) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.326724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.131 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/d88b625b-a5dd-427c-bfde-23d23bb3eddd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:11.409241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-420144bd-9439-4549-aaff-be68eca32a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.454677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-420144bd-9439-4549-aaff-be68eca32a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.494332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c420ced1-028d-4952-a775-a5657183ccec req-4318a5ba-cff5-4047-8b01-7c905d3db820 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 210 time: 0.0945976 Jul 16 01:36:11.539211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aaa88-046a-486f-9606-9540a8252cec req-b7087d6e-f5f3-473b-b5d8-c0f69542d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.540694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-b7087d6e-f5f3-473b-b5d8-c0f69542d4d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.5064628 Jul 16 01:36:11.546003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-debdfe71-be64-4270-aca9-6137ec7dac5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.551993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-0baf5d06-efc0-4b38-8c7d-7515899f1953 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334923 Jul 16 01:36:11.566921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.572732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-420144bd-9439-4549-aaff-be68eca32a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.575871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-420144bd-9439-4549-aaff-be68eca32a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.577185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-420144bd-9439-4549-aaff-be68eca32a53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17249ac4-9eaf-4dc7-bab8-82830132e821 HTTP/1.1" status: 204 len: 168 time: 0.2604463 Jul 16 01:36:11.601927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420144bd-9439-4549-aaff-be68eca32a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17249ac4-9eaf-4dc7-bab8-82830132e821,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.606125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object d88b625b-a5dd-427c-bfde-23d23bb3eddd will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.631641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-5ccbd4c5-2feb-4cf9-9bee-007fe37add10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0732870 Jul 16 01:36:11.660604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.728045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:11.732630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.734866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=d88b625b-a5dd-427c-bfde-23d23bb3eddd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.743502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:11.749779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.750663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.763570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f4cf0-0308-46ff-ad77-96d7762a94af req-e1940b29-0576-4fb4-8926-cecbe10d63b1 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.766082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c2f4cf0-0308-46ff-ad77-96d7762a94af req-e1940b29-0576-4fb4-8926-cecbe10d63b1 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 944 time: 0.5895486 Jul 16 01:36:11.799054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aaa88-046a-486f-9606-9540a8252cec req-5c19f2ab-f154-4ea6-a1dc-84fffbbfc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.801043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-5c19f2ab-f154-4ea6-a1dc-84fffbbfc31b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1603091 Jul 16 01:36:11.864619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac20742c-42c8-4124-b348-17750e23bda5 req-96d17676-3fd5-4bd0-86e8-ebe0e38911aa service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036413 Jul 16 01:36:11.866540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-9b69fa10-27a7-47a5-a766-85df675f23f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523751 Jul 16 01:36:11.903984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:11.955093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c2f4cf0-0308-46ff-ad77-96d7762a94af req-71b61963-e20c-42e4-878c-2fd54fb0e3e3 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730874 Jul 16 01:36:11.969164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 0a5aaf97-a085-4347-9a28-3c83bc968033 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:11.982109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0a5aaf97-a085-4347-9a28-3c83bc968033 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:11.982493 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.006335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.020790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e269a1-3b32-4cf4-9f29-ca05698d6c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.046166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-debdfe71-be64-4270-aca9-6137ec7dac5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.057682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb80937d-866e-42ed-890f-9f3b45e677cd None None] Provisioning for port d88b625b-a5dd-427c-bfde-23d23bb3eddd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:12.063963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-debdfe71-be64-4270-aca9-6137ec7dac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.088146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-4fa11716-44a7-43cd-92d6-d2c3af986b86 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976976 Jul 16 01:36:12.091183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb80937d-866e-42ed-890f-9f3b45e677cd None None] Provisioning complete for port d88b625b-a5dd-427c-bfde-23d23bb3eddd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:12.091611 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb80937d-866e-42ed-890f-9f3b45e677cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.092015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-1e3f84b9-1958-4f69-8631-a8b12530c1d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4244032 Jul 16 01:36:12.100961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf306bd4-e282-472d-a001-faed35bd28bb req-94a4f83b-b882-441b-8595-a6ff7f930ea8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.102722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf306bd4-e282-472d-a001-faed35bd28bb req-94a4f83b-b882-441b-8595-a6ff7f930ea8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 949 time: 0.2347925 Jul 16 01:36:12.104219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Request body: {'port': {'device_id': '00910e73-5589-4910-84fd-25d5890b94fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:12.133686 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.149702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cb80937d-866e-42ed-890f-9f3b45e677cd None None] Port d88b625b-a5dd-427c-bfde-23d23bb3eddd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:12.153782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdfe71-be64-4270-aca9-6137ec7dac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25430bec-9eb0-4cd6-9d65-85d0fd56a52d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.173587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:12.176149 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11b881-8679-49dd-865f-6ff32c353747" -d '{"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-plugged", "status": "completed", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:12.182918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-debdfe71-be64-4270-aca9-6137ec7dac5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13875f5dc9ca4cdd95a17d1278b898ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7880135 Jul 16 01:36:12.184139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:12.186390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.192582 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.251665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.268618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.284905 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf306bd4-e282-472d-a001-faed35bd28bb req-a4a4fd69-8521-4e66-aa96-80609e51b70e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736197 Jul 16 01:36:12.303878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e269a1-3b32-4cf4-9f29-ca05698d6c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.315473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09e269a1-3b32-4cf4-9f29-ca05698d6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.325321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-893aaa88-046a-486f-9606-9540a8252cec req-a14534b2-0dd3-46fd-8bf5-32105b7e4edf service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216439 Jul 16 01:36:12.340919 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f8283-85bf-4ecd-a51f-ab6b4e990472 x-openstack-request-id: req-a00f8283-85bf-4ecd-a51f-ab6b4e990472 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:12.341216 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-plugged", "status": "completed", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:12.341478 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a00f8283-85bf-4ecd-a51f-ab6b4e990472 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:12.341866 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'code': 200} Jul 16 01:36:12.370793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b125146-431b-4a53-801a-75e290061a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.405307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b125146-431b-4a53-801a-75e290061a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.426562 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-09e269a1-3b32-4cf4-9f29-ca05698d6c0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc290ebf5b6746faad8437849248979b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194133 Jul 16 01:36:12.427227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e269a1-3b32-4cf4-9f29-ca05698d6c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f4cb8-d7b9-45fc-96f7-c81808c81c85,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.427354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40096) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.441724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:12.444580 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e84062c-b5c9-496b-a82a-ec52774f1f02" -d '{"events": [{"name": "network-changed", "server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:12.497048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad884453-591c-4cb2-918a-e8b83f8f99ba req-c97d92a0-5fc8-47e1-bedf-36c7981b25e6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.498503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad884453-591c-4cb2-918a-e8b83f8f99ba req-c97d92a0-5fc8-47e1-bedf-36c7981b25e6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.1722128 Jul 16 01:36:12.593208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6670d11-e6ef-4509-9143-e6e5aef2f3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.608371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad884453-591c-4cb2-918a-e8b83f8f99ba req-376e1d85-0223-45b0-b1cb-8e3e3ac3c2c6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831683 Jul 16 01:36:12.613521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b125146-431b-4a53-801a-75e290061a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.616214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b125146-431b-4a53-801a-75e290061a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.619931 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6b125146-431b-4a53-801a-75e290061a5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25430bec-9eb0-4cd6-9d65-85d0fd56a52d HTTP/1.1" status: 204 len: 168 time: 0.4325213 Jul 16 01:36:12.628122 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff7c961-355a-47aa-9011-e14cbfa32650 x-openstack-request-id: req-cff7c961-355a-47aa-9011-e14cbfa32650 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:12.628906 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:12.629157 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cff7c961-355a-47aa-9011-e14cbfa32650 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:12.629537 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'status': 'completed', 'code': 200} Jul 16 01:36:12.636159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88b625b-a5dd-427c-bfde-23d23bb3eddd {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:12.649090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.651104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b125146-431b-4a53-801a-75e290061a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25430bec-9eb0-4cd6-9d65-85d0fd56a52d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.654286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557607d-a5f1-4d18-aa91-6572133c7c10 req-509f6387-9b4a-4167-a17b-fe4ed658f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.656590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a557607d-a5f1-4d18-aa91-6572133c7c10 req-509f6387-9b4a-4167-a17b-fe4ed658f6d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.1964037 Jul 16 01:36:12.670720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Transition to ACTIVE for port object d88b625b-a5dd-427c-bfde-23d23bb3eddd will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:12.677013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6670d11-e6ef-4509-9143-e6e5aef2f3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.686342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.806535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Pushing event updated for resources: {'Port': ['ID=d88b625b-a5dd-427c-bfde-23d23bb3eddd,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.823643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Attempting to bind port d88b625b-a5dd-427c-bfde-23d23bb3eddd on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:12.823981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Attempting to bind port d88b625b-a5dd-427c-bfde-23d23bb3eddd by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:12.824329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Attempting to bind port d88b625b-a5dd-427c-bfde-23d23bb3eddd on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:12.831109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Port d88b625b-a5dd-427c-bfde-23d23bb3eddd on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:12.831701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Attempting to bind port d88b625b-a5dd-427c-bfde-23d23bb3eddd on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:12.837310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:12.837647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:12.838022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:12.840303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Bound port: d88b625b-a5dd-427c-bfde-23d23bb3eddd, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:12.840660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.866373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a557607d-a5f1-4d18-aa91-6572133c7c10 req-d6281f4c-a214-42fc-a73d-81b7888aebfa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857812 Jul 16 01:36:12.909939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-70924613-a036-4d7f-941c-86f22c2d3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.913831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-70924613-a036-4d7f-941c-86f22c2d3e56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 1095 time: 0.2315135 Jul 16 01:36:12.917667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6670d11-e6ef-4509-9143-e6e5aef2f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.920430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6670d11-e6ef-4509-9143-e6e5aef2f3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.921564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e6670d11-e6ef-4509-9143-e6e5aef2f3a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a85f4cb8-d7b9-45fc-96f7-c81808c81c85 HTTP/1.1" status: 204 len: 168 time: 0.4934099 Jul 16 01:36:12.967450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] For port d88b625b-a5dd-427c-bfde-23d23bb3eddd, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:12.973640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] For port d88b625b-a5dd-427c-bfde-23d23bb3eddd, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:12.990154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.998392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6670d11-e6ef-4509-9143-e6e5aef2f3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f4cb8-d7b9-45fc-96f7-c81808c81c85,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.010088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b432eb-dc26-4e38-ad85-678fc1f793e3 req-ad3e9ab8-473f-49bb-8652-4298de1e835a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.021471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4b432eb-dc26-4e38-ad85-678fc1f793e3 req-ad3e9ab8-473f-49bb-8652-4298de1e835a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 948 time: 0.2484555 Jul 16 01:36:13.166370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4b432eb-dc26-4e38-ad85-678fc1f793e3 req-909e8768-781c-443e-ab24-ead9630efea3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440041 Jul 16 01:36:13.169733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-32de1c2f-30bf-437f-967b-b39d50b1fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.171589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-32de1c2f-30bf-437f-967b-b39d50b1fa26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 925 time: 0.2066324 Jul 16 01:36:13.195970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.240324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-ea5f9fb8-9932-49d4-8a32-bc0472ea409c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2 HTTP/1.1" status: 200 len: 217 time: 0.0606813 Jul 16 01:36:13.241263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03dd6ba7-2391-497d-9cb5-237171d03052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.341932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.342642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.344380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] 10.222.0.38 "PUT /v2.0/ports/d88b625b-a5dd-427c-bfde-23d23bb3eddd HTTP/1.1" status: 200 len: 1096 time: 1.2452607 Jul 16 01:36:13.344887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00910e73-5589-4910-84fd-25d5890b94fe', 'tag': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:13.347790 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5cabd6-fe01-40b4-8653-4df6f61fce16" -d '{"events": [{"name": "network-changed", "server_uuid": "00910e73-5589-4910-84fd-25d5890b94fe", "tag": "d88b625b-a5dd-427c-bfde-23d23bb3eddd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:13.357408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065173-21d3-453c-963c-37b31f6fa94b service neutron] Pushing event updated for resources: {'Port': ['ID=d88b625b-a5dd-427c-bfde-23d23bb3eddd,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.461990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-45c257ad-2b68-4b68-91ac-1126e2e65165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.463968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-45c257ad-2b68-4b68-91ac-1126e2e65165 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.1281831 Jul 16 01:36:13.488951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-9b7769a4-d189-4160-9bde-7117c92b6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.490495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-9b7769a4-d189-4160-9bde-7117c92b6482 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 1099 time: 0.0911512 Jul 16 01:36:13.533839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03dd6ba7-2391-497d-9cb5-237171d03052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.551924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03dd6ba7-2391-497d-9cb5-237171d03052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.564835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2d897-8795-4f8a-8bdc-b58f63c591b7 req-1cb6b4b0-ace0-4346-9827-088205cb49a3 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.566484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80c2d897-8795-4f8a-8bdc-b58f63c591b7 req-1cb6b4b0-ace0-4346-9827-088205cb49a3 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 944 time: 0.2445092 Jul 16 01:36:13.570496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-a911d8fa-46bf-4d0c-9b0e-901607663dd2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd HTTP/1.1" status: 200 len: 217 time: 0.0715351 Jul 16 01:36:13.636212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-2f4d5095-5ba3-4b3d-9560-4cbfbbd89fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.637854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-2f4d5095-5ba3-4b3d-9560-4cbfbbd89fcf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0603592 Jul 16 01:36:13.672416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40166) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.672645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03dd6ba7-2391-497d-9cb5-237171d03052 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8459cc75795d451e93e936adca2d877e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818134 Jul 16 01:36:13.677006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd6ba7-2391-497d-9cb5-237171d03052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786942d8-dd67-448f-9785-0a2d05fd8539,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.698743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-43af0216-3898-43eb-ac92-10d520ef5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.699818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-43af0216-3898-43eb-ac92-10d520ef5a18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262225 Jul 16 01:36:13.710757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80c2d897-8795-4f8a-8bdc-b58f63c591b7 req-24d1e087-265f-4270-a4ad-14fcaa03b70f tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304207 Jul 16 01:36:13.770882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-05fddab2-94fe-4275-bcb0-fe525405d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.772712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-05fddab2-94fe-4275-bcb0-fe525405d2bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280444 Jul 16 01:36:13.775472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14a1d18b-5393-4117-9fdd-7ae968dac136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.785494 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264e3b0-4050-405c-876f-bdb3cb56ac55 x-openstack-request-id: req-e264e3b0-4050-405c-876f-bdb3cb56ac55 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:13.785791 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00910e73-5589-4910-84fd-25d5890b94fe", "tag": "d88b625b-a5dd-427c-bfde-23d23bb3eddd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:13.786021 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e264e3b0-4050-405c-876f-bdb3cb56ac55 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:13.786806 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00910e73-5589-4910-84fd-25d5890b94fe', 'tag': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd', 'status': 'completed', 'code': 200} Jul 16 01:36:13.790798 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b609f3-2dd0-4ded-a279-176bc0b622f3 req-eef430c6-4bfa-4d51-86fb-a7527bc91945 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.792460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49b609f3-2dd0-4ded-a279-176bc0b622f3 req-eef430c6-4bfa-4d51-86fb-a7527bc91945 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2249196 Jul 16 01:36:13.832674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14a1d18b-5393-4117-9fdd-7ae968dac136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.849637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-3014a05a-d770-41fd-ae65-b70d4a026fea service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377411 Jul 16 01:36:13.862435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49b609f3-2dd0-4ded-a279-176bc0b622f3 req-49611b9a-b303-44a6-97e4-667f1f33389c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 Jul 16 01:36:13.909741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:13.938593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-cb44686d-7fd7-4064-9709-eca83d2ff23d service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508188 Jul 16 01:36:14.083724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:14.099127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e84062c-b5c9-496b-a82a-ec52774f1f02 req-41722fcc-96b5-4c88-8ce3-91de36d67228 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354436 Jul 16 01:36:14.101395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-436e1558-e9da-488b-bb1f-3739ce5f8a7b req-4f18a0d3-d7f4-45f1-b44b-cf93c546f310 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528935 Jul 16 01:36:14.120830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'port_id': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'mac_address': 'fa:16:3e:0e:81:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457cae23-1885-4413-b044-ee550ad39bf8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:14.129229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14a1d18b-5393-4117-9fdd-7ae968dac136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.131801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14a1d18b-5393-4117-9fdd-7ae968dac136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.135907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-14a1d18b-5393-4117-9fdd-7ae968dac136 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/786942d8-dd67-448f-9785-0a2d05fd8539 HTTP/1.1" status: 204 len: 168 time: 0.4620626 Jul 16 01:36:14.137126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe4fca-82f0-434b-a32b-1a14659c3fcc req-074855ff-f10d-46d4-abb8-efc2f622ec55 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.138665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62fe4fca-82f0-434b-a32b-1a14659c3fcc req-074855ff-f10d-46d4-abb8-efc2f622ec55 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.1401427 Jul 16 01:36:14.151810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1d18b-5393-4117-9fdd-7ae968dac136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786942d8-dd67-448f-9785-0a2d05fd8539,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.210889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.229432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c06461-cecf-4e24-aad9-ff7fe775ffa9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:14.234996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62fe4fca-82f0-434b-a32b-1a14659c3fcc req-2916b174-e66f-4115-a158-16ffe79aea4c tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853884 Jul 16 01:36:14.268083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:14.278207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.312751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-f7161e9e-f1b9-4a25-9a53-b474f8ebefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.315205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-f7161e9e-f1b9-4a25-9a53-b474f8ebefb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 1099 time: 0.1266627 Jul 16 01:36:14.371517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.470463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682dd23-16cb-4a08-aed3-50cec8881624 req-8e844503-350b-4fd5-8059-27ea140a23ab tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.478389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0682dd23-16cb-4a08-aed3-50cec8881624 req-8e844503-350b-4fd5-8059-27ea140a23ab tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 948 time: 0.0802743 Jul 16 01:36:14.484906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-fe6c36a6-58b6-438f-938c-42921cfa7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.486421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-fe6c36a6-58b6-438f-938c-42921cfa7743 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1644719 Jul 16 01:36:14.515808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0682dd23-16cb-4a08-aed3-50cec8881624 req-21d6dee6-b38f-428e-b7fb-8c1e1abb124d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Jul 16 01:36:14.534041 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-4e89759d-300d-4d79-9aab-0492e68c5b0a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd HTTP/1.1" status: 200 len: 217 time: 0.0405633 Jul 16 01:36:14.592528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-106c3bef-4b65-481f-ba90-a9b2a75798ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.594899 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-106c3bef-4b65-481f-ba90-a9b2a75798ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0536530 Jul 16 01:36:14.630406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['40c06461-cecf-4e24-aad9-ff7fe775ffa9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:14.699325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-51795b19-85b9-4817-b0c7-de7244ebc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.703991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-51795b19-85b9-4817-b0c7-de7244ebc137 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008885 Jul 16 01:36:14.850676 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-bba25904-0093-467d-b437-c06bd89d3900 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393085 Jul 16 01:36:15.058925 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c5cabd6-fe01-40b4-8653-4df6f61fce16 req-935cebbc-0eb3-407e-8ae7-793337039de7 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018230 Jul 16 01:36:15.237854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafce8f-bdbe-4e6c-b214-21b654001107 req-94d1634c-c844-4fc8-9346-705194a80742 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.239692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fafce8f-bdbe-4e6c-b214-21b654001107 req-94d1634c-c844-4fc8-9346-705194a80742 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 944 time: 0.1208804 Jul 16 01:36:15.259578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783debd-fda0-44a0-b7c5-ea1da8df1ec6 req-d637beef-5877-4b45-bf01-83fcbb334528 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.261266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e783debd-fda0-44a0-b7c5-ea1da8df1ec6 req-d637beef-5877-4b45-bf01-83fcbb334528 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1091495 Jul 16 01:36:15.309881 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fafce8f-bdbe-4e6c-b214-21b654001107 req-6dec5f0d-1e67-4f4d-8c92-bbb8474342f4 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633886 Jul 16 01:36:15.336613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e783debd-fda0-44a0-b7c5-ea1da8df1ec6 req-c079e79a-0e1d-46d5-b356-40241d990123 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618420 Jul 16 01:36:15.537402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b958dc-36d4-4ad6-88bc-0e6a85a4af59 req-05ac5908-9d25-4752-8096-0e0c4c15cd0d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.538883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19b958dc-36d4-4ad6-88bc-0e6a85a4af59 req-05ac5908-9d25-4752-8096-0e0c4c15cd0d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 945 time: 0.0732436 Jul 16 01:36:15.581006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19b958dc-36d4-4ad6-88bc-0e6a85a4af59 req-b82934d3-7801-4faa-899c-419554240a3a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Jul 16 01:36:15.713615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-43dc3f86-5b94-4477-a00a-af05a1f7fd12 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5538e02088704b5994aec94e39a31f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285437 Jul 16 01:36:15.830582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-ce79945c-bfce-4110-995e-e0d7d311ab38 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.832156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-ce79945c-bfce-4110-995e-e0d7d311ab38 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134102 Jul 16 01:36:15.846996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-c6431359-0810-46c8-921a-c47c5f8febe8 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/quotas/5538e02088704b5994aec94e39a31f3c HTTP/1.1" status: 200 len: 375 time: 0.0094819 Jul 16 01:36:15.884373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-4a6ff713-ac49-4fe5-8965-37ba15beecee tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5538e02088704b5994aec94e39a31f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320077 Jul 16 01:36:15.926543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0590ee98-b7e8-4569-9705-6dbe663f90f2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:15.937753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932aa6f2-64b7-4df0-95ca-d41c8fb707b7 req-2d0033b8-a7ff-4f37-a023-f05d86851563 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.940162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-932aa6f2-64b7-4df0-95ca-d41c8fb707b7 req-2d0033b8-a7ff-4f37-a023-f05d86851563 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.0578787 Jul 16 01:36:15.967477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-932aa6f2-64b7-4df0-95ca-d41c8fb707b7 req-60f9e876-0a60-4a2e-9212-c5fb0d588610 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.982552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:16.088351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0590ee98-b7e8-4569-9705-6dbe663f90f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.104367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'port_id': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:16.108126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:16.110511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-932aa6f2-64b7-4df0-95ca-d41c8fb707b7 req-60f9e876-0a60-4a2e-9212-c5fb0d588610 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.113584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:16.114216 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.114784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-932aa6f2-64b7-4df0-95ca-d41c8fb707b7 req-60f9e876-0a60-4a2e-9212-c5fb0d588610 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.166328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-932aa6f2-64b7-4df0-95ca-d41c8fb707b7 req-60f9e876-0a60-4a2e-9212-c5fb0d588610 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146072 Jul 16 01:36:16.191219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.194641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9e876-0a60-4a2e-9212-c5fb0d588610 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb05d84-3f89-4334-9d28-e1a231d3becf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.210484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0590ee98-b7e8-4569-9705-6dbe663f90f2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:16.257320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0590ee98-b7e8-4569-9705-6dbe663f90f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.268067 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.276955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.319737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22abc331-6722-4aa5-9c7c-5606338362cd req-c3e2c120-31d2-4ca5-8c85-39a262720180 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 16 01:36:16.344668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:16.344859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d986610-cb9f-4e8d-842e-0fb8d64dfc22 req-59e40e92-1645-4647-9c47-22979ae55f8a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.346463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d986610-cb9f-4e8d-842e-0fb8d64dfc22 req-59e40e92-1645-4647-9c47-22979ae55f8a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 948 time: 0.1148541 Jul 16 01:36:16.347930 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeaa113-57c6-4511-ac0f-33091929122f" -d '{"events": [{"server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "name": "network-vif-plugged", "status": "completed", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:16.369613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.371369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0590ee98-b7e8-4569-9705-6dbe663f90f2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.376979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.437685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d986610-cb9f-4e8d-842e-0fb8d64dfc22 req-8553781e-7196-4ceb-b7d5-18d4293a975c tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812585 Jul 16 01:36:16.447034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.482838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.551235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0590ee98-b7e8-4569-9705-6dbe663f90f2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:16.610264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-ea1f52f5-f915-4b98-9763-9cdf044df4e7 req-a9e9a48b-fb24-472f-b516-65aa184a802c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:16.611305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea1f52f5-f915-4b98-9763-9cdf044df4e7 req-a9e9a48b-fb24-472f-b516-65aa184a802c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066826 Jul 16 01:36:16.637464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65ef4657-9225-402b-854e-8e38ecefc496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.647270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c432-3371-436f-b4aa-2162492f1115 req-0bda3d25-c4d5-4f21-a245-cd7e43feed2e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.649043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fe9c432-3371-436f-b4aa-2162492f1115 req-0bda3d25-c4d5-4f21-a245-cd7e43feed2e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 945 time: 0.0760918 Jul 16 01:36:16.694053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d88b625b-a5dd-427c-bfde-23d23bb3eddd details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:16.724504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fe9c432-3371-436f-b4aa-2162492f1115 req-4afbd596-c2b8-42f2-9d53-66ef979b21b5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673718 Jul 16 01:36:16.822947 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f15b7-db14-4386-b971-84dca3693938 x-openstack-request-id: req-e81f15b7-db14-4386-b971-84dca3693938 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:16.823519 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "name": "network-vif-plugged", "status": "completed", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:16.823926 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e81f15b7-db14-4386-b971-84dca3693938 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:16.824470 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'code': 200} Jul 16 01:36:16.834784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65ef4657-9225-402b-854e-8e38ecefc496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.841676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-65ef4657-9225-402b-854e-8e38ecefc496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.895404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d88b625b-a5dd-427c-bfde-23d23bb3eddd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.907206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd', 'mac_address': 'fa:16:3e:36:cc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:16.915496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-65ef4657-9225-402b-854e-8e38ecefc496 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76ae5b0df4b3442cb015210e849e54a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313824 Jul 16 01:36:16.918116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.924489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef4657-9225-402b-854e-8e38ecefc496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b17195b-f4b5-4261-9462-b408756d285c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.948923 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.963967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88b625b-a5dd-427c-bfde-23d23bb3eddd {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:17.006070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d88b625b-a5dd-427c-bfde-23d23bb3eddd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:17.015427 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.082094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d88b625b-a5dd-427c-bfde-23d23bb3eddd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.234220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:17.288358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.305602 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b43c2-13c5-4ea4-a41e-24ad20fe801d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.368352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b43c2-13c5-4ea4-a41e-24ad20fe801d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.381238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a983-1c05-4a00-a324-98b359b59fbd req-874d0d27-1fe9-40d2-b282-6be53f8d75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.382822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6980a983-1c05-4a00-a324-98b359b59fbd req-874d0d27-1fe9-40d2-b282-6be53f8d75e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1097 time: 0.4319031 Jul 16 01:36:17.388131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-043e525f-dce2-4545-bf02-e3727ad4a12d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983357 Jul 16 01:36:17.393146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbe852-5801-4367-9b9a-ba1fc5c25dbc req-e940584d-af65-44fc-b953-638650c13342 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.395237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18bbe852-5801-4367-9b9a-ba1fc5c25dbc req-e940584d-af65-44fc-b953-638650c13342 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 946 time: 0.1845880 Jul 16 01:36:17.488214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6980a983-1c05-4a00-a324-98b359b59fbd req-48b1a59f-4393-4e71-aa74-30c89e9b22d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896757 Jul 16 01:36:17.495625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc66a49-0581-4c45-8b1f-cff089a5a383 req-6e1091c4-ce51-41f4-946b-9ccfb74c0276 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.497130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bc66a49-0581-4c45-8b1f-cff089a5a383 req-6e1091c4-ce51-41f4-946b-9ccfb74c0276 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2069511 Jul 16 01:36:17.505837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18bbe852-5801-4367-9b9a-ba1fc5c25dbc req-54fb2ff4-9f4b-44c7-8a66-54335210e5c0 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952990 Jul 16 01:36:17.535189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b43c2-13c5-4ea4-a41e-24ad20fe801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.537727 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-082b43c2-13c5-4ea4-a41e-24ad20fe801d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.538924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-082b43c2-13c5-4ea4-a41e-24ad20fe801d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b17195b-f4b5-4261-9462-b408756d285c HTTP/1.1" status: 204 len: 168 time: 0.6195359 Jul 16 01:36:17.581015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bc66a49-0581-4c45-8b1f-cff089a5a383 req-45e439cf-8796-412e-b9b5-2374ef8cfeac tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740311 Jul 16 01:36:17.582566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b43c2-13c5-4ea4-a41e-24ad20fe801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b17195b-f4b5-4261-9462-b408756d285c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.618755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-3ca32ef7-5ffc-441f-8245-a56c96df9874 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5538e02088704b5994aec94e39a31f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644302 Jul 16 01:36:17.824536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-f418091e-ef60-4017-a043-f763d2ec2bb1 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.828075 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-f418091e-ef60-4017-a043-f763d2ec2bb1 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002115 Jul 16 01:36:17.839565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Request body: {'port': {'device_id': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '5538e02088704b5994aec94e39a31f3c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:17.889494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fea81961-dbcd-44f8-826f-83f94c990c54 req-1c20e036-0cd1-4ad4-8a1e-931c5a089f2e tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 210 time: 0.0969818 Jul 16 01:36:17.918862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d30607-55c2-42d6-bab7-1374f40aa126 req-e31ad6c3-ccff-4bd5-a60e-74b7077d293a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.920502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04d30607-55c2-42d6-bab7-1374f40aa126 req-e31ad6c3-ccff-4bd5-a60e-74b7077d293a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 949 time: 0.1884987 Jul 16 01:36:17.928382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0590ee98-b7e8-4569-9705-6dbe663f90f2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:17.992594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04d30607-55c2-42d6-bab7-1374f40aa126 req-827d8fec-7d94-40b6-8fa2-8a07dfe32803 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661218 Jul 16 01:36:18.049096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Made reservation on behalf of 5538e02088704b5994aec94e39a31f3c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:18.053109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 0590ee98-b7e8-4569-9705-6dbe663f90f2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:18.061007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.066533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0590ee98-b7e8-4569-9705-6dbe663f90f2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:18.067012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.078434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.094833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.099125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb321c46-35f4-4666-975c-f9e830f3163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.229290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.236422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f3e91-8908-4762-aed1-d8fc5af51200 req-aaeb92dd-8151-4562-826a-6b7dc02c98d1 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.245903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-053f3e91-8908-4762-aed1-d8fc5af51200 req-aaeb92dd-8151-4562-826a-6b7dc02c98d1 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 945 time: 0.0886948 Jul 16 01:36:18.269650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.274893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.285750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0590ee98-b7e8-4569-9705-6dbe663f90f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:18.290983 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.347984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a6fed6-f7fa-4b32-9d0d-b46808364687,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.351331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0590ee98-b7e8-4569-9705-6dbe663f90f2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.362124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-053f3e91-8908-4762-aed1-d8fc5af51200 req-aa0f3b9e-5779-4610-98f6-23d560089d14 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152728 Jul 16 01:36:18.491664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb321c46-35f4-4666-975c-f9e830f3163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.497586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb321c46-35f4-4666-975c-f9e830f3163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.543813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eb321c46-35f4-4666-975c-f9e830f3163d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c464d134664b432e9a6ec7296f0622e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642537 Jul 16 01:36:18.544727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321c46-35f4-4666-975c-f9e830f3163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e26f491-a82e-4835-8dcf-8029d449c05c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.547360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.633631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Allocated IP 192.168.233.78 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/92568b60-9209-4afb-8e11-732df6a239c1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:18.644217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a81af832-2b53-43ae-9c11-47e1b2455884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.676760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a81af832-2b53-43ae-9c11-47e1b2455884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.686973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d88b625b-a5dd-427c-bfde-23d23bb3eddd up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:18.740453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port d88b625b-a5dd-427c-bfde-23d23bb3eddd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:18.744454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port d88b625b-a5dd-427c-bfde-23d23bb3eddd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:18.745065 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.767480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaed12c-0730-4af4-8e64-3e844b647383 req-e40edb12-a525-4462-8079-c581bc7b8549 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.775067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-feaed12c-0730-4af4-8e64-3e844b647383 req-e40edb12-a525-4462-8079-c581bc7b8549 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 970 time: 0.2083268 Jul 16 01:36:18.815928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.826490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:18.829413 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bc33e9-acb9-41d0-9133-b6ce74e80052" -d '{"events": [{"server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "name": "network-vif-plugged", "status": "completed", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:18.841553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36ef5-8a85-431a-a0a7-3613b133bff5 req-7f70cd27-607f-4e0e-8b34-dac5e4707e72 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.843094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ff36ef5-8a85-431a-a0a7-3613b133bff5 req-7f70cd27-607f-4e0e-8b34-dac5e4707e72 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 946 time: 0.1628106 Jul 16 01:36:18.844519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.857172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-feaed12c-0730-4af4-8e64-3e844b647383 req-a660afd7-554f-4003-acbf-b75f81b67505 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811749 Jul 16 01:36:18.858927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Transition to ACTIVE for port object 92568b60-9209-4afb-8e11-732df6a239c1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:18.863680 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a81af832-2b53-43ae-9c11-47e1b2455884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.866147 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a81af832-2b53-43ae-9c11-47e1b2455884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.867236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a81af832-2b53-43ae-9c11-47e1b2455884 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e26f491-a82e-4835-8dcf-8029d449c05c HTTP/1.1" status: 204 len: 168 time: 0.3187902 Jul 16 01:36:18.896417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d88b625b-a5dd-427c-bfde-23d23bb3eddd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:18.903601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.904308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.911580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81af832-2b53-43ae-9c11-47e1b2455884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e26f491-a82e-4835-8dcf-8029d449c05c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.960251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ff36ef5-8a85-431a-a0a7-3613b133bff5 req-2b1f5589-9832-4f7f-b761-daf731d64bec tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085222 Jul 16 01:36:18.973388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:18.977028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:18.982524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:19.004704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.005370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.007948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Pushing event updated for resources: {'Port': ['ID=92568b60-9209-4afb-8e11-732df6a239c1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.034834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-2f90f604-8e3c-4a01-acae-2626bb2401c7 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1963272 Jul 16 01:36:19.043323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Request body: {'port': {'device_id': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.055877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d88b625b-a5dd-427c-bfde-23d23bb3eddd,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.076601 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02051593-2dba-4541-9e5b-968e6867d62c x-openstack-request-id: req-02051593-2dba-4541-9e5b-968e6867d62c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:19.076899 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "name": "network-vif-plugged", "status": "completed", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:19.077163 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02051593-2dba-4541-9e5b-968e6867d62c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:19.077565 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'code': 200} Jul 16 01:36:19.155677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9bfaa-3c8c-43a6-90d0-ab69382b122d req-55cf8bb4-bedf-4fb9-aed8-514108f27ee0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.161949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.166740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72e9bfaa-3c8c-43a6-90d0-ab69382b122d req-55cf8bb4-bedf-4fb9-aed8-514108f27ee0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1370072 Jul 16 01:36:19.285492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72e9bfaa-3c8c-43a6-90d0-ab69382b122d req-f219664b-e746-44ec-8b2a-cabb749ea127 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175289 Jul 16 01:36:19.374580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-d307df11-6bdc-43d8-8ea0-85c06c43dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.376976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-d307df11-6bdc-43d8-8ea0-85c06c43dc2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.1798811 Jul 16 01:36:19.383592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5e75c-796d-42c3-bca7-ce314b7911a8 req-d2cc0574-bc8f-42d7-94d1-39ff2a15097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.385430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cab5e75c-796d-42c3-bca7-ce314b7911a8 req-d2cc0574-bc8f-42d7-94d1-39ff2a15097e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 1097 time: 0.1377153 Jul 16 01:36:19.394353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da8fcfdd-9352-4c55-8ccc-423c4dc9fd61 None None] Provisioning for port 92568b60-9209-4afb-8e11-732df6a239c1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:19.403950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da8fcfdd-9352-4c55-8ccc-423c4dc9fd61 None None] Provisioning complete for port 92568b60-9209-4afb-8e11-732df6a239c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:19.405311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da8fcfdd-9352-4c55-8ccc-423c4dc9fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.427221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04740-03fa-493d-a39a-70a04f1d2f87 req-c904eb03-1fc1-446b-b600-aa5e4537245b tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.434011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38e04740-03fa-493d-a39a-70a04f1d2f87 req-c904eb03-1fc1-446b-b600-aa5e4537245b tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 935 time: 0.1466622 Jul 16 01:36:19.481721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-da8fcfdd-9352-4c55-8ccc-423c4dc9fd61 None None] Port 92568b60-9209-4afb-8e11-732df6a239c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:19.525894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cab5e75c-796d-42c3-bca7-ce314b7911a8 req-5d52cfc4-5c4e-4d74-a486-c760342c2eef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247382 Jul 16 01:36:19.541143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38e04740-03fa-493d-a39a-70a04f1d2f87 req-5ca34f37-d687-4d79-8c00-5d04a8fdfa46 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062105 Jul 16 01:36:19.563628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-8ef313bd-97cb-4c05-902a-032918893d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.565876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92568b60-9209-4afb-8e11-732df6a239c1 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:19.566765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-8ef313bd-97cb-4c05-902a-032918893d3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1789043 Jul 16 01:36:19.578796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.601182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Transition to ACTIVE for port object 92568b60-9209-4afb-8e11-732df6a239c1 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:19.609505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.672439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-51d0f1c0-27d2-4d47-9f2d-4c18fb888cae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0774941 Jul 16 01:36:19.731682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Attempting to bind port 92568b60-9209-4afb-8e11-732df6a239c1 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:19.732793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Attempting to bind port 92568b60-9209-4afb-8e11-732df6a239c1 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:19.733332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Attempting to bind port 92568b60-9209-4afb-8e11-732df6a239c1 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:19.741623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Pushing event updated for resources: {'Port': ['ID=92568b60-9209-4afb-8e11-732df6a239c1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.745102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Port 92568b60-9209-4afb-8e11-732df6a239c1 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:19.745816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Attempting to bind port 92568b60-9209-4afb-8e11-732df6a239c1 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:19.752653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:19.753772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:19.754363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:19.755012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Bound port: 92568b60-9209-4afb-8e11-732df6a239c1, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:19.755595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.759731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5d188876-957f-4824-8a43-e1965eb90e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.761647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5d188876-957f-4824-8a43-e1965eb90e0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0649180 Jul 16 01:36:19.836130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] For port 92568b60-9209-4afb-8e11-732df6a239c1, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:19.840661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] For port 92568b60-9209-4afb-8e11-732df6a239c1, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=92568b60-9209-4afb-8e11-732df6a239c1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:19.849356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.877007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e86d1-0ad5-410c-90c1-b770c1f12bd7 req-72e35acd-9fe2-4088-b525-c1aee9c99729 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.879095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f80e86d1-0ad5-410c-90c1-b770c1f12bd7 req-72e35acd-9fe2-4088-b525-c1aee9c99729 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 950 time: 0.2098405 Jul 16 01:36:19.884637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.38', 61108) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.895820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.896550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.898043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] 10.222.0.38 "PUT /v2.0/ports/92568b60-9209-4afb-8e11-732df6a239c1 HTTP/1.1" status: 200 len: 1095 time: 0.8595159 Jul 16 01:36:19.898551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'tag': '92568b60-9209-4afb-8e11-732df6a239c1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:19.901095 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f2817-8748-4cb3-9b6b-332711c2f719" -d '{"events": [{"name": "network-changed", "server_uuid": "7c292d92-655d-47c6-bd07-ddc2fe61fb4e", "tag": "92568b60-9209-4afb-8e11-732df6a239c1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:19.935883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7985ff-08f8-4e10-912b-8cb220f92e25 service neutron] Pushing event updated for resources: {'Port': ['ID=92568b60-9209-4afb-8e11-732df6a239c1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.982035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-99294b98-e91d-411c-9198-720f83d43787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.984368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-99294b98-e91d-411c-9198-720f83d43787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090704 Jul 16 01:36:19.987304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f80e86d1-0ad5-410c-90c1-b770c1f12bd7 req-d16a6b8f-013d-4d16-b897-31052f94c02c tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999725 Jul 16 01:36:19.997192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bfa45-0897-4abf-82fc-2d3078cb1e08 req-e50594c1-11f1-4ef1-96ef-f8d52f724b1b tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.022130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-085bfa45-0897-4abf-82fc-2d3078cb1e08 req-e50594c1-11f1-4ef1-96ef-f8d52f724b1b tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1097 time: 0.2461035 Jul 16 01:36:20.047532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-b067619e-8930-4cd9-bf15-947fa8e322be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.052375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-b067619e-8930-4cd9-bf15-947fa8e322be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5538e02088704b5994aec94e39a31f3c&device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 1098 time: 0.0912735 Jul 16 01:36:20.108371 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-dba6a95d-428f-44ee-9165-2d0c8faf94af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=92568b60-9209-4afb-8e11-732df6a239c1 HTTP/1.1" status: 200 len: 217 time: 0.0481253 Jul 16 01:36:20.109162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-085bfa45-0897-4abf-82fc-2d3078cb1e08 req-89fe13bc-0b15-4484-af52-4a4dc94da1fd tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861065 Jul 16 01:36:20.158767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-e9654f93-d3f5-4e6d-8a63-9e83e9845a00 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.160414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-e9654f93-d3f5-4e6d-8a63-9e83e9845a00 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 970 time: 0.2741377 Jul 16 01:36:20.189553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-b78eb8ef-cea3-425a-a62b-ba6df2648324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.192144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-b78eb8ef-cea3-425a-a62b-ba6df2648324 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0779295 Jul 16 01:36:20.277021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64531b0-aae5-4014-bd85-7b744a51130b req-1026050b-e096-48e5-a408-3c4a49940193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.280534 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-1026050b-e096-48e5-a408-3c4a49940193 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819049 Jul 16 01:36:20.339400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-e890c6f4-8620-41ca-9696-09cccadc06b7 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440976 Jul 16 01:36:20.411399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-0b055896-e7ce-45d7-b4e2-b1f2e3645fdc service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228321 Jul 16 01:36:20.495937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ccce-3d51-4c9b-b73b-847801b7a3d7 req-54e74ba5-b8ee-41b3-ad88-d759e3375516 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.497636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e568ccce-3d51-4c9b-b73b-847801b7a3d7 req-54e74ba5-b8ee-41b3-ad88-d759e3375516 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 946 time: 0.3499339 Jul 16 01:36:20.514132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d64531b0-aae5-4014-bd85-7b744a51130b req-a3aa835e-edb5-4692-9b70-7901c196d6b8 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961170 Jul 16 01:36:20.566902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Deleting port 36a8a1d1-085c-4a4f-b671-c291637ed933 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:20.567399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.576424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3b418-9186-4633-a39a-bc04195b9336 req-24d75bc7-c7b3-420c-ac72-389f877bd22c tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.577925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4fd3b418-9186-4633-a39a-bc04195b9336 req-24d75bc7-c7b3-420c-ac72-389f877bd22c tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1216d11-a8a7-48b6-89cc-467cbb77c9de HTTP/1.1" status: 200 len: 970 time: 0.2451236 Jul 16 01:36:20.597143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-1192c28c-0cc9-454a-8be0-7f074bb4bd4f service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464719 Jul 16 01:36:20.625633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e568ccce-3d51-4c9b-b73b-847801b7a3d7 req-e4ab2d35-a128-433b-bfe7-46618b01cbb2 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172211 Jul 16 01:36:20.684046 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3507fd-2812-4ea5-844b-20a2c968eff6 x-openstack-request-id: req-2c3507fd-2812-4ea5-844b-20a2c968eff6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:20.684441 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c292d92-655d-47c6-bd07-ddc2fe61fb4e", "tag": "92568b60-9209-4afb-8e11-732df6a239c1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:20.684706 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c3507fd-2812-4ea5-844b-20a2c968eff6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:20.685109 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'tag': '92568b60-9209-4afb-8e11-732df6a239c1', 'status': 'completed', 'code': 200} Jul 16 01:36:20.709293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4fd3b418-9186-4633-a39a-bc04195b9336 req-54785833-ac5b-4e43-9a39-a529c27431e1 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.35 "GET /v2.0/security-groups?id=54eda7cb-d110-4992-85b2-b3fb916f45f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233888 Jul 16 01:36:20.752245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] For port 36a8a1d1-085c-4a4f-b671-c291637ed933, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=36a8a1d1-085c-4a4f-b671-c291637ed933,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:20.752637 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.769575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Calling delete_port for 36a8a1d1-085c-4a4f-b671-c291637ed933 owned by compute:tempest-test_az-223144264 {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:20.824825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-a2449425-27cc-4927-a9a6-fa28cc4ed2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.826519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-a2449425-27cc-4927-a9a6-fa28cc4ed2a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5538e02088704b5994aec94e39a31f3c&device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 1098 time: 0.1164646 Jul 16 01:36:20.930061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-20ec7234-b2cc-4ccb-b8c1-40e5e6cde7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.931486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-20ec7234-b2cc-4ccb-b8c1-40e5e6cde7c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.0982976 Jul 16 01:36:20.974319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-8350c075-f878-4019-836c-4f031d57f68b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=92568b60-9209-4afb-8e11-732df6a239c1 HTTP/1.1" status: 200 len: 217 time: 0.0353742 Jul 16 01:36:21.028097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-b43ecb82-1724-4abd-8f9c-48fa9c833699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.029591 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-b43ecb82-1724-4abd-8f9c-48fa9c833699 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0485301 Jul 16 01:36:21.079004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00910e73-5589-4910-84fd-25d5890b94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:21.082166 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c6961-b023-4da7-b5ec-223052e7cf2b" -d '{"events": [{"server_uuid": "00910e73-5589-4910-84fd-25d5890b94fe", "name": "network-vif-plugged", "status": "completed", "tag": "d88b625b-a5dd-427c-bfde-23d23bb3eddd"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:21.088655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-e6503d8f-51e2-4dd1-a191-326779c2afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.090168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-e6503d8f-51e2-4dd1-a191-326779c2afa2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534778 Jul 16 01:36:21.181892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-2e0e17b4-707b-44af-84f1-71f1053031b1 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836847 Jul 16 01:36:21.198763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281602f-280a-4fee-bd2f-424b62689917 req-95b0ff62-59a9-494f-8806-131f33f1bcba tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.200300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9281602f-280a-4fee-bd2f-424b62689917 req-95b0ff62-59a9-494f-8806-131f33f1bcba tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1097 time: 0.3487906 Jul 16 01:36:21.212660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993abf-1985-4b71-8820-20f4d770d0be req-bdb064da-4f62-459d-b465-5b5961d29d75 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.214090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f993abf-1985-4b71-8820-20f4d770d0be req-bdb064da-4f62-459d-b465-5b5961d29d75 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.3591480 Jul 16 01:36:21.273977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e44f2817-8748-4cb3-9b6b-332711c2f719 req-de56c8d2-23f5-4d8a-b05c-c1207bf5d276 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851202 Jul 16 01:36:21.276788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.291734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['36a8a1d1-085c-4a4f-b671-c291637ed933'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:21.295698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9281602f-280a-4fee-bd2f-424b62689917 req-d85c4986-0612-405e-9b2f-2d509abc92d8 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773301 Jul 16 01:36:21.319272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f993abf-1985-4b71-8820-20f4d770d0be req-0638fbd2-33e4-43e0-bbfa-4e8b4cd8daa9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936317 Jul 16 01:36:21.321951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Pushing event deleted for resources: {'Port': ['ID=36a8a1d1-085c-4a4f-b671-c291637ed933,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.396654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] No DVR routers for this DVR port 36a8a1d1-085c-4a4f-b671-c291637ed933 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:21.399857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.402224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40fecfe9-e58f-4a41-8a42-4aef92c86289 req-a8d52445-c81d-4765-b37e-210fb4d011b4 tempest-AggregatesAdminTestJSON-1615754381 tempest-AggregatesAdminTestJSON-1615754381-project] 10.222.0.38 "DELETE /v2.0/ports/36a8a1d1-085c-4a4f-b671-c291637ed933 HTTP/1.1" status: 204 len: 173 time: 1.2036915 Jul 16 01:36:21.402665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'name': 'network-vif-deleted', 'tag': '36a8a1d1-085c-4a4f-b671-c291637ed933'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:21.405441 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a436f6-54f6-469f-a431-4d19e8635ad2" -d '{"events": [{"server_uuid": "b1216d11-a8a7-48b6-89cc-467cbb77c9de", "name": "network-vif-deleted", "tag": "36a8a1d1-085c-4a4f-b671-c291637ed933"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:21.520345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2ed2d-c59a-41f4-b527-fe39dd852416 req-15f0fb69-f7e8-497d-85e7-918dd4199c43 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.522779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1dd2ed2d-c59a-41f4-b527-fe39dd852416 req-15f0fb69-f7e8-497d-85e7-918dd4199c43 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 947 time: 0.0798733 Jul 16 01:36:21.568172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1dd2ed2d-c59a-41f4-b527-fe39dd852416 req-96d0b440-fafd-425c-a9cd-11f69778818f tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Jul 16 01:36:21.587111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1243624440', 'description': 'tempest-description-1479466943'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:21.611840 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.620407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.748790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.753726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.787925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee2023-0065-452e-8733-86a8ee18db63 req-254a7172-f1f0-4bd2-9bcb-8ba74d0c6552 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.789407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8ee2023-0065-452e-8733-86a8ee18db63 req-254a7172-f1f0-4bd2-9bcb-8ba74d0c6552 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 950 time: 0.1064835 Jul 16 01:36:21.813344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15233cf-cbf2-44b0-a2da-7980058f12a0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.855158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8ee2023-0065-452e-8733-86a8ee18db63 req-dd2879b6-e059-4379-a8c9-667268fb2fbe tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562847 Jul 16 01:36:21.906383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.907360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.911494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.921158 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c26a9bd-1471-4d85-bfa2-024cd21eaa1a x-openstack-request-id: req-0c26a9bd-1471-4d85-bfa2-024cd21eaa1a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:21.923429 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00910e73-5589-4910-84fd-25d5890b94fe", "name": "network-vif-plugged", "status": "completed", "tag": "d88b625b-a5dd-427c-bfde-23d23bb3eddd", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:21.923754 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c26a9bd-1471-4d85-bfa2-024cd21eaa1a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:21.924248 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00910e73-5589-4910-84fd-25d5890b94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd', 'code': 200} Jul 16 01:36:21.936672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.942629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3276b55-c314-4fbd-ab43-c2393bf192fd req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3601995 Jul 16 01:36:21.955185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c630b-4741-4c9a-a75c-69edcff3d351 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff249bf-bcd5-4b50-88b7-0edbf7aa5656,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.996124 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb1f54-69b3-49d5-a944-ddc0daba2666 x-openstack-request-id: req-a5cb1f54-69b3-49d5-a944-ddc0daba2666 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:21.996448 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1216d11-a8a7-48b6-89cc-467cbb77c9de", "name": "network-vif-deleted", "tag": "36a8a1d1-085c-4a4f-b671-c291637ed933", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:21.996667 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5cb1f54-69b3-49d5-a944-ddc0daba2666 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:21.997058 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1216d11-a8a7-48b6-89cc-467cbb77c9de', 'name': 'network-vif-deleted', 'tag': '36a8a1d1-085c-4a4f-b671-c291637ed933', 'status': 'completed', 'code': 200} Jul 16 01:36:22.087462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6bed2b06-3995-4fcc-8c2d-169d184a69b4 req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Request body: {'security_group': {'name': 'tempest-securitygroup-617670086', 'description': 'tempest-description-1756869082'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:22.104069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dc807-ff95-4acf-b73b-8d9278478fbf req-40fa658a-bbf1-4b94-895f-f06e1b4bbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.105506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe3dc807-ff95-4acf-b73b-8d9278478fbf req-40fa658a-bbf1-4b94-895f-f06e1b4bbbce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 1101 time: 0.0817282 Jul 16 01:36:22.155030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bed2b06-3995-4fcc-8c2d-169d184a69b4 req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.186460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe3dc807-ff95-4acf-b73b-8d9278478fbf req-f06c6765-1030-41be-a3ec-82eb0efbe0c3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688579 Jul 16 01:36:22.222620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee9a83-f4df-4855-8978-e3422ba0e7a2 req-9fe690c1-70b7-4c64-8acf-be9f049b54a5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.224193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7ee9a83-f4df-4855-8978-e3422ba0e7a2 req-9fe690c1-70b7-4c64-8acf-be9f049b54a5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 946 time: 0.1249263 Jul 16 01:36:22.290309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7ee9a83-f4df-4855-8978-e3422ba0e7a2 req-44a997e0-8643-4f2c-8872-3e61d837d311 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563006 Jul 16 01:36:22.308418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bed2b06-3995-4fcc-8c2d-169d184a69b4 req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.312274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bed2b06-3995-4fcc-8c2d-169d184a69b4 req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.331726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.345485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6bed2b06-3995-4fcc-8c2d-169d184a69b4 req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.347289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6bed2b06-3995-4fcc-8c2d-169d184a69b4 req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2641187 Jul 16 01:36:22.350550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63397-3578-41d6-8485-608cfb89072e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18d35d-d570-49ae-ba34-5de2cc54cccb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.490179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-06621544-bbe7-4eb0-9491-98f6a47af121 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f4042141399424d82767c485791bb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572683 Jul 16 01:36:22.492854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.508621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6a16-36c6-4ff0-a078-d20d6d0517f1 req-f70f7446-ecde-4986-a900-bd0bbaca1b4b tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.510306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f2f6a16-36c6-4ff0-a078-d20d6d0517f1 req-f70f7446-ecde-4986-a900-bd0bbaca1b4b tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 946 time: 0.0710938 Jul 16 01:36:22.519077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.525735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'floatingip': {'port_id': '0590ee98-b7e8-4569-9705-6dbe663f90f2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:22.611706 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.719216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ff04264-295a-45f6-889b-38b7ccbce60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.807670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ff04264-295a-45f6-889b-38b7ccbce60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.960762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61310a9-dc05-4150-9fa9-5a377b95637c req-65149195-4ed1-471e-8ffb-4ed7eac872b7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.962291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d61310a9-dc05-4150-9fa9-5a377b95637c req-65149195-4ed1-471e-8ffb-4ed7eac872b7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2083466 Jul 16 01:36:23.006751 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ff04264-295a-45f6-889b-38b7ccbce60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.009066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ff04264-295a-45f6-889b-38b7ccbce60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.012581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1ff04264-295a-45f6-889b-38b7ccbce60c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54eda7cb-d110-4992-85b2-b3fb916f45f3 HTTP/1.1" status: 204 len: 168 time: 0.5152378 Jul 16 01:36:23.062771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff04264-295a-45f6-889b-38b7ccbce60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eda7cb-d110-4992-85b2-b3fb916f45f3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.146358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d61310a9-dc05-4150-9fa9-5a377b95637c req-3249a0d9-9658-4ea6-83af-a9d0eb68fd40 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724169 Jul 16 01:36:23.217220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.423875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.467257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f83c93cc-7f8e-4dcc-ab9e-353cfc66d8eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a16ae31e93ba40ba9d63cb90e4b0a187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399351 Jul 16 01:36:23.467549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.489034 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.494823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1473647610', 'description': 'tempest-description-1996086499'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:23.499136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.522355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba2610c-5570-455c-bf4d-dc30ba3bf83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.544293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba2610c-5570-455c-bf4d-dc30ba3bf83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.594677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.599519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba2610c-5570-455c-bf4d-dc30ba3bf83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.603430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba2610c-5570-455c-bf4d-dc30ba3bf83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.604990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2ba2610c-5570-455c-bf4d-dc30ba3bf83e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2388ca44-2502-4b33-841d-262f8b04a6cb HTTP/1.1" status: 204 len: 168 time: 0.1361725 Jul 16 01:36:23.617445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2610c-5570-455c-bf4d-dc30ba3bf83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2388ca44-2502-4b33-841d-262f8b04a6cb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.655200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fd692cc7-e567-4205-843d-3ae99e6bed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.733113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.836791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.876785 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0 associated. External IP: 172.25.0.117, port: 0590ee98-b7e8-4569-9705-6dbe663f90f2. Jul 16 01:36:23.969682 n-d-800087-6 neutron-server[93907]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:36:23.974852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-561d1b72-299a-4e43-a2f6-21e767c320c1 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:23.976169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-561d1b72-299a-4e43-a2f6-21e767c320c1 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2417088 Jul 16 01:36:24.107306 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.112105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.130473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Request body: {'binding': {'host': 'n-h2-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.131460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:36:24.164294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad369d82-7ae0-48e3-8d6a-963f04fd1410,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.175966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:24.292148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on host n-h2-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:24.293129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:24.293129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:24.298469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:24.298794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:24.300136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.304750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:24.305666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:24.305666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:24.305850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Bound port: 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:24.309950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.334958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.336118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-941a0314-9aa3-4a46-a580-2c8d62fd55b1 req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8457839 Jul 16 01:36:24.350318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6a6d2-5ff8-4ae0-baa3-598a86bbd774 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07fae7-7e77-4156-b936-d2b4a91063b7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.353636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:24.357979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.367662 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:24.381064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:24.382991 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.403540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e8b3c7c5-403d-4edc-bfd8-bc98d67903d7 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "PUT /v2.0/floatingips/ceb36cf3-685f-448a-93f5-e876ca6661e0 HTTP/1.1" status: 200 len: 992 time: 1.8808377 Jul 16 01:36:24.403540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:24.409305 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45" -d '{"events": [{"name": "network-changed", "server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:24.433395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:24.444111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.445376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f28c54ca-4b85-4e76-a3f6-46b797360c49 service neutron] 10.222.0.35 "POST /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3645463 Jul 16 01:36:24.544280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1f0c9-be9d-47cc-ab76-d8c123c60dd1 req-198fbaf3-6536-4066-9778-a5745f9dc989 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.545903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09b1f0c9-be9d-47cc-ab76-d8c123c60dd1 req-198fbaf3-6536-4066-9778-a5745f9dc989 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 947 time: 0.0852556 Jul 16 01:36:24.566022 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:24.637664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09b1f0c9-be9d-47cc-ab76-d8c123c60dd1 req-e657f0c3-f702-45d8-be4a-6593a391a068 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852797 Jul 16 01:36:24.718468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 92568b60-9209-4afb-8e11-732df6a239c1 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:24.789004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 36a8a1d1-085c-4a4f-b671-c291637ed933 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:24.807339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689091d-a6e0-464b-9229-0ac392e4bbf8 req-ebc53ac8-e154-4ffa-bf02-dfe0ea4c78f1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.809688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3689091d-a6e0-464b-9229-0ac392e4bbf8 req-ebc53ac8-e154-4ffa-bf02-dfe0ea4c78f1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 950 time: 0.1696529 Jul 16 01:36:24.856548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 36a8a1d1-085c-4a4f-b671-c291637ed933 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:24.857333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 36a8a1d1-085c-4a4f-b671-c291637ed933 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:24.877226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-c6c96404-903e-4b70-9924-5e43010cb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.879885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-c6c96404-903e-4b70-9924-5e43010cb659 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1097 time: 0.1684794 Jul 16 01:36:24.934501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 92568b60-9209-4afb-8e11-732df6a239c1, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=92568b60-9209-4afb-8e11-732df6a239c1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.939575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3689091d-a6e0-464b-9229-0ac392e4bbf8 req-060d4c84-e306-45c8-84ee-fd04500d6946 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193559 Jul 16 01:36:24.946622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '92568b60-9209-4afb-8e11-732df6a239c1', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '92568b60-9209-4afb-8e11-732df6a239c1', 'mac_address': 'fa:16:3e:a5:f0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:25.007397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.016825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-578711f3-ddce-4a62-9375-ff8c5ec34a3a req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1644856085', 'description': 'tempest-description-522142049'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:25.022542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92568b60-9209-4afb-8e11-732df6a239c1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:25.033497 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ceb36cf3-685f-448a-93f5-e876ca6661e0', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'port_id': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:35:54Z', 'updated_at': '2021-07-16T01:36:23Z', 'revision_number': 1, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:25.048580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 92568b60-9209-4afb-8e11-732df6a239c1, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=92568b60-9209-4afb-8e11-732df6a239c1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:25.058535 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.064685 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:25.082047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffddfae-fbca-4ffa-bce2-a5b282bfc1ca req-aa8a692d-42c0-4d4b-90ce-4f668d0f0d86 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.083579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ffddfae-fbca-4ffa-bce2-a5b282bfc1ca req-aa8a692d-42c0-4d4b-90ce-4f668d0f0d86 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2435088 Jul 16 01:36:25.086014 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:25.086691 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:35:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:25.087644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-578711f3-ddce-4a62-9375-ff8c5ec34a3a req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.098110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-cb75cc1e-87c0-4e3b-898c-adfa5ab185e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.099492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-cb75cc1e-87c0-4e3b-898c-adfa5ab185e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.2078190 Jul 16 01:36:25.140331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=92568b60-9209-4afb-8e11-732df6a239c1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.187746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-19144e8e-84ec-415a-8faa-3b20136e4614 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0625150 Jul 16 01:36:25.199728 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:25.249896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ffddfae-fbca-4ffa-bce2-a5b282bfc1ca req-6c003b98-89fe-4d28-9683-969c73e4d606 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599536 Jul 16 01:36:25.259223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['92568b60-9209-4afb-8e11-732df6a239c1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:25.281506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-2e0bfe5f-5c40-4739-96a9-e59bd200aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.283033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-2e0bfe5f-5c40-4739-96a9-e59bd200aac2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0862899 Jul 16 01:36:25.305928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-83ee4439-cdbb-4267-8208-74b2d2818b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.307478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-83ee4439-cdbb-4267-8208-74b2d2818b9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.2208269 Jul 16 01:36:25.329973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-8a19dc29-2da4-415b-b0de-58a09e09b6e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397766 Jul 16 01:36:25.414989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-578711f3-ddce-4a62-9375-ff8c5ec34a3a req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.447836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-578711f3-ddce-4a62-9375-ff8c5ec34a3a req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.457207 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2550c9-5976-41f6-bc93-d9ae8ad6e692 x-openstack-request-id: req-fd2550c9-5976-41f6-bc93-d9ae8ad6e692 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:25.457589 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:25.457842 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd2550c9-5976-41f6-bc93-d9ae8ad6e692 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:25.458227 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'status': 'completed', 'code': 200} Jul 16 01:36:25.482822 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ceb36cf3-685f-448a-93f5-e876ca6661e0', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'port_id': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:35:54Z', 'updated_at': '2021-07-16T01:36:23Z', 'revision_number': 1, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:25.510821 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658cb289-34d5-4966-bf9c-c9d5e784b8ce None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ceb36cf3-685f-448a-93f5-e876ca6661e0', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'port_id': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'mac_address': 'fa:16:3e:5a:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:35:54Z', 'updated_at': '2021-07-16T01:36:23Z', 'revision_number': 1, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:25.579429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-218fa7ba-2aaf-45de-b849-8533a480fd41 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434080 Jul 16 01:36:25.580186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-578711f3-ddce-4a62-9375-ff8c5ec34a3a req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.581462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-578711f3-ddce-4a62-9375-ff8c5ec34a3a req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5826290 Jul 16 01:36:25.599307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b71e-4464-42da-9f8b-2317d760a6d5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad8cfb-ae61-47ec-ae8d-5b317480eea1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.642870 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-40b760ee-d754-4a83-ad10-3d70827544dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685847 Jul 16 01:36:25.701467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-cce2ddc3-d8fe-48ac-a97c-4d1f13a6150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.703310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-cce2ddc3-d8fe-48ac-a97c-4d1f13a6150c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3473978 Jul 16 01:36:25.784526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0a504-d67a-42e0-ad33-7cba0104f0e6 None None] New status for floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:25.785067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-24ab2773-8c29-47a3-91ed-15c2d726e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.786445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-24ab2773-8c29-47a3-91ed-15c2d726e80e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 1101 time: 0.0924201 Jul 16 01:36:25.803432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-5c3488f9-31b2-4b4a-93f0-1efffdad2fca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0908723 Jul 16 01:36:25.855758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-22e454a1-63ff-40c6-87d7-2bce65cc17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.856887 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-22e454a1-63ff-40c6-87d7-2bce65cc17e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 1097 time: 0.3354404 Jul 16 01:36:25.871306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-27b54e2a-3d15-4625-a957-9107f87fc9e0 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675359 Jul 16 01:36:25.894057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4cda-7960-4c79-b157-e08424330ab8 req-ff3c416e-6236-4a31-b2d8-f22605262bbb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.896205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d66d4cda-7960-4c79-b157-e08424330ab8 req-ff3c416e-6236-4a31-b2d8-f22605262bbb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 946 time: 0.3405361 Jul 16 01:36:25.908657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-af2131cb-4345-4039-a597-6d6f3a829ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.910707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-af2131cb-4345-4039-a597-6d6f3a829ed5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.0970402 Jul 16 01:36:25.943329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-a499fe37-2289-4fee-bba5-ec7e5bc89104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.944752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-a499fe37-2289-4fee-bba5-ec7e5bc89104 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1256609 Jul 16 01:36:26.002506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-d7cb6385-9916-4593-a11f-5a4802eb93df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd HTTP/1.1" status: 200 len: 217 time: 0.0428717 Jul 16 01:36:26.083760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d66d4cda-7960-4c79-b157-e08424330ab8 req-e1526ed6-6dce-4432-bb70-f78ad9fd7d21 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738014 Jul 16 01:36:26.131016 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:26.158220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-27158d5a-9650-4f4b-8744-e3a19396d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.160227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-27158d5a-9650-4f4b-8744-e3a19396d6f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 925 time: 0.2870362 Jul 16 01:36:26.162203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03f8984b-ccb0-458d-b889-e45d3f1118f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.246025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-e8630840-895a-4339-a1e1-6a6567d78b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.247563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-e8630840-895a-4339-a1e1-6a6567d78b1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2385244 Jul 16 01:36:26.307097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-390e0ff5-383f-46e4-b4ab-fd9fddee8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.308642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-390e0ff5-383f-46e4-b4ab-fd9fddee8cec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545661 Jul 16 01:36:26.372841 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.408855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-5fd03f22-cbea-4147-8425-6588b4419110 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931194 Jul 16 01:36:26.498258 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0197277b-be45-4089-a6d7-dd9de7fb9c3a req-16ca46b9-9f86-414a-b31e-b7737892dc5e service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Jul 16 01:36:26.498648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-a5637945-84b2-4b2b-b385-7cc1d008ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.500091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-a5637945-84b2-4b2b-b385-7cc1d008ce81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5250959 Jul 16 01:36:26.548344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f4eb61bf-7d63-4615-a2a6-25788d01066c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.549822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-f4eb61bf-7d63-4615-a2a6-25788d01066c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1097 time: 0.5546315 Jul 16 01:36:26.572852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:26.577369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-1b9f88c7-1686-499f-8b4f-a7357789d9c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2 HTTP/1.1" status: 200 len: 1002 time: 0.4023993 Jul 16 01:36:26.655360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6618e94-1515-4ef4-903c-e0180409e380 req-9edce5d2-3aa5-4c54-bdd6-fa1ebdb6734a tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.656866 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6618e94-1515-4ef4-903c-e0180409e380 req-9edce5d2-3aa5-4c54-bdd6-fa1ebdb6734a tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 1101 time: 0.5721958 Jul 16 01:36:26.718737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 92568b60-9209-4afb-8e11-732df6a239c1 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:26.756371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6618e94-1515-4ef4-903c-e0180409e380 req-e8506403-7343-4cea-8dfc-da525927f1a2 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.768811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 92568b60-9209-4afb-8e11-732df6a239c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:26.772397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 92568b60-9209-4afb-8e11-732df6a239c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:26.772768 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.798936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-0925c426-e73a-4f3e-b3cc-a03094605644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.800942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-0925c426-e73a-4f3e-b3cc-a03094605644 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.1987994 Jul 16 01:36:26.816178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-626cc24c-f018-40a6-9b5e-a4ed3328c6ef service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965016 Jul 16 01:36:26.851106 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.874409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92568b60-9209-4afb-8e11-732df6a239c1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:26.876672 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ec8b76-17b8-4dd0-9c53-5c111ea32923" -d '{"events": [{"server_uuid": "7c292d92-655d-47c6-bd07-ddc2fe61fb4e", "name": "network-vif-plugged", "status": "completed", "tag": "92568b60-9209-4afb-8e11-732df6a239c1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:26.888977 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.889405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 92568b60-9209-4afb-8e11-732df6a239c1, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=92568b60-9209-4afb-8e11-732df6a239c1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:26.893720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.939409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=92568b60-9209-4afb-8e11-732df6a239c1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.133148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-f22ca0c2-ed4b-4666-a736-37a6ee39f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.135260 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-f22ca0c2-ed4b-4666-a736-37a6ee39f601 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3142154 Jul 16 01:36:27.147697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecb63718-268c-4862-b63d-834dc4ee6aef req-6a906b85-1368-46b0-9b44-8eb55b57e4e0 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056462 Jul 16 01:36:27.237808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6618e94-1515-4ef4-903c-e0180409e380 req-e8506403-7343-4cea-8dfc-da525927f1a2 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.252273 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c6618e94-1515-4ef4-903c-e0180409e380 req-e8506403-7343-4cea-8dfc-da525927f1a2 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.279678 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.317415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:27.355705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6618e94-1515-4ef4-903c-e0180409e380 req-e8506403-7343-4cea-8dfc-da525927f1a2 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678090 Jul 16 01:36:27.364084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8506403-7343-4cea-8dfc-da525927f1a2 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476fc2d0-851a-4d6c-a002-731fe3d3b7fb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.389012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-d1f734dc-4501-46e7-9809-f2dfb1316440 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45084 time: 1.1391542 Jul 16 01:36:27.414660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-47775ac2-98cc-4f00-9d32-82347bb956e8 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406216 Jul 16 01:36:27.432974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:27.545693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-3061c0e8-4c1a-4539-9666-ae46f610657d tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/06bea4d6-41d6-4447-be81-3b00601da7a5 HTTP/1.1" status: 200 len: 2981 time: 0.1446447 Jul 16 01:36:27.550957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:27.553236 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463c10d-3156-4b98-8071-3979cb171918" -d '{"events": [{"server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "name": "network-vif-unplugged", "status": "completed", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:27.580760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.600403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.696616 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d78e43d-fb7e-4df7-8322-1cc4a3134d45 req-1765fe14-744b-44b7-9ad1-209c175c7501 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619541 Jul 16 01:36:27.715103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-7b4e3beb-7098-440f-a388-ce5ef9cb6c57 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/06bea4d6-41d6-4447-be81-3b00601da7a5 HTTP/1.1" status: 200 len: 2981 time: 0.1318533 Jul 16 01:36:27.722585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a1762-80a5-42bf-bd64-0feda07393f7 req-6be1a0b3-3a8b-4ef9-a4a7-fc38946b9a00 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.724108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-924a1762-80a5-42bf-bd64-0feda07393f7 req-6be1a0b3-3a8b-4ef9-a4a7-fc38946b9a00 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 949 time: 0.2496796 Jul 16 01:36:27.737367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.818579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on host n-h1-800087-6 for vnic_type normal with profile {"migrating_to": "n-h2-800087-6"} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:27.818906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:27.819230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:27.829120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-1707516e-a483-4372-a420-0f7b0ea51650 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/11e6cb60-72b8-40cc-a07e-50f518a22ff3 HTTP/1.1" status: 200 len: 2977 time: 0.1039565 Jul 16 01:36:27.829629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:27.829946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Attempting to bind port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:27.834918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-924a1762-80a5-42bf-bd64-0feda07393f7 req-d825cc64-a977-415b-89bb-603e1461e993 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042271 Jul 16 01:36:27.842915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:27.843259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:27.843698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:27.844151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Bound port: 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:27.844505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.910973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-a6f91028-34af-4020-94ab-dd4410ecb215 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/11e6cb60-72b8-40cc-a07e-50f518a22ff3 HTTP/1.1" status: 200 len: 2977 time: 0.0735939 Jul 16 01:36:27.956595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:27.975172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:27.977280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-9359f3a4-24f3-4207-a097-1eaa5dab14c6 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/352eab90-421a-4bd5-aede-e44d61130047 HTTP/1.1" status: 200 len: 2981 time: 0.0599513 Jul 16 01:36:27.983070 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.108294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.138195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-83d6670d-551c-40c4-812f-a1a0b956d3b5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/352eab90-421a-4bd5-aede-e44d61130047 HTTP/1.1" status: 200 len: 2981 time: 0.1499064 Jul 16 01:36:28.139415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.140051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.141453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-67ece823-df59-465c-b377-c46ca4372546 service neutron] 10.222.0.38 "PUT /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 1122 time: 1.5748134 Jul 16 01:36:28.186859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b997a9-f036-41ef-aba9-d4c7a4b44e0d req-263ae467-51cc-49fc-882e-c2cc27e47a80 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.188330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34b997a9-f036-41ef-aba9-d4c7a4b44e0d req-263ae467-51cc-49fc-882e-c2cc27e47a80 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1751978 Jul 16 01:36:28.206423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-b9e167ab-9bcf-4a93-a193-d6b58dd25a42 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/39a6fed6-f7fa-4b32-9d0d-b46808364687 HTTP/1.1" status: 200 len: 2981 time: 0.0606911 Jul 16 01:36:28.230270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['40c06461-cecf-4e24-aad9-ff7fe775ffa9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:28.254548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34b997a9-f036-41ef-aba9-d4c7a4b44e0d req-00a3ac3e-f620-4f59-948f-8ee022360f67 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571220 Jul 16 01:36:28.259612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.267621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-b3604acd-4997-4428-a15b-3a3f1d93aad5 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/39a6fed6-f7fa-4b32-9d0d-b46808364687 HTTP/1.1" status: 200 len: 2981 time: 0.0539598 Jul 16 01:36:28.332325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-fed66d02-1839-4ceb-8196-a94f9292cc74 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3f1f24d0-a6ae-410e-809c-0244e3153feb HTTP/1.1" status: 200 len: 2981 time: 0.0548296 Jul 16 01:36:28.377987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-715c7cf7-bd26-4a84-b47f-dd71c237723c tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/3f1f24d0-a6ae-410e-809c-0244e3153feb HTTP/1.1" status: 200 len: 2981 time: 0.0393000 Jul 16 01:36:28.426894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72f3d243-9ab2-4f28-841a-6dc295346869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.435313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-99dd231b-79c6-4c53-8410-1554ccd84255 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/5f1d31a7-05b2-4426-83f5-27c736635afa HTTP/1.1" status: 200 len: 2981 time: 0.0503750 Jul 16 01:36:28.452578 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9c1692-59e8-4d57-a7fd-23a2516ae31c x-openstack-request-id: req-2c9c1692-59e8-4d57-a7fd-23a2516ae31c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:28.452868 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c292d92-655d-47c6-bd07-ddc2fe61fb4e", "name": "network-vif-plugged", "status": "completed", "tag": "92568b60-9209-4afb-8e11-732df6a239c1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:28.453117 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c9c1692-59e8-4d57-a7fd-23a2516ae31c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:28.453695 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92568b60-9209-4afb-8e11-732df6a239c1', 'code': 200} Jul 16 01:36:28.497021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-8df6daa3-da66-49a3-a85e-2719af5aed72 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/5f1d31a7-05b2-4426-83f5-27c736635afa HTTP/1.1" status: 200 len: 2981 time: 0.0554202 Jul 16 01:36:28.546259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72f3d243-9ab2-4f28-841a-6dc295346869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.551291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72f3d243-9ab2-4f28-841a-6dc295346869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.590138 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-72f3d243-9ab2-4f28-841a-6dc295346869 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0ad83c2793142f2820ebdf567865372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292286 Jul 16 01:36:28.590964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3d243-9ab2-4f28-841a-6dc295346869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69e21a-35d4-4905-9dac-8a9919274f81,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.593278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40692) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.622419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-02386c3f-574c-45ea-8882-aff0e1c4c3d9 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/98c16cd3-b468-49ac-aabf-045b946d7680 HTTP/1.1" status: 200 len: 2977 time: 0.1092494 Jul 16 01:36:28.645172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.666761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.672291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4ca43-3590-4407-acc9-3ef90841a04f req-ed951e7d-0d02-4631-b894-9009d141ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.674184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bf4ca43-3590-4407-acc9-3ef90841a04f req-ed951e7d-0d02-4631-b894-9009d141ae70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 1100 time: 0.1422184 Jul 16 01:36:28.704569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d341bfc-f3df-4ada-bd00-4874ba133945 req-732bbbd9-2081-48d7-95ae-e2a2070749d5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.706494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d341bfc-f3df-4ada-bd00-4874ba133945 req-732bbbd9-2081-48d7-95ae-e2a2070749d5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.1465373 Jul 16 01:36:28.711492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.716363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.718114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-d817735e-0735-4b8d-81c4-79dc27814fe6 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/98c16cd3-b468-49ac-aabf-045b946d7680 HTTP/1.1" status: 200 len: 2977 time: 0.0871415 Jul 16 01:36:28.719168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.723886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b69e21a-35d4-4905-9dac-8a9919274f81 HTTP/1.1" status: 204 len: 168 time: 0.1267474 Jul 16 01:36:28.731778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69e21a-35d4-4905-9dac-8a9919274f81,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.740931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.741285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.741622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.741956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.742286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.742607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.742932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.743258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.743575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.743911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.744240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.744668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a48dd-ef3b-4704-b57b-8c418b0792ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:28.756094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bf4ca43-3590-4407-acc9-3ef90841a04f req-7878f6db-009a-4eeb-add2-61f421497898 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702901 Jul 16 01:36:28.789280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d341bfc-f3df-4ada-bd00-4874ba133945 req-8b523c5c-9921-4958-a996-e47d4eaa6036 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701263 Jul 16 01:36:28.800551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-bafa400c-0f0e-4dc0-897b-f4d9e2e4c26d tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ad369d82-7ae0-48e3-8d6a-963f04fd1410 HTTP/1.1" status: 200 len: 2981 time: 0.0732174 Jul 16 01:36:28.854295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-76909904-10c9-4c31-818d-4d0e7fb21a6d tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ad369d82-7ae0-48e3-8d6a-963f04fd1410 HTTP/1.1" status: 200 len: 2981 time: 0.0471075 Jul 16 01:36:28.906148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-89c9beac-0da0-4697-a56b-597833280d43 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b615ad0f-b3f3-458d-8b4e-c575533f3ea6 HTTP/1.1" status: 200 len: 2977 time: 0.0459507 Jul 16 01:36:28.960932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-e864bcea-1146-4040-874c-202b65f23e31 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b615ad0f-b3f3-458d-8b4e-c575533f3ea6 HTTP/1.1" status: 200 len: 2977 time: 0.0536995 Jul 16 01:36:28.969171 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a1f6e-bd2c-4982-9bb5-4ca33b1c967e x-openstack-request-id: req-ee5a1f6e-bd2c-4982-9bb5-4ca33b1c967e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:28.969371 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "name": "network-vif-unplugged", "status": "completed", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:28.969626 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee5a1f6e-bd2c-4982-9bb5-4ca33b1c967e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:28.970020 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'code': 200} Jul 16 01:36:29.023848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-954996a1-afb2-455f-8445-2c744e39b70f tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c60ceac7-05f8-4dc3-bb44-34776d8a9fae HTTP/1.1" status: 200 len: 2981 time: 0.0619450 Jul 16 01:36:29.043593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.057710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a409d7b-1f28-4a64-8a31-d062400a32e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.069120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-00f9e461-4042-4b79-a56a-79a4748a03a9 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/c60ceac7-05f8-4dc3-bb44-34776d8a9fae HTTP/1.1" status: 200 len: 2981 time: 0.0388238 Jul 16 01:36:29.123818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-1081f978-ab4f-4b73-a03e-31a01d76191f tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d15233cf-cbf2-44b0-a2da-7980058f12a0 HTTP/1.1" status: 200 len: 2981 time: 0.0483739 Jul 16 01:36:29.153259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a409d7b-1f28-4a64-8a31-d062400a32e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.157049 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a409d7b-1f28-4a64-8a31-d062400a32e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.197491 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0a409d7b-1f28-4a64-8a31-d062400a32e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e188a8f81a1f43f39876e7d07a8efb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527989 Jul 16 01:36:29.198406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a409d7b-1f28-4a64-8a31-d062400a32e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd335df-3816-444f-93cc-97da068eabaa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.200904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40708) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.206588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fab2f9-e201-4e72-85a7-2f33a021c41d req-c6ebb3a2-ee88-43fe-b0ed-6390137dd4d8 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.208431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93fab2f9-e201-4e72-85a7-2f33a021c41d req-c6ebb3a2-ee88-43fe-b0ed-6390137dd4d8 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 949 time: 0.0986338 Jul 16 01:36:29.210029 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-3221af22-08db-4bec-b985-70c8dafc803b tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d15233cf-cbf2-44b0-a2da-7980058f12a0 HTTP/1.1" status: 200 len: 2981 time: 0.0677712 Jul 16 01:36:29.251180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b264faa-431a-4fa0-8de7-d80e669afc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.272315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b264faa-431a-4fa0-8de7-d80e669afc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.277427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93fab2f9-e201-4e72-85a7-2f33a021c41d req-44251eb5-1cf6-45fe-9979-5000a642e6ee tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609832 Jul 16 01:36:29.278946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-ab8d1c7f-3d3e-439b-801f-96091297a795 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fd760ab8-bc95-474a-9b85-118372e0c72c HTTP/1.1" status: 200 len: 2973 time: 0.0618267 Jul 16 01:36:29.324660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-c761b220-07b4-4fd9-b58b-e89962af1d4d tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fd760ab8-bc95-474a-9b85-118372e0c72c HTTP/1.1" status: 200 len: 2973 time: 0.0393314 Jul 16 01:36:29.325100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b264faa-431a-4fa0-8de7-d80e669afc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.327907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b264faa-431a-4fa0-8de7-d80e669afc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.329264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9b264faa-431a-4fa0-8de7-d80e669afc77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dd335df-3816-444f-93cc-97da068eabaa HTTP/1.1" status: 204 len: 168 time: 0.1276021 Jul 16 01:36:29.337551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b264faa-431a-4fa0-8de7-d80e669afc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd335df-3816-444f-93cc-97da068eabaa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.381765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-474add0b-4f9d-477e-baf6-3ec2c158f7c8 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fdb05d84-3f89-4334-9d28-e1a231d3becf HTTP/1.1" status: 200 len: 2981 time: 0.0491462 Jul 16 01:36:29.436043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c4fc742-db54-41a4-b191-af8e9b2639a6 req-75cfcf7a-1f49-451a-8894-5d91a26a6f6a tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fdb05d84-3f89-4334-9d28-e1a231d3becf HTTP/1.1" status: 200 len: 2981 time: 0.0474265 Jul 16 01:36:29.460323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-e143ebe5-2399-4def-87b2-8b759843e186 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225074 Jul 16 01:36:29.604262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-7c0e58ae-db04-497a-95c4-6b15f133c77a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.610935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-7c0e58ae-db04-497a-95c4-6b15f133c77a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449971 Jul 16 01:36:29.628306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-0cc39447-9fd2-4117-9c5b-7bbfae4eee08 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/quotas/3e015d069bb74309b6bfe9645587b2a3 HTTP/1.1" status: 200 len: 375 time: 0.0162909 Jul 16 01:36:29.677559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136146-5549-4356-9ebb-190ab634f265 req-c0205996-9bf9-4b00-be54-7bc26e348eed tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.679085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb136146-5549-4356-9ebb-190ab634f265 req-c0205996-9bf9-4b00-be54-7bc26e348eed tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1340423 Jul 16 01:36:29.732844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb136146-5549-4356-9ebb-190ab634f265 req-568963c1-7d06-4c3e-bf6b-3eef711ff424 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440307 Jul 16 01:36:29.742261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-80729a01-4176-45ba-ae1a-a780f0b05245 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075552 Jul 16 01:36:30.007836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c0241c-f442-4346-8bce-ceb53d6cfdbe req-b1fc285a-eab1-40a3-b1f1-d6ca4558051e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=905b0e6ac6a54f9db30db31f0e11f0c0 HTTP/1.1" status: 200 len: 6103 time: 0.0857663 Jul 16 01:36:30.068062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c0241c-f442-4346-8bce-ceb53d6cfdbe req-b4cdb70b-d23b-4149-a136-485b8db1d784 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "GET /v2.0/security-groups/d15233cf-cbf2-44b0-a2da-7980058f12a0 HTTP/1.1" status: 200 len: 2981 time: 0.0529435 Jul 16 01:36:30.120922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40752) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.131720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c0241c-f442-4346-8bce-ceb53d6cfdbe req-82e39b7d-b31b-4df8-bba9-d711fd5b6c6e tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "GET /v2.0/security-groups/d15233cf-cbf2-44b0-a2da-7980058f12a0 HTTP/1.1" status: 200 len: 2981 time: 0.0570416 Jul 16 01:36:30.230738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-998924dd-a8c9-4251-8d0c-5060d9b39a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.350430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-998924dd-a8c9-4251-8d0c-5060d9b39a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.357853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-998924dd-a8c9-4251-8d0c-5060d9b39a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.371654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d2e0e56-a3fb-4970-98bd-6066b87ff850 req-c0a2ee93-3301-4497-99a3-c4f4b2a39d83 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e6ad8cfb-ae61-47ec-ae8d-5b317480eea1 HTTP/1.1" status: 200 len: 1777 time: 0.1006730 Jul 16 01:36:30.397290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5f1c7-55dc-47e5-83dd-821ac24ab004 req-7ca2b880-2ccf-4902-ab75-4eec89efb687 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.398779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0be5f1c7-55dc-47e5-83dd-821ac24ab004 req-7ca2b880-2ccf-4902-ab75-4eec89efb687 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.1422393 Jul 16 01:36:30.407707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-998924dd-a8c9-4251-8d0c-5060d9b39a18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bd7c267176f48f0b0bf4d2a9b055e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855008 Jul 16 01:36:30.408430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.411007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998924dd-a8c9-4251-8d0c-5060d9b39a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541cf26e-d21e-4749-b148-4f8cfb64aa11,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.471781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d2e0e56-a3fb-4970-98bd-6066b87ff850 req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.475098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9140200f-cf61-4a26-a015-c1c1b82d905b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.475775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0be5f1c7-55dc-47e5-83dd-821ac24ab004 req-80dc68df-d8e2-491a-8bc1-3d337d9bce01 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684347 Jul 16 01:36:30.498480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d2e0e56-a3fb-4970-98bd-6066b87ff850 req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.500176 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9140200f-cf61-4a26-a015-c1c1b82d905b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.559492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9140200f-cf61-4a26-a015-c1c1b82d905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.562206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9140200f-cf61-4a26-a015-c1c1b82d905b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.563101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d2e0e56-a3fb-4970-98bd-6066b87ff850 req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.566181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9140200f-cf61-4a26-a015-c1c1b82d905b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/541cf26e-d21e-4749-b148-4f8cfb64aa11 HTTP/1.1" status: 204 len: 168 time: 0.1560605 Jul 16 01:36:30.571955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6d2e0e56-a3fb-4970-98bd-6066b87ff850 req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.574942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140200f-cf61-4a26-a015-c1c1b82d905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541cf26e-d21e-4749-b148-4f8cfb64aa11,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.576234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d2e0e56-a3fb-4970-98bd-6066b87ff850 req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6ad8cfb-ae61-47ec-ae8d-5b317480eea1 HTTP/1.1" status: 204 len: 173 time: 0.2033999 Jul 16 01:36:30.609440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad8cfb-ae61-47ec-ae8d-5b317480eea1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.620477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.620788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.621062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.621414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.621759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.622294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.623143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.623143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.623330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.623589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.623980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.624359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a66a8c-2772-4d06-ac76-04a5cc8d2047 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:30.727891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:30.895435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:30.911665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefba57b-51b4-498c-aed0-d73535cbcaf5 req-03548ce6-40d8-4d86-ab6f-eb0971de514a tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.922364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:36:30.924787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fefba57b-51b4-498c-aed0-d73535cbcaf5 req-03548ce6-40d8-4d86-ab6f-eb0971de514a tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 949 time: 0.1331172 Jul 16 01:36:30.972361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:30.975095 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef" -d '{"events": [{"name": "network-changed", "server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:31.008601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fefba57b-51b4-498c-aed0-d73535cbcaf5 req-23730a30-62a9-4622-8e5e-66f1b2f47c2f tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827906 Jul 16 01:36:31.010784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4fe04da-bd5d-43fe-be90-ccddaf4f4d54 req-358f245a-8aee-4af8-a618-a5df7e72bdad tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ef07fae7-7e77-4156-b936-d2b4a91063b7 HTTP/1.1" status: 200 len: 1778 time: 0.0833485 Jul 16 01:36:31.098082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a4fe04da-bd5d-43fe-be90-ccddaf4f4d54 req-393ccfc9-61d0-4aa1-b0b8-58f4898c01b0 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.141094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a4fe04da-bd5d-43fe-be90-ccddaf4f4d54 req-393ccfc9-61d0-4aa1-b0b8-58f4898c01b0 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.149999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.164926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18c385c5-e18c-4390-a516-355dcc3be80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.236142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a4fe04da-bd5d-43fe-be90-ccddaf4f4d54 req-393ccfc9-61d0-4aa1-b0b8-58f4898c01b0 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.238849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a4fe04da-bd5d-43fe-be90-ccddaf4f4d54 req-393ccfc9-61d0-4aa1-b0b8-58f4898c01b0 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.240081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4fe04da-bd5d-43fe-be90-ccddaf4f4d54 req-393ccfc9-61d0-4aa1-b0b8-58f4898c01b0 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef07fae7-7e77-4156-b936-d2b4a91063b7 HTTP/1.1" status: 204 len: 173 time: 0.2228844 Jul 16 01:36:31.257640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ccfc9-61d0-4aa1-b0b8-58f4898c01b0 tempest-SecurityGroupsTestAdminJSON-1390918099 tempest-SecurityGroupsTestAdminJSON-1390918099-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07fae7-7e77-4156-b936-d2b4a91063b7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.283065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ff71f-7304-4d36-9491-228e38ceb08b req-97e3d896-0bd7-4eda-a8be-02e233bbeda9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.284719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-806ff71f-7304-4d36-9491-228e38ceb08b req-97e3d896-0bd7-4eda-a8be-02e233bbeda9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.0924304 Jul 16 01:36:31.290842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18c385c5-e18c-4390-a516-355dcc3be80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.296955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18c385c5-e18c-4390-a516-355dcc3be80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.328949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-18c385c5-e18c-4390-a516-355dcc3be80b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e80d6e30ac014433be6495ea2eb1b730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775281 Jul 16 01:36:31.329287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-806ff71f-7304-4d36-9491-228e38ceb08b req-09f2be1a-57fe-460f-9a49-d8e47de1b94f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372138 Jul 16 01:36:31.331581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.353341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c385c5-e18c-4390-a516-355dcc3be80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad622aea-4ce8-4ca4-aced-73584430a49e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.408178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdc374a4-f2c9-4041-a917-3222fc441bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.429159 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb258237-6329-4d9f-9c58-8ec25daa578c x-openstack-request-id: req-fb258237-6329-4d9f-9c58-8ec25daa578c {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:31.429810 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:31.430259 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb258237-6329-4d9f-9c58-8ec25daa578c {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:31.430981 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'status': 'completed', 'code': 200} Jul 16 01:36:31.443705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdc374a4-f2c9-4041-a917-3222fc441bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.517808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72c28123-6b50-43b4-b30b-d0b57f78ec9f req-cdbdce1d-ddd4-4fb6-bea8-db1af307d94e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 210 time: 0.0490901 Jul 16 01:36:31.575572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdc374a4-f2c9-4041-a917-3222fc441bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.578454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdc374a4-f2c9-4041-a917-3222fc441bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.579910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cdc374a4-f2c9-4041-a917-3222fc441bd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad622aea-4ce8-4ca4-aced-73584430a49e HTTP/1.1" status: 204 len: 168 time: 0.2473245 Jul 16 01:36:31.585078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-11f07200-070d-4ede-ac95-bb2c126ac392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.586529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-11f07200-070d-4ede-ac95-bb2c126ac392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1125 time: 0.1030540 Jul 16 01:36:31.603946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc374a4-f2c9-4041-a917-3222fc441bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad622aea-4ce8-4ca4-aced-73584430a49e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.697348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-c816145b-9c9a-479a-9043-a804285b6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.699618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-c816145b-9c9a-479a-9043-a804285b6d3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.1040928 Jul 16 01:36:31.754102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-9d86646b-1f9f-46ff-ab3d-96de2785b705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0460317 Jul 16 01:36:31.829711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e1ed19e-2a40-4f59-90fc-6ffd915a4453 req-a91ea16c-ba0f-4bb8-9ceb-b7f1ea68141a tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "GET /v2.0/security-groups/2d18d35d-d570-49ae-ba34-5de2cc54cccb HTTP/1.1" status: 200 len: 1777 time: 0.0775092 Jul 16 01:36:31.831224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-bbab2f68-76f8-428e-ba0c-571ef52a4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.832617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-bbab2f68-76f8-428e-ba0c-571ef52a4136 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0710897 Jul 16 01:36:31.892024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-79a4cc45-2549-4b66-a67b-b767fc2cc2b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477939 Jul 16 01:36:31.893644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-a1c3a442-db49-4f67-bad9-be6ffbd9911c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596867 Jul 16 01:36:32.316572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e1ed19e-2a40-4f59-90fc-6ffd915a4453 req-77d1e8f5-04a0-4d7b-9f83-4df68cfbae9c tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.326403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-2ee4d3de-4421-4f37-9d21-1fddfac798c3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721171 Jul 16 01:36:32.400278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e1ed19e-2a40-4f59-90fc-6ffd915a4453 req-77d1e8f5-04a0-4d7b-9f83-4df68cfbae9c tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.418939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-6927b0d4-ec2b-433f-beb6-a989c21e1161 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039198 Jul 16 01:36:32.440879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-af39817c-63f4-4c12-8f72-61357d1ac152 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.442332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-af39817c-63f4-4c12-8f72-61357d1ac152 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5429723 Jul 16 01:36:32.531435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-6f797444-9d3b-4d1e-870d-6287dd584620 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/quotas/b4e95a341f554083aaceb8fc9d32d6da HTTP/1.1" status: 200 len: 375 time: 0.0509036 Jul 16 01:36:32.608837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-296c489d-d31d-4ba2-beb0-c40551aaf0fc tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462306 Jul 16 01:36:32.611265 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e1ed19e-2a40-4f59-90fc-6ffd915a4453 req-77d1e8f5-04a0-4d7b-9f83-4df68cfbae9c tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.613803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e1ed19e-2a40-4f59-90fc-6ffd915a4453 req-77d1e8f5-04a0-4d7b-9f83-4df68cfbae9c tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.625419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e1ed19e-2a40-4f59-90fc-6ffd915a4453 req-77d1e8f5-04a0-4d7b-9f83-4df68cfbae9c tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "DELETE /v2.0/security-groups/2d18d35d-d570-49ae-ba34-5de2cc54cccb HTTP/1.1" status: 204 len: 173 time: 0.7821789 Jul 16 01:36:32.663175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-7beea50a-f75c-4065-a961-5f9b435bc646 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.664893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-7beea50a-f75c-4065-a961-5f9b435bc646 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3250263 Jul 16 01:36:32.694545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '33d63dda-aca4-4215-a795-e29328e38954', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.699245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1e8f5-04a0-4d7b-9f83-4df68cfbae9c tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18d35d-d570-49ae-ba34-5de2cc54cccb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.741831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed745f4-27a3-4ffa-a2d6-f706b85378ef req-ab3a5fa7-3e69-4e83-9737-4175c4373aca service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109355 Jul 16 01:36:32.745437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-b97145c3-93b7-46df-ab45-0c4ed9729590 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488746 Jul 16 01:36:32.896992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-23218769-d701-4205-8d10-a9c4cc534410 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:32.898850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-23218769-d701-4205-8d10-a9c4cc534410 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401958 Jul 16 01:36:32.933196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '146a5605-de09-4afa-b56a-e0b26250e927', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.944427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:32.951695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.013093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983f9e-e968-4eae-8897-04852be33633 req-6cfe1100-8af4-4c57-93ab-fefcf7c3dff1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.014678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75983f9e-e968-4eae-8897-04852be33633 req-6cfe1100-8af4-4c57-93ab-fefcf7c3dff1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.1807382 Jul 16 01:36:33.168218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:33.172107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.176810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75983f9e-e968-4eae-8897-04852be33633 req-63c4da55-0b3d-4c1f-81ef-9f454da49b10 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518750 Jul 16 01:36:33.265911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.65 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/eb480f3d-d869-4e07-a5ef-5f8334c8147e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:33.275124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f52c9-4b62-4c67-8539-83b17092404d req-02e0e4e4-ed47-41d7-9907-455d3219a96e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.276514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-163f52c9-4b62-4c67-8539-83b17092404d req-02e0e4e4-ed47-41d7-9907-455d3219a96e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1786962 Jul 16 01:36:33.361597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-163f52c9-4b62-4c67-8539-83b17092404d req-445177ef-d7a4-4b1c-9160-4fc7cee64610 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Jul 16 01:36:33.518079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73cb9364-2667-44cf-8b6f-1825ab7d8d61 req-c9473054-3843-4618-ac6a-e74b572437d2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "GET /v2.0/security-groups/2ff249bf-bcd5-4b50-88b7-0edbf7aa5656 HTTP/1.1" status: 200 len: 1778 time: 0.1249146 Jul 16 01:36:33.522162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c47dca4-15ab-4977-8def-ee216413ccc5 req-ee06fa4f-9f9f-4eeb-adf9-6a26c3e08731 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 210 time: 0.0464487 Jul 16 01:36:33.577083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.599688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object eb480f3d-d869-4e07-a5ef-5f8334c8147e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:33.619886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-73cb9364-2667-44cf-8b6f-1825ab7d8d61 req-e39a459c-c2d6-4e93-bbb7-99efe7454ce2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.664077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-73cb9364-2667-44cf-8b6f-1825ab7d8d61 req-e39a459c-c2d6-4e93-bbb7-99efe7454ce2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.688435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ec5a219-109b-44b8-9ae3-7b5587cc3939 req-afa073ca-52c7-4c8e-9e69-c084fb1bdf3f tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 210 time: 0.0521185 Jul 16 01:36:33.741545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.753699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:33.763491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-73cb9364-2667-44cf-8b6f-1825ab7d8d61 req-e39a459c-c2d6-4e93-bbb7-99efe7454ce2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.766149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-73cb9364-2667-44cf-8b6f-1825ab7d8d61 req-e39a459c-c2d6-4e93-bbb7-99efe7454ce2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.767254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73cb9364-2667-44cf-8b6f-1825ab7d8d61 req-e39a459c-c2d6-4e93-bbb7-99efe7454ce2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] 10.222.0.35 "DELETE /v2.0/security-groups/2ff249bf-bcd5-4b50-88b7-0edbf7aa5656 HTTP/1.1" status: 204 len: 173 time: 0.2425752 Jul 16 01:36:33.804018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.55 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/3878e00e-11f3-4fa6-a7d9-991a214659e5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:33.834590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=eb480f3d-d869-4e07-a5ef-5f8334c8147e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.854972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a459c-c2d6-4e93-bbb7-99efe7454ce2 tempest-SecurityGroupsTestAdminJSON-721633792 tempest-SecurityGroupsTestAdminJSON-721633792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff249bf-bcd5-4b50-88b7-0edbf7aa5656,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.882263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:33.887571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:33.895443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:33.901399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:33.902044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.922546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-fb03cd2e-69c9-4cf9-9d5f-6a072f21bc08 service neutron] 10.222.0.32 "GET /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.1888864 Jul 16 01:36:33.924396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-00d84d65-bd4f-49a4-99a0-ff0d666e4ec7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2338543 Jul 16 01:36:33.947465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Request body: {'port': {'device_id': '33d63dda-aca4-4215-a795-e29328e38954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:34.089099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.130890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object 3878e00e-11f3-4fa6-a7d9-991a214659e5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:34.241656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.253116 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.274748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c537880-f5fb-45c3-8339-07284342a1bb None None] Provisioning for port eb480f3d-d869-4e07-a5ef-5f8334c8147e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:34.280742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c537880-f5fb-45c3-8339-07284342a1bb None None] Provisioning complete for port eb480f3d-d869-4e07-a5ef-5f8334c8147e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:34.283774 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c537880-f5fb-45c3-8339-07284342a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.343304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:34.345112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.446812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:34.459136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6c537880-f5fb-45c3-8339-07284342a1bb None None] Port eb480f3d-d869-4e07-a5ef-5f8334c8147e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:34.468209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-fc785c18-a71d-4af5-bb83-734842a33315 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488901 Jul 16 01:36:34.468518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:34.508001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:34.540749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.543478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.579791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=3878e00e-11f3-4fa6-a7d9-991a214659e5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.592023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-699d307c-7658-445f-8923-f0cc8f9752f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6752129 Jul 16 01:36:34.606669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Request body: {'port': {'device_id': '146a5605-de09-4afa-b56a-e0b26250e927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:34.743303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-32cfb9cd-fae3-41e9-9601-7d9916644f8b tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.753257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-32cfb9cd-fae3-41e9-9601-7d9916644f8b tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658975 Jul 16 01:36:34.755244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.829659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Request body: {'port': {'device_id': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'b4e95a341f554083aaceb8fc9d32d6da'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:34.837296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ad5a84a-353d-49e7-bc9a-a9e89b115671 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=905b0e6ac6a54f9db30db31f0e11f0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765842 Jul 16 01:36:34.841120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.977859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9c220e8-b875-4096-9b30-6fc1df0ae8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.999432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ea535244-f949-4d33-bc58-a121573ac609 None None] Provisioning for port 3878e00e-11f3-4fa6-a7d9-991a214659e5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:35.009242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9c220e8-b875-4096-9b30-6fc1df0ae8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.013783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ea535244-f949-4d33-bc58-a121573ac609 None None] Provisioning complete for port 3878e00e-11f3-4fa6-a7d9-991a214659e5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:35.014408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea535244-f949-4d33-bc58-a121573ac609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.069192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9c220e8-b875-4096-9b30-6fc1df0ae8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.072736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9c220e8-b875-4096-9b30-6fc1df0ae8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.072922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.074604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f9c220e8-b875-4096-9b30-6fc1df0ae8d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d15233cf-cbf2-44b0-a2da-7980058f12a0 HTTP/1.1" status: 204 len: 168 time: 0.2326491 Jul 16 01:36:35.085926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c220e8-b875-4096-9b30-6fc1df0ae8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15233cf-cbf2-44b0-a2da-7980058f12a0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.165585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:35.212464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ea535244-f949-4d33-bc58-a121573ac609 None None] Port 3878e00e-11f3-4fa6-a7d9-991a214659e5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:35.239246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c06461-cecf-4e24-aad9-ff7fe775ffa9 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:35.285979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.320508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1afe1-b52f-48f4-a6d2-6f8a13b5e9d3 req-e9f0b53c-cf94-4e50-87e3-08e68dbf2cfe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.322342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1be1afe1-b52f-48f4-a6d2-6f8a13b5e9d3 req-e9f0b53c-cf94-4e50-87e3-08e68dbf2cfe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 944 time: 0.5656300 Jul 16 01:36:35.328386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.330955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Made reservation on behalf of b4e95a341f554083aaceb8fc9d32d6da for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:35.334305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.374809 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.382706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40930) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.422415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c3a478f4-7554-4939-b91f-9d83e3792127 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2ee36e2fc824661ac9f150d5a92e915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383234 Jul 16 01:36:35.425384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40932) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.471524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0038b39c-6d27-43f3-88dc-4e2507556f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.493441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328137-9794-4a63-a78d-aae166157483 req-bb3acc32-5d21-4d2c-8c23-223fdfa2092f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:35.495123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb328137-9794-4a63-a78d-aae166157483 req-bb3acc32-5d21-4d2c-8c23-223fdfa2092f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2840662 Jul 16 01:36:35.496274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0038b39c-6d27-43f3-88dc-4e2507556f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.497871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1be1afe1-b52f-48f4-a6d2-6f8a13b5e9d3 req-a1987fa7-abd0-429e-b150-4849fd707f90 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553390 Jul 16 01:36:35.511006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb480f3d-d869-4e07-a5ef-5f8334c8147e {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:35.547011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.560773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0038b39c-6d27-43f3-88dc-4e2507556f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.564003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0038b39c-6d27-43f3-88dc-4e2507556f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.567679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0038b39c-6d27-43f3-88dc-4e2507556f1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad369d82-7ae0-48e3-8d6a-963f04fd1410 HTTP/1.1" status: 204 len: 168 time: 0.1390815 Jul 16 01:36:35.575510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038b39c-6d27-43f3-88dc-4e2507556f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad369d82-7ae0-48e3-8d6a-963f04fd1410,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.588010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Transition to ACTIVE for port object eb480f3d-d869-4e07-a5ef-5f8334c8147e will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:35.600366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] Transition to ACTIVE for port object 40c06461-cecf-4e24-aad9-ff7fe775ffa9 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:35.605935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.620685 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.645537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb328137-9794-4a63-a78d-aae166157483 req-7efd6791-7b3d-4a06-8147-2cc2aa47941e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369748 Jul 16 01:36:35.724233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb480f3d-d869-4e07-a5ef-5f8334c8147e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.809626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] No DVR routers for this DVR port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:35.837902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3878e00e-11f3-4fa6-a7d9-991a214659e5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:35.847544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.867269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Transition to ACTIVE for port object 3878e00e-11f3-4fa6-a7d9-991a214659e5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:35.874565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.935484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Pushing event updated for resources: {'Port': ['ID=3878e00e-11f3-4fa6-a7d9-991a214659e5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.967022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Attempting to bind port 3878e00e-11f3-4fa6-a7d9-991a214659e5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:35.967400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Attempting to bind port 3878e00e-11f3-4fa6-a7d9-991a214659e5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:35.967606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Attempting to bind port 3878e00e-11f3-4fa6-a7d9-991a214659e5 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:35.976274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Port 3878e00e-11f3-4fa6-a7d9-991a214659e5 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:35.976274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Attempting to bind port 3878e00e-11f3-4fa6-a7d9-991a214659e5 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:35.979784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:35.980248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:35.980580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:35.980941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Bound port: 3878e00e-11f3-4fa6-a7d9-991a214659e5, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:35.981297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.990924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.38', 61118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.120739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] For port 3878e00e-11f3-4fa6-a7d9-991a214659e5, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:36.124412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] For port 3878e00e-11f3-4fa6-a7d9-991a214659e5, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:36.134309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.187468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.189056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.190938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.193341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] 10.222.0.38 "PUT /v2.0/ports/3878e00e-11f3-4fa6-a7d9-991a214659e5 HTTP/1.1" status: 200 len: 1095 time: 1.5927379 Jul 16 01:36:36.197349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146a5605-de09-4afa-b56a-e0b26250e927', 'tag': '3878e00e-11f3-4fa6-a7d9-991a214659e5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:36.200018 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3557f2-e259-45a1-a7b1-5298c11cfedb" -d '{"events": [{"name": "network-changed", "server_uuid": "146a5605-de09-4afa-b56a-e0b26250e927", "tag": "3878e00e-11f3-4fa6-a7d9-991a214659e5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:36.233199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.251293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fe623-851e-41b7-8e49-a658fa616fff req-8642a6c2-4129-475e-91d6-dc1353146a2a tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.251611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] 10.222.0.32 "PUT /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9/bindings/n-h2-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 2.3200989 Jul 16 01:36:36.254916 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c41fe623-851e-41b7-8e49-a658fa616fff req-8642a6c2-4129-475e-91d6-dc1353146a2a tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 949 time: 0.2625031 Jul 16 01:36:36.264498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855550f7-46bf-4772-8357-10df0b878f50 service neutron] Pushing event updated for resources: {'Port': ['ID=3878e00e-11f3-4fa6-a7d9-991a214659e5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.294546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Attempting to bind port eb480f3d-d869-4e07-a5ef-5f8334c8147e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:36.294884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Attempting to bind port eb480f3d-d869-4e07-a5ef-5f8334c8147e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:36.295212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Attempting to bind port eb480f3d-d869-4e07-a5ef-5f8334c8147e on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:36.312252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fbfd3-9267-4777-aa71-4a0600c18fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.337964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Port eb480f3d-d869-4e07-a5ef-5f8334c8147e on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:36.338298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Attempting to bind port eb480f3d-d869-4e07-a5ef-5f8334c8147e on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:36.383382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.38', 61119) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.390236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:36.390583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:36.390971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:36.391935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Bound port: eb480f3d-d869-4e07-a5ef-5f8334c8147e, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:36.392326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.409895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d1f27-0719-4048-b63f-1e49e6b98a35 req-5dfb799b-ae88-4309-b5ad-0fb074c70cf4 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.411472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-725d1f27-0719-4048-b63f-1e49e6b98a35 req-5dfb799b-ae88-4309-b5ad-0fb074c70cf4 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 949 time: 0.7635739 Jul 16 01:36:36.438216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1592d280-109e-4a1b-930b-525c016de74b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.461157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3fea8-24ae-45f7-8462-5432150058f5 req-bf30380f-80c2-4c92-b4a0-09a5d462832b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.467769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bf3fea8-24ae-45f7-8462-5432150058f5 req-bf30380f-80c2-4c92-b4a0-09a5d462832b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 935 time: 0.6727333 Jul 16 01:36:36.568010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-8e4fc5cd-5e0d-4a4e-af18-3c6044ab8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.571901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-8e4fc5cd-5e0d-4a4e-af18-3c6044ab8118 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 1098 time: 0.3063724 Jul 16 01:36:36.575189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-e9a79402-66c4-47b1-befa-67a7b7554cce tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.576159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-e9a79402-66c4-47b1-befa-67a7b7554cce tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.1740608 Jul 16 01:36:36.577401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Deleting port 92568b60-9209-4afb-8e11-732df6a239c1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:36.577731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.590956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-725d1f27-0719-4048-b63f-1e49e6b98a35 req-bd7a93f3-b3ed-47ac-a62a-84bab123f7b2 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/security-groups?id=39a6fed6-f7fa-4b32-9d0d-b46808364687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564784 Jul 16 01:36:36.614131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] For port eb480f3d-d869-4e07-a5ef-5f8334c8147e, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:36.618538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bf3fea8-24ae-45f7-8462-5432150058f5 req-33c1ef8c-f23a-4bf7-9073-d8f2ed28b185 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499333 Jul 16 01:36:36.620219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] For port eb480f3d-d869-4e07-a5ef-5f8334c8147e, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:36.627876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.630248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Allocated IP 192.168.233.66 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/45fa8427-bf0b-45f3-b1bb-edc80108b81c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:36.686143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.686758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.693322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/eb480f3d-d869-4e07-a5ef-5f8334c8147e HTTP/1.1" status: 200 len: 1095 time: 2.7489457 Jul 16 01:36:36.693322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d63dda-aca4-4215-a795-e29328e38954', 'tag': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:36.693322 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75" -d '{"events": [{"name": "network-changed", "server_uuid": "33d63dda-aca4-4215-a795-e29328e38954", "tag": "eb480f3d-d869-4e07-a5ef-5f8334c8147e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:36.740912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-5cc97521-97a0-4e9a-afe5-168dd938c721 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5 HTTP/1.1" status: 200 len: 217 time: 0.1484714 Jul 16 01:36:36.839334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5645dc86-be6c-4b0e-b726-ee57aae8bbd3 req-e93d8870-1748-4b51-9ac7-4bb54fe8fc45 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 210 time: 0.1072435 Jul 16 01:36:36.841803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e26ee-fa74-4e70-82d4-79bdd0f439e8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb480f3d-d869-4e07-a5ef-5f8334c8147e,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.040670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-0944f63f-80b7-407d-a05d-5a60bd2ee667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.044719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-0944f63f-80b7-407d-a05d-5a60bd2ee667 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0776367 Jul 16 01:36:37.068807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-193aee4b-ceca-402a-a075-9a49955a50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.071933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-193aee4b-ceca-402a-a075-9a49955a50b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 1098 time: 0.3234220 Jul 16 01:36:37.105479 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6184610-3e5d-4fbc-acb9-bddae179cafd x-openstack-request-id: req-b6184610-3e5d-4fbc-acb9-bddae179cafd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:37.105479 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146a5605-de09-4afa-b56a-e0b26250e927", "tag": "3878e00e-11f3-4fa6-a7d9-991a214659e5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:37.105733 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6184610-3e5d-4fbc-acb9-bddae179cafd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:37.106130 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146a5605-de09-4afa-b56a-e0b26250e927', 'tag': '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'status': 'completed', 'code': 200} Jul 16 01:36:37.144748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-20892aca-8122-4bce-9a80-9e39bb00971e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e HTTP/1.1" status: 200 len: 217 time: 0.0598478 Jul 16 01:36:37.151655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.160105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-a663507f-aa85-4d20-90b4-346188c185ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.161744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-a663507f-aa85-4d20-90b4-346188c185ed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b&tenant_id=86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 1096 time: 0.5682192 Jul 16 01:36:37.163721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] For port 92568b60-9209-4afb-8e11-732df6a239c1, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=92568b60-9209-4afb-8e11-732df6a239c1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:37.164133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.203228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Transition to ACTIVE for port object 45fa8427-bf0b-45f3-b1bb-edc80108b81c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:37.209867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-1608e4e0-675d-4a58-af3f-89015d4e2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.211368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-1608e4e0-675d-4a58-af3f-89015d4e2753 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492467 Jul 16 01:36:37.212364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Calling delete_port for 92568b60-9209-4afb-8e11-732df6a239c1 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:37.235058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-b36738ab-4f94-4cc6-be95-ba336c606498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.237653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-b36738ab-4f94-4cc6-be95-ba336c606498 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0809128 Jul 16 01:36:37.379423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.435763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-b89c4e63-38f2-4e8c-b950-429539ddcc3d service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959131 Jul 16 01:36:37.456534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-38edc96f-9392-42e3-8acf-64d9e05cd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.456534 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-38edc96f-9392-42e3-8acf-64d9e05cd2f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1096 time: 0.2621448 Jul 16 01:36:37.468318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa830d-389b-4ae4-91b8-bb8280bf2f95 req-cdde5114-9ab3-41d9-8c2f-9e99320fac4f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.469821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3fa830d-389b-4ae4-91b8-bb8280bf2f95 req-cdde5114-9ab3-41d9-8c2f-9e99320fac4f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 945 time: 0.2023523 Jul 16 01:36:37.477298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:37.482693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-201aedd6-ec00-4175-a84b-8f8e2633c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.484195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-201aedd6-ec00-4175-a84b-8f8e2633c50b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2379391 Jul 16 01:36:37.491470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:37.497193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:37.503270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.503976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.518390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Pushing event updated for resources: {'Port': ['ID=45fa8427-bf0b-45f3-b1bb-edc80108b81c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.573457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e10175-f492-4634-8ce9-0e5803e14c18 req-95f2e1b4-5bd3-4f24-846a-5e9614fbb9cc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.574994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0e10175-f492-4634-8ce9-0e5803e14c18 req-95f2e1b4-5bd3-4f24-846a-5e9614fbb9cc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2520463 Jul 16 01:36:37.581651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-d6c86888-1485-4b85-bd07-70d8b6a3174c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7560861 Jul 16 01:36:37.629041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Request body: {'port': {'device_id': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.645023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3fa830d-389b-4ae4-91b8-bb8280bf2f95 req-1fafc2aa-22e2-49af-ae47-9e11b5f0394d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589153 Jul 16 01:36:37.646154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.657516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['92568b60-9209-4afb-8e11-732df6a239c1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:37.702433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Pushing event deleted for resources: {'Port': ['ID=92568b60-9209-4afb-8e11-732df6a239c1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.711764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-3e6b4a2d-8139-4bd1-8f3f-45a07ebceb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.713508 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-3e6b4a2d-8139-4bd1-8f3f-45a07ebceb39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.2520130 Jul 16 01:36:37.720132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-672d4a27-6d4e-48ad-9dfb-885cc372c135 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780216 Jul 16 01:36:37.729575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0e10175-f492-4634-8ce9-0e5803e14c18 req-1f3012e8-3607-449c-a627-d9deceab19d5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131897 Jul 16 01:36:37.735262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-e7f0913f-ae96-47c2-9bd5-82a969c34744 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403028 Jul 16 01:36:37.778241 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b5f3a1-3fb6-438a-848d-a8dd8eaeb404 x-openstack-request-id: req-14b5f3a1-3fb6-438a-848d-a8dd8eaeb404 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:37.778882 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d63dda-aca4-4215-a795-e29328e38954", "tag": "eb480f3d-d869-4e07-a5ef-5f8334c8147e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:37.779138 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14b5f3a1-3fb6-438a-848d-a8dd8eaeb404 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:37.779520 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d63dda-aca4-4215-a795-e29328e38954', 'tag': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', 'status': 'completed', 'code': 200} Jul 16 01:36:37.794835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3626ba73-3803-4b22-9d13-b57699a680e6 None None] Provisioning for port 45fa8427-bf0b-45f3-b1bb-edc80108b81c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:37.805509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3626ba73-3803-4b22-9d13-b57699a680e6 None None] Provisioning complete for port 45fa8427-bf0b-45f3-b1bb-edc80108b81c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:37.807688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3626ba73-3803-4b22-9d13-b57699a680e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.855169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.865210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-07a49948-6fe7-47e0-8240-2c2a2ec224de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 217 time: 0.1331878 Jul 16 01:36:37.867655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3626ba73-3803-4b22-9d13-b57699a680e6 None None] Port 45fa8427-bf0b-45f3-b1bb-edc80108b81c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:37.938319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] No DVR routers for this DVR port 92568b60-9209-4afb-8e11-732df6a239c1 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:37.950145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b60cd7-f709-4cf7-beec-35759afcdac5 req-2e0297c1-462e-4ee5-90ee-83cac28697a1 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747026 Jul 16 01:36:37.969633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.971973 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c41fe623-851e-41b7-8e49-a658fa616fff req-96a75553-4806-43a1-820c-f1eaa138d5a3 tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.38 "DELETE /v2.0/ports/92568b60-9209-4afb-8e11-732df6a239c1 HTTP/1.1" status: 204 len: 173 time: 1.6922097 Jul 16 01:36:37.989424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:38.011054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-a954f345-b25d-44e5-b9fd-e725fac0b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.014077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-a954f345-b25d-44e5-b9fd-e725fac0b267 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1219218 Jul 16 01:36:38.077972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:38.084330 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-5707a62d-f9ee-4cbd-8f49-d8e0c050554f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636861 Jul 16 01:36:38.115025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2441b157-c81c-406c-9171-e7428ac494bc req-bd976e08-af68-4eb9-92c3-34b33b98ca0f tempest-TenantUsagesTestJSON-354301493 tempest-TenantUsagesTestJSON-354301493-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c292d92-655d-47c6-bd07-ddc2fe61fb4e HTTP/1.1" status: 200 len: 210 time: 0.1292815 Jul 16 01:36:38.135010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-fb071fdd-2e0d-4daf-a6e1-fb6354a20594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.135730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-69af869e-b0dc-4292-a7c0-26c15c0626f6 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624402 Jul 16 01:36:38.136516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-fb071fdd-2e0d-4daf-a6e1-fb6354a20594 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 1098 time: 0.2971776 Jul 16 01:36:38.296223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-211dd883-cc35-4486-b809-0b1e65ec65f2 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026069 Jul 16 01:36:38.300790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-673617d7-fe13-47c5-b9b6-9fe1c504da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.302179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-673617d7-fe13-47c5-b9b6-9fe1c504da41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 1098 time: 0.2226393 Jul 16 01:36:38.304802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-8cffcf26-f820-4d57-ace1-d8e6b9a44250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.306141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-8cffcf26-f820-4d57-ace1-d8e6b9a44250 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1614163 Jul 16 01:36:38.354980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-f9dcf7b1-09a4-4c5b-a08d-28ad4db06bc6 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.356470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-f9dcf7b1-09a4-4c5b-a08d-28ad4db06bc6 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034652 Jul 16 01:36:38.409654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-06dc017a-62f4-4298-9b5f-4e0c80d0d4f4 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/quotas/e1fbb1ec2fe446ecb0d4a51757d88060 HTTP/1.1" status: 200 len: 375 time: 0.0437334 Jul 16 01:36:38.409888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-3fd57e2e-24e4-4363-9cd2-229139710a38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5 HTTP/1.1" status: 200 len: 217 time: 0.0681393 Jul 16 01:36:38.452524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fa8427-bf0b-45f3-b1bb-edc80108b81c {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:38.459665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-30f4a29f-0074-4520-8e92-dcc2a68ea682 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435889 Jul 16 01:36:38.469080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d5f72-78ad-472b-8561-585bef6fd8a6 req-84c397d1-ea9b-4cdf-8566-b2b3b7043293 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.470526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd1d5f72-78ad-472b-8561-585bef6fd8a6 req-84c397d1-ea9b-4cdf-8566-b2b3b7043293 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 947 time: 0.1944935 Jul 16 01:36:38.472386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.500543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Transition to ACTIVE for port object 45fa8427-bf0b-45f3-b1bb-edc80108b81c will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.506303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.554308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd1d5f72-78ad-472b-8561-585bef6fd8a6 req-880a93bc-7329-4d59-afdb-d61f68b4a3d0 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756774 Jul 16 01:36:38.560861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-791beab4-741b-40c3-9f7b-b5e8fc023d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.562866 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-791beab4-741b-40c3-9f7b-b5e8fc023d0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1155584 Jul 16 01:36:38.566977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-a72f85d2-b7b6-4548-8fc7-3eb774aa3c52 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344625 Jul 16 01:36:38.570031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-e54302f5-fd9d-4182-a013-620c66d103e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.574426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-e54302f5-fd9d-4182-a013-620c66d103e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2337573 Jul 16 01:36:38.593154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Pushing event updated for resources: {'Port': ['ID=45fa8427-bf0b-45f3-b1bb-edc80108b81c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.662158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-af148288-39a8-457c-ad88-1759bd369bb6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e HTTP/1.1" status: 200 len: 217 time: 0.0791442 Jul 16 01:36:38.729499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Attempting to bind port 45fa8427-bf0b-45f3-b1bb-edc80108b81c on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:38.729842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Attempting to bind port 45fa8427-bf0b-45f3-b1bb-edc80108b81c by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:38.730174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Attempting to bind port 45fa8427-bf0b-45f3-b1bb-edc80108b81c on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:38.738415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Port 45fa8427-bf0b-45f3-b1bb-edc80108b81c on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:38.738808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Attempting to bind port 45fa8427-bf0b-45f3-b1bb-edc80108b81c on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:38.750581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:38.750933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:38.751327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:38.751760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Bound port: 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:38.758338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.803984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-027714cd-8cf0-4694-bdf9-0af46c8bab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:38.805487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-027714cd-8cf0-4694-bdf9-0af46c8bab90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1344364 Jul 16 01:36:38.937626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] For port 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:38.953575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] For port 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:38.977613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.029234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba6f5f-0c1c-45f9-85fa-030256441d71 req-7c3eaafc-a01f-448d-9b6e-6a248331f905 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.038110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9ba6f5f-0c1c-45f9-85fa-030256441d71 req-7c3eaafc-a01f-448d-9b6e-6a248331f905 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 947 time: 0.1447146 Jul 16 01:36:39.039964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.040796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.042474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] 10.222.0.32 "PUT /v2.0/ports/45fa8427-bf0b-45f3-b1bb-edc80108b81c HTTP/1.1" status: 200 len: 1095 time: 1.4230976 Jul 16 01:36:39.139650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60063d-ea07-4efb-984f-c2771c9d0d70 service neutron] Pushing event updated for resources: {'Port': ['ID=45fa8427-bf0b-45f3-b1bb-edc80108b81c,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.169960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9ba6f5f-0c1c-45f9-85fa-030256441d71 req-1860a9fa-1963-47bd-9ec4-1c3c843a2c13 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263294 Jul 16 01:36:39.194472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'name': 'network-vif-deleted', 'tag': '92568b60-9209-4afb-8e11-732df6a239c1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:39.197104 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b5ed0-9f6a-43ba-b4a3-2dc48cbea0ec" -d '{"events": [{"server_uuid": "7c292d92-655d-47c6-bd07-ddc2fe61fb4e", "name": "network-vif-deleted", "tag": "92568b60-9209-4afb-8e11-732df6a239c1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:39.262100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-94c06541-1674-4192-b53e-66cec75a88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.264615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-94c06541-1674-4192-b53e-66cec75a88dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6892240 Jul 16 01:36:39.320725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-caee0d41-4165-44f6-8282-5ddefcf28e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.330194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-caee0d41-4165-44f6-8282-5ddefcf28e52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 1098 time: 0.2033629 Jul 16 01:36:39.332499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-e130368d-6880-4600-bb1c-e18733500b2f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470464 Jul 16 01:36:39.359689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-3be7d694-d44d-4e70-88e8-f364eb82d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.361261 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-3be7d694-d44d-4e70-88e8-f364eb82d293 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5392265 Jul 16 01:36:39.374824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7740436-a8cc-4620-8445-2983466f4e4d req-74a2b4eb-2085-4f6a-ae4b-29a69c629749 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.376286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-74a2b4eb-2085-4f6a-ae4b-29a69c629749 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.1754208 Jul 16 01:36:39.414403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-a4f6fbcb-8aa4-43fe-8769-c8a8ee98cb49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c HTTP/1.1" status: 200 len: 217 time: 0.0726790 Jul 16 01:36:39.457145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-56a85a60-6c3b-4668-a3cd-b22b14902985 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841054 Jul 16 01:36:39.500523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb47caf-0119-4cb8-80cf-1bc7d34f3197 req-4b2d5633-8930-440c-bf13-1cfaae4272a9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.504858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bb47caf-0119-4cb8-80cf-1bc7d34f3197 req-4b2d5633-8930-440c-bf13-1cfaae4272a9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 945 time: 0.3030195 Jul 16 01:36:39.546459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-bfcb6dce-b7c9-48aa-ae60-eed7ef3b05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.547735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-bfcb6dce-b7c9-48aa-ae60-eed7ef3b05bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1236429 Jul 16 01:36:39.559955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-8e559898-3dbb-4120-9059-7dc538ddec4e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.561415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-8e559898-3dbb-4120-9059-7dc538ddec4e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209535 Jul 16 01:36:39.617250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bb47caf-0119-4cb8-80cf-1bc7d34f3197 req-716fa512-cf77-4f7e-a723-47f9b26d2d91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007795 Jul 16 01:36:39.620861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-8004068c-1e56-494d-bf94-eff54208114e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/quotas/e1fbb1ec2fe446ecb0d4a51757d88060 HTTP/1.1" status: 200 len: 375 time: 0.0374532 Jul 16 01:36:39.637439 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-ec5463e5-8364-4677-81e4-3e58dcacafe3 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649114 Jul 16 01:36:39.647336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-1c376be7-8132-4e14-9a43-0b434e0ad57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.650287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-1c376be7-8132-4e14-9a43-0b434e0ad57f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879364 Jul 16 01:36:39.701490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d1043e29-e335-495f-b698-8fee8ab3dee2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501473 Jul 16 01:36:39.733587 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba3557f2-e259-45a1-a7b1-5298c11cfedb req-02e3dc45-addc-4cba-bb0b-0d739aa4efca service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433379 Jul 16 01:36:39.766955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c7740436-a8cc-4620-8445-2983466f4e4d req-902d41b5-a7e1-4739-999c-13d30af314af service neutron] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:39.772371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c7740436-a8cc-4620-8445-2983466f4e4d req-902d41b5-a7e1-4739-999c-13d30af314af service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.773777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c7740436-a8cc-4620-8445-2983466f4e4d req-902d41b5-a7e1-4739-999c-13d30af314af service neutron] 10.222.0.38 "DELETE /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9/bindings/n-h1-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.3777933 Jul 16 01:36:39.818399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bac7df4-01f6-4f8c-ab9f-e6a2d0cffa75 req-ce2e0b6d-c6df-4acc-acb7-c25a5d97620a service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738887 Jul 16 01:36:39.823247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'tag': '45fa8427-bf0b-45f3-b1bb-edc80108b81c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:39.834808 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d578033f-b648-465c-9ec7-3770748c997c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3e50fd-0ede-4181-84d3-35adc140b400", "tag": "45fa8427-bf0b-45f3-b1bb-edc80108b81c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:39.854982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-37331046-ca00-4287-aed9-6c478a7b0443 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800532 Jul 16 01:36:39.991879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb73212-4d32-4121-8e9f-de2258f57a46 req-526f4d17-ed23-492e-bd03-44342cab4e52 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:39.998671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bfb73212-4d32-4121-8e9f-de2258f57a46 req-526f4d17-ed23-492e-bd03-44342cab4e52 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1606240 Jul 16 01:36:40.026272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc2b8e5-5dfd-419a-a45c-caf897bb7967 req-8d8afb40-0dea-4b55-a149-187cb4d3282b service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541338 Jul 16 01:36:40.031819 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1e62af-5927-4c89-a109-e57cc1b3ed6d x-openstack-request-id: req-2d1e62af-5927-4c89-a109-e57cc1b3ed6d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:40.035490 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c292d92-655d-47c6-bd07-ddc2fe61fb4e", "name": "network-vif-deleted", "tag": "92568b60-9209-4afb-8e11-732df6a239c1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:40.035854 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d1e62af-5927-4c89-a109-e57cc1b3ed6d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:40.038018 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c292d92-655d-47c6-bd07-ddc2fe61fb4e', 'name': 'network-vif-deleted', 'tag': '92568b60-9209-4afb-8e11-732df6a239c1', 'status': 'completed', 'code': 200} Jul 16 01:36:40.053665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bfb73212-4d32-4121-8e9f-de2258f57a46 req-a7f8d1be-8885-49e9-8234-27aa711f6aa7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540185 Jul 16 01:36:40.221569 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7698d0ec-e94c-4215-b916-a9244533425a x-openstack-request-id: req-7698d0ec-e94c-4215-b916-a9244533425a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:40.221715 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3e50fd-0ede-4181-84d3-35adc140b400", "tag": "45fa8427-bf0b-45f3-b1bb-edc80108b81c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:40.222159 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7698d0ec-e94c-4215-b916-a9244533425a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:40.222738 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'tag': '45fa8427-bf0b-45f3-b1bb-edc80108b81c', 'status': 'completed', 'code': 200} Jul 16 01:36:40.248588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-ffd4f8fb-a04f-4770-a2ef-7dacf1d7131b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810170 Jul 16 01:36:40.344926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a9fba23-8dcc-42db-93dd-a11f32a34ba3 req-f33ccf97-a56f-4a59-a168-579e73935f1b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 210 time: 0.0858223 Jul 16 01:36:40.355864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f80839-61ec-42d0-a200-4ab32f83805f req-fbab6556-b66f-4fca-9d34-0b8c03c45dcf tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.364010 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f80839-61ec-42d0-a200-4ab32f83805f req-fbab6556-b66f-4fca-9d34-0b8c03c45dcf tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 947 time: 0.1827481 Jul 16 01:36:40.440744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41070) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.546882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-fd9e54a3-c607-4334-8522-8c23c860b11d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.548391 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-fd9e54a3-c607-4334-8522-8c23c860b11d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933557 Jul 16 01:36:40.573217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Request body: {'port': {'device_id': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'e1fbb1ec2fe446ecb0d4a51757d88060'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:40.731608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f80839-61ec-42d0-a200-4ab32f83805f req-6c913ed6-e412-42a7-89be-ef7e51665088 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665669 Jul 16 01:36:40.767272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f8db1162-cf87-403f-8fe4-9f8ef77ae3ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5538e02088704b5994aec94e39a31f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212996 Jul 16 01:36:40.769880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41076) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.776388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578033f-b648-465c-9ec7-3770748c997c req-28e276fb-98a7-4b56-90b9-4287aee2490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.778143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-28e276fb-98a7-4b56-90b9-4287aee2490e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 1098 time: 0.5117223 Jul 16 01:36:40.801856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Made reservation on behalf of e1fbb1ec2fe446ecb0d4a51757d88060 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:40.805236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.819375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device eb480f3d-d869-4e07-a5ef-5f8334c8147e details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:40.824696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.826142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 92568b60-9209-4afb-8e11-732df6a239c1 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:40.855746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 92568b60-9209-4afb-8e11-732df6a239c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:40.856395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 92568b60-9209-4afb-8e11-732df6a239c1 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:40.856822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daa0e352-6573-4b16-9948-ed3dc0cc58de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.891662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daa0e352-6573-4b16-9948-ed3dc0cc58de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.911405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ea386-0ed2-4f8d-987d-c727ec808671 req-bb54eeff-2505-44ab-890e-033fff8895ec tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.913232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-750ea386-0ed2-4f8d-987d-c727ec808671 req-bb54eeff-2505-44ab-890e-033fff8895ec tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1096 time: 0.1741819 Jul 16 01:36:40.936960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578033f-b648-465c-9ec7-3770748c997c req-8c2813ff-82cc-4e7f-a5e4-5d8df210f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.938862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-8c2813ff-82cc-4e7f-a5e4-5d8df210f100 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1511478 Jul 16 01:36:40.977952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daa0e352-6573-4b16-9948-ed3dc0cc58de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.980919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daa0e352-6573-4b16-9948-ed3dc0cc58de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.982204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-daa0e352-6573-4b16-9948-ed3dc0cc58de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39a6fed6-f7fa-4b32-9d0d-b46808364687 HTTP/1.1" status: 204 len: 168 time: 0.2114506 Jul 16 01:36:40.997645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port eb480f3d-d869-4e07-a5ef-5f8334c8147e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:40.999130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-750ea386-0ed2-4f8d-987d-c727ec808671 req-5b0d7e6c-06e7-4a7a-80e7-595e4ca26789 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718553 Jul 16 01:36:41.004544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.011220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0e352-6573-4b16-9948-ed3dc0cc58de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a6fed6-f7fa-4b32-9d0d-b46808364687,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.018507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.019519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', 'mac_address': 'fa:16:3e:33:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:41.098725 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.127614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-78651178-cda3-46f1-be1e-645090ac4bbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c HTTP/1.1" status: 200 len: 217 time: 0.1360791 Jul 16 01:36:41.129230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb480f3d-d869-4e07-a5ef-5f8334c8147e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:41.144061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496aa215-bf15-4289-bd0e-b116d52edaed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.153322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8cde-a24e-4607-a608-dd1212d8f8d8 req-aebf1b47-6699-4e72-abf8-823af9a5a9e8 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.169700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f26c8cde-a24e-4607-a608-dd1212d8f8d8 req-aebf1b47-6699-4e72-abf8-823af9a5a9e8 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 947 time: 0.3061733 Jul 16 01:36:41.199837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port eb480f3d-d869-4e07-a5ef-5f8334c8147e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:41.208615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.209411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3878e00e-11f3-4fa6-a7d9-991a214659e5 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:41.261902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578033f-b648-465c-9ec7-3770748c997c req-d2fe85ee-d54b-4c75-8566-96b76f412c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.266415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-d2fe85ee-d54b-4c75-8566-96b76f412c2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0762315 Jul 16 01:36:41.286674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Allocated IP 192.168.233.243 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/6f7f995f-1475-4264-a23a-e9eb114a9999) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:41.393011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f26c8cde-a24e-4607-a608-dd1212d8f8d8 req-5ddfddbb-0523-4e03-8e2d-e812c40d8650 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156916 Jul 16 01:36:41.406792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3878e00e-11f3-4fa6-a7d9-991a214659e5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:41.409856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=eb480f3d-d869-4e07-a5ef-5f8334c8147e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.424075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.425589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.426081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.426587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.427074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.427710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.428208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.428693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.429165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.429631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.430089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.430545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:41.440577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'mac_address': 'fa:16:3e:e0:06:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:41.496522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41098) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.526031 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b69870f-020b-4ee5-846f-36c9d538e403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.540577 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.544869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578033f-b648-465c-9ec7-3770748c997c req-a5da7bd7-6c99-4434-9c8a-732f62992df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.546504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-a5da7bd7-6c99-4434-9c8a-732f62992df8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490554 Jul 16 01:36:41.550958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.563567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Transition to ACTIVE for port object 6f7f995f-1475-4264-a23a-e9eb114a9999 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.568788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3878e00e-11f3-4fa6-a7d9-991a214659e5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:41.596843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3878e00e-11f3-4fa6-a7d9-991a214659e5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:41.603961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.612621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.669737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:41.673331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:41.676570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:41.682391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.683271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.722169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.730146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=3878e00e-11f3-4fa6-a7d9-991a214659e5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.784364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ef730-2849-401e-818d-10ecd4c55029 req-67ce225f-25e0-49aa-9a4c-f68b6baf444b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.785935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b79ef730-2849-401e-818d-10ecd4c55029 req-67ce225f-25e0-49aa-9a4c-f68b6baf444b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.3733580 Jul 16 01:36:41.792692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.856421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['3878e00e-11f3-4fa6-a7d9-991a214659e5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:41.871310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-659e3378-db2a-4e37-8ef2-b2c65f2b4d12 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735576 Jul 16 01:36:41.885624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-1c230565-aa42-409c-b1f2-052bc4a05780 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245699 Jul 16 01:36:41.902428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-75b78366-12c6-4e73-96b2-bcc0732fe21d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:41.909051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-75b78366-12c6-4e73-96b2-bcc0732fe21d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.3769729 Jul 16 01:36:41.915830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['eb480f3d-d869-4e07-a5ef-5f8334c8147e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:41.946531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb0c214b-88b4-4bb5-9f7d-fcfd762068bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.002704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ff957f4-bcc2-4cc4-b0b9-aea5bd664b5a None None] Provisioning for port 6f7f995f-1475-4264-a23a-e9eb114a9999 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:42.006991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b79ef730-2849-401e-818d-10ecd4c55029 req-0d1266a3-7429-4e39-8db9-d4354144e521 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081470 Jul 16 01:36:42.013281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-b0237f97-aae7-4623-994c-607cee3509ad tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/quotas/86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 375 time: 0.1033971 Jul 16 01:36:42.023879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ff957f4-bcc2-4cc4-b0b9-aea5bd664b5a None None] Provisioning complete for port 6f7f995f-1475-4264-a23a-e9eb114a9999 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:42.024302 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ff957f4-bcc2-4cc4-b0b9-aea5bd664b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.102974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3ff957f4-bcc2-4cc4-b0b9-aea5bd664b5a None None] Port 6f7f995f-1475-4264-a23a-e9eb114a9999 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:42.168302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b69870f-020b-4ee5-846f-36c9d538e403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.198307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b69870f-020b-4ee5-846f-36c9d538e403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.205234 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-563ed9e8-12e7-4077-98ed-ce686049b20e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6435385 Jul 16 01:36:42.218736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Request body: {'port': {'device_id': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:42.241037 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dab20d07-7103-4ad7-a527-a4a0a32036d9 req-29f1cde2-37b7-4ccb-841c-7e6255a74396 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 210 time: 0.0791707 Jul 16 01:36:42.267947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d1e1d8e4-103f-4b9f-a75e-b1b28940a4da tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.269313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d1e1d8e4-103f-4b9f-a75e-b1b28940a4da tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801937 Jul 16 01:36:42.290494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Request body: {'port': {'device_id': '4d706476-fcb0-4958-9e58-f87e121b370b', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'e1fbb1ec2fe446ecb0d4a51757d88060'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:42.302491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d578033f-b648-465c-9ec7-3770748c997c req-82991abb-ae52-4789-9c97-7e7624ebd87d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883331 Jul 16 01:36:42.320169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b69870f-020b-4ee5-846f-36c9d538e403 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8aa7039920648d59cc3e9892b850620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8189583 Jul 16 01:36:42.322435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.323759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69870f-020b-4ee5-846f-36c9d538e403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec9419-e7bd-41ec-96d4-b1d9877396f9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.326557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.343878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-c89a61bb-187c-4061-9e7e-f6a951847eeb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3295934 Jul 16 01:36:42.374741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb0c214b-88b4-4bb5-9f7d-fcfd762068bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.401640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb0c214b-88b4-4bb5-9f7d-fcfd762068bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.477185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c214b-88b4-4bb5-9f7d-fcfd762068bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d805a9e-707e-4cec-a75c-dad75e71f046,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.482206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb0c214b-88b4-4bb5-9f7d-fcfd762068bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4218454ec6694d389f4f6337fe3c2a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881917 Jul 16 01:36:42.485289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41120) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.507741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-bbf26227-2f3f-45ad-8b70-a45d4ddacf6f service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630106 Jul 16 01:36:42.526662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8539-c730-46e8-b038-1f9ea4b38727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.565841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8539-c730-46e8-b038-1f9ea4b38727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.596966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Made reservation on behalf of e1fbb1ec2fe446ecb0d4a51757d88060 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:42.600471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.674310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8539-c730-46e8-b038-1f9ea4b38727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.676833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8539-c730-46e8-b038-1f9ea4b38727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.678085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea4c8539-c730-46e8-b038-1f9ea4b38727 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65ec9419-e7bd-41ec-96d4-b1d9877396f9 HTTP/1.1" status: 204 len: 168 time: 0.3543701 Jul 16 01:36:42.688465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716a919f-7ac2-4a6f-9131-32b6413b87fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.702722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8539-c730-46e8-b038-1f9ea4b38727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec9419-e7bd-41ec-96d4-b1d9877396f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.764665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:42.766512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810c8fc-ae8f-45db-9533-d9e58e5346a5 req-19b0a91b-ce31-4a3a-b9eb-87bdd293faa2 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.768522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7810c8fc-ae8f-45db-9533-d9e58e5346a5 req-19b0a91b-ce31-4a3a-b9eb-87bdd293faa2 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 948 time: 0.2727983 Jul 16 01:36:42.774411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.778396 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716a919f-7ac2-4a6f-9131-32b6413b87fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.791105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Transition to ACTIVE for port object 6f7f995f-1475-4264-a23a-e9eb114a9999 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:42.794705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.807894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-1ed1cc33-aa9e-4219-ada8-57d9528b3eb8 service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877021 Jul 16 01:36:42.833444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3878e00e-11f3-4fa6-a7d9-991a214659e5 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:42.917257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 3878e00e-11f3-4fa6-a7d9-991a214659e5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:42.921708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.927850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7810c8fc-ae8f-45db-9533-d9e58e5346a5 req-4271ccfe-a4ef-4d9a-872f-3ecf458fb1d7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474223 Jul 16 01:36:42.936789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Attempting to bind port 6f7f995f-1475-4264-a23a-e9eb114a9999 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:42.940192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Allocated IP 192.168.233.114 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/03408cf1-0bb7-4490-b34f-0d80d4a819d2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:42.944745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 3878e00e-11f3-4fa6-a7d9-991a214659e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:42.946177 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.948585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Attempting to bind port 6f7f995f-1475-4264-a23a-e9eb114a9999 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:42.949097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Attempting to bind port 6f7f995f-1475-4264-a23a-e9eb114a9999 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:42.956397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Port 6f7f995f-1475-4264-a23a-e9eb114a9999 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:42.956866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Attempting to bind port 6f7f995f-1475-4264-a23a-e9eb114a9999 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:42.969116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:42.969684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:42.970228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:42.970880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Bound port: 6f7f995f-1475-4264-a23a-e9eb114a9999, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:42.971393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.978326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716a919f-7ac2-4a6f-9131-32b6413b87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.980862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-716a919f-7ac2-4a6f-9131-32b6413b87fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.982040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-716a919f-7ac2-4a6f-9131-32b6413b87fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d805a9e-707e-4cec-a75c-dad75e71f046 HTTP/1.1" status: 204 len: 168 time: 0.4957144 Jul 16 01:36:43.003976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a919f-7ac2-4a6f-9131-32b6413b87fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d805a9e-707e-4cec-a75c-dad75e71f046,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.133487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:43.140452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:43.150051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.248705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.249449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.260267 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] 10.222.0.38 "PUT /v2.0/ports/6f7f995f-1475-4264-a23a-e9eb114a9999 HTTP/1.1" status: 200 len: 1096 time: 1.0456829 Jul 16 01:36:43.260842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:43.263223 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720e4a40-9b84-46de-8f6f-152c00a896a6" -d '{"events": [{"name": "network-changed", "server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:43.276456 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.333672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146a5605-de09-4afa-b56a-e0b26250e927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3878e00e-11f3-4fa6-a7d9-991a214659e5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:43.337095 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ec74ba-7331-4d0d-aa36-ac4231b9070f" -d '{"events": [{"server_uuid": "146a5605-de09-4afa-b56a-e0b26250e927", "name": "network-vif-plugged", "status": "completed", "tag": "3878e00e-11f3-4fa6-a7d9-991a214659e5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:43.369347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3878e00e-11f3-4fa6-a7d9-991a214659e5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.370150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5686c-d21d-4b3e-9ff3-518ceed60caa service neutron] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.387226 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.388609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device eb480f3d-d869-4e07-a5ef-5f8334c8147e up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:43.431621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-590017ec-a373-4ffc-b487-288dd5080aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.435755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-590017ec-a373-4ffc-b487-288dd5080aba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1099 time: 0.1231821 Jul 16 01:36:43.502189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.513128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=3878e00e-11f3-4fa6-a7d9-991a214659e5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.522572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Transition to ACTIVE for port object 03408cf1-0bb7-4490-b34f-0d80d4a819d2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:43.524123 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-dec77788-48f2-4afd-bf9a-91f0b5b10e29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=6f7f995f-1475-4264-a23a-e9eb114a9999 HTTP/1.1" status: 200 len: 217 time: 0.0759513 Jul 16 01:36:43.591186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port eb480f3d-d869-4e07-a5ef-5f8334c8147e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:43.594370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-64c74368-b23e-4a25-809b-f78c012afb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.596459 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-64c74368-b23e-4a25-809b-f78c012afb5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0633192 Jul 16 01:36:43.599810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port eb480f3d-d869-4e07-a5ef-5f8334c8147e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:43.600512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.637023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671682d-ca21-420d-acd6-ffac9609dcb1 req-ee7c4975-0d97-4246-9ea0-7e8b8fcb4d9a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.647160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b671682d-ca21-420d-acd6-ffac9609dcb1 req-ee7c4975-0d97-4246-9ea0-7e8b8fcb4d9a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 947 time: 0.4454076 Jul 16 01:36:43.685475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2bae-1f49-4ae1-b224-0c3e461e3498 req-d0a97b9b-519e-4bde-be87-1beb7148793d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.691672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-084c2bae-1f49-4ae1-b224-0c3e461e3498 req-d0a97b9b-519e-4bde-be87-1beb7148793d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.3876264 Jul 16 01:36:43.701885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-23a360a4-54b2-4491-be6c-c8f9a4b9b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.703393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-23a360a4-54b2-4491-be6c-c8f9a4b9b9a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929737 Jul 16 01:36:43.757563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.788320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36bbfea7-85a9-45a0-ada5-639ce52f7a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.800579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b671682d-ca21-420d-acd6-ffac9609dcb1 req-0fa1bf8d-2b94-4786-8deb-12593b8e087c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522007 Jul 16 01:36:43.824845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.873293 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-94459bfd-6902-4599-8f5d-b842234bfcc0 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611419 Jul 16 01:36:43.891919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port eb480f3d-d869-4e07-a5ef-5f8334c8147e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:43.897144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.898622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-084c2bae-1f49-4ae1-b224-0c3e461e3498 req-22ae3b33-01f1-41ef-b693-e745197201a6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954038 Jul 16 01:36:43.956412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.977302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e1b5237-f712-4205-9853-7660f730d2c6 req-6a566caf-b458-4a01-91be-ea7778ac047f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 210 time: 0.1086323 Jul 16 01:36:43.986146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=eb480f3d-d869-4e07-a5ef-5f8334c8147e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.022967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 45fa8427-bf0b-45f3-b1bb-edc80108b81c details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:44.068083 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed025b5-d417-424b-8c3e-0c9a8ed8c2b1 x-openstack-request-id: req-aed025b5-d417-424b-8c3e-0c9a8ed8c2b1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:44.068360 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:44.068610 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aed025b5-d417-424b-8c3e-0c9a8ed8c2b1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:44.069017 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'status': 'completed', 'code': 200} Jul 16 01:36:44.082747 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03150169-c16f-4eaf-9b7b-4d508db8d445 req-772bd5f3-b459-4f90-8a04-cf86c0d76dbf service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008605 Jul 16 01:36:44.106519 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60078457-cd7f-4d70-93bb-6400b7eeb154 x-openstack-request-id: req-60078457-cd7f-4d70-93bb-6400b7eeb154 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:44.106814 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146a5605-de09-4afa-b56a-e0b26250e927", "name": "network-vif-plugged", "status": "completed", "tag": "3878e00e-11f3-4fa6-a7d9-991a214659e5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:44.107085 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60078457-cd7f-4d70-93bb-6400b7eeb154 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:44.107459 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146a5605-de09-4afa-b56a-e0b26250e927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'code': 200} Jul 16 01:36:44.134485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event updated for resources: {'Port': ['ID=03408cf1-0bb7-4490-b34f-0d80d4a819d2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.145324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:44.159727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41170) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.199680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:44.203899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:44.212298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.213168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.269236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:44.285667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '45fa8427-bf0b-45f3-b1bb-edc80108b81c', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '45fa8427-bf0b-45f3-b1bb-edc80108b81c', 'mac_address': 'fa:16:3e:b9:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:44.308601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf2814-cfa4-4741-893a-37e7e8ff25cb req-635e4c19-eb9f-4599-95e8-591145cf76cf tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.310384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62bf2814-cfa4-4741-893a-37e7e8ff25cb req-635e4c19-eb9f-4599-95e8-591145cf76cf tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 936 time: 0.1786592 Jul 16 01:36:44.339138 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.356917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fa8427-bf0b-45f3-b1bb-edc80108b81c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:44.368745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36bbfea7-85a9-45a0-ada5-639ce52f7a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.383830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-network', 'tenant_id': '3315506c8d4741b79423fd570d019178'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:44.389272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:44.396352 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.398396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-e120a3cb-df86-47c6-a9f1-5c8d26570c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.398828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36bbfea7-85a9-45a0-ada5-639ce52f7a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.401287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-e120a3cb-df86-47c6-a9f1-5c8d26570c5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1099 time: 0.2281260 Jul 16 01:36:44.431240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c17fac22-8839-41da-815d-57c51830c14f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1478946 Jul 16 01:36:44.453715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4b63-9068-41fa-a16b-93fffabdfece req-ee2fa360-63a1-4e43-976d-c4c5ba796bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.458561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-797d4b63-9068-41fa-a16b-93fffabdfece req-ee2fa360-63a1-4e43-976d-c4c5ba796bf8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 1100 time: 0.2130480 Jul 16 01:36:44.461616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Made reservation on behalf of 3315506c8d4741b79423fd570d019178 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:44.463992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.467472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Request body: {'port': {'device_id': '4d706476-fcb0-4958-9e58-f87e121b370b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:44.498937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.512879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=45fa8427-bf0b-45f3-b1bb-edc80108b81c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.558890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62bf2814-cfa4-4741-893a-37e7e8ff25cb req-b92f8406-af2c-4c4a-b6e8-2414a762de3f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885543 Jul 16 01:36:44.579512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-797d4b63-9068-41fa-a16b-93fffabdfece req-eb093f18-4a4e-4b01-9d84-f3d9f5f79a03 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052656 Jul 16 01:36:44.613126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-29a390b3-471a-433a-ba62-d759743a0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.614659 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-29a390b3-471a-433a-ba62-d759743a0c27 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2055976 Jul 16 01:36:44.646556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90ca3096-a058-403a-a1d7-bd06f1385a0e None None] Provisioning for port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:44.651690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-90ca3096-a058-403a-a1d7-bd06f1385a0e None None] Provisioning complete for port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:44.652147 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90ca3096-a058-403a-a1d7-bd06f1385a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.679961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-ad092fb5-7efe-4f5b-8aa8-6d7a5aed26eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=6f7f995f-1475-4264-a23a-e9eb114a9999 HTTP/1.1" status: 200 len: 217 time: 0.0456967 Jul 16 01:36:44.695010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-90ca3096-a058-403a-a1d7-bd06f1385a0e None None] Port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:44.722945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['45fa8427-bf0b-45f3-b1bb-edc80108b81c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:44.749545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.755841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-e95df0e7-9e19-405d-b9c8-fec11dda904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.757347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-e95df0e7-9e19-405d-b9c8-fec11dda904e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0684752 Jul 16 01:36:44.758980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.807076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:44.825692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefbcd1e-841c-4254-8569-58aca4f4fb8b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.844598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.844942 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Added segment f811bedf-6b35-4f32-bb36-0fdf54671c8b of type vlan for network 55610456-c014-436d-9eb4-35356e2070d3 Jul 16 01:36:44.857081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.882413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-36bbfea7-85a9-45a0-ada5-639ce52f7a53 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=474d10cd557e4afd906298496b7af5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1085911 Jul 16 01:36:44.883290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbfea7-85a9-45a0-ada5-639ce52f7a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433861bc-13f0-4f17-a30b-154a280d0c8d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.885764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.911201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.928382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-58f732a6-d646-4099-ba15-28108ffc455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.929857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-58f732a6-d646-4099-ba15-28108ffc455b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642704 Jul 16 01:36:44.978217 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.979088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:44.979661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.053105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8900533 Jul 16 01:36:45.057767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.064929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Request body: {'subnet': {'network_id': '55610456-c014-436d-9eb4-35356e2070d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-subnet', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.143986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49eec862-d56d-43fe-9488-8bedef61d1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.256661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49eec862-d56d-43fe-9488-8bedef61d1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.267215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0a852-6bf5-4104-aab7-86788747381f req-1a87c349-f106-419a-89e1-cb00d5dc566f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.269360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9db0a852-6bf5-4104-aab7-86788747381f req-1a87c349-f106-419a-89e1-cb00d5dc566f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 949 time: 0.4199319 Jul 16 01:36:45.289629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ccd69-f2a8-409e-a14c-db54cea1e4bc admin admin] Pushing event updated for resources: {'Network': ['ID=55610456-c014-436d-9eb4-35356e2070d3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.300607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 55610456-c014-436d-9eb4-35356e2070d3 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:45.310763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-eb9700e6-d66c-4dc3-9aa9-c237eb7d6b26 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712077 Jul 16 01:36:45.312934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Made reservation on behalf of 3315506c8d4741b79423fd570d019178 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:45.315998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.361763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6604f07-b731-4188-a723-e8eb7ca4c9f9 req-1c075f08-a1d6-4618-9555-724d141c87ae tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.363276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6604f07-b731-4188-a723-e8eb7ca4c9f9 req-1c075f08-a1d6-4618-9555-724d141c87ae tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 948 time: 0.4193094 Jul 16 01:36:45.388498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ddc901ec-0a24-48c6-88aa-a9dea996c8b9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.389927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ddc901ec-0a24-48c6-88aa-a9dea996c8b9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.3320692 Jul 16 01:36:45.426240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Request body: {'port': {'device_id': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'admin_state_up': True, 'tenant_id': '86a1d11c1964442f82649e94fd51aff5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.463387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9db0a852-6bf5-4104-aab7-86788747381f req-f76cb2c5-942a-468e-b7dd-6cf3022ae9d9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778681 Jul 16 01:36:45.478719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-720e4a40-9b84-46de-8f6f-152c00a896a6 req-9b3c0b0b-12a2-4778-bcdc-b0ee9b94c73b service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476488 Jul 16 01:36:45.495643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6604f07-b731-4188-a723-e8eb7ca4c9f9 req-f7071420-de5d-41f5-bb84-b9d4be503571 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217575 Jul 16 01:36:45.539275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49eec862-d56d-43fe-9488-8bedef61d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.541822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49eec862-d56d-43fe-9488-8bedef61d1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.542980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49eec862-d56d-43fe-9488-8bedef61d1bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/433861bc-13f0-4f17-a30b-154a280d0c8d HTTP/1.1" status: 204 len: 168 time: 0.6387954 Jul 16 01:36:45.572672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eec862-d56d-43fe-9488-8bedef61d1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433861bc-13f0-4f17-a30b-154a280d0c8d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.623609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03408cf1-0bb7-4490-b34f-0d80d4a819d2 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:45.636485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.654976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Transition to ACTIVE for port object 03408cf1-0bb7-4490-b34f-0d80d4a819d2 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:45.660099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Made reservation on behalf of 86a1d11c1964442f82649e94fd51aff5 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:45.667503 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.686361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.698572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.776122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5318553b-1fbe-439a-b20e-28ac072e2eca,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.785444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Checking segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:45.786090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Network hostable DHCP agents. Network: 55610456-c014-436d-9eb4-35356e2070d3, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:45.808376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Network 55610456-c014-436d-9eb4-35356e2070d3 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:45.821424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 55610456-c014-436d-9eb4-35356e2070d3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:45.827309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.829331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.834447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61b54a-35ad-4d5c-962a-c5d67f5d6385 None None] Network 55610456-c014-436d-9eb4-35356e2070d3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:45.871794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b58d42f1-0021-47cd-a869-ae26cd7a1c93 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8106275 Jul 16 01:36:45.874419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.882660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.894829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78f747db-a9a6-431a-a57e-965899ea52fd req-e7ba1e53-81fd-42eb-bd95-9cff241eee20 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 210 time: 0.1254408 Jul 16 01:36:45.914528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Pushing event updated for resources: {'Port': ['ID=03408cf1-0bb7-4490-b34f-0d80d4a819d2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.917390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.920201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.016490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Attempting to bind port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:46.017055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Attempting to bind port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:46.018234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Attempting to bind port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:46.056183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.072010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 45fa8427-bf0b-45f3-b1bb-edc80108b81c up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:46.100923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Allocated IP 172.20.0.11 (a9885455-dd33-4bee-8978-55fd5dd6dbcd/457cae23-1885-4413-b044-ee550ad39bf8/4f1b900f-ebe3-4b03-9fdd-b30649f284f2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:46.116876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d63dda-aca4-4215-a795-e29328e38954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:46.119944 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bdacb8-5cb3-40f3-81d1-cd89dc578fab" -d '{"events": [{"server_uuid": "33d63dda-aca4-4215-a795-e29328e38954", "name": "network-vif-plugged", "status": "completed", "tag": "eb480f3d-d869-4e07-a5ef-5f8334c8147e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:46.121661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:46.122152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Attempting to bind port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:46.141415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:46.142786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:46.143357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:46.143940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Bound port: 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:46.144500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.185577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-55610456-c014-436d-9eb4-35356e2070d3', 'network_id': '55610456-c014-436d-9eb4-35356e2070d3', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'fixed_ips': [{'subnet_id': '5318553b-1fbe-439a-b20e-28ac072e2eca'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:46.186620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.271763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.275666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a750d-b606-4d12-bcbd-a9c8be92b150 req-055fb289-9035-4360-8019-5cc0056c6a3f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.277585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-760a750d-b606-4d12-bcbd-a9c8be92b150 req-055fb289-9035-4360-8019-5cc0056c6a3f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.5681376 Jul 16 01:36:46.369120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 45fa8427-bf0b-45f3-b1bb-edc80108b81c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:46.394442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] For port 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:46.401271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] For port 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:46.404434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Allocated IP 172.20.0.2 (55610456-c014-436d-9eb4-35356e2070d3/5318553b-1fbe-439a-b20e-28ac072e2eca/6b181107-39e8-47b1-8279-9f1e5d8783b3) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:46.420318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.439700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-760a750d-b606-4d12-bcbd-a9c8be92b150 req-18566760-d202-43bd-aa9b-c883293daeae tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442599 Jul 16 01:36:46.496802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.497434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.498820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] 10.222.0.32 "PUT /v2.0/ports/03408cf1-0bb7-4490-b34f-0d80d4a819d2 HTTP/1.1" status: 200 len: 1096 time: 2.0470009 Jul 16 01:36:46.499272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d706476-fcb0-4958-9e58-f87e121b370b', 'tag': '03408cf1-0bb7-4490-b34f-0d80d4a819d2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:46.502383 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d706476-fcb0-4958-9e58-f87e121b370b", "tag": "03408cf1-0bb7-4490-b34f-0d80d4a819d2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:46.513386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.538647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266cb09-a6c2-48db-8aaf-211ba02012fa req-a3fce76f-2701-451c-b052-428bf0c94f20 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.540240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4266cb09-a6c2-48db-8aaf-211ba02012fa req-a3fce76f-2701-451c-b052-428bf0c94f20 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 948 time: 0.2615623 Jul 16 01:36:46.545689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.560683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 45fa8427-bf0b-45f3-b1bb-edc80108b81c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:46.561886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.562014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175e98-7303-414b-b6eb-10e23f5ad99b service neutron] Pushing event updated for resources: {'Port': ['ID=03408cf1-0bb7-4490-b34f-0d80d4a819d2,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.606804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.616903 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9837fc56-ddf4-48de-a7c7-26853d359a01 x-openstack-request-id: req-9837fc56-ddf4-48de-a7c7-26853d359a01 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:46.617192 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d63dda-aca4-4215-a795-e29328e38954", "name": "network-vif-plugged", "status": "completed", "tag": "eb480f3d-d869-4e07-a5ef-5f8334c8147e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:46.617454 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9837fc56-ddf4-48de-a7c7-26853d359a01 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:46.617848 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d63dda-aca4-4215-a795-e29328e38954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', 'code': 200} Jul 16 01:36:46.771188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.785183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4266cb09-a6c2-48db-8aaf-211ba02012fa req-a08fd026-63ef-48db-8a75-6a6391780d18 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323966 Jul 16 01:36:46.810265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Transition to ACTIVE for port object 6b181107-39e8-47b1-8279-9f1e5d8783b3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:46.835826 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.838311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Transition to ACTIVE for port object 6b181107-39e8-47b1-8279-9f1e5d8783b3 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:46.852351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.884471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.885191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:46.891553 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971223bd-201c-4af2-8f49-60e3e819d086 x-openstack-request-id: req-971223bd-201c-4af2-8f49-60e3e819d086 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:46.892020 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d706476-fcb0-4958-9e58-f87e121b370b", "tag": "03408cf1-0bb7-4490-b34f-0d80d4a819d2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:46.892498 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-971223bd-201c-4af2-8f49-60e3e819d086 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:46.894055 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d706476-fcb0-4958-9e58-f87e121b370b', 'tag': '03408cf1-0bb7-4490-b34f-0d80d4a819d2', 'status': 'completed', 'code': 200} Jul 16 01:36:46.914882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Allocated IP 172.25.0.60 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f660d994-f410-43fb-a157-1538917875cd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:46.925928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Network 55610456-c014-436d-9eb4-35356e2070d3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:46.945985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:46.953177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:46.962392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:46.964595 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.977340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Pushing event updated for resources: {'Port': ['ID=6b181107-39e8-47b1-8279-9f1e5d8783b3,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.025361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-296e4fad-3fac-4d77-8f34-f2716cb217d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.026964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-296e4fad-3fac-4d77-8f34-f2716cb217d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 1099 time: 0.4538078 Jul 16 01:36:47.044955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:47.054047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ffb2-eea4-46bd-9b31-c85222ac4b85 req-05dddb1e-c03f-4a92-9b72-de94362d3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.058647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b85ffb2-eea4-46bd-9b31-c85222ac4b85 req-05dddb1e-c03f-4a92-9b72-de94362d3f95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 1100 time: 0.3557208 Jul 16 01:36:47.066673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:47.108181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.108614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.114806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:47.118111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Attempting to bind port 6b181107-39e8-47b1-8279-9f1e5d8783b3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:47.118304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Attempting to bind port 6b181107-39e8-47b1-8279-9f1e5d8783b3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:47.118671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Attempting to bind port 6b181107-39e8-47b1-8279-9f1e5d8783b3 on network 55610456-c014-436d-9eb4-35356e2070d3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:47.120316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.120950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.142667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-cc675e0c-c307-47ba-ad52-96702fe9b372 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2 HTTP/1.1" status: 200 len: 217 time: 0.0952895 Jul 16 01:36:47.142908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:47.143137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Checking segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:47.143571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.143969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Bound using segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:47.144494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Bound port: 6b181107-39e8-47b1-8279-9f1e5d8783b3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:47.144916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.163766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=45fa8427-bf0b-45f3-b1bb-edc80108b81c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.206501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-ba9ceba3-06dc-4a06-b39a-c18e1e4698a2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7869649 Jul 16 01:36:47.209917 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b85ffb2-eea4-46bd-9b31-c85222ac4b85 req-0a346f8a-b630-4ca0-a45a-c3f686417aae service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240754 Jul 16 01:36:47.211149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.221736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab574cf-18b5-49e1-a5ec-3b70b4f4f897 req-a78f7063-4d63-4942-a826-f1fdf696c1bf tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.229195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ab574cf-18b5-49e1-a5ec-3b70b4f4f897 req-a78f7063-4d63-4942-a826-f1fdf696c1bf tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 949 time: 0.4411767 Jul 16 01:36:47.233792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:47.237433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:47.238202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] For port 6b181107-39e8-47b1-8279-9f1e5d8783b3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:47.240638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:47.241293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:47.247063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Request body: {'port': {'device_id': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.260246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] For port 6b181107-39e8-47b1-8279-9f1e5d8783b3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6b181107-39e8-47b1-8279-9f1e5d8783b3,segment=NetworkSegment(f811bedf-6b35-4f32-bb36-0fdf54671c8b),segment_id=f811bedf-6b35-4f32-bb36-0fdf54671c8b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:47.261705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'mac_address': 'fa:16:3e:08:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:47.264216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-97381f4d-5218-4e9c-92ab-350590e042ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.266103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-97381f4d-5218-4e9c-92ab-350590e042ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1128685 Jul 16 01:36:47.269087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.341553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.367870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:47.377351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be648fed-e1a5-4ae6-9fb4-e3119c8711b4 None None] Pushing event updated for resources: {'Port': ['ID=6b181107-39e8-47b1-8279-9f1e5d8783b3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.380654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Pushing event updated for resources: {'Port': ['ID=f660d994-f410-43fb-a157-1538917875cd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.389897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ab574cf-18b5-49e1-a5ec-3b70b4f4f897 req-4663b4bd-e899-47f5-8763-31d977f0ce2d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564062 Jul 16 01:36:47.395814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:47.400981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.456156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ec5bf-91fa-4a4e-90dc-6df9012d369a req-e06367d0-3224-4338-9c95-b09f848b3746 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.457709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e6ec5bf-91fa-4a4e-90dc-6df9012d369a req-e06367d0-3224-4338-9c95-b09f848b3746 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 949 time: 0.4069719 Jul 16 01:36:47.483012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.502900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.553349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c6b59698-c7b2-496c-a3a9-0f985c13ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.554828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-c6b59698-c7b2-496c-a3a9-0f985c13ef4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2656887 Jul 16 01:36:47.589436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.611137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e6ec5bf-91fa-4a4e-90dc-6df9012d369a req-0a008197-d92d-4fee-b7ba-7326559ec01b tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353335 Jul 16 01:36:47.715999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:47.888876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.889115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-213f540a-228b-41fd-a06b-010bba0f7e1d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101916 Jul 16 01:36:47.901341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71aaf28-ba6f-4f6b-a321-7d8c25053156 req-68918fe2-0a94-4c89-88bc-ecb913be66c8 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.902868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e71aaf28-ba6f-4f6b-a321-7d8c25053156 req-68918fe2-0a94-4c89-88bc-ecb913be66c8 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 932 time: 0.3471675 Jul 16 01:36:48.223924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:48.309540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e71aaf28-ba6f-4f6b-a321-7d8c25053156 req-4ded9c72-f8af-4014-b4da-cc7c8ed38db8 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955407 Jul 16 01:36:48.351161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:48.359405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Sync routers for ids ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:48.369277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.371715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-787fd78f-baa7-46a9-b832-3b035bfb047b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4955609 Jul 16 01:36:48.374392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.377584 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Routers {'83b97c2b-03f9-4ab7-8375-bb0e68b39058'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:48.381909 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:36:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.439841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0391b6fb-8e54-4175-bcb7-be81466f6b79 req-b071cb67-d2f7-4479-b373-57c88200934e service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276392 Jul 16 01:36:48.453285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe5c0-d6ff-42b1-8ec9-e0502ce4bd21 req-2edc4c5f-85c1-4b03-ac69-a782c35c9986 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.455390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54ffe5c0-d6ff-42b1-8ec9-e0502ce4bd21 req-2edc4c5f-85c1-4b03-ac69-a782c35c9986 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 949 time: 0.5076780 Jul 16 01:36:48.572871 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Set router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:48.594602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:48.606124 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.613199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54ffe5c0-d6ff-42b1-8ec9-e0502ce4bd21 req-224b4476-b12a-42df-9e3d-ca5ddf4714df tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513941 Jul 16 01:36:48.619076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fa8427-bf0b-45f3-b1bb-edc80108b81c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:48.621725 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d99ccf-19c6-4519-bef5-725c4cec6d2f" -d '{"events": [{"server_uuid": "6b3e50fd-0ede-4181-84d3-35adc140b400", "name": "network-vif-plugged", "status": "completed", "tag": "45fa8427-bf0b-45f3-b1bb-edc80108b81c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:48.648253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Transition to ACTIVE for port object 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:48.659555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.726545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-5715536d-7a94-42a8-ba21-d4c909826084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.728757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-5715536d-7a94-42a8-ba21-d4c909826084 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 1099 time: 0.2041986 Jul 16 01:36:48.728931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64658ae9-7404-4d5a-bba4-d88c22b0fff4 None None] Network 55610456-c014-436d-9eb4-35356e2070d3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:48.740772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45624532-cddf-4dff-a3ce-eb1733cbbc2f req-8f86fa67-c78b-4d4b-8efe-b8f06dc86c39 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.742218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45624532-cddf-4dff-a3ce-eb1733cbbc2f req-8f86fa67-c78b-4d4b-8efe-b8f06dc86c39 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.2312658 Jul 16 01:36:48.755864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.827170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:48.827504 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:48.829399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:48.844442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:48.844766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:48.885667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:48.888406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f660d994-f410-43fb-a157-1538917875cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 3, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port': {'id': 'f660d994-f410-43fb-a157-1538917875cd', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:46Z', 'updated_at': '2021-07-16T01:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:48.894127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:48.894736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:48.894840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:48.895253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Bound port: 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:48.895608 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.912062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45624532-cddf-4dff-a3ce-eb1733cbbc2f req-e84f6dcc-ed02-4228-a26c-935d145d4c7a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531053 Jul 16 01:36:48.926450 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Checking router: 83b97c2b-03f9-4ab7-8375-bb0e68b39058 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:48.927093 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Updating router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 port f660d994-f410-43fb-a157-1538917875cd binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:48.962303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.970938 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.025918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-453bdbbd-ddd7-4749-8685-53cbec158f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.027821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-453bdbbd-ddd7-4749-8685-53cbec158f11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2843592 Jul 16 01:36:49.170149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-21d4036f-e9cc-4be5-b407-12a0019c2fea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2 HTTP/1.1" status: 200 len: 217 time: 0.1305451 Jul 16 01:36:49.178413 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778b2618-212e-467b-922c-b756a3d5b80f x-openstack-request-id: req-778b2618-212e-467b-922c-b756a3d5b80f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:49.178693 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3e50fd-0ede-4181-84d3-35adc140b400", "name": "network-vif-plugged", "status": "completed", "tag": "45fa8427-bf0b-45f3-b1bb-edc80108b81c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:49.178948 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-778b2618-212e-467b-922c-b756a3d5b80f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:49.179331 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fa8427-bf0b-45f3-b1bb-edc80108b81c', 'code': 200} Jul 16 01:36:49.181423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6b181107-39e8-47b1-8279-9f1e5d8783b3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:49.271839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b5348e4-8eab-4174-84cc-bc8eaed893c9 None None] Provisioning for port 6b181107-39e8-47b1-8279-9f1e5d8783b3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:49.301257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9a7a3-b42d-41a5-a146-04076ec2df4b req-05651f32-0e92-48ad-8216-f74506615254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.303000 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cdb9a7a3-b42d-41a5-a146-04076ec2df4b req-05651f32-0e92-48ad-8216-f74506615254 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 1100 time: 0.1413066 Jul 16 01:36:49.320007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:49.342897 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.355790 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Transition to ACTIVE for port object f660d994-f410-43fb-a157-1538917875cd will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:49.362305 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.364643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:49.365048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 6f7f995f-1475-4264-a23a-e9eb114a9999 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:49.371949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6b181107-39e8-47b1-8279-9f1e5d8783b3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:49.372159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-1600e2bc-e69b-4aef-afa1-55303bed1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.373390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cdb9a7a3-b42d-41a5-a146-04076ec2df4b req-09772131-3b51-4f17-ada8-35bdeff0aea8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Jul 16 01:36:49.373615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-1600e2bc-e69b-4aef-afa1-55303bed1540 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1889582 Jul 16 01:36:49.383805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.388318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Allocated IP 172.20.0.1 (55610456-c014-436d-9eb4-35356e2070d3/5318553b-1fbe-439a-b20e-28ac072e2eca/ab1ab244-5f60-4e87-bbc4-5a70283588db) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:49.403187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6f7f995f-1475-4264-a23a-e9eb114a9999 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.403752 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.405522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6b181107-39e8-47b1-8279-9f1e5d8783b3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.406237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.415587 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Pushing event updated for resources: {'Port': ['ID=f660d994-f410-43fb-a157-1538917875cd,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.425567 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.426172 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.426797 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.427274 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.427733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.428225 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.428704 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.429160 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.429622 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.430084 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.430667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.431129 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:49.437303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.437934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.439904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 1092 time: 2.2048151 Jul 16 01:36:49.449327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:49.453377 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8be6981-f3ef-4e85-8c70-f281f2856104" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:49.468315 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Attempting to bind port f660d994-f410-43fb-a157-1538917875cd on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:49.468315 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Attempting to bind port f660d994-f410-43fb-a157-1538917875cd by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:49.468757 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Attempting to bind port f660d994-f410-43fb-a157-1538917875cd on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:49.475348 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:49.475649 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:49.476158 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.476590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:49.477061 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Bound port: f660d994-f410-43fb-a157-1538917875cd, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:49.477713 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.522709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbd8f1-7dec-4147-b5cc-0241dfa0c892 req-fe647061-3719-4328-a3d7-8a7c55a0ab53 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.524609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90dbd8f1-7dec-4147-b5cc-0241dfa0c892 req-fe647061-3719-4328-a3d7-8a7c55a0ab53 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 948 time: 0.3918412 Jul 16 01:36:49.546121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.554023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ab53c-9efc-46ce-bcb1-ceb7f47fa6ef req-9d4a397c-c243-4e2e-af06-1e7de22f148a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.555526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e80ab53c-9efc-46ce-bcb1-ceb7f47fa6ef req-9d4a397c-c243-4e2e-af06-1e7de22f148a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 949 time: 0.3440254 Jul 16 01:36:49.555753 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] For port f660d994-f410-43fb-a157-1538917875cd, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:49.558984 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] For port f660d994-f410-43fb-a157-1538917875cd, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f660d994-f410-43fb-a157-1538917875cd,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:49.565445 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.572584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Transition to ACTIVE for port object ab1ab244-5f60-4e87-bbc4-5a70283588db will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:49.590949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074d44-6cbd-4c94-891b-abd18ac3b819 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.621136 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.622706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.640817 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b879b-042f-4930-9754-802d62e66ec7 None None] Pushing event updated for resources: {'Port': ['ID=f660d994-f410-43fb-a157-1538917875cd,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.656566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.682743 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Routers {'83b97c2b-03f9-4ab7-8375-bb0e68b39058'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:49.683293 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:36:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:49.684311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90dbd8f1-7dec-4147-b5cc-0241dfa0c892 req-7c93bb23-c153-4ef3-b018-c399ca5cba72 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399877 Jul 16 01:36:49.691562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Network 55610456-c014-436d-9eb4-35356e2070d3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:49.695691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:49.697933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6b181107-39e8-47b1-8279-9f1e5d8783b3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6b181107-39e8-47b1-8279-9f1e5d8783b3,segment=NetworkSegment(f811bedf-6b35-4f32-bb36-0fdf54671c8b),segment_id=f811bedf-6b35-4f32-bb36-0fdf54671c8b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:49.699628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e80ab53c-9efc-46ce-bcb1-ceb7f47fa6ef req-aa4d614a-c587-45df-b0ba-601b21f00879 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146147 Jul 16 01:36:49.709932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-424366db-1907-4add-ba34-1bd3144d93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.711447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-424366db-1907-4add-ba34-1bd3144d93d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655661 Jul 16 01:36:49.714452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f223e463-7756-4c13-a4ce-a79df630ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.715945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-f223e463-7756-4c13-a4ce-a79df630ea0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1095 time: 0.2044857 Jul 16 01:36:49.716641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:49.716800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.719416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.787123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:49.803488 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.839173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6b181107-39e8-47b1-8279-9f1e5d8783b3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.911016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-81f05a7d-7cb5-4ca4-a769-5dfbbeeb0549 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 217 time: 0.1446316 Jul 16 01:36:49.942032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1ab244-5f60-4e87-bbc4-5a70283588db,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.977956 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] Set router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:49.979937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef93b63d-9f3e-4c67-aa00-75aee28b0686 None None] Provisioning complete for port 6b181107-39e8-47b1-8279-9f1e5d8783b3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.980618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef93b63d-9f3e-4c67-aa00-75aee28b0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.983624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.047386 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a243b-cf5a-4cc4-b4b7-f75f2b7119f1 x-openstack-request-id: req-215a243b-cf5a-4cc4-b4b7-f75f2b7119f1 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:50.048582 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:50.048954 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-215a243b-cf5a-4cc4-b4b7-f75f2b7119f1 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:50.049247 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'status': 'completed', 'code': 200} Jul 16 01:36:50.251262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-9f72a2e9-e81b-48ef-93ee-795081090b80 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163429 Jul 16 01:36:50.253254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-43030bb6-5e71-4989-9e82-c569df65ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.254850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-43030bb6-5e71-4989-9e82-c569df65ed1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.2442472 Jul 16 01:36:50.266827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8eb2e0c2-22de-421f-b92d-1aa83477d761 None None] Provisioning for port ab1ab244-5f60-4e87-bbc4-5a70283588db completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:50.273511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8eb2e0c2-22de-421f-b92d-1aa83477d761 None None] Provisioning complete for port ab1ab244-5f60-4e87-bbc4-5a70283588db triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:50.273895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e0c2-22de-421f-b92d-1aa83477d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.291492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.325689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2e0c2-22de-421f-b92d-1aa83477d761 None None] Port ab1ab244-5f60-4e87-bbc4-5a70283588db cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:50.357501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.394262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-40657c1e-61ec-4804-806e-00b74970bbd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238196 Jul 16 01:36:50.398077 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f660d994-f410-43fb-a157-1538917875cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 3, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port': {'id': 'f660d994-f410-43fb-a157-1538917875cd', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:46Z', 'updated_at': '2021-07-16T01:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:50.433267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b6b27-91e2-44e1-854b-7182551e95fc None None] The sync data for ids ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'] in n-d-800087-6 is: [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f660d994-f410-43fb-a157-1538917875cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:47Z', 'revision_number': 3, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port': {'id': 'f660d994-f410-43fb-a157-1538917875cd', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:46Z', 'updated_at': '2021-07-16T01:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:50.500636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484699e-55be-4ace-8948-3afdd5e2278d req-af2e7a0e-7282-49ec-812c-9ae543f41fbc tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.502702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9484699e-55be-4ace-8948-3afdd5e2278d req-af2e7a0e-7282-49ec-812c-9ae543f41fbc tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.4088006 Jul 16 01:36:50.507735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb5915c8-4cc8-4a45-a927-ccadd9c22a8a req-b8cfba5a-6b74-4b3a-8609-a42d2692222c service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360559 Jul 16 01:36:50.534364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6c86c0e-ec77-4764-aaae-3df61e51e603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.562700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.564795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd99c2-f2fd-4924-bf36-88250a95cf78 req-6952799c-5851-43ef-9261-e312dd0fd88e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.567064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83dd99c2-f2fd-4924-bf36-88250a95cf78 req-6952799c-5851-43ef-9261-e312dd0fd88e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 949 time: 0.3086982 Jul 16 01:36:50.571692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.572800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.647189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-189dcd30-9aa3-4854-8ad5-88b025e94f75 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354491 Jul 16 01:36:50.657576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83dd99c2-f2fd-4924-bf36-88250a95cf78 req-b005fce5-c9e7-4ac3-ab9f-22c0b7a7c31b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745890 Jul 16 01:36:50.660205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1ab244-5f60-4e87-bbc4-5a70283588db,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.661651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9484699e-55be-4ace-8948-3afdd5e2278d req-a0503d3d-88c7-41bd-8983-fa5ffc6672e0 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935957 Jul 16 01:36:50.811417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Network 55610456-c014-436d-9eb4-35356e2070d3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:50.814878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:50.828263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92fbf9e-ec2b-48a8-be5c-28d1848ece3e req-eb770ca6-85ee-4f70-a354-27fa07c1368a service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690333 Jul 16 01:36:50.930434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6c86c0e-ec77-4764-aaae-3df61e51e603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.948239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6c86c0e-ec77-4764-aaae-3df61e51e603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.043694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e8eb2-f0f6-4186-90d4-549ac5863dbb req-a250a85c-0e09-4ab4-b539-62524bf69be6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.047061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c86c0e-ec77-4764-aaae-3df61e51e603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1428e15-631a-4562-8794-569b0f07e893,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.050058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff9e8eb2-f0f6-4186-90d4-549ac5863dbb req-a250a85c-0e09-4ab4-b539-62524bf69be6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1879001 Jul 16 01:36:51.060522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a6c86c0e-ec77-4764-aaae-3df61e51e603 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70cabe40500b47a2baab1453845333ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015696 Jul 16 01:36:51.064022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-8f6d6d3d-2bd0-4209-afe6-f48eed27dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.064188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.066299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-8f6d6d3d-2bd0-4209-afe6-f48eed27dd13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1095 time: 0.1551678 Jul 16 01:36:51.145576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1fce2a2f-4aec-4c31-9652-977ff53e24a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.148964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:51.155330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-673c8fef-7b85-409e-b198-8e979e577863 None None] Provisioning complete for port ab1ab244-5f60-4e87-bbc4-5a70283588db triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:51.156369 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-673c8fef-7b85-409e-b198-8e979e577863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.161389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff9e8eb2-f0f6-4186-90d4-549ac5863dbb req-9728026f-c44f-4351-bd9a-5e6c517ad6db tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088266 Jul 16 01:36:51.184676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1fce2a2f-4aec-4c31-9652-977ff53e24a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.219561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:51.228430 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b7b1fc-aba3-4cb3-99cd-49c2ccf6c38f" -d '{"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:51.285906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-673c8fef-7b85-409e-b198-8e979e577863 None None] Port ab1ab244-5f60-4e87-bbc4-5a70283588db cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:51.315593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6b181107-39e8-47b1-8279-9f1e5d8783b3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:51.349048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-5a6aa6ef-a963-4124-816f-3bc62f3636a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.350564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-5a6aa6ef-a963-4124-816f-3bc62f3636a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.2459109 Jul 16 01:36:51.377874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6b181107-39e8-47b1-8279-9f1e5d8783b3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:51.378522 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.428870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-125aa366-cbdb-4b25-86d8-97fd2415cb45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 217 time: 0.0437627 Jul 16 01:36:51.469212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f660d994-f410-43fb-a157-1538917875cd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:51.530061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b18fb-82d1-4a0a-9c51-e79d0b98dea9 req-b46d7caf-6e69-476f-a7e8-bff1186affb7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.533589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f660d994-f410-43fb-a157-1538917875cd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:51.537917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b18fb-82d1-4a0a-9c51-e79d0b98dea9 req-b46d7caf-6e69-476f-a7e8-bff1186affb7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.538075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f660d994-f410-43fb-a157-1538917875cd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:51.538370 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.539564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-482b18fb-82d1-4a0a-9c51-e79d0b98dea9 req-b46d7caf-6e69-476f-a7e8-bff1186affb7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927&device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 1689 time: 0.2579329 Jul 16 01:36:51.551947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8307f9-f9ae-426f-a88a-f1d77834d670 req-6a10da2b-e4bf-4638-815e-da5d893eac3e tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.558894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b8307f9-f9ae-426f-a88a-f1d77834d670 req-6a10da2b-e4bf-4638-815e-da5d893eac3e tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 949 time: 0.2073398 Jul 16 01:36:51.587090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:51.599894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bdca71db-eb7e-4d24-a7cb-9cf7475f6064 admin admin] 10.222.0.35 "PUT /v2.0/routers/83b97c2b-03f9-4ab7-8375-bb0e68b39058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2166557 Jul 16 01:36:51.627925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-0c455495-326e-4a41-8224-66e35746d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.628842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1fce2a2f-4aec-4c31-9652-977ff53e24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.629829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-0c455495-326e-4a41-8224-66e35746d88b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1838751 Jul 16 01:36:51.633356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1fce2a2f-4aec-4c31-9652-977ff53e24a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.635984 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1fce2a2f-4aec-4c31-9652-977ff53e24a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1428e15-631a-4562-8794-569b0f07e893 HTTP/1.1" status: 204 len: 168 time: 0.5703409 Jul 16 01:36:51.638381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.649104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2a2f-4aec-4c31-9652-977ff53e24a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1428e15-631a-4562-8794-569b0f07e893,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.696504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f660d994-f410-43fb-a157-1538917875cd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f660d994-f410-43fb-a157-1538917875cd,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:51.700668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b8307f9-f9ae-426f-a88a-f1d77834d670 req-3129444e-baf0-4300-bc90-5ef3f3510f9c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407969 Jul 16 01:36:51.702884 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.718369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-482b18fb-82d1-4a0a-9c51-e79d0b98dea9 req-b19293d3-1d1b-4eb8-84ee-0715cdbc0102 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573403 Jul 16 01:36:51.774103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f660d994-f410-43fb-a157-1538917875cd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.780981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-381cb995-117f-4ec6-a7de-714e1e1f2791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064432 Jul 16 01:36:51.913365 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2fb26-ea9f-48de-bbb8-1365eb9ad4ea x-openstack-request-id: req-d1e2fb26-ea9f-48de-bbb8-1365eb9ad4ea {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:51.914381 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:51.914899 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1e2fb26-ea9f-48de-bbb8-1365eb9ad4ea {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:51.917128 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'code': 200} Jul 16 01:36:51.936122 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.045906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41300) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.066985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4d73019-fc40-45cc-9056-1e7f232ea76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.071762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2645b-bcad-48e5-95a6-40e8391057a5 req-5b85361e-29b1-412e-991c-8176e1934d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.073309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee2645b-bcad-48e5-95a6-40e8391057a5 req-5b85361e-29b1-412e-991c-8176e1934d95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1101 time: 0.0818996 Jul 16 01:36:52.073878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 03408cf1-0bb7-4490-b34f-0d80d4a819d2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:52.128689 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee2645b-bcad-48e5-95a6-40e8391057a5 req-cb286f22-46bf-4b38-b7cc-ff0952f62ec5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460277 Jul 16 01:36:52.191814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:52.198208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4d73019-fc40-45cc-9056-1e7f232ea76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.203202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d4d73019-fc40-45cc-9056-1e7f232ea76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.207739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '03408cf1-0bb7-4490-b34f-0d80d4a819d2', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '03408cf1-0bb7-4490-b34f-0d80d4a819d2', 'mac_address': 'fa:16:3e:3a:b5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:52.233467 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-2f7288a7-e4df-45ef-b8e3-c06bc4c034da service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423020 Jul 16 01:36:52.246280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d4d73019-fc40-45cc-9056-1e7f232ea76d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f3b90046b524c6bbd14584f7e127abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991041 Jul 16 01:36:52.247408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d73019-fc40-45cc-9056-1e7f232ea76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cafbb72-9140-4a5c-921d-90f84dc88a6c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.249973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.253808 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.277422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03408cf1-0bb7-4490-b34f-0d80d4a819d2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:52.290061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c96ab-77c5-4906-856d-358f0e6b66e4 req-ffe047fe-d9e4-4b50-a92f-470bd8d2ff2f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.292290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e57c96ab-77c5-4906-856d-358f0e6b66e4 req-ffe047fe-d9e4-4b50-a92f-470bd8d2ff2f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 948 time: 0.4265659 Jul 16 01:36:52.298996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:52.308617 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b13cdf0-6d01-4d55-a1b5-a60b7fcdb81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.310022 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.332790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b13cdf0-6d01-4d55-a1b5-a60b7fcdb81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.369775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=03408cf1-0bb7-4490-b34f-0d80d4a819d2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.388401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b13cdf0-6d01-4d55-a1b5-a60b7fcdb81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.391179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b13cdf0-6d01-4d55-a1b5-a60b7fcdb81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.395681 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4b13cdf0-6d01-4d55-a1b5-a60b7fcdb81b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cafbb72-9140-4a5c-921d-90f84dc88a6c HTTP/1.1" status: 204 len: 168 time: 0.1415215 Jul 16 01:36:52.401599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13cdf0-6d01-4d55-a1b5-a60b7fcdb81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cafbb72-9140-4a5c-921d-90f84dc88a6c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.421394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e57c96ab-77c5-4906-856d-358f0e6b66e4 req-b4e3aaea-e863-4711-bda2-de8ec44beaaa tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112936 Jul 16 01:36:52.428683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eec68b-6191-42a4-9b51-7e2fd9031989 req-2d9c0655-4730-4d5f-9d5d-f61fe7168d99 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.436113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46eec68b-6191-42a4-9b51-7e2fd9031989 req-2d9c0655-4730-4d5f-9d5d-f61fe7168d99 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.2190666 Jul 16 01:36:52.476795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8be6981-f3ef-4e85-8c70-f281f2856104 req-c6936c1c-e353-4195-915c-b4bdc3b5b7c3 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127626 Jul 16 01:36:52.504705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46eec68b-6191-42a4-9b51-7e2fd9031989 req-c6edb91b-4d2f-442c-8b14-e54eeb1cda7f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676827 Jul 16 01:36:52.655247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['03408cf1-0bb7-4490-b34f-0d80d4a819d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:52.707843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Sync routers for ids ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:52.734213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Routers {'83b97c2b-03f9-4ab7-8375-bb0e68b39058'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:52.735156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:36:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:52.862923 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-334b9aea-8300-4729-a5dd-5cef04db329e req-35da30d1-6545-48eb-b29b-25489abaf217 tempest-FloatingIPDetailsNegativeTestJSON-1363495756 tempest-FloatingIPDetailsNegativeTestJSON-1363495756-project] show failed (client error): The resource could not be found. Jul 16 01:36:52.872944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-334b9aea-8300-4729-a5dd-5cef04db329e req-35da30d1-6545-48eb-b29b-25489abaf217 tempest-FloatingIPDetailsNegativeTestJSON-1363495756 tempest-FloatingIPDetailsNegativeTestJSON-1363495756-project] 10.222.0.35 "GET /v2.0/floatingips/a65c06a3-4562-420d-9247-96fe6939de87 HTTP/1.1" status: 404 len: 350 time: 0.0510685 Jul 16 01:36:52.873918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41322) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.936664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Set router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:53.061286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717779-58e4-4578-ad48-6ff228c05a11 req-3c76377c-93f6-4a4e-916b-40f73709d3cc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.069123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06717779-58e4-4578-ad48-6ff228c05a11 req-3c76377c-93f6-4a4e-916b-40f73709d3cc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.0996652 Jul 16 01:36:53.111413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f660d994-f410-43fb-a157-1538917875cd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:53.174601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06717779-58e4-4578-ad48-6ff228c05a11 req-673efef8-37f6-41d9-809a-67a1746d4778 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042106 Jul 16 01:36:53.194555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd3f9-e540-4b75-a57d-bc0134b521b5 req-cf16c3dd-d5da-46e3-959c-2185a4be96ec tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.205339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-234dd3f9-e540-4b75-a57d-bc0134b521b5 req-cf16c3dd-d5da-46e3-959c-2185a4be96ec tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 1100 time: 0.1073821 Jul 16 01:36:53.255281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-234dd3f9-e540-4b75-a57d-bc0134b521b5 req-1c85fc78-796d-4368-9747-f9af0495bc19 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Jul 16 01:36:53.357508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f660d994-f410-43fb-a157-1538917875cd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:53.358013 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.422287 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.468561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f660d994-f410-43fb-a157-1538917875cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 4, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port': {'id': 'f660d994-f410-43fb-a157-1538917875cd', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:46Z', 'updated_at': '2021-07-16T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'ab1ab244-5f60-4e87-bbc4-5a70283588db', 'name': '', 'network_id': '55610456-c014-436d-9eb4-35356e2070d3', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'mac_address': 'fa:16:3e:5a:de:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '5318553b-1fbe-439a-b20e-28ac072e2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:49Z', 'updated_at': '2021-07-16T01:36:50Z', 'revision_number': 2, 'project_id': '3315506c8d4741b79423fd570d019178', 'subnets': [{'id': '5318553b-1fbe-439a-b20e-28ac072e2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:53.492104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80c0f7-deb2-4cd7-8e3c-1abc275c2bf1 req-d03410be-e6fb-46fc-ba9b-0d64f5e828c9 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.498432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf80c0f7-deb2-4cd7-8e3c-1abc275c2bf1 req-d03410be-e6fb-46fc-ba9b-0d64f5e828c9 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 949 time: 0.1196253 Jul 16 01:36:53.499624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Checking router: 83b97c2b-03f9-4ab7-8375-bb0e68b39058 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:53.500318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Updating router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 port ab1ab244-5f60-4e87-bbc4-5a70283588db binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:53.543403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.579013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf80c0f7-deb2-4cd7-8e3c-1abc275c2bf1 req-cc23bf0a-4ff0-4192-a66f-8428e9ac9f34 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779703 Jul 16 01:36:53.596325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.652729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48703a02-b392-4886-9b1a-b2ea69b3057a req-956f7dad-5e7e-4b5f-8225-27e22ea27b55 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.659996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48703a02-b392-4886-9b1a-b2ea69b3057a req-956f7dad-5e7e-4b5f-8225-27e22ea27b55 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 1100 time: 0.1482232 Jul 16 01:36:53.699132 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-4bb90c0d-d149-4389-bdde-916837b7a6e8 service neutron] show failed (client error): The resource could not be found. Jul 16 01:36:53.700325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-4bb90c0d-d149-4389-bdde-916837b7a6e8 service neutron] 10.222.0.32 "GET /v2.0/ports/0a5aaf97-a085-4347-9a28-3c83bc968033/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.1458857 Jul 16 01:36:53.718818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48703a02-b392-4886-9b1a-b2ea69b3057a req-6f33cc2d-1211-477c-beb4-cd2413cea75b tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580165 Jul 16 01:36:53.757210 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6690897-da93-4aa8-9168-616e3b154f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.977628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b5bc-d0c6-4da3-b95c-6fe1702b2e98 req-454cbaf4-deae-43d5-8efb-40ed28450814 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.985349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e49b5bc-d0c6-4da3-b95c-6fe1702b2e98 req-454cbaf4-deae-43d5-8efb-40ed28450814 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 949 time: 0.1721263 Jul 16 01:36:54.049928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.053988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e49b5bc-d0c6-4da3-b95c-6fe1702b2e98 req-b54f7877-7695-4975-bc35-b1fe3ff50b19 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670245 Jul 16 01:36:54.066345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Transition to ACTIVE for port object ab1ab244-5f60-4e87-bbc4-5a70283588db will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:54.076983 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.081098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45c9e-5e70-4373-888c-f6b06ade6449 req-3ee0c1d6-96c1-4e9c-97d9-f6d36a252e9b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.088221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:54.089508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0d45c9e-5e70-4373-888c-f6b06ade6449 req-3ee0c1d6-96c1-4e9c-97d9-f6d36a252e9b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.1730361 Jul 16 01:36:54.116759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 03408cf1-0bb7-4490-b34f-0d80d4a819d2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:54.193644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Deleting port ab1ab244-5f60-4e87-bbc4-5a70283588db {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:54.194125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.208814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0d45c9e-5e70-4373-888c-f6b06ade6449 req-eca9b045-5088-46f3-9ae4-b8b75cedcbe2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174352 Jul 16 01:36:54.280866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Attempting to bind port ab1ab244-5f60-4e87-bbc4-5a70283588db on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:54.281116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Attempting to bind port ab1ab244-5f60-4e87-bbc4-5a70283588db by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:54.285852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Attempting to bind port ab1ab244-5f60-4e87-bbc4-5a70283588db on network 55610456-c014-436d-9eb4-35356e2070d3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:54.311767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:54.312066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] For port ab1ab244-5f60-4e87-bbc4-5a70283588db, host n-d-800087-6, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.312328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.313268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Checking segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:54.314315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.315032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Bound using segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:54.315815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Bound port: ab1ab244-5f60-4e87-bbc4-5a70283588db, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:54.316563 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.327999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Calling delete_port for ab1ab244-5f60-4e87-bbc4-5a70283588db owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:54.341430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:36:54.342859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c44663-8a93-4c33-a2b0-dba8c367fec5 None None] Pushing event updated for resources: {'Port': ['ID=ab1ab244-5f60-4e87-bbc4-5a70283588db,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.478753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f95ca-4140-4ca8-9207-02cec2523d32 req-3c1e9d61-9819-4025-a109-a7bf1651ba19 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.492675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-842f95ca-4140-4ca8-9207-02cec2523d32 req-3c1e9d61-9819-4025-a109-a7bf1651ba19 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1328735 Jul 16 01:36:54.539684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-3aa822b0-5069-41b2-8189-fc0caa58994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.541250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-3aa822b0-5069-41b2-8189-fc0caa58994e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d&tenant_id=dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 1101 time: 0.5210993 Jul 16 01:36:54.560904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.572136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-842f95ca-4140-4ca8-9207-02cec2523d32 req-aea05d43-c4e3-43ca-a1a8-4b40c44a9985 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774074 Jul 16 01:36:54.605211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:54.624984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:54.625697 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.677001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.696555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:54.697396 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:54.700559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2f37c721-46f7-4ebf-ad29-db8810e5e36b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460501 Jul 16 01:36:54.727213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.739143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1ab244-5f60-4e87-bbc4-5a70283588db,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.764278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d39f819a-f44b-4e0a-ac36-2a5d759a2533 None None] Provisioning complete for port ab1ab244-5f60-4e87-bbc4-5a70283588db triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:54.765008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d39f819a-f44b-4e0a-ac36-2a5d759a2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.768243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'port_id': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'mac_address': 'fa:16:3e:06:89:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457cae23-1885-4413-b044-ee550ad39bf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:54.798714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d39f819a-f44b-4e0a-ac36-2a5d759a2533 None None] Port ab1ab244-5f60-4e87-bbc4-5a70283588db was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:36:54.806741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.884702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.889836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c20effd9-dbec-4c3d-a930-cd9232d36408 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.897677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c20effd9-dbec-4c3d-a930-cd9232d36408 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886322 Jul 16 01:36:54.908144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.914028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:54.936290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:54.949626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.950902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-5158fed9-eee6-4345-b526-43965234033a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/quotas/3e015d069bb74309b6bfe9645587b2a3 HTTP/1.1" status: 200 len: 375 time: 0.0522189 Jul 16 01:36:54.981407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.994541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542441dc-ca20-4703-8d20-f6b98d73e538 req-c085c57e-aa34-426e-aa06-fa586fe2b0db tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.996269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-542441dc-ca20-4703-8d20-f6b98d73e538 req-c085c57e-aa34-426e-aa06-fa586fe2b0db tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 949 time: 0.2374599 Jul 16 01:36:54.998151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d706476-fcb0-4958-9e58-f87e121b370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03408cf1-0bb7-4490-b34f-0d80d4a819d2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:55.013939 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e363081-0555-4567-93d8-01e8bf7d35b4" -d '{"events": [{"server_uuid": "4d706476-fcb0-4958-9e58-f87e121b370b", "name": "network-vif-plugged", "status": "completed", "tag": "03408cf1-0bb7-4490-b34f-0d80d4a819d2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:55.063595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:55.066336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.071453 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.078587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3320b-e900-431b-b265-8a24517eec25 req-186da345-86ab-4cec-bea3-cdf8e6d778f8 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.080799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9de3320b-e900-431b-b265-8a24517eec25 req-186da345-86ab-4cec-bea3-cdf8e6d778f8 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 1100 time: 0.1694641 Jul 16 01:36:55.085809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-542441dc-ca20-4703-8d20-f6b98d73e538 req-5874ab92-7cdf-4031-bc81-0f8b9fcbe137 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727324 Jul 16 01:36:55.116514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-08d44029-8033-4f89-b1e9-7a432eb3f2bc tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1646051 Jul 16 01:36:55.146737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=03408cf1-0bb7-4490-b34f-0d80d4a819d2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.220198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Attempting to bind port ab1ab244-5f60-4e87-bbc4-5a70283588db on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:55.222014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Attempting to bind port ab1ab244-5f60-4e87-bbc4-5a70283588db by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:55.223022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Attempting to bind port ab1ab244-5f60-4e87-bbc4-5a70283588db on network 55610456-c014-436d-9eb4-35356e2070d3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:55.245397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4f1b900f-ebe3-4b03-9fdd-b30649f284f2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:55.247737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:55.248134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Checking segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:55.248530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.248926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Bound using segment: {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:55.249394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Bound port: ab1ab244-5f60-4e87-bbc4-5a70283588db, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f811bedf-6b35-4f32-bb36-0fdf54671c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55610456-c014-436d-9eb4-35356e2070d3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:55.249775 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.251730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Deleting port 45fa8427-bf0b-45f3-b1bb-edc80108b81c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:55.252230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.313372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Port ab1ab244-5f60-4e87-bbc4-5a70283588db has been deleted concurrently {{(pid=93908) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 01:36:55.345846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Routers {'83b97c2b-03f9-4ab7-8375-bb0e68b39058'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:55.345846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:36:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:55.366153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] For port 45fa8427-bf0b-45f3-b1bb-edc80108b81c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=45fa8427-bf0b-45f3-b1bb-edc80108b81c,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:55.366950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.381854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Calling delete_port for 45fa8427-bf0b-45f3-b1bb-edc80108b81c owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:55.462842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-3e35afa0-d73e-43d4-85f6-60bdd1aeaa4d tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=10fa3fb7c6d140c0b80c27ba59a26d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279572 Jul 16 01:36:55.478292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:55.539720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] Set router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:55.568422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:55.652255 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53afa095-0efb-47fc-b3f9-3c63b019a05b x-openstack-request-id: req-53afa095-0efb-47fc-b3f9-3c63b019a05b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:55.652826 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d706476-fcb0-4958-9e58-f87e121b370b", "name": "network-vif-plugged", "status": "completed", "tag": "03408cf1-0bb7-4490-b34f-0d80d4a819d2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:55.652826 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53afa095-0efb-47fc-b3f9-3c63b019a05b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:55.653160 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d706476-fcb0-4958-9e58-f87e121b370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03408cf1-0bb7-4490-b34f-0d80d4a819d2', 'code': 200} Jul 16 01:36:55.655321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-f5228ad3-0229-4ecc-aec4-ec52ef0318e3 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.664892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-f5228ad3-0229-4ecc-aec4-ec52ef0318e3 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926076 Jul 16 01:36:55.667279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:55.668778 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e5b981-17fe-45d2-b984-f96203ed719c" -d '{"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:55.675544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.714856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Transition to ACTIVE for port object 0a5aaf97-a085-4347-9a28-3c83bc968033 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:55.725446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.730568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:55.748021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-9da344b6-4e88-4d62-8f03-a3e894e7dd79 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/quotas/10fa3fb7c6d140c0b80c27ba59a26d2c HTTP/1.1" status: 200 len: 375 time: 0.0817361 Jul 16 01:36:55.802591 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.810750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] No DVR routers for this DVR port 0a5aaf97-a085-4347-9a28-3c83bc968033 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:55.814485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.870980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-8ff740ca-6bfd-4955-9500-cba2fdc96f5d tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10fa3fb7c6d140c0b80c27ba59a26d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216390 Jul 16 01:36:55.929571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Pushing event deleted for resources: {'Port': ['ID=45fa8427-bf0b-45f3-b1bb-edc80108b81c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.945297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f660d994-f410-43fb-a157-1538917875cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:54Z', 'revision_number': 5, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port': {'id': 'f660d994-f410-43fb-a157-1538917875cd', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:46Z', 'updated_at': '2021-07-16T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:55.957234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:55.957566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:55.957890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:55.980069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f419e9c-5333-41d8-b25e-7055671e765b None None] The sync data for ids ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'] in n-d-800087-6 is: [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f660d994-f410-43fb-a157-1538917875cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:54Z', 'revision_number': 5, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port': {'id': 'f660d994-f410-43fb-a157-1538917875cd', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:81:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:46Z', 'updated_at': '2021-07-16T01:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:56.028218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] No DVR routers for this DVR port 45fa8427-bf0b-45f3-b1bb-edc80108b81c on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:56.031064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.033982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9de3320b-e900-431b-b265-8a24517eec25 req-925aec70-abcc-4205-b71f-81d4afd6d721 tempest-DeleteServersAdminTestJSON-436719007 tempest-DeleteServersAdminTestJSON-436719007-project-admin] 10.222.0.32 "DELETE /v2.0/ports/45fa8427-bf0b-45f3-b1bb-edc80108b81c HTTP/1.1" status: 204 len: 173 time: 0.9456551 Jul 16 01:36:56.035808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'name': 'network-vif-deleted', 'tag': '45fa8427-bf0b-45f3-b1bb-edc80108b81c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:56.039263 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3486a66-66e4-4e75-bc25-ecbc1f1c57f2" -d '{"events": [{"server_uuid": "6b3e50fd-0ede-4181-84d3-35adc140b400", "name": "network-vif-deleted", "tag": "45fa8427-bf0b-45f3-b1bb-edc80108b81c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:56.111115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:56.116795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:56.117306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43bda4-c822-45fc-b3c7-2cb89dae5c9c req-86493d5d-a528-4329-a1b7-d7beb2d53e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.120726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc43bda4-c822-45fc-b3c7-2cb89dae5c9c req-86493d5d-a528-4329-a1b7-d7beb2d53e9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 1101 time: 0.3850634 Jul 16 01:36:56.123061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Port 0a5aaf97-a085-4347-9a28-3c83bc968033 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:56.124895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Attempting to bind port 0a5aaf97-a085-4347-9a28-3c83bc968033 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:56.137546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-152c7b0f-22b9-457d-9ad9-d0634c59a08c admin admin] 10.222.0.35 "PUT /v2.0/routers/83b97c2b-03f9-4ab7-8375-bb0e68b39058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2624006 Jul 16 01:36:56.142694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e58848-b7e1-4766-83bc-f381b367f705 req-98e576dd-b38a-43e9-85fd-fd1725b68d03 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.150154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.150272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97e58848-b7e1-4766-83bc-f381b367f705 req-98e576dd-b38a-43e9-85fd-fd1725b68d03 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 950 time: 0.3402150 Jul 16 01:36:56.165492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:56.165844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:56.166231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:56.166676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Bound port: 0a5aaf97-a085-4347-9a28-3c83bc968033, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:56.169629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.324391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97e58848-b7e1-4766-83bc-f381b367f705 req-91ab6ae5-cabe-40af-9f15-45d6099a46a4 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585448 Jul 16 01:36:56.352004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7acc-f329-4832-8683-93cb7a4abacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.359452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc43bda4-c822-45fc-b3c7-2cb89dae5c9c req-09020903-a7ca-4b2c-b862-4347cb2dfc1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095604 Jul 16 01:36:56.408145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:56.408749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 45fa8427-bf0b-45f3-b1bb-edc80108b81c no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:56.466461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 45fa8427-bf0b-45f3-b1bb-edc80108b81c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:56.466811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 45fa8427-bf0b-45f3-b1bb-edc80108b81c not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:56.489818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.577657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50462510-ea98-4f71-8229-6a826bbefdd6 req-2cc04831-6b79-416f-957b-9e88d3f7531b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.581449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50462510-ea98-4f71-8229-6a826bbefdd6 req-2cc04831-6b79-416f-957b-9e88d3f7531b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.1071427 Jul 16 01:36:56.601384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.603535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:56.607865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:56.645863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.647229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50462510-ea98-4f71-8229-6a826bbefdd6 req-92b80773-f805-4d13-b5cb-e103fb85564d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591414 Jul 16 01:36:56.709355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.710324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.711718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] 10.222.0.38 "PUT /v2.0/ports/0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 1096 time: 2.1563454 Jul 16 01:36:56.865084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b28d-62ac-4148-9741-108d7414cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.925959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.932654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-c7853541-01d3-4386-80de-c1fc00ccc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.934640 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-c7853541-01d3-4386-80de-c1fc00ccc85c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1099 time: 0.1791790 Jul 16 01:36:57.125157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Deleting port f660d994-f410-43fb-a157-1538917875cd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:57.125495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.128797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-00e27c6c-9c24-4605-ba76-232104180f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.130286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-00e27c6c-9c24-4605-ba76-232104180f78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1857917 Jul 16 01:36:57.141155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeba5f-6db0-4111-91f9-0248baaeec69 req-640a1b4a-5f03-447a-8fbd-7cec1c0a3891 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.149940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8eeeba5f-6db0-4111-91f9-0248baaeec69 req-640a1b4a-5f03-447a-8fbd-7cec1c0a3891 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 948 time: 0.1890633 Jul 16 01:36:57.189406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] Sync routers for ids ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:57.200587 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] Routers {'83b97c2b-03f9-4ab7-8375-bb0e68b39058'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:57.201634 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:36:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:57.208522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-1d6710e1-e287-45af-936d-251b00fe11ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0571501 Jul 16 01:36:57.254118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8eeeba5f-6db0-4111-91f9-0248baaeec69 req-6ca66772-fc2b-4eac-a5bc-831825f55e9d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985255 Jul 16 01:36:57.294733 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.323691 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] Set router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:57.333125 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd5d2d-2758-465e-833f-c9cecfa93c73 x-openstack-request-id: req-92dd5d2d-2758-465e-833f-c9cecfa93c73 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:57.334134 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3e50fd-0ede-4181-84d3-35adc140b400", "name": "network-vif-deleted", "tag": "45fa8427-bf0b-45f3-b1bb-edc80108b81c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:57.334596 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92dd5d2d-2758-465e-833f-c9cecfa93c73 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:57.335579 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3e50fd-0ede-4181-84d3-35adc140b400', 'name': 'network-vif-deleted', 'tag': '45fa8427-bf0b-45f3-b1bb-edc80108b81c', 'status': 'completed', 'code': 200} Jul 16 01:36:57.403026 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab5e93-1e28-4fb7-bb51-7ea6b0c410fb x-openstack-request-id: req-ffab5e93-1e28-4fb7-bb51-7ea6b0c410fb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:57.403318 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:57.403571 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffab5e93-1e28-4fb7-bb51-7ea6b0c410fb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:57.403960 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'code': 200} Jul 16 01:36:57.406148 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:56Z', 'revision_number': 6, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:57.433796 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] Checking router: 83b97c2b-03f9-4ab7-8375-bb0e68b39058 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:57.443653 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] Routers {'83b97c2b-03f9-4ab7-8375-bb0e68b39058'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:57.444604 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:36:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:57.449383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] For port f660d994-f410-43fb-a157-1538917875cd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f660d994-f410-43fb-a157-1538917875cd,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:57.449841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.466605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Calling delete_port for f660d994-f410-43fb-a157-1538917875cd owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:57.579850 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] Set router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:57.607357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e633bffe-f42f-482c-b719-42641b369720 req-c7512490-20d6-497c-a76c-467847df9324 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b3e50fd-0ede-4181-84d3-35adc140b400 HTTP/1.1" status: 200 len: 210 time: 0.0837915 Jul 16 01:36:57.634647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cf9458c-711d-40ec-87e7-b172b1e0547a req-694c67d6-32f0-4459-9d8b-72556b968ef8 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 210 time: 0.0928278 Jul 16 01:36:57.668296 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:56Z', 'revision_number': 6, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:57.668719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-b5155505-9325-4394-a759-adf8e5a9b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.668719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-b5155505-9325-4394-a759-adf8e5a9b76a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.3547308 Jul 16 01:36:57.708209 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c34a1c9-2b56-4f5a-8180-67ace8101ff3 None None] The sync data for ids ['83b97c2b-03f9-4ab7-8375-bb0e68b39058'] in n-d-800087-6 is: [{'id': '83b97c2b-03f9-4ab7-8375-bb0e68b39058', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930982740-router', 'tenant_id': '3315506c8d4741b79423fd570d019178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:45Z', 'updated_at': '2021-07-16T01:36:56Z', 'revision_number': 6, 'project_id': '3315506c8d4741b79423fd570d019178', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:57.879967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abb1909c-e47f-4da8-869e-fc236c0c5637 req-48ea13b5-6ec9-467f-a57e-ce8bc0849281 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 210 time: 0.0487516 Jul 16 01:36:57.915582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e2454-3855-43d7-9a85-9186c531d8e6 req-03394e87-4942-4df6-986e-1bd74abf8cef tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.916115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-7e1b5f26-e30c-4c9e-9fe2-ab5cde0c8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.917540 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-7e1b5f26-e30c-4c9e-9fe2-ab5cde0c8ea0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781523 Jul 16 01:36:57.921267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-117e2454-3855-43d7-9a85-9186c531d8e6 req-03394e87-4942-4df6-986e-1bd74abf8cef tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 950 time: 0.1241162 Jul 16 01:36:57.956537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.962389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-117e2454-3855-43d7-9a85-9186c531d8e6 req-0d472cc4-8d9d-4ff1-90fb-a4608161b42a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396447 Jul 16 01:36:57.992550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f660d994-f410-43fb-a157-1538917875cd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.021974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.073648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ae12a-bc70-4455-89d0-2b76eb3a8231 req-2f0920c6-bfb9-40bb-a43e-215f3845c9c7 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.075050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a86ae12a-bc70-4455-89d0-2b76eb3a8231 req-2f0920c6-bfb9-40bb-a43e-215f3845c9c7 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.0654685 Jul 16 01:36:58.113740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a86ae12a-bc70-4455-89d0-2b76eb3a8231 req-6b273ec7-c817-4a48-bb69-29fc052f3069 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Jul 16 01:36:58.114706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:58.178933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.181150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.211371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:58.217908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:58.218514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.299929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-52c6eb96-2420-4638-a8c0-8e56402f1830 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714516 Jul 16 01:36:58.301492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.302395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b97c2b-03f9-4ab7-8375-bb0e68b39058 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:58.311757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.315792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:58.316396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f98037a1-61c1-4df6-a3e5-8e3f821376dd admin admin] 10.222.0.35 "DELETE /v2.0/routers/83b97c2b-03f9-4ab7-8375-bb0e68b39058 HTTP/1.1" status: 204 len: 168 time: 2.1695528 Jul 16 01:36:58.342003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.389502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:58.391201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:58.403440 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab197b3-e7b2-4afb-abae-bc69afe9e95e" -d '{"events": [{"server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:58.407198 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.443964 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eadcaaab-4988-49f2-9ee4-1f810de9a82b req-a9d2398d-aa90-46b3-9f59-01c450df8ebd service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259663 Jul 16 01:36:58.448846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Deleting subnet 5318553b-1fbe-439a-b20e-28ac072e2eca {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:58.465483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.482499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.562064 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3778ca-11d9-49a7-8c25-234934fb9366 x-openstack-request-id: req-be3778ca-11d9-49a7-8c25-234934fb9366 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:58.562383 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:58.562642 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be3778ca-11d9-49a7-8c25-234934fb9366 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:58.563105 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'code': 200} Jul 16 01:36:58.568785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.722122 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.743316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.843018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.914735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c6369b5d-91e5-4ab3-8889-49bcb4c7b401 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618873 Jul 16 01:36:58.993857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04630732-50ab-4f53-b689-79b5cf8906a3 None None] Network 55610456-c014-436d-9eb4-35356e2070d3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:59.008694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.010960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5318553b-1fbe-439a-b20e-28ac072e2eca HTTP/1.1" status: 204 len: 168 time: 0.6934388 Jul 16 01:36:59.012575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444eccb3-15e8-4616-96f8-6920370dcb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5318553b-1fbe-439a-b20e-28ac072e2eca,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.031203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.104218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109299e-3f67-4624-b717-85f3031dd3dc req-340cfa61-efe8-4ba4-98ca-b1d66b4bfeef tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.111780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9109299e-3f67-4624-b717-85f3031dd3dc req-340cfa61-efe8-4ba4-98ca-b1d66b4bfeef tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 948 time: 0.5964174 Jul 16 01:36:59.120666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-3632225e-0d42-4264-9be2-a9be48922a0e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2288902 Jul 16 01:36:59.155527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f660d994-f410-43fb-a157-1538917875cd no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:59.156935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad942f2d-f167-4c6d-b1dc-2a456928ce36 req-77bffcb5-2c61-4bf9-a2c3-d9d94ed7756a tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 210 time: 0.1739593 Jul 16 01:36:59.212385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f660d994-f410-43fb-a157-1538917875cd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:59.213268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f660d994-f410-43fb-a157-1538917875cd not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:59.336298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] DHCP port deletion for 55610456-c014-436d-9eb4-35356e2070d3 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:59.338429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.409184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9109299e-3f67-4624-b717-85f3031dd3dc req-98c125a8-078d-4825-89a1-ab7aa3231ed6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959390 Jul 16 01:36:59.446678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] Deleting port 6b181107-39e8-47b1-8279-9f1e5d8783b3 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:59.447278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.495289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:59.497719 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3092d553-90cf-4be1-a4cf-bb86ece8d32a" -d '{"events": [{"name": "network-changed", "server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:59.533868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930945-c476-4644-b249-cd746e5dc132 req-b9e69532-e755-45b6-9b52-972437573f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.534514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-dc589fe2-1989-47c2-8a30-224aeaa18106 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=10fa3fb7c6d140c0b80c27ba59a26d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304344 Jul 16 01:36:59.535361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68930945-c476-4644-b249-cd746e5dc132 req-b9e69532-e755-45b6-9b52-972437573f70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1097 time: 0.7319012 Jul 16 01:36:59.550981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-1e103b12-e3ca-4339-8d30-bb43b9ba4140 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.552519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-1e103b12-e3ca-4339-8d30-bb43b9ba4140 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6262228 Jul 16 01:36:59.568231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '495886a4-838b-4c53-a08d-6319ff71ec31', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:59.571706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] For port 6b181107-39e8-47b1-8279-9f1e5d8783b3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6b181107-39e8-47b1-8279-9f1e5d8783b3,segment=NetworkSegment(f811bedf-6b35-4f32-bb36-0fdf54671c8b),segment_id=f811bedf-6b35-4f32-bb36-0fdf54671c8b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:59.572910 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.587667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-040890fb-4f05-4863-86d8-78d2d406e2bf req-f54f77f2-6d8e-4a03-8f55-b20053900f9d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 210 time: 0.2366331 Jul 16 01:36:59.603048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] Calling delete_port for 6b181107-39e8-47b1-8279-9f1e5d8783b3 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:59.761711 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.765976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-82e711ba-d053-4a88-be55-250391bcae57 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.768228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-82e711ba-d053-4a88-be55-250391bcae57 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147956 Jul 16 01:36:59.787242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Request body: {'port': {'device_id': '8399e64c-070b-487a-af43-e96da741f82f', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '10fa3fb7c6d140c0b80c27ba59a26d2c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:59.787773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] Pushing event deleted for resources: {'Port': ['ID=6b181107-39e8-47b1-8279-9f1e5d8783b3,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.795164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599e581-e524-47c8-a5a5-65909ff9ba40 None None] No DVR routers for this DVR port 6b181107-39e8-47b1-8279-9f1e5d8783b3 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:59.821514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:59.825153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.979900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-8618ca88-70f4-4f4a-97a1-c4ed863dd2ab tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.981352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-8618ca88-70f4-4f4a-97a1-c4ed863dd2ab tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7980165 Jul 16 01:36:59.993021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-b2b01d55-f424-4152-8b67-0f5d93147e40 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691342 Jul 16 01:37:00.003590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Made reservation on behalf of 10fa3fb7c6d140c0b80c27ba59a26d2c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:00.005170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.012335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.015119 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68930945-c476-4644-b249-cd746e5dc132 req-be0b7a9f-e32f-4a14-9ac4-d07f98ba9d23 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405241 Jul 16 01:37:00.023942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.054339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.218 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/440cc18c-c375-44b9-86d8-45f80c724bf9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:00.179634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Deleting port 6b181107-39e8-47b1-8279-9f1e5d8783b3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:00.180130 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.195113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42b9b5-d441-4871-baed-ea7a1ca2c2d8 req-ebbce61f-5899-45fd-891b-b607f84efeab tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.196693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-df42b9b5-d441-4871-baed-ea7a1ca2c2d8 req-ebbce61f-5899-45fd-891b-b607f84efeab tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 950 time: 0.2715402 Jul 16 01:37:00.248748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-4e010c78-46d2-43ab-844d-bc7013166604 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.250074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-4e010c78-46d2-43ab-844d-bc7013166604 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492309 Jul 16 01:37:00.250185 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.256571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.291070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.325894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-60d3fe93-4009-4aee-bda0-cb21fcb74ea7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/quotas/b4e95a341f554083aaceb8fc9d32d6da HTTP/1.1" status: 200 len: 375 time: 0.0632055 Jul 16 01:37:00.336871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] For port 6b181107-39e8-47b1-8279-9f1e5d8783b3, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:00.337246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.344163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object 440cc18c-c375-44b9-86d8-45f80c724bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:00.356928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-df42b9b5-d441-4871-baed-ea7a1ca2c2d8 req-1403251a-3c74-43cd-865c-eed0869f1214 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412663 Jul 16 01:37:00.362381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:00.366109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.366278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72e339-d6c9-4e51-95e2-7f3988460787,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.392627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-c19b801c-4dcd-4478-941c-4bf198d74b47 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569184 Jul 16 01:37:00.399260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Calling delete_port for 6b181107-39e8-47b1-8279-9f1e5d8783b3 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:00.405510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Port 6b181107-39e8-47b1-8279-9f1e5d8783b3 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:00.408465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.420353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.440550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:00.447010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b181107-39e8-47b1-8279-9f1e5d8783b3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.455195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] No DVR routers for this DVR port 6b181107-39e8-47b1-8279-9f1e5d8783b3 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:00.509030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:00.528366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:00.538931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:00.545584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.546478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.568724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=440cc18c-c375-44b9-86d8-45f80c724bf9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.581958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Allocated IP 192.168.233.196 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/74bd6288-714d-4169-b5fd-ff441a761964) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:00.591615 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.595914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-37f1c0b1-0106-4cad-a467-777092139cc7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0310020 Jul 16 01:37:00.605979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.606384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.608369 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.608708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > port after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.610717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.610717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > port after_update 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.610903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.612522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.612863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.613494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.623066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Request body: {'port': {'device_id': '495886a4-838b-4c53-a08d-6319ff71ec31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.683817 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc43f5-44fd-4f61-8756-c2d07b8a851d x-openstack-request-id: req-85dc43f5-44fd-4f61-8756-c2d07b8a851d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:00.684164 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:00.684425 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85dc43f5-44fd-4f61-8756-c2d07b8a851d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:00.684843 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'status': 'completed', 'code': 200} Jul 16 01:37:00.779760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.781996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.782555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.782997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:37:00.783474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55610456-c014-436d-9eb4-35356e2070d3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.943796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f811bedf-6b35-4f32-bb36-0fdf54671c8b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:00.945537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f811bedf-6b35-4f32-bb36-0fdf54671c8b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:01.002114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.010308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68b12040-2ebc-444b-be8b-1763782d9932 None None] Provisioning for port 440cc18c-c375-44b9-86d8-45f80c724bf9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:01.014021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.015752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68b12040-2ebc-444b-be8b-1763782d9932 None None] Provisioning complete for port 440cc18c-c375-44b9-86d8-45f80c724bf9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:01.016145 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68b12040-2ebc-444b-be8b-1763782d9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.092360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.111584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:01.114643 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.119824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-c2d8b5b6-8419-459e-a4f1-f5684456e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.122042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-c2d8b5b6-8419-459e-a4f1-f5684456e15f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1099 time: 0.3955624 Jul 16 01:37:01.130768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-68b12040-2ebc-444b-be8b-1763782d9932 None None] Port 440cc18c-c375-44b9-86d8-45f80c724bf9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:01.142614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.145493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6b181107-39e8-47b1-8279-9f1e5d8783b3 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: from cryptography.utils import int_from_bytes Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: from cryptography.utils import int_from_bytes Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:01.172091 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:01.178429 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:01.179335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6b181107-39e8-47b1-8279-9f1e5d8783b3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:01.179335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6b181107-39e8-47b1-8279-9f1e5d8783b3 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:01.249439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-9514a4d9-a906-43e7-b551-29605b9c7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.251360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-9514a4d9-a906-43e7-b551-29605b9c7604 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1045551 Jul 16 01:37:01.284552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8974fe2-a371-455b-b202-50c87b9c9fb3 req-e990ee92-60b7-4968-97e5-e0643a423902 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 210 time: 0.1083195 Jul 16 01:37:01.327646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8eee5d-c0a9-494c-b7e7-8bc7ffbf6537 req-11f983ef-fa05-4e1c-8a84-86a6d3d50cc1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.337724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d8eee5d-c0a9-494c-b7e7-8bc7ffbf6537 req-11f983ef-fa05-4e1c-8a84-86a6d3d50cc1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 946 time: 0.5476565 Jul 16 01:37:01.349337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-19043ab2-7f98-4f84-8730-e92ab2df9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.350132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Transition to ACTIVE for port object 74bd6288-714d-4169-b5fd-ff441a761964 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:01.350885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-19043ab2-7f98-4f84-8730-e92ab2df9ce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1099 time: 0.5585213 Jul 16 01:37:01.352969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.358485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-44fa342f-eaec-42d8-9510-3baf679a7721 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0838521 Jul 16 01:37:01.387471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.389366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] 10.222.0.35 "DELETE /v2.0/networks/55610456-c014-436d-9eb4-35356e2070d3 HTTP/1.1" status: 204 len: 168 time: 2.3527765 Jul 16 01:37:01.426448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.433121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d8eee5d-c0a9-494c-b7e7-8bc7ffbf6537 req-c3dac54c-f600-4657-85a0-acf91b7fd1d9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939047 Jul 16 01:37:01.440879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a502c7-8ccc-4ed5-9088-24c890a9077c admin admin] Pushing event deleted for resources: {'Network': ['ID=55610456-c014-436d-9eb4-35356e2070d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.537628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:01.555505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:01.565541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:01.571146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.571848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.599738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-b77e1b7c-b389-4895-bab6-7de8605a1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.601458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-b77e1b7c-b389-4895-bab6-7de8605a1988 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1875038 Jul 16 01:37:01.640350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Pushing event updated for resources: {'Port': ['ID=74bd6288-714d-4169-b5fd-ff441a761964,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.667606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-fbda958a-15c0-4865-89d7-c927650b3363 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8864477 Jul 16 01:37:01.679322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.185 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/509a71fa-cac4-414d-a44a-ac3a120d1ad1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:01.697888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41504) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.698111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-80310165-15b9-4237-9424-ba2f74037963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.698794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-80310165-15b9-4237-9424-ba2f74037963 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3367617 Jul 16 01:37:01.702923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Request body: {'port': {'device_id': '8399e64c-070b-487a-af43-e96da741f82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:01.761904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-21dd727a-4b5f-44f7-9d15-461f716aa87b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0471113 Jul 16 01:37:01.796040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b8ecd0c4-77c3-4105-a64b-485380977410 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3315506c8d4741b79423fd570d019178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989935 Jul 16 01:37:01.802795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.831212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66099f5-9da1-4384-a892-0f171605aeac req-2be8e110-c9d9-4555-ba19-e3bb21849eda tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.832767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b66099f5-9da1-4384-a892-0f171605aeac req-2be8e110-c9d9-4555-ba19-e3bb21849eda tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.3932891 Jul 16 01:37:01.850945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ddd3-fe9f-4052-85ed-daa963a5f96a req-8873d988-9ba3-4683-b077-3f4d09d042c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.858932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e72ddd3-fe9f-4052-85ed-daa963a5f96a req-8873d988-9ba3-4683-b077-3f4d09d042c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 948 time: 0.2821543 Jul 16 01:37:01.865299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-afaf3042-390a-4d7d-84bd-9f2d5c411f68 None None] Provisioning for port 74bd6288-714d-4169-b5fd-ff441a761964 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:01.869412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-afaf3042-390a-4d7d-84bd-9f2d5c411f68 None None] Provisioning complete for port 74bd6288-714d-4169-b5fd-ff441a761964 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:01.869989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-afaf3042-390a-4d7d-84bd-9f2d5c411f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.889241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-a45c04cf-3421-47dc-8dfb-99ab6d07adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.891191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-a45c04cf-3421-47dc-8dfb-99ab6d07adf9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2657602 Jul 16 01:37:01.896943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.907449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-afaf3042-390a-4d7d-84bd-9f2d5c411f68 None None] Port 74bd6288-714d-4169-b5fd-ff441a761964 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:01.969923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-71dbea84-44c5-498c-abee-970c1079abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.971408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-71dbea84-44c5-498c-abee-970c1079abdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1982501 Jul 16 01:37:01.973269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f7f6-0fca-488a-ae12-814567b8c35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.983183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e72ddd3-fe9f-4052-85ed-daa963a5f96a req-8f67d4a4-3b17-4edb-ba38-9ffb6c26a9fe tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230416 Jul 16 01:37:02.026944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b66099f5-9da1-4384-a892-0f171605aeac req-ce60a45b-eadc-4570-8b2d-de59d3cbb50e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616392 Jul 16 01:37:02.147372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f7f6-0fca-488a-ae12-814567b8c35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.164124 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-181919aa-5733-4ab6-bb86-7d5aab7c2cdc service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575965 Jul 16 01:37:02.201717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25a0e61e-b79c-47e4-8e5b-411843dd9847 req-0c51176f-39f1-4e71-9e2c-f4014631abc4 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 210 time: 0.0641592 Jul 16 01:37:02.204695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.211337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac68d756-abc6-47ff-9d42-249bac84fbab req-77fc780d-9a3f-48c5-a91f-e2f7e906635c tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 210 time: 0.0749099 Jul 16 01:37:02.237779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object 509a71fa-cac4-414d-a44a-ac3a120d1ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.246852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-c5c17dd8-0a9f-46ea-9412-c37db8039313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.248379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-c5c17dd8-0a9f-46ea-9412-c37db8039313 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376978 Jul 16 01:37:02.328189 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-4eaf1f57-3473-4823-9462-b76976750014 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341162 Jul 16 01:37:02.338285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.341895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f7f6-0fca-488a-ae12-814567b8c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.344169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f7f6-0fca-488a-ae12-814567b8c35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.347939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eeb5f7f6-0fca-488a-ae12-814567b8c35a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eefbcd1e-841c-4254-8569-58aca4f4fb8b HTTP/1.1" status: 204 len: 168 time: 0.5419841 Jul 16 01:37:02.354089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:02.389178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5f7f6-0fca-488a-ae12-814567b8c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefbcd1e-841c-4254-8569-58aca4f4fb8b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.413900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:02.429884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:02.440156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:02.446320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-ab30e6a1-88d9-410e-b573-dfb809e8c461 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834874 Jul 16 01:37:02.468851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=509a71fa-cac4-414d-a44a-ac3a120d1ad1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.581573 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-23ae2ffb-f277-469b-a2b1-cfba7d5c774a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923905 Jul 16 01:37:02.609992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-9cb7f2fe-2198-4237-b48b-e2b5d1601e75 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929465 Jul 16 01:37:02.674971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.675658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.785457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440cc18c-c375-44b9-86d8-45f80c724bf9 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:02.795031 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.868444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c653fedc-aad5-41aa-8e8a-7e294e48c9c4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8735330 Jul 16 01:37:02.869887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.32', 63821) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.874200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0df93733-09d4-495b-a875-d21a2b457230 None None] Provisioning for port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:02.875499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Transition to ACTIVE for port object 440cc18c-c375-44b9-86d8-45f80c724bf9 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.885083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0df93733-09d4-495b-a875-d21a2b457230 None None] Provisioning complete for port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:02.885670 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0df93733-09d4-495b-a875-d21a2b457230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.911411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3092d553-90cf-4be1-a4cf-bb86ece8d32a req-5d6cfe14-0f1d-4e9e-9a3f-491a4aa1afdd service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356725 Jul 16 01:37:02.920986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Request body: {'port': {'device_id': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.945524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:02.978710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.017932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0df93733-09d4-495b-a875-d21a2b457230 None None] Port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:03.134204 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:03.140411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:03.156908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'mac_address': 'fa:16:3e:7a:ed:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:03.207400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.222104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5aaf97-a085-4347-9a28-3c83bc968033 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:03.256287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:03.261936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.330275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.405673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-0f23c616-a541-4533-ac2e-223a9bfe2079 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.406393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-b3d54dff-4aef-4ae6-b218-48388e0645b1 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.407223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-0f23c616-a541-4533-ac2e-223a9bfe2079 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7826691 Jul 16 01:37:03.407941 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-b3d54dff-4aef-4ae6-b218-48388e0645b1 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8203225 Jul 16 01:37:03.414504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Pushing event updated for resources: {'Port': ['ID=440cc18c-c375-44b9-86d8-45f80c724bf9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.445607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-6b4948bd-46df-469b-8a91-a145c9b0cb77 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/quotas/e1fbb1ec2fe446ecb0d4a51757d88060 HTTP/1.1" status: 200 len: 375 time: 0.0164649 Jul 16 01:37:03.467019 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.479368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Request body: {'port': {'device_id': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'b4e95a341f554083aaceb8fc9d32d6da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:03.526769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038353-c7f6-41e6-b547-767a99c384bf req-99eded17-84d1-42a2-b5ba-62bcf77dd3ad tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.533882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f038353-c7f6-41e6-b547-767a99c384bf req-99eded17-84d1-42a2-b5ba-62bcf77dd3ad tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 936 time: 0.7406735 Jul 16 01:37:03.609778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a02a-0015-4267-9926-84d61eafc42b req-0b67a4b4-b1f2-48cc-a1aa-f9462f28c7d7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.612085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-0b67a4b4-b1f2-48cc-a1aa-f9462f28c7d7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d&tenant_id=dffcd2794a3348108503305979a166d2&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 948 time: 0.7411888 Jul 16 01:37:03.640092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Attempting to bind port 440cc18c-c375-44b9-86d8-45f80c724bf9 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:03.640389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Attempting to bind port 440cc18c-c375-44b9-86d8-45f80c724bf9 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:03.640674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Attempting to bind port 440cc18c-c375-44b9-86d8-45f80c724bf9 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:03.646702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:03.677348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f038353-c7f6-41e6-b547-767a99c384bf req-a9dfd289-4039-46d5-b05c-3941a794dca9 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423678 Jul 16 01:37:03.698171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Port 440cc18c-c375-44b9-86d8-45f80c724bf9 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:03.698508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Attempting to bind port 440cc18c-c375-44b9-86d8-45f80c724bf9 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:03.717883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-3fac632a-ebe8-4711-b38b-0887f11be61a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2356501 Jul 16 01:37:03.740793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:03.741123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:03.741519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:03.741990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Bound port: 440cc18c-c375-44b9-86d8-45f80c724bf9, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:03.742314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.750548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bd6288-714d-4169-b5fd-ff441a761964 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:03.772160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.838546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Transition to ACTIVE for port object 74bd6288-714d-4169-b5fd-ff441a761964 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:03.850187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.852289 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-5c91a02a-0015-4267-9926-84d61eafc42b req-fa663dcf-0182-4f13-b0d5-45588fdafdfc service neutron] delete failed (client error): The resource could not be found. Jul 16 01:37:03.853750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-fa663dcf-0182-4f13-b0d5-45588fdafdfc service neutron] 10.222.0.32 "DELETE /v2.0/ports/0a5aaf97-a085-4347-9a28-3c83bc968033/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.2317941 Jul 16 01:37:03.933626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] For port 440cc18c-c375-44b9-86d8-45f80c724bf9, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:03.938762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] For port 440cc18c-c375-44b9-86d8-45f80c724bf9, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=440cc18c-c375-44b9-86d8-45f80c724bf9,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:03.970121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6572f3-dabd-499f-b0a9-f221f7c55b72 req-580ddc07-c98f-4fd6-b8c1-49d84caf9541 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.976943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e6572f3-dabd-499f-b0a9-f221f7c55b72 req-580ddc07-c98f-4fd6-b8c1-49d84caf9541 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 946 time: 0.1773775 Jul 16 01:37:04.017777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.028288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd6288-714d-4169-b5fd-ff441a761964,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.038290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Made reservation on behalf of b4e95a341f554083aaceb8fc9d32d6da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:04.042100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.117618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e6572f3-dabd-499f-b0a9-f221f7c55b72 req-9b81f608-f3e7-4b92-9eef-95934bb3af54 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396980 Jul 16 01:37:04.130589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509a71fa-cac4-414d-a44a-ac3a120d1ad1 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:04.147491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Pushing event updated for resources: {'Port': ['ID=440cc18c-c375-44b9-86d8-45f80c724bf9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.166338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.187943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.188907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.190744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-2e2314c7-00e8-4277-93a3-2d3f703ec27a service neutron] 10.222.0.38 "PUT /v2.0/ports/440cc18c-c375-44b9-86d8-45f80c724bf9 HTTP/1.1" status: 200 len: 1096 time: 3.5764434 Jul 16 01:37:04.190869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8d3d-dca2-4bff-aad9-84976c0bd581 req-c92b9f4a-4bba-43de-b79d-eee0b58f4dfb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.191457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495886a4-838b-4c53-a08d-6319ff71ec31', 'tag': '440cc18c-c375-44b9-86d8-45f80c724bf9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:04.198493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-700d8d3d-dca2-4bff-aad9-84976c0bd581 req-c92b9f4a-4bba-43de-b79d-eee0b58f4dfb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 949 time: 0.2189093 Jul 16 01:37:04.203543 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb06a0d-590c-4cb9-812a-794143ac08bc" -d '{"events": [{"name": "network-changed", "server_uuid": "495886a4-838b-4c53-a08d-6319ff71ec31", "tag": "440cc18c-c375-44b9-86d8-45f80c724bf9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:04.215560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Transition to ACTIVE for port object 509a71fa-cac4-414d-a44a-ac3a120d1ad1 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:04.225114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.289092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-700d8d3d-dca2-4bff-aad9-84976c0bd581 req-9025c263-f2ee-4f9a-91d1-659003aab9f7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895379 Jul 16 01:37:04.335881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Attempting to bind port 74bd6288-714d-4169-b5fd-ff441a761964 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:04.336221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Attempting to bind port 74bd6288-714d-4169-b5fd-ff441a761964 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:04.336671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Attempting to bind port 74bd6288-714d-4169-b5fd-ff441a761964 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.390055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Port 74bd6288-714d-4169-b5fd-ff441a761964 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:04.390388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Attempting to bind port 74bd6288-714d-4169-b5fd-ff441a761964 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.404249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86a2056d-434b-4bbc-a4c1-f440c4df2333 req-8bb3f6a8-a532-4faf-b1b0-006b6a4e43cc tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 210 time: 0.0591359 Jul 16 01:37:04.407793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a02a-0015-4267-9926-84d61eafc42b req-1e3ca07e-74d1-4ab9-a0b7-d82700e6705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.409287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-1e3ca07e-74d1-4ab9-a0b7-d82700e6705b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1100 time: 0.2993021 Jul 16 01:37:04.410154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:04.410489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:04.410884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:04.411304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Bound port: 74bd6288-714d-4169-b5fd-ff441a761964, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:04.411641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.450644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Pushing event updated for resources: {'Port': ['ID=509a71fa-cac4-414d-a44a-ac3a120d1ad1,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.565222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Attempting to bind port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:04.565528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Attempting to bind port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:04.565805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Attempting to bind port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.596992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:04.597394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Attempting to bind port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:04.606025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Allocated IP 192.168.233.125 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/17b58ee3-453a-4410-9a83-305f7de65b46) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:04.613479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-16e53fc1-358f-41c0-af4b-cb8611f45f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.615004 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-16e53fc1-358f-41c0-af4b-cb8611f45f6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 1099 time: 0.3331325 Jul 16 01:37:04.619484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:04.620740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:04.622127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:04.622709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Bound port: 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:04.623125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.683085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] For port 74bd6288-714d-4169-b5fd-ff441a761964, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:04.706766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-d12e22b8-c61a-4d2a-abc0-19ed19b43757 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=440cc18c-c375-44b9-86d8-45f80c724bf9 HTTP/1.1" status: 200 len: 217 time: 0.0763769 Jul 16 01:37:04.737968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa48eee-c223-4f84-a711-8d1ca568056e req-3ae60ffe-ab57-4757-a8b9-fa0a6d3515cb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.739797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fa48eee-c223-4f84-a711-8d1ca568056e req-3ae60ffe-ab57-4757-a8b9-fa0a6d3515cb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 948 time: 0.2090316 Jul 16 01:37:04.748370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] For port 74bd6288-714d-4169-b5fd-ff441a761964, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=74bd6288-714d-4169-b5fd-ff441a761964,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:04.766298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] For port 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:04.771196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] For port 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:04.773076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.782611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a02a-0015-4267-9926-84d61eafc42b req-871385bf-640e-464a-a04c-090805823faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.784131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-871385bf-640e-464a-a04c-090805823faf service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3538458 Jul 16 01:37:04.817636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.870898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fa48eee-c223-4f84-a711-8d1ca568056e req-72e6c6b4-d1df-4017-8dc4-f4cd2659cf27 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962372 Jul 16 01:37:04.897318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.897922 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.901951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/509a71fa-cac4-414d-a44a-ac3a120d1ad1 HTTP/1.1" status: 200 len: 1096 time: 1.9861977 Jul 16 01:37:04.902541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'tag': '509a71fa-cac4-414d-a44a-ac3a120d1ad1'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:04.905010 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ec12e-c2a6-460f-83db-13eac82f5fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "562a8d33-f0b2-46ac-807d-6f2c56f05ad1", "tag": "509a71fa-cac4-414d-a44a-ac3a120d1ad1"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:04.950525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:04.968419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-327e5020-ba67-463d-bac5-ab580e0f26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.970955 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-327e5020-ba67-463d-bac5-ab580e0f26ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2543421 Jul 16 01:37:05.005813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-992046d2-80d3-41d9-b6b9-6d8cab42354a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.1647704 Jul 16 01:37:05.044425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc47e61-6c15-4e44-93de-419eb1fb22c4 service neutron] Pushing event updated for resources: {'Port': ['ID=509a71fa-cac4-414d-a44a-ac3a120d1ad1,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.045612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.046611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.049086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] 10.222.0.32 "PUT /v2.0/ports/74bd6288-714d-4169-b5fd-ff441a761964 HTTP/1.1" status: 200 len: 1096 time: 3.3534098 Jul 16 01:37:05.053928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0a5aaf97-a085-4347-9a28-3c83bc968033 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:05.062743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0a5aaf97-a085-4347-9a28-3c83bc968033 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:05.063128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.114406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-d228237f-09fc-4323-8a51-0abff4e70a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.116480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-d228237f-09fc-4323-8a51-0abff4e70a6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 1099 time: 0.1377892 Jul 16 01:37:05.190305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dab352-80be-4fcc-b8d7-d9318e58a548 service neutron] Pushing event updated for resources: {'Port': ['ID=74bd6288-714d-4169-b5fd-ff441a761964,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.207988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8d30f2d-d39e-4158-80eb-b12b768df43b req-442ae05b-9a20-4d0a-992c-b48c39779903 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 210 time: 0.0836344 Jul 16 01:37:05.210171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-c70c47c7-9364-41bb-970c-8715ff4d9224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0846450 Jul 16 01:37:05.230420 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.294951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:05.304428 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24685c2-4147-4dbf-a41a-029964738205" -d '{"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-plugged", "status": "completed", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:05.318512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ca4bdde1-ec4b-48a8-b81a-5a84307e265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.323706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-ca4bdde1-ec4b-48a8-b81a-5a84307e265c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1011176 Jul 16 01:37:05.334575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:05.341071 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.342314 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6befc2a2-3206-4781-9777-5666184ea07f x-openstack-request-id: req-6befc2a2-3206-4781-9777-5666184ea07f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:05.342613 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495886a4-838b-4c53-a08d-6319ff71ec31", "tag": "440cc18c-c375-44b9-86d8-45f80c724bf9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:05.342867 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6befc2a2-3206-4781-9777-5666184ea07f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:05.343415 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495886a4-838b-4c53-a08d-6319ff71ec31', 'tag': '440cc18c-c375-44b9-86d8-45f80c724bf9', 'status': 'completed', 'code': 200} Jul 16 01:37:05.345847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a02a-0015-4267-9926-84d61eafc42b req-617ba50c-91db-48e3-a027-2e80afdce5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.347326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-617ba50c-91db-48e3-a027-2e80afdce5c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.3227296 Jul 16 01:37:05.359888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-788c9fca-3331-4f03-98b3-f6261f88098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.362011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-788c9fca-3331-4f03-98b3-f6261f88098f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3582063 Jul 16 01:37:05.468882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.518135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-547a7f09-c5b6-414d-b1e2-4d4da04ad996 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167123 Jul 16 01:37:05.531515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-bd025f01-9c20-4b25-8da7-00e4309131a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.533323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-9c21ca69-e3d9-44b4-80e4-652a60c7bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.533857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-bd025f01-9c20-4b25-8da7-00e4309131a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=10fa3fb7c6d140c0b80c27ba59a26d2c&device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 1099 time: 0.3932970 Jul 16 01:37:05.535476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-9c21ca69-e3d9-44b4-80e4-652a60c7bd79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2027981 Jul 16 01:37:05.538897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.549359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451df4b-b2ff-4ab3-9a5d-4c465f7f97b9 req-0f0627e0-5dc7-4eb6-b2a5-aa7590d04229 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.551072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3451df4b-b2ff-4ab3-9a5d-4c465f7f97b9 req-0f0627e0-5dc7-4eb6-b2a5-aa7590d04229 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1097 time: 0.1609740 Jul 16 01:37:05.647320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-61849eea-3bff-452e-9e14-c1cc8836a2f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=74bd6288-714d-4169-b5fd-ff441a761964 HTTP/1.1" status: 200 len: 217 time: 0.0887272 Jul 16 01:37:05.649512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Transition to ACTIVE for port object 17b58ee3-453a-4410-9a83-305f7de65b46 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:05.658917 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-49319c53-7044-4968-ba48-d0a2ef63c55f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820282 Jul 16 01:37:05.666334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc988b4-e441-40eb-9274-d5d9ca2350fa req-c42a5578-79c0-4d35-b5cd-53dbc2291f4a tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.668342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bc988b4-e441-40eb-9274-d5d9ca2350fa req-c42a5578-79c0-4d35-b5cd-53dbc2291f4a tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 948 time: 0.1678872 Jul 16 01:37:05.677675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3451df4b-b2ff-4ab3-9a5d-4c465f7f97b9 req-35af13b2-3de9-47f6-88d0-3d69e9811846 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167617 Jul 16 01:37:05.725658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-f6e12892-3a54-4c79-832e-7209b15ced11 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727967 Jul 16 01:37:05.749828 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7efc07c-f92a-4361-b797-d2d7d66a31e1 x-openstack-request-id: req-f7efc07c-f92a-4361-b797-d2d7d66a31e1 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:05.749828 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562a8d33-f0b2-46ac-807d-6f2c56f05ad1", "tag": "509a71fa-cac4-414d-a44a-ac3a120d1ad1", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:05.750122 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7efc07c-f92a-4361-b797-d2d7d66a31e1 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:05.751548 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'tag': '509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'status': 'completed', 'code': 200} Jul 16 01:37:05.763429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bc988b4-e441-40eb-9274-d5d9ca2350fa req-f8adbbe8-da79-4ca1-b767-0fd6d8ac6c74 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815952 Jul 16 01:37:05.838444 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aea4bc-8649-415f-a77c-8f4598f9e909 x-openstack-request-id: req-c8aea4bc-8649-415f-a77c-8f4598f9e909 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:05.838755 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-plugged", "status": "completed", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:05.839007 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8aea4bc-8649-415f-a77c-8f4598f9e909 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:05.839408 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'code': 200} Jul 16 01:37:05.841900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-e82b539c-f6d3-429a-a394-f139266a268c service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069736 Jul 16 01:37:05.911906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a02a-0015-4267-9926-84d61eafc42b req-b6c1946f-0f63-490c-a55c-8ed2c6f103ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.913442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-b6c1946f-0f63-490c-a55c-8ed2c6f103ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5233550 Jul 16 01:37:05.920740 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1afdb9c-01ca-4ceb-a837-ea6638d3da0a req-21d9a617-10d4-4713-ba4c-33d1b8cc6468 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852270 Jul 16 01:37:05.925398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-f2ab105a-feca-4495-8b59-06ddc92b68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.926739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-f2ab105a-feca-4495-8b59-06ddc92b68c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2641325 Jul 16 01:37:05.983259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.018781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a97d1e37-9fd0-4415-b193-63ac15a5029d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.020198 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a97d1e37-9fd0-4415-b193-63ac15a5029d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064730 Jul 16 01:37:06.046001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-ee983641-771d-4a2f-a9fa-aabbea200b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.047518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-ee983641-771d-4a2f-a9fa-aabbea200b68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 1099 time: 0.1522913 Jul 16 01:37:06.077057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Request body: {'port': {'device_id': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'e1fbb1ec2fe446ecb0d4a51757d88060'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:06.091931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3d56-163e-46a4-b899-4380a6c54c41 req-918bc529-b75e-42a8-a7d3-6fcb8dfb31c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.093436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41ef3d56-163e-46a4-b899-4380a6c54c41 req-918bc529-b75e-42a8-a7d3-6fcb8dfb31c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1879005 Jul 16 01:37:06.103061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19616ae0-8452-4b7b-867a-052c85cee1aa req-dc606f5d-1324-4663-9df2-c2ea22922971 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.104496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19616ae0-8452-4b7b-867a-052c85cee1aa req-dc606f5d-1324-4663-9df2-c2ea22922971 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 936 time: 0.1639526 Jul 16 01:37:06.142327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:06.168428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:06.210462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19616ae0-8452-4b7b-867a-052c85cee1aa req-9f0db414-4a0e-4577-bfeb-e4ac33d0b33a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984509 Jul 16 01:37:06.222291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41ef3d56-163e-46a4-b899-4380a6c54c41 req-315e28f8-f7cb-4988-9ec1-338610f91743 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Jul 16 01:37:06.267320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-da551654-6964-470b-8484-27390f6be550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.269610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-da551654-6964-470b-8484-27390f6be550 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2132914 Jul 16 01:37:06.330897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-4caf3fed-71af-4eb0-b151-ca6f1f3fb1b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0485048 Jul 16 01:37:06.420762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:06.423215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-5d5c3f48-a6a3-4ba6-9b1a-36326cbc9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.424787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-5d5c3f48-a6a3-4ba6-9b1a-36326cbc9e52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0863988 Jul 16 01:37:06.426542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.427139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.436607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-39833170-bdee-4e6b-bec6-a3cc4bdbffdb None None] Provisioning for port 17b58ee3-453a-4410-9a83-305f7de65b46 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:06.441962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-39833170-bdee-4e6b-bec6-a3cc4bdbffdb None None] Provisioning complete for port 17b58ee3-453a-4410-9a83-305f7de65b46 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:06.442396 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-39833170-bdee-4e6b-bec6-a3cc4bdbffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.479900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a57bc-cec3-43ef-8521-4915ea2464bd req-ef4c2903-6dde-4216-b50e-04c551227557 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.481789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-361a57bc-cec3-43ef-8521-4915ea2464bd req-ef4c2903-6dde-4216-b50e-04c551227557 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1097 time: 0.1331153 Jul 16 01:37:06.488463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Pushing event updated for resources: {'Port': ['ID=17b58ee3-453a-4410-9a83-305f7de65b46,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.492496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-39833170-bdee-4e6b-bec6-a3cc4bdbffdb None None] Port 17b58ee3-453a-4410-9a83-305f7de65b46 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:06.531699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-73bc4403-ef04-4bbe-ace0-ca7949d879e0 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039946 Jul 16 01:37:06.538363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-da15f0db-3d2b-4473-b376-1d19fb7301b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0639372 Jul 16 01:37:06.560249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Request body: {'port': {'device_id': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:06.565449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-8b5513af-4039-438f-a0e0-de951f13d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.566946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-8b5513af-4039-438f-a0e0-de951f13d726 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308675 Jul 16 01:37:06.573642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-361a57bc-cec3-43ef-8521-4915ea2464bd req-e6643d9c-5c6e-4e2f-b579-7f8802c84d2e tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829675 Jul 16 01:37:06.615854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-87da25b7-4d4c-43b6-baf6-caf5c0612913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.615854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-87da25b7-4d4c-43b6-baf6-caf5c0612913 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6523690 Jul 16 01:37:06.615854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-f6921614-a616-434a-a4fe-54b5a0d68c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.615854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-f6921614-a616-434a-a4fe-54b5a0d68c74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 1099 time: 0.6119211 Jul 16 01:37:06.630464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49740-4127-4a1e-97f9-db442cbb320d req-c7892a63-6d06-4414-834d-668e699def9b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.631969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d49740-4127-4a1e-97f9-db442cbb320d req-c7892a63-6d06-4414-834d-668e699def9b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 948 time: 0.1121790 Jul 16 01:37:06.664094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Made reservation on behalf of e1fbb1ec2fe446ecb0d4a51757d88060 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:06.667584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.738764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00540399-c3f0-4a26-8fec-a4afb7be2f81 req-b39f6da5-8be2-4504-af81-3937204832ad tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 210 time: 0.0416691 Jul 16 01:37:06.752820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d49740-4127-4a1e-97f9-db442cbb320d req-7c8a3a0c-eae3-473c-841c-406f8952ce93 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851767 Jul 16 01:37:06.756586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-c9aab442-61ae-409a-9a5c-a9b58062c943 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790404 Jul 16 01:37:06.873922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e69ec12e-c2a6-460f-83db-13eac82f5fe5 req-c214d4af-c7d1-46fc-b507-60e2dc55a72c service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061299 Jul 16 01:37:06.909824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c91a02a-0015-4267-9926-84d61eafc42b req-ac21a8a2-3f06-40b6-9d1f-2920ba0dad14 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666947 Jul 16 01:37:06.921552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.961045 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-a7d487d9-7a79-4497-b277-9556f1ee0206 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373563 Jul 16 01:37:06.967832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-ea0b0268-c042-4831-b769-f76b107ce862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.970239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-ea0b0268-c042-4831-b769-f76b107ce862 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3318112 Jul 16 01:37:07.006090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c52fc-45b6-4bf1-a2e8-0f27537d0fbe req-11dc7e84-e0f3-430a-8745-8f78fcfda518 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.017524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-645c52fc-45b6-4bf1-a2e8-0f27537d0fbe req-11dc7e84-e0f3-430a-8745-8f78fcfda518 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 948 time: 0.0906277 Jul 16 01:37:07.062746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-645c52fc-45b6-4bf1-a2e8-0f27537d0fbe req-f716706c-beed-452d-b99b-d7cc55facc01 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Jul 16 01:37:07.089839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-e5e20743-4c10-4d9b-b28f-de715816dda0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=440cc18c-c375-44b9-86d8-45f80c724bf9 HTTP/1.1" status: 200 len: 217 time: 0.1110809 Jul 16 01:37:07.272727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Allocated IP 192.168.233.52 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/98d3edaf-03e4-4c46-ac06-5da361bbdfee) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:07.290632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-96e8b8a3-e203-4891-b6db-8cc62998036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.292197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-96e8b8a3-e203-4891-b6db-8cc62998036f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1843121 Jul 16 01:37:07.341278 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7ac98561-9ed9-4a8e-80ed-0a6ee73e4398 req-b158ced9-e25c-4b04-b04f-70bd56c5aaa6 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332031 Jul 16 01:37:07.352955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8399e64c-070b-487a-af43-e96da741f82f', 'tag': '74bd6288-714d-4169-b5fd-ff441a761964'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:07.355195 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f7904-268d-4099-af8c-aafe8a6a9668" -d '{"events": [{"name": "network-changed", "server_uuid": "8399e64c-070b-487a-af43-e96da741f82f", "tag": "74bd6288-714d-4169-b5fd-ff441a761964"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:07.401265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6c81-d28c-4871-bb40-7c36b880e7f6 req-3138f36a-8eb4-4b88-bcb0-cccac7aead16 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.402797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f58c6c81-d28c-4871-bb40-7c36b880e7f6 req-3138f36a-8eb4-4b88-bcb0-cccac7aead16 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1097 time: 0.0637424 Jul 16 01:37:07.441384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f58c6c81-d28c-4871-bb40-7c36b880e7f6 req-eb0ddeb2-2347-4728-a4f9-6cf04cab93a4 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Jul 16 01:37:07.501426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-f72fc1ef-a0c8-4892-a9ab-aefd3dcabf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.502684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-f72fc1ef-a0c8-4892-a9ab-aefd3dcabf48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978686 Jul 16 01:37:07.640042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-cd140ba5-d147-4a09-89c8-1898b1c6dff1 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301703 Jul 16 01:37:07.677183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6ca5-1068-4584-af07-c609c319b78f req-addb0ebc-cdcb-4ee5-a067-04f212cc20e9 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.677729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.684427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2edb6ca5-1068-4584-af07-c609c319b78f req-addb0ebc-cdcb-4ee5-a067-04f212cc20e9 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 936 time: 0.0785689 Jul 16 01:37:07.704388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Transition to ACTIVE for port object 98d3edaf-03e4-4c46-ac06-5da361bbdfee will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.729188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2edb6ca5-1068-4584-af07-c609c319b78f req-e1bee658-9bfc-4849-8a3f-2407c7788512 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Jul 16 01:37:07.766606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecb06a0d-590c-4cb9-812a-794143ac08bc req-21c9115f-5d43-4894-b89f-473febc27a70 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171782 Jul 16 01:37:07.790990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.806083 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c217310-5191-4b1d-b89a-38d70f38c131 x-openstack-request-id: req-6c217310-5191-4b1d-b89a-38d70f38c131 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:07.806437 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8399e64c-070b-487a-af43-e96da741f82f", "tag": "74bd6288-714d-4169-b5fd-ff441a761964", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:07.806630 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c217310-5191-4b1d-b89a-38d70f38c131 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:07.807091 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8399e64c-070b-487a-af43-e96da741f82f', 'tag': '74bd6288-714d-4169-b5fd-ff441a761964', 'status': 'completed', 'code': 200} Jul 16 01:37:07.810644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['03408cf1-0bb7-4490-b34f-0d80d4a819d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:07.815607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:07.939383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:07.945489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:07.988666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:07.995009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.995654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.012465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event updated for resources: {'Port': ['ID=98d3edaf-03e4-4c46-ac06-5da361bbdfee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.066671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a86c3138-f1f8-46f3-acc6-2ccd9617dbb9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0117500 Jul 16 01:37:08.080996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824361d6-600f-4cb9-b967-f9aab0d6d443 req-3b612dff-db2a-4e73-b522-1c1d7b3fe312 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.090807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-824361d6-600f-4cb9-b967-f9aab0d6d443 req-3b612dff-db2a-4e73-b522-1c1d7b3fe312 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.0985506 Jul 16 01:37:08.092250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Request body: {'port': {'device_id': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:08.145986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-824361d6-600f-4cb9-b967-f9aab0d6d443 req-2b9d2211-b189-4aa9-92c2-936e1ef10152 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525692 Jul 16 01:37:08.151788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 509a71fa-cac4-414d-a44a-ac3a120d1ad1 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:08.169348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-e83f4dea-8c4c-4bed-84ff-26c846ccaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.170884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-e83f4dea-8c4c-4bed-84ff-26c846ccaf91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=10fa3fb7c6d140c0b80c27ba59a26d2c&device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 1099 time: 0.3027987 Jul 16 01:37:08.295663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.300581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b58ee3-453a-4410-9a83-305f7de65b46 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:08.322931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.343916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.346118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'mac_address': 'fa:16:3e:99:17:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:08.350126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c652-10f0-409c-ba88-1dbd38ad5d31 req-1c63a8f8-462c-4786-900c-5482fde6bd57 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.355609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cda9c652-10f0-409c-ba88-1dbd38ad5d31 req-1c63a8f8-462c-4786-900c-5482fde6bd57 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 935 time: 0.0847793 Jul 16 01:37:08.371328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c8c522f-2796-4f1f-a9b3-b0cfd4019fbc None None] Provisioning for port 98d3edaf-03e4-4c46-ac06-5da361bbdfee completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:08.393126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Transition to ACTIVE for port object 17b58ee3-453a-4410-9a83-305f7de65b46 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:08.400837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c8c522f-2796-4f1f-a9b3-b0cfd4019fbc None None] Provisioning complete for port 98d3edaf-03e4-4c46-ac06-5da361bbdfee triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:08.401214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c8c522f-2796-4f1f-a9b3-b0cfd4019fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.405401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cda9c652-10f0-409c-ba88-1dbd38ad5d31 req-9b46df64-884e-4993-99d3-3c45d37a71d0 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 Jul 16 01:37:08.406458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.432721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-b2d78240-94f9-4f64-a8e2-384d7a412372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.434278 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-b2d78240-94f9-4f64-a8e2-384d7a412372 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2526395 Jul 16 01:37:08.465351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.467093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c522f-2796-4f1f-a9b3-b0cfd4019fbc None None] Port 98d3edaf-03e4-4c46-ac06-5da361bbdfee cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:08.486977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509a71fa-cac4-414d-a44a-ac3a120d1ad1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:08.512109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:08.520109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.593606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=509a71fa-cac4-414d-a44a-ac3a120d1ad1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.597480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b28880-2019-4c48-bf98-f5769a17bff6 req-8cbc3994-4cea-43cd-af66-287ef9b4c617 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.605554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8b28880-2019-4c48-bf98-f5769a17bff6 req-8cbc3994-4cea-43cd-af66-287ef9b4c617 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 948 time: 0.1133626 Jul 16 01:37:08.675187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8b28880-2019-4c48-bf98-f5769a17bff6 req-4cff8c6d-9368-42e4-933f-14790b6e6688 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686707 Jul 16 01:37:08.711218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb37d8-adc8-4d34-9380-86056438b46d req-185d3126-96c6-49f1-8a77-cbcbaaee4035 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.712940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ffb37d8-adc8-4d34-9380-86056438b46d req-185d3126-96c6-49f1-8a77-cbcbaaee4035 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 948 time: 0.1382334 Jul 16 01:37:08.758909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ffb37d8-adc8-4d34-9380-86056438b46d req-3c52be58-ba73-4b38-ba2b-578fd5286796 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jul 16 01:37:08.788523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-37b52bbd-0f09-4663-aedf-4fb5d02f26a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=74bd6288-714d-4169-b5fd-ff441a761964 HTTP/1.1" status: 200 len: 217 time: 0.3330379 Jul 16 01:37:08.815540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Pushing event updated for resources: {'Port': ['ID=17b58ee3-453a-4410-9a83-305f7de65b46,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.849869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:08.850441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c50a7-81b5-464f-a54e-74a23c9be8d7 req-439fa7c7-8ee8-401f-ac8c-f9b6de0becf6 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.851532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a1c50a7-81b5-464f-a54e-74a23c9be8d7 req-439fa7c7-8ee8-401f-ac8c-f9b6de0becf6 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.0632007 Jul 16 01:37:08.898165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Attempting to bind port 17b58ee3-453a-4410-9a83-305f7de65b46 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:08.898499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Attempting to bind port 17b58ee3-453a-4410-9a83-305f7de65b46 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:08.898825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Attempting to bind port 17b58ee3-453a-4410-9a83-305f7de65b46 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:08.904864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a1c50a7-81b5-464f-a54e-74a23c9be8d7 req-06a833e7-00e4-4130-b7e8-1e826718a0a9 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Jul 16 01:37:08.936875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-77225e84-97bf-4cfb-9741-56bd77f59985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.938922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-77225e84-97bf-4cfb-9741-56bd77f59985 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1350873 Jul 16 01:37:08.939459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Port 17b58ee3-453a-4410-9a83-305f7de65b46 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:08.939773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Attempting to bind port 17b58ee3-453a-4410-9a83-305f7de65b46 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:08.960481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:08.960693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:08.961034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:08.961458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Bound port: 17b58ee3-453a-4410-9a83-305f7de65b46, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:08.961812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.994064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 440cc18c-c375-44b9-86d8-45f80c724bf9 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:09.102282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6d64-a79a-4233-b469-281b2974287d req-8908ac36-bc19-482f-9e7d-5d6e85215596 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.104930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972f6d64-a79a-4233-b469-281b2974287d req-8908ac36-bc19-482f-9e7d-5d6e85215596 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1097 time: 0.0798078 Jul 16 01:37:09.111034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] For port 17b58ee3-453a-4410-9a83-305f7de65b46, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:09.128072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] For port 17b58ee3-453a-4410-9a83-305f7de65b46, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=17b58ee3-453a-4410-9a83-305f7de65b46,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:09.137700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-54b6120f-b183-44fb-a4b9-93de4f401af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.139243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-54b6120f-b183-44fb-a4b9-93de4f401af0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920104 Jul 16 01:37:09.141905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.145055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d3edaf-03e4-4c46-ac06-5da361bbdfee {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:09.154838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972f6d64-a79a-4233-b469-281b2974287d req-471a73a6-5d34-4265-b72a-1eab2ce58d3f tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Jul 16 01:37:09.160948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.173280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 440cc18c-c375-44b9-86d8-45f80c724bf9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=440cc18c-c375-44b9-86d8-45f80c724bf9,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.189494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '440cc18c-c375-44b9-86d8-45f80c724bf9', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '440cc18c-c375-44b9-86d8-45f80c724bf9', 'mac_address': 'fa:16:3e:a7:17:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:09.226147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.226767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.228421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] 10.222.0.38 "PUT /v2.0/ports/17b58ee3-453a-4410-9a83-305f7de65b46 HTTP/1.1" status: 200 len: 1096 time: 2.6784637 Jul 16 01:37:09.245326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Transition to ACTIVE for port object 98d3edaf-03e4-4c46-ac06-5da361bbdfee will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:09.260756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.283458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.301966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440cc18c-c375-44b9-86d8-45f80c724bf9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:09.318867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b8de-6f33-418d-9362-625ba079a886 service neutron] Pushing event updated for resources: {'Port': ['ID=17b58ee3-453a-4410-9a83-305f7de65b46,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.342575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 440cc18c-c375-44b9-86d8-45f80c724bf9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=440cc18c-c375-44b9-86d8-45f80c724bf9,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.348849 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.351897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cfe9d-8ed2-4c54-b349-65a170e7bdd5 req-f009776f-4647-4820-891c-83f06960cad0 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.364454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e5cfe9d-8ed2-4c54-b349-65a170e7bdd5 req-f009776f-4647-4820-891c-83f06960cad0 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 948 time: 0.0829225 Jul 16 01:37:09.421275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-ff116117-0fc2-453e-9293-cf4aaa331be6 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693043 Jul 16 01:37:09.429383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e5cfe9d-8ed2-4c54-b349-65a170e7bdd5 req-50a3a8aa-3ea7-4bf0-8e70-568c570cb9f8 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633883 Jul 16 01:37:09.434199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=440cc18c-c375-44b9-86d8-45f80c724bf9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.443817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Pushing event updated for resources: {'Port': ['ID=98d3edaf-03e4-4c46-ac06-5da361bbdfee,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.519723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0ffdc9a2-2b3d-4b0d-87fc-a61675335eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.521294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-0ffdc9a2-2b3d-4b0d-87fc-a61675335eae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 1099 time: 0.2166584 Jul 16 01:37:09.524014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Attempting to bind port 98d3edaf-03e4-4c46-ac06-5da361bbdfee on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:09.524374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Attempting to bind port 98d3edaf-03e4-4c46-ac06-5da361bbdfee by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:09.524700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Attempting to bind port 98d3edaf-03e4-4c46-ac06-5da361bbdfee on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:09.570034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Port 98d3edaf-03e4-4c46-ac06-5da361bbdfee on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:09.570400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Attempting to bind port 98d3edaf-03e4-4c46-ac06-5da361bbdfee on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:09.608211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:09.608554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:09.608941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:09.609379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Bound port: 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:09.609742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.613029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-b4a6cee9-f877-45c2-82bb-150963c1a29b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=17b58ee3-453a-4410-9a83-305f7de65b46 HTTP/1.1" status: 200 len: 217 time: 0.0586977 Jul 16 01:37:09.644270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d4f7904-268d-4099-af8c-aafe8a6a9668 req-1b5e5100-bdb6-4265-b967-90347c481054 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126677 Jul 16 01:37:09.659487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:09.762202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-f70defe1-b93d-48f1-8c0b-e9dca0d81fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.763710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-f70defe1-b93d-48f1-8c0b-e9dca0d81fde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1173983 Jul 16 01:37:09.807882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] For port 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:09.811058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'tag': '17b58ee3-453a-4410-9a83-305f7de65b46'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:09.813992 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80632e46-28cb-411e-971d-156d1c5cc7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e1c3e5-5d33-4a55-b26b-689b47aea36b", "tag": "17b58ee3-453a-4410-9a83-305f7de65b46"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:09.835457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] For port 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:09.843697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.855708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3228-dcf2-40e4-a78e-78b783d8f103 req-400fe7ed-b8ce-425c-9ca6-864d9d1c41cb tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.857430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b3b3228-dcf2-40e4-a78e-78b783d8f103 req-400fe7ed-b8ce-425c-9ca6-864d9d1c41cb tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 947 time: 0.0889635 Jul 16 01:37:09.898667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.899437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.900854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] 10.222.0.38 "PUT /v2.0/ports/98d3edaf-03e4-4c46-ac06-5da361bbdfee HTTP/1.1" status: 200 len: 1095 time: 1.8206751 Jul 16 01:37:09.907840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-ec8ed83f-9b06-451b-a7ec-f8aa516ae99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:09.915207 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-ec8ed83f-9b06-451b-a7ec-f8aa516ae99f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433375 Jul 16 01:37:09.929706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b3b3228-dcf2-40e4-a78e-78b783d8f103 req-1da26a7a-6f36-4a5a-b335-e15ad3faa2d8 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660520 Jul 16 01:37:10.025967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7362362-bc6f-4208-ad64-1fd94831ba39 service neutron] Pushing event updated for resources: {'Port': ['ID=98d3edaf-03e4-4c46-ac06-5da361bbdfee,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.050932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-41e819e4-5541-4727-ac02-e7b872d1ad9e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310943 Jul 16 01:37:10.113171 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-1054bb8b-6f33-4442-914d-964d03d8c909 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539645 Jul 16 01:37:10.124381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-8c2f2c4d-0dc0-4d39-b3ca-3847658f9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.126017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-8c2f2c4d-0dc0-4d39-b3ca-3847658f9c50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 1098 time: 0.1475973 Jul 16 01:37:10.166807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-d5c6100f-53b7-4296-9856-82e2aa7a902d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.166998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 74bd6288-714d-4169-b5fd-ff441a761964 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:10.168379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-d5c6100f-53b7-4296-9856-82e2aa7a902d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161795 Jul 16 01:37:10.169202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 509a71fa-cac4-414d-a44a-ac3a120d1ad1 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:10.190639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-540f1295-a80b-4983-93b2-fafec7113967 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee HTTP/1.1" status: 200 len: 217 time: 0.0538244 Jul 16 01:37:10.194378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-f288b1ed-5261-44c4-9e63-5c6494ae8c17 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/quotas/dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 375 time: 0.0171947 Jul 16 01:37:10.278251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-3909ff9c-e168-42bb-9a54-caf0499dd910 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828428 Jul 16 01:37:10.284805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-8e35196a-96dd-487b-ba26-5c478a2d01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.286358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-8e35196a-96dd-487b-ba26-5c478a2d01cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0872426 Jul 16 01:37:10.325554 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec23c0f4-d378-46b2-b325-b6a9b2c53617 req-370b0263-aa68-4114-a3e1-9eab2aff9f49 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032833 Jul 16 01:37:10.352163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:10.355633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 74bd6288-714d-4169-b5fd-ff441a761964, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=74bd6288-714d-4169-b5fd-ff441a761964,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.357524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-b5a63e32-ef9e-45e3-81d5-e8096673c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.359602 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-b5a63e32-ef9e-45e3-81d5-e8096673c7fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640395 Jul 16 01:37:10.366842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:10.367204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.371363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '74bd6288-714d-4169-b5fd-ff441a761964', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '74bd6288-714d-4169-b5fd-ff441a761964', 'mac_address': 'fa:16:3e:37:87:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:10.452246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.473622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-5bc140ed-39b7-4201-a0fb-12e77b91e5d7 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043367 Jul 16 01:37:10.536069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bd6288-714d-4169-b5fd-ff441a761964 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:10.540487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.583153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a71fa-cac4-414d-a44a-ac3a120d1ad1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:10.585572 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb016c-e63b-449b-add4-ba7b584966a4" -d '{"events": [{"server_uuid": "562a8d33-f0b2-46ac-807d-6f2c56f05ad1", "name": "network-vif-plugged", "status": "completed", "tag": "509a71fa-cac4-414d-a44a-ac3a120d1ad1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:10.598744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 74bd6288-714d-4169-b5fd-ff441a761964, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=74bd6288-714d-4169-b5fd-ff441a761964,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.602908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.604567 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.627823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.632128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f0ad9f2-57cd-4e2b-bf09-d10c07bd756c req-725b09d3-c974-4d79-a6e7-ddc1c9d8bfd7 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443958 Jul 16 01:37:10.653017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d778e0-c75c-43e7-9ce0-96427156cbbf req-b4a210c5-0d49-4725-9b36-0dade3ad93e7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.654709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32d778e0-c75c-43e7-9ce0-96427156cbbf req-b4a210c5-0d49-4725-9b36-0dade3ad93e7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 949 time: 0.1083753 Jul 16 01:37:10.666667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=74bd6288-714d-4169-b5fd-ff441a761964,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.721226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32d778e0-c75c-43e7-9ce0-96427156cbbf req-ded9d367-a02f-4846-ae52-99505629419a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581987 Jul 16 01:37:10.733384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=509a71fa-cac4-414d-a44a-ac3a120d1ad1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.897566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4772ef-732f-47fb-81f2-18781b8a7e76 req-f783ae2f-3358-4a85-aa17-27c0dad59a27 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.899067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f4772ef-732f-47fb-81f2-18781b8a7e76 req-f783ae2f-3358-4a85-aa17-27c0dad59a27 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 949 time: 0.0702116 Jul 16 01:37:10.941750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f4772ef-732f-47fb-81f2-18781b8a7e76 req-e9bc487b-efee-47a9-93d5-2cc1844b9caf tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Jul 16 01:37:10.944525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['74bd6288-714d-4169-b5fd-ff441a761964'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:10.973888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 440cc18c-c375-44b9-86d8-45f80c724bf9 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:10.990709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-0ad45025-144f-48ef-accf-a08855514b20 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:10.992237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-0ad45025-144f-48ef-accf-a08855514b20 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073881 Jul 16 01:37:10.994309 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28acdf2-46d8-4735-bbc3-3165d1c9533d x-openstack-request-id: req-f28acdf2-46d8-4735-bbc3-3165d1c9533d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:10.994661 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e1c3e5-5d33-4a55-b26b-689b47aea36b", "tag": "17b58ee3-453a-4410-9a83-305f7de65b46", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:10.995010 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f28acdf2-46d8-4735-bbc3-3165d1c9533d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:10.995457 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'tag': '17b58ee3-453a-4410-9a83-305f7de65b46', 'status': 'completed', 'code': 200} Jul 16 01:37:11.006386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Request body: {'binding': {'host': 'n-h2-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:11.007307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:37:11.103191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 440cc18c-c375-44b9-86d8-45f80c724bf9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:11.110856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 440cc18c-c375-44b9-86d8-45f80c724bf9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.111234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.126126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb62eb9b-9766-4293-a6ee-058462d6b71d req-d09f7700-9120-4acb-a157-b04e7bd868c0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 210 time: 0.0322659 Jul 16 01:37:11.186271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-3f064129-adb6-4d2d-b633-a38b1eaf6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.188726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-3f064129-adb6-4d2d-b633-a38b1eaf6b26 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 1099 time: 0.1383324 Jul 16 01:37:11.256107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on host n-h2-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:11.256545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:11.256885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:11.290885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:11.291204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:11.302750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:11.303080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:11.303466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:11.303899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Bound port: 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:11.336191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4df43e-da7f-4c3e-8f9f-47233aab111f req-d19407f9-5b44-4c74-bc18-df9f5ddf57b4 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.344251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad4df43e-da7f-4c3e-8f9f-47233aab111f req-d19407f9-5b44-4c74-bc18-df9f5ddf57b4 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 948 time: 0.0814378 Jul 16 01:37:11.359865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-28f10ae6-2dbf-4e6a-b192-021bb1572e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.361424 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-28f10ae6-2dbf-4e6a-b192-021bb1572e1c service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1500342 Jul 16 01:37:11.390092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:11.395087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.416613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad4df43e-da7f-4c3e-8f9f-47233aab111f req-b5774f08-ea8e-4a06-8ddf-be4b278824b7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705690 Jul 16 01:37:11.419668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.420819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b04504cd-4558-438d-8966-d8e988790d6d service neutron] 10.222.0.35 "POST /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4200490 Jul 16 01:37:11.422097 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-a70a1d4a-8199-4ce4-9513-99e3c97a03fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=17b58ee3-453a-4410-9a83-305f7de65b46 HTTP/1.1" status: 200 len: 217 time: 0.0431790 Jul 16 01:37:11.439737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 440cc18c-c375-44b9-86d8-45f80c724bf9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=440cc18c-c375-44b9-86d8-45f80c724bf9,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:11.445251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.473810 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34628121-bf1e-49b0-a15f-2a5d5d1bfbdd x-openstack-request-id: req-34628121-bf1e-49b0-a15f-2a5d5d1bfbdd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:11.474323 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562a8d33-f0b2-46ac-807d-6f2c56f05ad1", "name": "network-vif-plugged", "status": "completed", "tag": "509a71fa-cac4-414d-a44a-ac3a120d1ad1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:11.474759 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34628121-bf1e-49b0-a15f-2a5d5d1bfbdd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:11.475334 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'code': 200} Jul 16 01:37:11.516993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-88991024-37a4-49e1-bfe3-8a0b07727ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.520020 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-88991024-37a4-49e1-bfe3-8a0b07727ea7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0798619 Jul 16 01:37:11.522959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=440cc18c-c375-44b9-86d8-45f80c724bf9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.616959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-3ba1d55e-0cce-492d-a948-7827510d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.618651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-3ba1d55e-0cce-492d-a948-7827510d5985 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853558 Jul 16 01:37:11.693121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eb583-0df7-42fb-bed1-eb1a52f77e26 req-058b4ac2-d5b5-4605-aa52-dd5f108d6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.694896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67eb583-0df7-42fb-bed1-eb1a52f77e26 req-058b4ac2-d5b5-4605-aa52-dd5f108d6638 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 1101 time: 0.1079099 Jul 16 01:37:11.702434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42eaad-9fa2-42fe-86c7-549327bd5ab7 req-3fb8ab6a-1f70-4375-b065-38bc1dbfb506 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.704762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd42eaad-9fa2-42fe-86c7-549327bd5ab7 req-3fb8ab6a-1f70-4375-b065-38bc1dbfb506 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 947 time: 0.0817750 Jul 16 01:37:11.755107 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd42eaad-9fa2-42fe-86c7-549327bd5ab7 req-3ca146c4-9392-412c-93cf-67bfccdf6746 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Jul 16 01:37:11.833912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-67755510-0a9d-461f-aec4-783a9dd14d6c service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001238 Jul 16 01:37:11.844223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67eb583-0df7-42fb-bed1-eb1a52f77e26 req-12a352cc-1c54-4e9c-bbca-1ab9214d55c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158042 Jul 16 01:37:11.878061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d4ca8-5c68-4e8d-abfe-3c1758602153 req-dcce0425-76ab-40a9-a206-8d90a018dff5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.885046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-054d4ca8-5c68-4e8d-abfe-3c1758602153 req-dcce0425-76ab-40a9-a206-8d90a018dff5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 946 time: 0.1174891 Jul 16 01:37:11.894663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-27d6bbc3-c54e-46bb-bd77-49747c28a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.896755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-27d6bbc3-c54e-46bb-bd77-49747c28a242 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1097 time: 0.2060559 Jul 16 01:37:11.933259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-054d4ca8-5c68-4e8d-abfe-3c1758602153 req-16584008-6bcd-4259-915e-40012babf6f1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Jul 16 01:37:12.004901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80632e46-28cb-411e-971d-156d1c5cc7d1 req-81bd1d7a-e21c-4432-9608-8836008af50d service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627858 Jul 16 01:37:12.028218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-1fb7d25c-d163-4ab5-9a30-35e017ef821e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869777 Jul 16 01:37:12.170246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.171907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 74bd6288-714d-4169-b5fd-ff441a761964 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:12.244001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 74bd6288-714d-4169-b5fd-ff441a761964 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:12.249341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 74bd6288-714d-4169-b5fd-ff441a761964 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.249563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ac455-05ab-4eb5-b4bc-f34c755cf03d req-7e7716ba-6edb-442f-8f41-890ad98edd68 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.249772 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.251731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a85ac455-05ab-4eb5-b4bc-f34c755cf03d req-7e7716ba-6edb-442f-8f41-890ad98edd68 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 949 time: 0.1280739 Jul 16 01:37:12.284131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c671-1b84-489b-9611-f057ba4dd900 req-8ce157d1-b2ae-4249-a467-96d7066dc5bd tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.286655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ea8c671-1b84-489b-9611-f057ba4dd900 req-8ce157d1-b2ae-4249-a467-96d7066dc5bd tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 950 time: 0.1647060 Jul 16 01:37:12.345435 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.356649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0c17-7741-48b4-8559-3c2b056b4d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.380933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 74bd6288-714d-4169-b5fd-ff441a761964, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=74bd6288-714d-4169-b5fd-ff441a761964,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:12.383963 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a85ac455-05ab-4eb5-b4bc-f34c755cf03d req-9aece9c7-7fbe-4f77-91d1-5741d1761176 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134150 Jul 16 01:37:12.385410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.395373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ea8c671-1b84-489b-9611-f057ba4dd900 req-0b0fad4b-be6b-4e5f-972e-64fa78ddbf34 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998490 Jul 16 01:37:12.464769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-21ff49f4-e57a-42b1-9585-e7539a0fe3b9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.466562 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-21ff49f4-e57a-42b1-9585-e7539a0fe3b9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4286735 Jul 16 01:37:12.488402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Request body: {'port': {'device_id': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'dffcd2794a3348108503305979a166d2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:12.508654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=74bd6288-714d-4169-b5fd-ff441a761964,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.519260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d34e380d-801e-417f-b560-64af157bda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.519994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0c17-7741-48b4-8559-3c2b056b4d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.521705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d34e380d-801e-417f-b560-64af157bda2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.5899215 Jul 16 01:37:12.528226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0c17-7741-48b4-8559-3c2b056b4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.598906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-8e74633e-db70-44eb-9888-b27de2ddaff1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 217 time: 0.0671096 Jul 16 01:37:12.618242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a177f3ef-bab9-4818-b6c2-dd34c2badcd7 req-a1831c1c-7c3b-448b-b656-aef80b573465 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 210 time: 0.0712118 Jul 16 01:37:12.628018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0c17-7741-48b4-8559-3c2b056b4d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a66e736-2ae9-4d99-8317-a7e8cc96360c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.632223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c4c0c17-7741-48b4-8559-3c2b056b4d3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d6118d9877246fcae956d13da5ed6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603941 Jul 16 01:37:12.635119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.678690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-2d1ba0aa-72a6-4e21-b912-2cd0db03d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.680097 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-2d1ba0aa-72a6-4e21-b912-2cd0db03d963 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0725288 Jul 16 01:37:12.693121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Made reservation on behalf of dffcd2794a3348108503305979a166d2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:12.696632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.702867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c2d84-57c8-4c9c-8aa7-84784373da7e req-4504416c-71eb-439e-a067-3f8e6f6f4e2c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.704861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-096c2d84-57c8-4c9c-8aa7-84784373da7e req-4504416c-71eb-439e-a067-3f8e6f6f4e2c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 948 time: 0.1612666 Jul 16 01:37:12.752400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-39badee3-4cc8-412a-939e-48de58961715 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617378 Jul 16 01:37:12.941766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Allocated IP 192.168.233.82 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/d0798c09-f5ec-4967-ac87-8d82b2a7da8a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:12.945920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-577ad822-00c0-4263-be5d-48c0d022896c service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610348 Jul 16 01:37:12.990823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1dacfed-b1d0-4a1b-9490-ae892382ce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.000531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'tag': '98d3edaf-03e4-4c46-ac06-5da361bbdfee'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:13.002375 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6cd98b-21a1-476d-893d-40e37f002b65", "tag": "98d3edaf-03e4-4c46-ac06-5da361bbdfee"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:13.042082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1dacfed-b1d0-4a1b-9490-ae892382ce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.058002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-096c2d84-57c8-4c9c-8aa7-84784373da7e req-632fddb2-e566-410b-9cec-914ee9a57b3a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450148 Jul 16 01:37:13.108203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-5dd21db7-3e72-4eff-94f1-c22eaf709512 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526163 Jul 16 01:37:13.109515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6edd7-9f30-4c22-8fdb-383b1717379d req-44272236-f90d-4340-8ecf-a25d1ba9b890 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.111655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75c6edd7-9f30-4c22-8fdb-383b1717379d req-44272236-f90d-4340-8ecf-a25d1ba9b890 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 947 time: 0.1395197 Jul 16 01:37:13.144182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1dacfed-b1d0-4a1b-9490-ae892382ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.146651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1dacfed-b1d0-4a1b-9490-ae892382ce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.148062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d1dacfed-b1d0-4a1b-9490-ae892382ce42 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a66e736-2ae9-4d99-8317-a7e8cc96360c HTTP/1.1" status: 204 len: 168 time: 0.5121355 Jul 16 01:37:13.173447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dacfed-b1d0-4a1b-9490-ae892382ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a66e736-2ae9-4d99-8317-a7e8cc96360c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.180219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75c6edd7-9f30-4c22-8fdb-383b1717379d req-d46314b0-7310-47fa-9369-de26e8c526ee tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Jul 16 01:37:13.243972 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645f479-1305-4379-867e-3009ed624317 x-openstack-request-id: req-0645f479-1305-4379-867e-3009ed624317 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:13.244213 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6cd98b-21a1-476d-893d-40e37f002b65", "tag": "98d3edaf-03e4-4c46-ac06-5da361bbdfee", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:13.244518 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0645f479-1305-4379-867e-3009ed624317 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:13.245175 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'tag': '98d3edaf-03e4-4c46-ac06-5da361bbdfee', 'status': 'completed', 'code': 200} Jul 16 01:37:13.248076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.267791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Transition to ACTIVE for port object d0798c09-f5ec-4967-ac87-8d82b2a7da8a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:13.280663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063165a6-8e9f-45bc-9149-1b1c806f4c59 req-d5e7da37-9189-463b-99c6-1a5c84f0ce53 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.283046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-063165a6-8e9f-45bc-9149-1b1c806f4c59 req-d5e7da37-9189-463b-99c6-1a5c84f0ce53 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 946 time: 0.0749385 Jul 16 01:37:13.324576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-063165a6-8e9f-45bc-9149-1b1c806f4c59 req-5804f363-c227-4669-9684-d908f9f5cac2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360630 Jul 16 01:37:13.343749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-72615db4-b709-49af-bb14-7659dad0c65c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.345894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-72615db4-b709-49af-bb14-7659dad0c65c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1097 time: 0.1508186 Jul 16 01:37:13.359229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.389635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.399946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-d6e4fe9a-d694-49c8-a544-ca9731cc0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.401481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-d6e4fe9a-d694-49c8-a544-ca9731cc0e62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 1098 time: 0.1319759 Jul 16 01:37:13.408146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:13.478121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495886a4-838b-4c53-a08d-6319ff71ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440cc18c-c375-44b9-86d8-45f80c724bf9'}, {'server_uuid': '8399e64c-070b-487a-af43-e96da741f82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd6288-714d-4169-b5fd-ff441a761964'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:13.481037 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accbcebc-bf20-477e-982c-54b63deabb1d" -d '{"events": [{"server_uuid": "495886a4-838b-4c53-a08d-6319ff71ec31", "name": "network-vif-plugged", "status": "completed", "tag": "440cc18c-c375-44b9-86d8-45f80c724bf9"}, {"server_uuid": "8399e64c-070b-487a-af43-e96da741f82f", "name": "network-vif-plugged", "status": "completed", "tag": "74bd6288-714d-4169-b5fd-ff441a761964"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:13.488004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:13.512004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:13.517442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.519785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:13.525349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.527558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.595897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-6d9e0db4-b7e9-4fd2-8e89-a3d060915b58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1142192 Jul 16 01:37:13.603463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.647948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Request body: {'port': {'device_id': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.685303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3ec8e-2bda-445a-9305-c7cf2220d67d req-ac24d6e5-0d68-4f88-b481-6616074b5347 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.692874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cc3ec8e-2bda-445a-9305-c7cf2220d67d req-ac24d6e5-0d68-4f88-b481-6616074b5347 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 950 time: 0.1333461 Jul 16 01:37:13.772844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cc3ec8e-2bda-445a-9305-c7cf2220d67d req-9080d9f6-e694-4699-98bf-ba25e9819153 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786691 Jul 16 01:37:13.784280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61861a53-6e0e-4496-b706-a52ac2ce955f req-13856af5-83d5-44c0-ada2-6ecf509248d0 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.785884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61861a53-6e0e-4496-b706-a52ac2ce955f req-13856af5-83d5-44c0-ada2-6ecf509248d0 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 950 time: 0.1465569 Jul 16 01:37:13.787615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-f223b861-ff0d-4902-956b-97845389bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.790119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-f223b861-ff0d-4902-956b-97845389bc4e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3627956 Jul 16 01:37:13.840785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61861a53-6e0e-4496-b706-a52ac2ce955f req-6da63519-846e-4ff7-97a5-68ab6e184b5f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 Jul 16 01:37:13.842856 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4517abc0-d5d2-4bd8-9a23-c6de600b829a x-openstack-request-id: req-4517abc0-d5d2-4bd8-9a23-c6de600b829a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:13.843337 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495886a4-838b-4c53-a08d-6319ff71ec31", "name": "network-vif-plugged", "status": "completed", "tag": "440cc18c-c375-44b9-86d8-45f80c724bf9", "code": 200}, {"server_uuid": "8399e64c-070b-487a-af43-e96da741f82f", "name": "network-vif-plugged", "status": "completed", "tag": "74bd6288-714d-4169-b5fd-ff441a761964", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:13.843447 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4517abc0-d5d2-4bd8-9a23-c6de600b829a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:13.843791 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495886a4-838b-4c53-a08d-6319ff71ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440cc18c-c375-44b9-86d8-45f80c724bf9', 'code': 200} Jul 16 01:37:13.844598 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8399e64c-070b-487a-af43-e96da741f82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bd6288-714d-4169-b5fd-ff441a761964', 'code': 200} Jul 16 01:37:13.862922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-b5040f52-e940-44fd-a046-8251ef450e8d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee HTTP/1.1" status: 200 len: 217 time: 0.0591066 Jul 16 01:37:13.894216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:13.894552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9bae1ec8-e16f-4bda-9265-4214c476d178 None None] Provisioning for port d0798c09-f5ec-4967-ac87-8d82b2a7da8a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:13.900352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9bae1ec8-e16f-4bda-9265-4214c476d178 None None] Provisioning complete for port d0798c09-f5ec-4967-ac87-8d82b2a7da8a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:13.900730 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9bae1ec8-e16f-4bda-9265-4214c476d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.957307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.967210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9bae1ec8-e16f-4bda-9265-4214c476d178 None None] Port d0798c09-f5ec-4967-ac87-8d82b2a7da8a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:14.090163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-254bef49-a575-4bca-a305-4505a1759b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.091602 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-254bef49-a575-4bca-a305-4505a1759b2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2185445 Jul 16 01:37:14.096957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.124002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47595d6-e16e-4e5c-adf6-256f57a8b29e req-63511654-7bf0-4cca-b69a-7163cbd5070a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.127271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a47595d6-e16e-4e5c-adf6-256f57a8b29e req-63511654-7bf0-4cca-b69a-7163cbd5070a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 935 time: 0.0922351 Jul 16 01:37:14.150033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:14.217293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a47595d6-e16e-4e5c-adf6-256f57a8b29e req-a5f49161-59b6-4049-a073-a9ef2a501be5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843110 Jul 16 01:37:14.224623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-739696295-network', 'tenant_id': 'e7777dafe47f476c9f9f218c6ce8ca2a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.265093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e0090-92af-4541-9f3e-0c6dec6368ef req-61253575-5b01-4709-a653-cf37efb598fe tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.266795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd9e0090-92af-4541-9f3e-0c6dec6368ef req-61253575-5b01-4709-a653-cf37efb598fe tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 950 time: 0.1327264 Jul 16 01:37:14.271489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Made reservation on behalf of e7777dafe47f476c9f9f218c6ce8ca2a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:14.274305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.290005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.298321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.330303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6f5c4-048a-478c-8d99-ba198af3e99e req-c40a465f-ddf4-4a8b-af0e-f83a0350fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.331805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0b6f5c4-048a-478c-8d99-ba198af3e99e req-c40a465f-ddf4-4a8b-af0e-f83a0350fdbb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 1101 time: 0.3440337 Jul 16 01:37:14.332486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.335307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaa499-61c0-4456-ab7a-a3ed0ed93bfc req-516ad52e-1afb-489c-a52e-58a052a05823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.336658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3aaa499-61c0-4456-ab7a-a3ed0ed93bfc req-516ad52e-1afb-489c-a52e-58a052a05823 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 1101 time: 0.3355041 Jul 16 01:37:14.360733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd9e0090-92af-4541-9f3e-0c6dec6368ef req-d8a1e051-45fd-4e69-ad70-68ac3d29038b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831666 Jul 16 01:37:14.415651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-2e10873a-a986-4484-872d-aab01c7bdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.417175 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-2e10873a-a986-4484-872d-aab01c7bdae7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3133612 Jul 16 01:37:14.437613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca21e5-7da7-4be7-a858-f36030f1fb7b req-11de2437-e13f-4f7d-a318-eab138be6301 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.445158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1ca21e5-7da7-4be7-a858-f36030f1fb7b req-11de2437-e13f-4f7d-a318-eab138be6301 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 948 time: 0.1209283 Jul 16 01:37:14.520762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1ca21e5-7da7-4be7-a858-f36030f1fb7b req-d5f08269-4269-4877-8543-c1fb782cd113 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747139 Jul 16 01:37:14.526422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.548507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0b6f5c4-048a-478c-8d99-ba198af3e99e req-d66b8bb7-2cad-40de-9451-464ec5ac10fd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962452 Jul 16 01:37:14.557649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.568079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3aaa499-61c0-4456-ab7a-a3ed0ed93bfc req-26778e82-609d-452f-8ae6-7fdeafc60dfe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937726 Jul 16 01:37:14.569378 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.608068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a23b9d-0609-4b46-8a8b-88033c77217c req-26b3539e-b0a5-43c2-9a81-be16ae43a038 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.609714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97a23b9d-0609-4b46-8a8b-88033c77217c req-26b3539e-b0a5-43c2-9a81-be16ae43a038 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 947 time: 0.1302419 Jul 16 01:37:14.613256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:14.620093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8615474-e015-4f46-9a81-a13c2dc438aa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.631834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on host n-h1-800087-6 for vnic_type normal with profile {"migrating_to": "n-h2-800087-6"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:14.632278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:14.632676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:14.635270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.635791 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Added segment f172f252-7d45-4430-bf51-171d809c3797 of type vlan for network fc21113c-cdef-47e0-8e7a-378ec35256f5 Jul 16 01:37:14.660615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:14.661011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Attempting to bind port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:14.690496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-a932cd36-6c5e-453c-9c23-4a8ac956713d service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606227 Jul 16 01:37:14.692746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:14.693073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:14.693910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:14.694037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Bound port: 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:14.694294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.731036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0798c09-f5ec-4967-ac87-8d82b2a7da8a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:14.735706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97a23b9d-0609-4b46-8a8b-88033c77217c req-306cf772-00ce-4f54-8805-6992e9368895 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124551 Jul 16 01:37:14.737309 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.748005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.784256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542ee2c-442a-4d03-80cc-d3c855185e92 req-358ca420-5d47-401e-af01-a525fd774ce9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.785647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e542ee2c-442a-4d03-80cc-d3c855185e92 req-358ca420-5d47-401e-af01-a525fd774ce9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.1335740 Jul 16 01:37:14.807361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.808357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.808928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.861237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e542ee2c-442a-4d03-80cc-d3c855185e92 req-623b2aea-18b8-45ef-bd69-1c6773dbe572 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696421 Jul 16 01:37:14.862493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7616601 Jul 16 01:37:14.866527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41786) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.870984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Request body: {'subnet': {'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-739696295-subnet', 'tenant_id': 'e7777dafe47f476c9f9f218c6ce8ca2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.913228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6742f3c-e353-4a27-9d11-a5c81d39dff2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc21113c-cdef-47e0-8e7a-378ec35256f5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.923661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network fc21113c-cdef-47e0-8e7a-378ec35256f5 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:14.958955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Made reservation on behalf of e7777dafe47f476c9f9f218c6ce8ca2a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:14.961405 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.999511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 98d3edaf-03e4-4c46-ac06-5da361bbdfee details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:15.039320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b30f2-81b3-4253-bc1f-1bbd0369cd77 req-516d97e2-f1ff-4794-8ed5-43f2f4dcbb73 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.046126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-298b30f2-81b3-4253-bc1f-1bbd0369cd77 req-516d97e2-f1ff-4794-8ed5-43f2f4dcbb73 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 950 time: 0.1453021 Jul 16 01:37:15.051603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Transition to ACTIVE for port object d0798c09-f5ec-4967-ac87-8d82b2a7da8a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:15.072013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.127540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-298b30f2-81b3-4253-bc1f-1bbd0369cd77 req-a1a406ec-683d-4550-b2ae-6753a0bcc038 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804439 Jul 16 01:37:15.131968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.152974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.158251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:15.160212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '98d3edaf-03e4-4c46-ac06-5da361bbdfee', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '98d3edaf-03e4-4c46-ac06-5da361bbdfee', 'mac_address': 'fa:16:3e:69:89:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:15.168773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ac6dcfe-4fca-4bfd-aaa1-cbce34fe38d3 req-ca0e1a4c-850b-4e14-9b09-29c45fc8c110 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636705 Jul 16 01:37:15.174988 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.192182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.216873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.233123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d3edaf-03e4-4c46-ac06-5da361bbdfee {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:15.249006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:15.251402 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54eb40-0faa-48a4-a730-cb4a7193575d" -d '{"events": [{"server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:15.258241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.265981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.267218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 17b58ee3-453a-4410-9a83-305f7de65b46 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:15.317491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.333617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.337863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:15.338784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:15.339293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.348396 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1934a6f-3b55-46ec-bb8f-d3ca4c4799ac x-openstack-request-id: req-e1934a6f-3b55-46ec-bb8f-d3ca4c4799ac {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:15.349042 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "name": "network-vif-unplugged", "status": "completed", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:15.349500 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1934a6f-3b55-46ec-bb8f-d3ca4c4799ac {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:15.350021 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'code': 200} Jul 16 01:37:15.351031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:15.351612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.378013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 17b58ee3-453a-4410-9a83-305f7de65b46, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=17b58ee3-453a-4410-9a83-305f7de65b46,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.381571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=98d3edaf-03e4-4c46-ac06-5da361bbdfee,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.390594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:15.391964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.392622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:15.393370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Bound port: d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:15.393925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.398818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.400147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.401892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '17b58ee3-453a-4410-9a83-305f7de65b46', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '17b58ee3-453a-4410-9a83-305f7de65b46', 'mac_address': 'fa:16:3e:e4:74:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:15.402250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-04675625-5c32-4f54-9eff-621ef2e6c402 service neutron] 10.222.0.38 "PUT /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 1122 time: 2.0469828 Jul 16 01:37:15.448393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.459664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76c933d-7db5-4131-a25e-b589b4b16db3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.464567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b58ee3-453a-4410-9a83-305f7de65b46 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:15.493036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.497349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:15.498801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Checking segment: {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.499455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Network hostable DHCP agents. Network: fc21113c-cdef-47e0-8e7a-378ec35256f5, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:15.506363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 17b58ee3-453a-4410-9a83-305f7de65b46, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=17b58ee3-453a-4410-9a83-305f7de65b46,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:15.506885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.511075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4f1b900f-ebe3-4b03-9fdd-b30649f284f2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:15.536435 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.547826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.548548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.550466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] 10.222.0.32 "PUT /v2.0/ports/d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 1095 time: 1.9313772 Jul 16 01:37:15.582072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c7214-f360-42a8-9cb3-c038148089de service neutron] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.618795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=17b58ee3-453a-4410-9a83-305f7de65b46,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.632156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a8a7-3bec-4bf4-86c7-67b48945c575 req-5850a364-5f50-42e2-9751-805deeb845dd tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.641858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7602a8a7-3bec-4bf4-86c7-67b48945c575 req-5850a364-5f50-42e2-9751-805deeb845dd tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.2620237 Jul 16 01:37:15.663368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Network fc21113c-cdef-47e0-8e7a-378ec35256f5 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:15.703265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-124e9eec-dcee-4d09-9369-397e8c0c1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.704876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-124e9eec-dcee-4d09-9369-397e8c0c1f9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1098 time: 0.0932980 Jul 16 01:37:15.706856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, fc21113c-cdef-47e0-8e7a-378ec35256f5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:15.717741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.718320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.722275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df5b20-71f5-476f-8249-76aa95fea593 None None] Network fc21113c-cdef-47e0-8e7a-378ec35256f5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:15.744707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7602a8a7-3bec-4bf4-86c7-67b48945c575 req-32fdd0c8-2671-46e1-8be0-c518d8999afc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018653 Jul 16 01:37:15.750155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7b8fb002-f0e6-4d09-99bb-75ed4adc6579 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8823147 Jul 16 01:37:15.783553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-e7161ea3-5f96-4db0-8da6-f4d9b0a431b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.0664279 Jul 16 01:37:15.787633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3204-3278-4e93-a55a-d8ccbceba720 req-42ed7557-fa02-4eb1-a708-f65f89b384fd tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.789229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a02f3204-3278-4e93-a55a-d8ccbceba720 req-42ed7557-fa02-4eb1-a708-f65f89b384fd tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 950 time: 0.2708633 Jul 16 01:37:15.856391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-7aed70c8-6db7-485f-b4e9-7a18466ad1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.858226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-7aed70c8-6db7-485f-b4e9-7a18466ad1cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0661981 Jul 16 01:37:15.888368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a02f3204-3278-4e93-a55a-d8ccbceba720 req-aa5477f9-154c-44e8-bd09-418483954408 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928192 Jul 16 01:37:16.002099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['17b58ee3-453a-4410-9a83-305f7de65b46'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:16.007401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2dbde-6a7e-4d60-9ae0-11d0ce994470 None None] Network fc21113c-cdef-47e0-8e7a-378ec35256f5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:16.007589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-40069aa2-2a01-4fb1-9aa5-e2b72cbd99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.008960 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-40069aa2-2a01-4fb1-9aa5-e2b72cbd99e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398530 Jul 16 01:37:16.010190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3c031-fdde-4ad4-8464-8eb53ebf9dd4 req-6b82e1f8-cca7-4b41-a6d6-9bf1d7956be5 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.011880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f3c031-fdde-4ad4-8464-8eb53ebf9dd4 req-6b82e1f8-cca7-4b41-a6d6-9bf1d7956be5 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 949 time: 0.0729828 Jul 16 01:37:16.043791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['98d3edaf-03e4-4c46-ac06-5da361bbdfee'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:16.068840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f3c031-fdde-4ad4-8464-8eb53ebf9dd4 req-53bbea73-8065-4080-952f-a4d4608b28d2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Jul 16 01:37:16.144260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b708e-b7f5-452b-aad4-998a35266e22 req-a30c0e30-b56f-44c3-84a7-48cce7c69dfe tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.151585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92b708e-b7f5-452b-aad4-998a35266e22 req-a30c0e30-b56f-44c3-84a7-48cce7c69dfe tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 948 time: 0.0788424 Jul 16 01:37:16.159583 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-3fae5223-a379-49bc-93f9-3d7279e188e4 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422284 Jul 16 01:37:16.187026 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92b708e-b7f5-452b-aad4-998a35266e22 req-9c214597-7710-4ece-9df4-e8a8a7e3844b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345776 Jul 16 01:37:16.290450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b123caf-4658-492b-b9c6-7e7c7af22827 req-64e7c099-8065-4f93-b3c0-94ff81a01eec service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165535 Jul 16 01:37:16.308446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edefcad-eb12-4e94-842d-2e931384cacf req-ec71a82b-cb95-40fb-af37-0031bcfa8324 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.316416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0edefcad-eb12-4e94-842d-2e931384cacf req-ec71a82b-cb95-40fb-af37-0031bcfa8324 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.0856009 Jul 16 01:37:16.351839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6fda6aa2-1653-438e-b863-3124865f047b req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868365182', 'description': 'tempest-description-88683359'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.362524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0edefcad-eb12-4e94-842d-2e931384cacf req-fc121da3-bf89-4dde-8b7c-0820ee827bc6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Jul 16 01:37:16.381477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6fda6aa2-1653-438e-b863-3124865f047b req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.464152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6fda6aa2-1653-438e-b863-3124865f047b req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.476907 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6fda6aa2-1653-438e-b863-3124865f047b req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.529360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6fda6aa2-1653-438e-b863-3124865f047b req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.530545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fda6aa2-1653-438e-b863-3124865f047b req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1849840 Jul 16 01:37:16.535356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a841bf4-a09a-4eb4-bf6b-345d4120cf32 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2846a117-ee34-40b9-a311-9ef5e3b27153,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.563256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8eeb7-5b30-4028-8a95-9a1d96aa5cea req-aa7924c9-02ed-4d4a-9296-bcd3aee04037 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.564781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bae8eeb7-5b30-4028-8a95-9a1d96aa5cea req-aa7924c9-02ed-4d4a-9296-bcd3aee04037 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 950 time: 0.0986371 Jul 16 01:37:16.603862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bae8eeb7-5b30-4028-8a95-9a1d96aa5cea req-39438299-a550-4e13-956b-6c08b3bd3bf7 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Jul 16 01:37:16.632903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f58648ed-6274-458a-bf43-68001a593f4b req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-538494130', 'description': 'tempest-description-1871612534'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.655097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f58648ed-6274-458a-bf43-68001a593f4b req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.738575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f58648ed-6274-458a-bf43-68001a593f4b req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.742371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f58648ed-6274-458a-bf43-68001a593f4b req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.770757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f58648ed-6274-458a-bf43-68001a593f4b req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.771965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f58648ed-6274-458a-bf43-68001a593f4b req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1436315 Jul 16 01:37:16.773948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958e5cc-b1c1-4515-bce1-b000e34f18c1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f767991-2e35-4370-ab69-9341e4ef4478,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.939644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8a16-c90c-4a96-b4c6-a9a96af8dbb0 req-187c57ef-8e8c-47f1-b18d-0bf337a63a1e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.941408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c6c8a16-c90c-4a96-b4c6-a9a96af8dbb0 req-187c57ef-8e8c-47f1-b18d-0bf337a63a1e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.0744178 Jul 16 01:37:16.980104 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c6c8a16-c90c-4a96-b4c6-a9a96af8dbb0 req-9d356da5-c5ec-4872-bd0a-93244e4169b9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Jul 16 01:37:17.128241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-4907e9bc-2ca3-448e-ba13-3d8ec1a50fc2 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.129674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-4907e9bc-2ca3-448e-ba13-3d8ec1a50fc2 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 812 time: 0.1318743 Jul 16 01:37:17.153446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-29e5c0e2-a3d1-47f2-b707-4c281e350162 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/quotas/e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 375 time: 0.0173445 Jul 16 01:37:17.178622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8bfe-f5b4-4f08-8be3-b75f10e49cb8 req-1f6ad369-5ced-4c5d-b0f1-d358bff8e0c8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.180045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-daed8bfe-f5b4-4f08-8be3-b75f10e49cb8 req-1f6ad369-5ced-4c5d-b0f1-d358bff8e0c8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 950 time: 0.1022646 Jul 16 01:37:17.198533 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-7caca594-71c6-42f5-af4c-52063859b1db tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384743 Jul 16 01:37:17.253810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-daed8bfe-f5b4-4f08-8be3-b75f10e49cb8 req-59483dea-c048-4506-a1e7-28d4c558aa66 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580180 Jul 16 01:37:17.309148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-32656d36-a38b-4075-b951-13a88f2d3636 service neutron] 10.222.0.35 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981109 Jul 16 01:37:17.351185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2'}, {'name': 'network-changed', 'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:17.353813 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2"}, {"name": "network-changed", "server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:17.424704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-27847f6d-fe40-43a3-8a32-213f6331bbad service neutron] 10.222.0.35 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098037 Jul 16 01:37:17.449201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8c2f4-0338-413d-a2c3-d45a7c999ed5 req-be112dbd-f51a-42b1-88a6-65f04abeb362 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.450636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bf8c2f4-0338-413d-a2c3-d45a7c999ed5 req-be112dbd-f51a-42b1-88a6-65f04abeb362 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 950 time: 0.0803339 Jul 16 01:37:17.491963 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bf8c2f4-0338-413d-a2c3-d45a7c999ed5 req-f003dadf-bf4e-47ef-b9a2-bfdbf225b9c0 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351698 Jul 16 01:37:17.696632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a444ddd-42b0-4545-a092-e836d16ee516 req-1adf2e54-bc5a-4a7c-9a6a-7e74b324ade7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.698120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a444ddd-42b0-4545-a092-e836d16ee516 req-1adf2e54-bc5a-4a7c-9a6a-7e74b324ade7 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 949 time: 0.1036122 Jul 16 01:37:17.711409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dcec6-d3e9-44b1-9aa5-caadb9a34337 req-8346abd4-ae22-437b-9eab-346e257eafe8 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.713133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a76dcec6-d3e9-44b1-9aa5-caadb9a34337 req-8346abd4-ae22-437b-9eab-346e257eafe8 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 948 time: 0.0905337 Jul 16 01:37:17.770634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a444ddd-42b0-4545-a092-e836d16ee516 req-58b6bfb0-86a3-41c1-a83d-b1b4d3f28a67 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563269 Jul 16 01:37:17.775324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a76dcec6-d3e9-44b1-9aa5-caadb9a34337 req-1906f55c-4aa6-4fd0-8d3a-04cdd721a7f0 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541012 Jul 16 01:37:17.836893 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4e42e2-ae58-4510-afc6-5f2d7e83aa9b x-openstack-request-id: req-8b4e42e2-ae58-4510-afc6-5f2d7e83aa9b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:17.837196 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:17.837446 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b4e42e2-ae58-4510-afc6-5f2d7e83aa9b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:17.837846 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'status': 'completed', 'code': 200} Jul 16 01:37:17.838095 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'status': 'completed', 'code': 200} Jul 16 01:37:17.954765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-0d07a824-df1f-4bd0-a824-86050dfece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.956335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-0d07a824-df1f-4bd0-a824-86050dfece1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1125 time: 0.0667078 Jul 16 01:37:18.051710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57beb-8482-4f23-a998-10cf0082c19b req-db0b5514-3c13-467b-b353-a67aa95b8b3f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.060427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1b57beb-8482-4f23-a998-10cf0082c19b req-db0b5514-3c13-467b-b353-a67aa95b8b3f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.1165664 Jul 16 01:37:18.070089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-57b8c243-ebec-4657-88c6-1150b2e4191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.071818 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-57b8c243-ebec-4657-88c6-1150b2e4191f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.1010101 Jul 16 01:37:18.117210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1b57beb-8482-4f23-a998-10cf0082c19b req-3a3fe9ae-ebf5-4e50-89e0-9e511bbbbf3b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Jul 16 01:37:18.125081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-620706c6-7515-40ff-a4da-2dc05c2281ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 217 time: 0.0417747 Jul 16 01:37:18.141897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8217-c1c4-4e04-b098-ad8a7b4eb06d req-a53774f8-1147-4918-a373-a380c93203f3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.147817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8217-c1c4-4e04-b098-ad8a7b4eb06d req-a53774f8-1147-4918-a373-a380c93203f3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.149423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cad8217-c1c4-4e04-b098-ad8a7b4eb06d req-a53774f8-1147-4918-a373-a380c93203f3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31&device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 1691 time: 0.1485271 Jul 16 01:37:18.192975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cad8217-c1c4-4e04-b098-ad8a7b4eb06d req-c0b9d023-7b9e-486a-a339-48fd9c515bb9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Jul 16 01:37:18.213087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-148c992c-c23c-47bf-9674-a265726ad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.214553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-148c992c-c23c-47bf-9674-a265726ad11d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0559487 Jul 16 01:37:18.253645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-63b824c9-de4a-4bec-855f-01b9ce05736f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312788 Jul 16 01:37:18.256647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2baa7e5-20cd-415b-9b6f-ad9205fd5435 req-6d8df0a9-6517-4079-bc18-33516456a1e3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 210 time: 0.0391879 Jul 16 01:37:18.367143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-9fb0a42f-ff28-41f4-960e-a4e3ad508a09 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031532 Jul 16 01:37:18.432326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec1038-9ac4-4039-9621-bf13823807d7 req-0beb3b24-fdfe-4d84-a13f-3ddf64ab9ddf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.433920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fec1038-9ac4-4039-9621-bf13823807d7 req-0beb3b24-fdfe-4d84-a13f-3ddf64ab9ddf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.0643353 Jul 16 01:37:18.473222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-0094c971-476f-4dfe-a1b6-e19d9cae6f59 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947595 Jul 16 01:37:18.474601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fec1038-9ac4-4039-9621-bf13823807d7 req-8cc4ad80-a1c8-4588-8398-74f74d773ab7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Jul 16 01:37:18.524500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaad77-0c34-4fad-85e2-ecdab01fd0e0 req-e34a6c95-8df3-43b7-85d8-6c027b182cbc tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.526047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbbaad77-0c34-4fad-85e2-ecdab01fd0e0 req-e34a6c95-8df3-43b7-85d8-6c027b182cbc tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 1101 time: 0.0556648 Jul 16 01:37:18.563271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbbaad77-0c34-4fad-85e2-ecdab01fd0e0 req-16faa14a-155e-4ff0-9a14-b85f97976b76 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284903 Jul 16 01:37:18.608454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-d6383971-41fc-4b23-b135-7373eb548734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.610514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-d6383971-41fc-4b23-b135-7373eb548734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1098 time: 0.0534027 Jul 16 01:37:18.682139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec208543-f908-4f06-8d30-389dc248abb2 req-7f82be75-4b70-4f18-b70d-fcbd25c54a7e tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.683599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec208543-f908-4f06-8d30-389dc248abb2 req-7f82be75-4b70-4f18-b70d-fcbd25c54a7e tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 950 time: 0.0752988 Jul 16 01:37:18.706428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-546b5b25-70a3-4bab-a4da-2e3bec73c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.707878 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-546b5b25-70a3-4bab-a4da-2e3bec73c63f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.0882356 Jul 16 01:37:18.752880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec208543-f908-4f06-8d30-389dc248abb2 req-08b32132-f28d-4f35-a375-bfe3a1e86838 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c72e339-d6c9-4e51-95e2-7f3988460787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Jul 16 01:37:18.753095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-17aab101-1f13-4764-b480-fae647874e4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.0346756 Jul 16 01:37:18.761580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21171f-b216-47b9-b6e5-10b553848377 req-ef33e9cd-db88-4ec5-b3d6-9b303f706f58 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.763124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae21171f-b216-47b9-b6e5-10b553848377 req-ef33e9cd-db88-4ec5-b3d6-9b303f706f58 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 1101 time: 0.0890174 Jul 16 01:37:18.796403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae21171f-b216-47b9-b6e5-10b553848377 req-c8a07e48-ca01-4cbe-8e9d-d624616c7080 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274427 Jul 16 01:37:18.815129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-a044f18c-4431-42f5-a181-d32479fee12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.816979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-a044f18c-4431-42f5-a181-d32479fee12e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0461209 Jul 16 01:37:18.947483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-e6348e4b-a41d-405d-92cd-06ebf4dbf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.953042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-e6348e4b-a41d-405d-92cd-06ebf4dbf5f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031082 Jul 16 01:37:19.013052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50afce3-07a4-43c5-948e-a9dfba1f3eac req-faae5e2a-f409-41a8-9bf4-0e94f437b458 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.014444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e50afce3-07a4-43c5-948e-a9dfba1f3eac req-faae5e2a-f409-41a8-9bf4-0e94f437b458 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 949 time: 0.1182663 Jul 16 01:37:19.015128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:19.027723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 98d3edaf-03e4-4c46-ac06-5da361bbdfee up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:19.044527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a2df-9531-45b6-b1c9-4c2079b1cd6a req-2a441086-8365-4f04-9f09-b446bf8d6634 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.045984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25d1a2df-9531-45b6-b1c9-4c2079b1cd6a req-2a441086-8365-4f04-9f09-b446bf8d6634 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 948 time: 0.1092646 Jul 16 01:37:19.095848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e50afce3-07a4-43c5-948e-a9dfba1f3eac req-e165f1c3-ab05-4ef3-92a9-1aebc74bc5ef tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 Jul 16 01:37:19.134629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25d1a2df-9531-45b6-b1c9-4c2079b1cd6a req-06eb16d3-31f1-4e61-9a08-7765f2853388 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736532 Jul 16 01:37:19.160537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 98d3edaf-03e4-4c46-ac06-5da361bbdfee completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:19.176016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 98d3edaf-03e4-4c46-ac06-5da361bbdfee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.176526 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.228197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-e6e08814-4101-4b08-9c3d-6a95f46f40d6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367723 Jul 16 01:37:19.234053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.251832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:37:19.254172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-6fb1ed9e-2966-42af-bdb2-a28f8368cfb9 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761424 Jul 16 01:37:19.294806 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.335476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.336566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d3edaf-03e4-4c46-ac06-5da361bbdfee'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:19.340285 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ae0b12-dfda-4757-a10e-02f7cc8ec8e1" -d '{"events": [{"server_uuid": "5e6cd98b-21a1-476d-893d-40e37f002b65", "name": "network-vif-plugged", "status": "completed", "tag": "98d3edaf-03e4-4c46-ac06-5da361bbdfee"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:19.343748 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.345281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 17b58ee3-453a-4410-9a83-305f7de65b46 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:19.363631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8079dcf5-9617-4888-b56a-360eccdd7f68 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.365134 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8079dcf5-9617-4888-b56a-360eccdd7f68 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.32 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 812 time: 0.3627443 Jul 16 01:37:19.399217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'port': {'device_id': '3c35454e-3847-47bc-9a59-123a11b0d947', 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5', 'admin_state_up': True, 'tenant_id': 'e7777dafe47f476c9f9f218c6ce8ca2a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:19.441630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 17b58ee3-453a-4410-9a83-305f7de65b46 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:19.449138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 17b58ee3-453a-4410-9a83-305f7de65b46 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:19.449526 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.452125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=98d3edaf-03e4-4c46-ac06-5da361bbdfee,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.467802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-a46954cb-a824-4fa5-a27c-3f4c68da5b06 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.472499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-a46954cb-a824-4fa5-a27c-3f4c68da5b06 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396712 Jul 16 01:37:19.483509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7639e18-8ca8-4f91-ac5a-7c05e0c9dc2a req-ceaf4285-0f7f-4cef-abd4-22b3b74c42fd service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936245 Jul 16 01:37:19.501999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-62b6f0c1-4f20-4819-99b2-47f06c6b2b0d tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.503615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-62b6f0c1-4f20-4819-99b2-47f06c6b2b0d tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.32 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 950 time: 0.2049696 Jul 16 01:37:19.504902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-d2177f96-919a-430e-ae4a-081b1f7aff0b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/quotas/3e015d069bb74309b6bfe9645587b2a3 HTTP/1.1" status: 200 len: 375 time: 0.0255499 Jul 16 01:37:19.521296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351e865-a9d5-4030-afd5-2be76eb596f9 req-cdf3ed51-4cb8-471f-bd30-172be1d24111 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.524530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d351e865-a9d5-4030-afd5-2be76eb596f9 req-cdf3ed51-4cb8-471f-bd30-172be1d24111 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.2147462 Jul 16 01:37:19.543470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Made reservation on behalf of e7777dafe47f476c9f9f218c6ce8ca2a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:19.545289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.551491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.578705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 17b58ee3-453a-4410-9a83-305f7de65b46, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=17b58ee3-453a-4410-9a83-305f7de65b46,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.582551 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.637774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=17b58ee3-453a-4410-9a83-305f7de65b46,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.660483 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d351e865-a9d5-4030-afd5-2be76eb596f9 req-477d2823-2f27-45cc-be1e-485b14d28e56 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255898 Jul 16 01:37:19.699160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Allocated IP 172.20.0.13 (fc21113c-cdef-47e0-8e7a-378ec35256f5/b76c933d-7db5-4131-a25e-b589b4b16db3/95aff493-b115-4935-aba6-62e772db6b2d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:19.712575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8d6c5995-768d-406a-b581-57193054f85b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1867290 Jul 16 01:37:19.729048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Deleting port 74bd6288-714d-4169-b5fd-ff441a761964 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:19.729391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.837714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56ed6c33-5ec7-4da9-8d89-4da655d1cda1 req-d06ea869-b56c-4f93-92ec-78b8c2fc7f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 210 time: 0.0449874 Jul 16 01:37:19.885981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] For port 74bd6288-714d-4169-b5fd-ff441a761964, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=74bd6288-714d-4169-b5fd-ff441a761964,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:19.886442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.900854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Calling delete_port for 74bd6288-714d-4169-b5fd-ff441a761964 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:19.962620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.964076 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406529c-3b1e-43e0-821b-bf0ffe78ec83 x-openstack-request-id: req-0406529c-3b1e-43e0-821b-bf0ffe78ec83 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:19.964915 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cd98b-21a1-476d-893d-40e37f002b65", "name": "network-vif-plugged", "status": "completed", "tag": "98d3edaf-03e4-4c46-ac06-5da361bbdfee", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:19.965333 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0406529c-3b1e-43e0-821b-bf0ffe78ec83 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:19.969162 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d3edaf-03e4-4c46-ac06-5da361bbdfee', 'code': 200} Jul 16 01:37:20.076711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.124353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.137981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['74bd6288-714d-4169-b5fd-ff441a761964'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:20.168819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Network fc21113c-cdef-47e0-8e7a-378ec35256f5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:20.181915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:20.188014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:20.193869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.194672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.199097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166c8c-8a64-479f-a7d5-6c12f937873c req-55f385f5-a58f-4072-86b7-95e4e36a005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.200734 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e166c8c-8a64-479f-a7d5-6c12f937873c req-55f385f5-a58f-4072-86b7-95e4e36a005a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 1100 time: 0.1638608 Jul 16 01:37:20.201424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.237968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:20.243058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Pushing event deleted for resources: {'Port': ['ID=74bd6288-714d-4169-b5fd-ff441a761964,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.307446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-c46d1671-341c-4823-9ffd-b406d04c867f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9120464 Jul 16 01:37:20.314609 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e166c8c-8a64-479f-a7d5-6c12f937873c req-7f541b4d-26c7-4207-9f66-0ef2b0c1a74c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045058 Jul 16 01:37:20.332370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Request body: {'port': {'device_id': '3c35454e-3847-47bc-9a59-123a11b0d947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:20.365758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b53f448d-ce1b-4c6a-b2c9-9363eabd43bb req-36970402-bfff-4444-a8c0-23c912c5a01a tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.35 "GET /v2.0/ports?device_id=8399e64c-070b-487a-af43-e96da741f82f HTTP/1.1" status: 200 len: 210 time: 0.1198084 Jul 16 01:37:20.372351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] No DVR routers for this DVR port 74bd6288-714d-4169-b5fd-ff441a761964 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:20.395753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.398981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb0b0e8c-5381-48aa-9420-dddc9ae64c2e req-04a00964-856e-4628-8c90-342c3e405196 tempest-ServerDiagnosticsNegativeTest-1678944189 tempest-ServerDiagnosticsNegativeTest-1678944189-project] 10.222.0.32 "DELETE /v2.0/ports/74bd6288-714d-4169-b5fd-ff441a761964 HTTP/1.1" status: 204 len: 173 time: 0.8720057 Jul 16 01:37:20.400620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8399e64c-070b-487a-af43-e96da741f82f', 'name': 'network-vif-deleted', 'tag': '74bd6288-714d-4169-b5fd-ff441a761964'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:20.403493 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb622c9b-6889-4f7b-b1ba-f47ac2a7f31a" -d '{"events": [{"server_uuid": "8399e64c-070b-487a-af43-e96da741f82f", "name": "network-vif-deleted", "tag": "74bd6288-714d-4169-b5fd-ff441a761964"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:20.425599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1934-3f56-4741-8023-b0aa73e7f01d req-cea17c3b-3f8c-419e-b9f6-2c03393518d2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.427190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8cf1934-3f56-4741-8023-b0aa73e7f01d req-cea17c3b-3f8c-419e-b9f6-2c03393518d2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.2766964 Jul 16 01:37:20.445367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.474948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'mac_address': 'fa:16:3e:95:12:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:20.479668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.482796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-f0f770c7-6d3e-439d-a478-35ae80aca9f2 service neutron] 10.222.0.32 "GET /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.2293224 Jul 16 01:37:20.677829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.691252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0798c09-f5ec-4967-ac87-8d82b2a7da8a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:20.713100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.718359 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.772611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.784013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05fc0efe-b7b3-4880-a64f-738138f15bbd req-2cffbeaa-bf39-4964-825b-083d9af60b09 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 210 time: 0.0388501 Jul 16 01:37:20.791165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8cf1934-3f56-4741-8023-b0aa73e7f01d req-a446c3fb-0fac-4b8e-9d27-1349b1289b63 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577361 Jul 16 01:37:20.923550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:20.959964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:20.993576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f7c46-ce6d-4b98-adad-66bb75cf1de5 req-ce3d6795-a191-47c9-bec8-73eb6613bd14 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.995414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-175f7c46-ce6d-4b98-adad-66bb75cf1de5 req-ce3d6795-a191-47c9-bec8-73eb6613bd14 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.1054111 Jul 16 01:37:21.010524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb96685-cfd7-4712-9a93-39d1f668b635 req-14bc499c-3dbb-4374-b742-89177c70b343 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.012012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cb96685-cfd7-4712-9a93-39d1f668b635 req-14bc499c-3dbb-4374-b742-89177c70b343 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 949 time: 0.0935171 Jul 16 01:37:21.018926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aff493-b115-4935-aba6-62e772db6b2d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:21.025498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:21.031007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:21.037492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.045640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.059788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['d0798c09-f5ec-4967-ac87-8d82b2a7da8a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:21.073460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Transition to ACTIVE for port object 95aff493-b115-4935-aba6-62e772db6b2d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.075954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.079662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.091686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-175f7c46-ce6d-4b98-adad-66bb75cf1de5 req-479ec22c-0be9-4dd2-a4fd-41956470dcf6 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785892 Jul 16 01:37:21.095992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cb96685-cfd7-4712-9a93-39d1f668b635 req-e3e35d73-53f3-476d-9001-8452ac8c919a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763316 Jul 16 01:37:21.142052 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e369b4-70ac-401e-9eb8-10544a588488 x-openstack-request-id: req-39e369b4-70ac-401e-9eb8-10544a588488 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:21.142514 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8399e64c-070b-487a-af43-e96da741f82f", "name": "network-vif-deleted", "tag": "74bd6288-714d-4169-b5fd-ff441a761964", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:21.142913 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39e369b4-70ac-401e-9eb8-10544a588488 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:21.143509 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8399e64c-070b-487a-af43-e96da741f82f', 'name': 'network-vif-deleted', 'tag': '74bd6288-714d-4169-b5fd-ff441a761964', 'status': 'completed', 'code': 200} Jul 16 01:37:21.147511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.227851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Attempting to bind port 95aff493-b115-4935-aba6-62e772db6b2d on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:21.228211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Attempting to bind port 95aff493-b115-4935-aba6-62e772db6b2d by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:21.228531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Attempting to bind port 95aff493-b115-4935-aba6-62e772db6b2d on network fc21113c-cdef-47e0-8e7a-378ec35256f5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:21.244306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Port 95aff493-b115-4935-aba6-62e772db6b2d on network fc21113c-cdef-47e0-8e7a-378ec35256f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:21.244621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Attempting to bind port 95aff493-b115-4935-aba6-62e772db6b2d on network fc21113c-cdef-47e0-8e7a-378ec35256f5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:21.260019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:21.260371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Checking segment: {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:21.260750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Bound using segment: {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:21.261178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Bound port: 95aff493-b115-4935-aba6-62e772db6b2d, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:21.261527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.321686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] Transition to ACTIVE for port object 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.331111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.381467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:21.416707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.418981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:21.420943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e2d5a-6c07-4fbb-9221-41b7a409a7d6 req-17cf1639-c563-4172-8c93-5c43a00e6b59 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.422686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a08e2d5a-6c07-4fbb-9221-41b7a409a7d6 req-17cf1639-c563-4172-8c93-5c43a00e6b59 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 944 time: 0.1450222 Jul 16 01:37:21.423575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] No DVR routers for this DVR port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:21.433322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.451430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:37:21.457375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f59a98-d5e4-4b9c-bfd5-b4791238fdd9 req-76739ae5-a0cc-4406-a608-7e2da82faa64 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.458974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54f59a98-d5e4-4b9c-bfd5-b4791238fdd9 req-76739ae5-a0cc-4406-a608-7e2da82faa64 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 944 time: 0.1671224 Jul 16 01:37:21.468179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.479246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.479374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.480722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] 10.222.0.32 "PUT /v2.0/ports/95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 1092 time: 1.1532645 Jul 16 01:37:21.482106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:21.484350 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "tag": "95aff493-b115-4935-aba6-62e772db6b2d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:21.502169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a08e2d5a-6c07-4fbb-9221-41b7a409a7d6 req-a86e7e24-0c80-4282-a55a-8467cba0b7fa tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718529 Jul 16 01:37:21.507312 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-d1f9812e-0336-49e0-9f92-049bd8f461e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2/bindings/n-h2-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9961786 Jul 16 01:37:21.542669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba02ff-d67e-426c-80af-04d865f37f63 service neutron] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.564458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54f59a98-d5e4-4b9c-bfd5-b4791238fdd9 req-9545f83e-4fbc-4718-a306-3413d8812171 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Jul 16 01:37:21.649675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-23e7f197-e789-4cca-874d-6f8a533481c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.651966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-23e7f197-e789-4cca-874d-6f8a533481c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1095 time: 0.0800493 Jul 16 01:37:21.726002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-594cbdda-3a2e-4bd9-b859-941b63ca40d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 217 time: 0.0538087 Jul 16 01:37:21.728012 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13ef05e-ad1d-4ad3-8156-e4b759bd2728 x-openstack-request-id: req-b13ef05e-ad1d-4ad3-8156-e4b759bd2728 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:21.728012 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "tag": "95aff493-b115-4935-aba6-62e772db6b2d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:21.728272 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b13ef05e-ad1d-4ad3-8156-e4b759bd2728 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:21.728756 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d', 'status': 'completed', 'code': 200} Jul 16 01:37:21.825794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-28c9deb4-9a17-4f47-981b-968907e663fe tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560930 Jul 16 01:37:21.848217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-21f36ce8-2a74-4f7f-b0a2-febeb6c34386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.852243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-21f36ce8-2a74-4f7f-b0a2-febeb6c34386 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.1155999 Jul 16 01:37:21.927269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.970873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b58ee3-453a-4410-9a83-305f7de65b46'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:21.973488 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35643771-03d1-463b-a99b-a3eaae1b64b1" -d '{"events": [{"server_uuid": "d6e1c3e5-5d33-4a55-b26b-689b47aea36b", "name": "network-vif-plugged", "status": "completed", "tag": "17b58ee3-453a-4410-9a83-305f7de65b46"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:21.986204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d14b505-e6aa-4ab9-8e64-99ecebfa8ff1 req-80c73605-517b-4fec-ad03-a3e671059243 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 210 time: 0.0602043 Jul 16 01:37:21.986731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41932) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.076853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331078-2b45-4116-86e2-0923fddfe29d req-b4d73204-7c76-46f6-b4e5-b607b417e065 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.086289 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c671f-0af3-419f-90a1-598f8b2d9cd2 x-openstack-request-id: req-2c8c671f-0af3-419f-90a1-598f8b2d9cd2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:22.086587 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e1c3e5-5d33-4a55-b26b-689b47aea36b", "name": "network-vif-plugged", "status": "completed", "tag": "17b58ee3-453a-4410-9a83-305f7de65b46", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:22.086845 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c8c671f-0af3-419f-90a1-598f8b2d9cd2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:22.087238 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b58ee3-453a-4410-9a83-305f7de65b46', 'code': 200} Jul 16 01:37:22.087581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52331078-2b45-4116-86e2-0923fddfe29d req-b4d73204-7c76-46f6-b4e5-b607b417e065 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 948 time: 0.0910070 Jul 16 01:37:22.140515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52331078-2b45-4116-86e2-0923fddfe29d req-e7791091-1bfa-4ebc-a6b1-aa9849628ef3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Jul 16 01:37:22.167952 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-822661b9-3dab-450d-832d-ca73165795c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2988083 Jul 16 01:37:22.210867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-be79c4cf-f1b9-4eff-a67c-82e8e86b871d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10fa3fb7c6d140c0b80c27ba59a26d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230015 Jul 16 01:37:22.211735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.246373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-4aefa9fc-c724-4a1a-8b6b-6c951c723eaa tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.247823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-4aefa9fc-c724-4a1a-8b6b-6c951c723eaa tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.4799833 Jul 16 01:37:22.277997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:22.335896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e084a91e-3669-470d-b76c-49046d390e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.345359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port d0798c09-f5ec-4967-ac87-8d82b2a7da8a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:22.349911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port d0798c09-f5ec-4967-ac87-8d82b2a7da8a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:22.350571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.376598 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e084a91e-3669-470d-b76c-49046d390e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.377329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-cea0fbe8-ddc4-4a72-bf79-83ede1a032d2 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.378795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-cea0fbe8-ddc4-4a72-bf79-83ede1a032d2 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5424869 Jul 16 01:37:22.395023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f1cd6-19c7-4e2d-a672-43e224ee4a21 req-0c7a4127-2fcf-45ba-9021-5f8e427b0438 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.396569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-643f1cd6-19c7-4e2d-a672-43e224ee4a21 req-0c7a4127-2fcf-45ba-9021-5f8e427b0438 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 949 time: 0.1561210 Jul 16 01:37:22.405578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '7302be78-8c01-43b6-a424-d058e737c2ad', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:22.424850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f8a1b-9f1d-4d18-9fb3-db3851cd2efb req-a29792d0-463c-42e2-8308-264955b39c2a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.426318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc6f8a1b-9f1d-4d18-9fb3-db3851cd2efb req-a29792d0-463c-42e2-8308-264955b39c2a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.1720328 Jul 16 01:37:22.439544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fcd0-f499-406f-95c8-7d82b823ce9c req-bbed1966-e128-4619-9e66-217e1974e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.441093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0dc1fcd0-f499-406f-95c8-7d82b823ce9c req-bbed1966-e128-4619-9e66-217e1974e2db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 1101 time: 0.2638843 Jul 16 01:37:22.450430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.462900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-a899adcf-9add-4027-9438-de918559d6bf service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459536 Jul 16 01:37:22.475644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-e60929c6-4c00-47ac-9ce9-e9fe08c62f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.477212 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-e60929c6-4c00-47ac-9ce9-e9fe08c62f77 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77&tenant_id=86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 1096 time: 0.2105694 Jul 16 01:37:22.489317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-643f1cd6-19c7-4e2d-a672-43e224ee4a21 req-7c8a2e2c-659e-4369-b85f-af918d34059e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788164 Jul 16 01:37:22.499627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc6f8a1b-9f1d-4d18-9fb3-db3851cd2efb req-7f1b99ed-64de-4b5c-ae90-9a7eefcacca0 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Jul 16 01:37:22.507921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e084a91e-3669-470d-b76c-49046d390e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.511068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e084a91e-3669-470d-b76c-49046d390e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.516566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e084a91e-3669-470d-b76c-49046d390e28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c72e339-d6c9-4e51-95e2-7f3988460787 HTTP/1.1" status: 204 len: 168 time: 0.3036261 Jul 16 01:37:22.520544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:22.532301 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.534465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:22.564751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084a91e-3669-470d-b76c-49046d390e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72e339-d6c9-4e51-95e2-7f3988460787,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.617399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0dc1fcd0-f499-406f-95c8-7d82b823ce9c req-a9c9b88b-7330-4f7a-902b-3965060498b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651466 Jul 16 01:37:22.718890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9f04aa8-5544-4c13-a129-24dee0f25190 req-21e366d8-c94a-44aa-adad-1c21dc41bd5d service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403586 Jul 16 01:37:22.730005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:22.739659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.747694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-62e63f2e-38bb-4bbb-a69c-170b8fa9764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.749297 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-62e63f2e-38bb-4bbb-a69c-170b8fa9764a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1096 time: 0.2037597 Jul 16 01:37:22.771004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:22.774564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.795126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcfcdb-b3f0-4416-9abf-d42de7175506 req-87176292-d0d6-46da-8d9f-e233febe6f1d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.805306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06bcfcdb-b3f0-4416-9abf-d42de7175506 req-87176292-d0d6-46da-8d9f-e233febe6f1d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.1567323 Jul 16 01:37:22.858847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06bcfcdb-b3f0-4416-9abf-d42de7175506 req-b2ce3619-e30b-42b8-89e4-169109b55ed7 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525877 Jul 16 01:37:22.989447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.014163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-e57c50cd-cf14-4d8a-9bbe-4c200f5be3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.015608 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-e57c50cd-cf14-4d8a-9bbe-4c200f5be3e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.2240584 Jul 16 01:37:23.029454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-65fc0809-f9cc-4390-a543-5a6882c58e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.031013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-65fc0809-f9cc-4390-a543-5a6882c58e25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1095 time: 0.2383690 Jul 16 01:37:23.032183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4b0c-4294-4f1b-8507-aa7e5ef744f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.036645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.205 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/b473d9c4-1803-4711-bbef-1cff0a7df536) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:23.083882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-66cdd8d7-aa3b-42b6-a23b-1d2a2d8f12a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 217 time: 0.0565746 Jul 16 01:37:23.102425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07d8c-f5a3-4353-82fe-f9df1aba6ddd req-27573180-99ba-4862-a848-8463c32953e1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.111971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ec07d8c-f5a3-4353-82fe-f9df1aba6ddd req-27573180-99ba-4862-a848-8463c32953e1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 944 time: 0.1340668 Jul 16 01:37:23.171182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ec07d8c-f5a3-4353-82fe-f9df1aba6ddd req-14807ee8-744a-45a9-a9e0-6044856782dd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577445 Jul 16 01:37:23.196992 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.234853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-fcb09d3d-4eea-4a62-a8db-a1504aa500ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.236442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-fcb09d3d-4eea-4a62-a8db-a1504aa500ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1377513 Jul 16 01:37:23.283268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-733074ea-5eda-486f-b54f-6869a7648b0d req-a626ab16-c319-4c9a-ac06-c70525fded4f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 210 time: 0.0370438 Jul 16 01:37:23.285508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4b0c-4294-4f1b-8507-aa7e5ef744f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.290722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4b0c-4294-4f1b-8507-aa7e5ef744f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.309841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-ecf8c48c-658e-43c1-bcb5-3f9b4ba6ebe7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577567 Jul 16 01:37:23.347047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-b41b3870-d74d-4a22-9207-7c3a3c7b57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.348525 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-b41b3870-d74d-4a22-9207-7c3a3c7b57e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.2764883 Jul 16 01:37:23.355042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf5d4b0c-4294-4f1b-8507-aa7e5ef744f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34d04076600a4dd28d9311239ee9acdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645747 Jul 16 01:37:23.357333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d4b0c-4294-4f1b-8507-aa7e5ef744f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39775d5-e106-4411-beb5-fdd041cdf447,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.359815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41964) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.412626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-22e0d7ac-2266-4f23-8432-d7db78434081 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 217 time: 0.0521753 Jul 16 01:37:23.446152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5efad56-0ccf-436e-a1c9-93f9e16bd3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.474753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5efad56-0ccf-436e-a1c9-93f9e16bd3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.507529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.521039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a9812-bb03-4e14-8010-076f841b8d11 req-642dd03a-8a20-485d-b9a3-cfbf8558ecaa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.522574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-716a9812-bb03-4e14-8010-076f841b8d11 req-642dd03a-8a20-485d-b9a3-cfbf8558ecaa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1148133 Jul 16 01:37:23.526788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-a8e9a2a9-24bc-42c2-b282-f867626d60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.528274 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-a8e9a2a9-24bc-42c2-b282-f867626d60ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.1014369 Jul 16 01:37:23.568396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-2e523b2b-ea4b-4e55-9a20-21604609c4ee service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320752 Jul 16 01:37:23.570014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-766a08c0-5add-4f6a-9a75-585d834eb8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303195 Jul 16 01:37:23.587464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object b473d9c4-1803-4711-bbef-1cff0a7df536 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:23.594996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5efad56-0ccf-436e-a1c9-93f9e16bd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.597468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5efad56-0ccf-436e-a1c9-93f9e16bd3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.598581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f5efad56-0ccf-436e-a1c9-93f9e16bd3c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d39775d5-e106-4411-beb5-fdd041cdf447 HTTP/1.1" status: 204 len: 168 time: 0.2376513 Jul 16 01:37:23.629165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-716a9812-bb03-4e14-8010-076f841b8d11 req-572d0738-f43f-45fa-8a8e-39d62da6f28c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906236 Jul 16 01:37:23.634095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efad56-0ccf-436e-a1c9-93f9e16bd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39775d5-e106-4411-beb5-fdd041cdf447,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.646241 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3b39-c4f5-445f-9a64-da0c766459ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.706143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.706622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.716590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.717565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.718041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.718505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.719001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.719469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.719928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.720415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.720871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.721331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.721975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.722222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.722674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.739646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74e95b59-4228-493a-884a-861d8411f6dd req-33fed8f4-6fae-4187-a12f-c2cea16b51f1 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad&device_id=3c35454e-3847-47bc-9a59-123a11b0d947&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe&device_id=5e6cd98b-21a1-476d-893d-40e37f002b65&device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b&device_id=495886a4-838b-4c53-a08d-6319ff71ec31&device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77&device_id=4d706476-fcb0-4958-9e58-f87e121b370b&device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1&device_id=146a5605-de09-4afa-b56a-e0b26250e927&device_id=33d63dda-aca4-4215-a795-e29328e38954&device_id=00910e73-5589-4910-84fd-25d5890b94fe&device_id=11ff810e-adcd-438c-b802-196a5588432b&device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 13553 time: 0.2026567 Jul 16 01:37:23.756571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.771573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:23.773872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:23.775303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-a757eac1-532d-405f-ae79-74fe3462d6ee service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983635 Jul 16 01:37:23.809838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-74e95b59-4228-493a-884a-861d8411f6dd req-308d5348-b80d-4cd0-9da3-df4cbd834120 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.816106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-b9982315-9fed-4a8c-8423-425a34f8b951 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305427 Jul 16 01:37:23.880445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:23.890781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:23.897159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:23.902933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.903586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.909471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=b473d9c4-1803-4711-bbef-1cff0a7df536,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.984218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee1ec42b-8be3-407c-b59c-d7606ab1cb6c req-148e76a5-0bb5-4aac-a4d2-7b654f065733 service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831570 Jul 16 01:37:23.999827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9caaa-c2ad-480b-b3d9-38f1e7d4fd94 req-1c8183f8-fb38-4049-b30d-6b9b584e690a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.008280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aef9caaa-c2ad-480b-b3d9-38f1e7d4fd94 req-1c8183f8-fb38-4049-b30d-6b9b584e690a tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.2521112 Jul 16 01:37:24.011914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-74e95b59-4228-493a-884a-861d8411f6dd req-308d5348-b80d-4cd0-9da3-df4cbd834120 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.023389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-81323a37-a94e-4fb4-9ee0-9bbea408d402 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6271899 Jul 16 01:37:24.034734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-74e95b59-4228-493a-884a-861d8411f6dd req-308d5348-b80d-4cd0-9da3-df4cbd834120 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.037858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Request body: {'port': {'device_id': '7302be78-8c01-43b6-a424-d058e737c2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:24.094365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:24.096633 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c85754-ebc1-4a1d-9c77-b19221f9849a" -d '{"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:24.120841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74e95b59-4228-493a-884a-861d8411f6dd req-308d5348-b80d-4cd0-9da3-df4cbd834120 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&id=3f1f24d0-a6ae-410e-809c-0244e3153feb&id=85ec8301-4fc3-4037-a790-519f8f3c3d38&id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&id=f8615474-e015-4f46-9a81-a13c2dc438aa&id=1592d280-109e-4a1b-930b-525c016de74b&id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3729677 Jul 16 01:37:24.138397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5348-b80d-4cd0-9da3-df4cbd834120 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1815ce-5edd-4458-9f7b-4680910deb9c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.163375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aef9caaa-c2ad-480b-b3d9-38f1e7d4fd94 req-99ad199e-30ef-4c03-8f63-7c4493d05278 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541278 Jul 16 01:37:24.253400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.263135 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbac552-8dfa-4e5d-ad3a-da6994a7b353 x-openstack-request-id: req-fcbac552-8dfa-4e5d-ad3a-da6994a7b353 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:24.264352 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:24.268772 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fcbac552-8dfa-4e5d-ad3a-da6994a7b353 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:24.269312 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'code': 200} Jul 16 01:37:24.380015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 74bd6288-714d-4169-b5fd-ff441a761964 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:24.426466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 74bd6288-714d-4169-b5fd-ff441a761964 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:24.427054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 74bd6288-714d-4169-b5fd-ff441a761964 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:24.431238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-467d1fcf-69c6-4984-8914-d0445daa722d None None] Provisioning for port b473d9c4-1803-4711-bbef-1cff0a7df536 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.437056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-467d1fcf-69c6-4984-8914-d0445daa722d None None] Provisioning complete for port b473d9c4-1803-4711-bbef-1cff0a7df536 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:24.437704 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-467d1fcf-69c6-4984-8914-d0445daa722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.443497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551734-5d5d-422c-bf97-d1f5508d1696 req-20557dfd-cff2-47d7-bea6-802849941a7b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.445408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8551734-5d5d-422c-bf97-d1f5508d1696 req-20557dfd-cff2-47d7-bea6-802849941a7b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.1264648 Jul 16 01:37:24.502582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-467d1fcf-69c6-4984-8914-d0445daa722d None None] Port b473d9c4-1803-4711-bbef-1cff0a7df536 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:24.503062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8551734-5d5d-422c-bf97-d1f5508d1696 req-1d98cd6f-8312-4b2f-ac84-48f32c723586 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517998 Jul 16 01:37:24.732312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-a3e3946a-a26d-440d-bc38-cdfc678f5ba4 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.736006 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-a3e3946a-a26d-440d-bc38-cdfc678f5ba4 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.3746858 Jul 16 01:37:24.875662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b783d0b-3781-4b04-8372-20c9ae675f96 req-38d6b525-ea6d-4e7e-8780-68778a2ba98b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.877363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b783d0b-3781-4b04-8372-20c9ae675f96 req-38d6b525-ea6d-4e7e-8780-68778a2ba98b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 944 time: 0.1247685 Jul 16 01:37:24.894820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601e379-d431-4715-8769-8afe40be0772 req-64f52c06-59c1-4866-ae5f-241019cb512f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.896502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e601e379-d431-4715-8769-8afe40be0772 req-64f52c06-59c1-4866-ae5f-241019cb512f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 936 time: 0.1072292 Jul 16 01:37:24.953920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b783d0b-3781-4b04-8372-20c9ae675f96 req-7c5ec5ae-20e6-4bda-9796-488bea86f364 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674510 Jul 16 01:37:24.959565 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e601e379-d431-4715-8769-8afe40be0772 req-b3fc1f92-d7f1-4eed-82ea-70e53d667d7b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568945 Jul 16 01:37:25.089968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e82c-3745-4663-b6e1-74a7784e9eb5 req-f9bd0273-0b2d-4960-b04c-a14357ef225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.091456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa37e82c-3745-4663-b6e1-74a7784e9eb5 req-f9bd0273-0b2d-4960-b04c-a14357ef225a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1100 time: 0.5416799 Jul 16 01:37:25.109862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-1438cb80-cad6-4cb7-a69b-dc60e8d98067 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644844 Jul 16 01:37:25.183884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa37e82c-3745-4663-b6e1-74a7784e9eb5 req-d609f1cb-678e-42ef-8be9-f8918a5fac19 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820603 Jul 16 01:37:25.231619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b473d9c4-1803-4711-bbef-1cff0a7df536 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:25.242299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.242590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a42b-5ef0-4522-897a-6a4f4285c931 req-53731722-38d3-41ed-8121-87135ea007ed tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.244175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63c8a42b-5ef0-4522-897a-6a4f4285c931 req-53731722-38d3-41ed-8121-87135ea007ed tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1229763 Jul 16 01:37:25.244701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-f2f0ac12-224c-4d05-92e5-54a30848efbe service neutron] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:25.248657 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-f2f0ac12-224c-4d05-92e5-54a30848efbe service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.249275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-9c3a2b74-dfaf-483f-a78c-c21b94641375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.249774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-861a3486-8a3f-4fad-a4a9-4d964b8c101b req-f2f0ac12-224c-4d05-92e5-54a30848efbe service neutron] 10.222.0.38 "DELETE /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2/bindings/n-h1-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.5019710 Jul 16 01:37:25.250821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-9c3a2b74-dfaf-483f-a78c-c21b94641375 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 1097 time: 0.0979805 Jul 16 01:37:25.259365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Transition to ACTIVE for port object b473d9c4-1803-4711-bbef-1cff0a7df536 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:25.264174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.324079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b473d9c4-1803-4711-bbef-1cff0a7df536,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.363260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Attempting to bind port b473d9c4-1803-4711-bbef-1cff0a7df536 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:25.363594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Attempting to bind port b473d9c4-1803-4711-bbef-1cff0a7df536 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:25.363944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Attempting to bind port b473d9c4-1803-4711-bbef-1cff0a7df536 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:25.368921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Port b473d9c4-1803-4711-bbef-1cff0a7df536 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:25.369241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Attempting to bind port b473d9c4-1803-4711-bbef-1cff0a7df536 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:25.374421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:25.375614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:25.376004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:25.376452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Bound port: b473d9c4-1803-4711-bbef-1cff0a7df536, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:25.377095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.390466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63c8a42b-5ef0-4522-897a-6a4f4285c931 req-df2eb491-6d80-4897-bc56-1a48ca1c22c5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386518 Jul 16 01:37:25.426504 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033bff-6d65-461b-8504-3bd91da30abc req-3f7ef756-fa54-4c4c-9c69-57d8c5273897 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.426994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033bff-6d65-461b-8504-3bd91da30abc req-3f7ef756-fa54-4c4c-9c69-57d8c5273897 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.427837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033bff-6d65-461b-8504-3bd91da30abc req-3f7ef756-fa54-4c4c-9c69-57d8c5273897 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.429326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84033bff-6d65-461b-8504-3bd91da30abc req-3f7ef756-fa54-4c4c-9c69-57d8c5273897 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65&device_id=4d706476-fcb0-4958-9e58-f87e121b370b&device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 2883 time: 0.1841898 Jul 16 01:37:25.434382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-44f22e34-31a6-4d46-ac02-76d60cb08dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.436159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-44f22e34-31a6-4d46-ac02-76d60cb08dde service neutron] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 925 time: 0.1483157 Jul 16 01:37:25.449232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] For port b473d9c4-1803-4711-bbef-1cff0a7df536, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:25.452358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] For port b473d9c4-1803-4711-bbef-1cff0a7df536, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b473d9c4-1803-4711-bbef-1cff0a7df536,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:25.457434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.496605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.497224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.498632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b473d9c4-1803-4711-bbef-1cff0a7df536 HTTP/1.1" status: 200 len: 1096 time: 1.4653311 Jul 16 01:37:25.499080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7302be78-8c01-43b6-a424-d058e737c2ad', 'tag': 'b473d9c4-1803-4711-bbef-1cff0a7df536'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:25.501450 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a1ce29-7a1a-47cc-92d3-1982b19811af" -d '{"events": [{"name": "network-changed", "server_uuid": "7302be78-8c01-43b6-a424-d058e737c2ad", "tag": "b473d9c4-1803-4711-bbef-1cff0a7df536"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:25.522616 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84033bff-6d65-461b-8504-3bd91da30abc req-eda39fce-fd57-4a3d-9a1a-403860af14fb tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852444 Jul 16 01:37:25.533126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ad52-2246-45f6-bf0a-13794258e8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b473d9c4-1803-4711-bbef-1cff0a7df536,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.548998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-0daa09c3-4a10-4125-afff-98c4217da8d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2 HTTP/1.1" status: 200 len: 1002 time: 0.1042185 Jul 16 01:37:25.620841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-fa859916-108c-480b-8d00-0514f12f2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.622989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-fa859916-108c-480b-8d00-0514f12f2fa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.0568511 Jul 16 01:37:25.704002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-f7aec899-c104-4c9c-b666-5462658d7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.706376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-f7aec899-c104-4c9c-b666-5462658d7a67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 1099 time: 0.0966089 Jul 16 01:37:25.754085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-fa39b523-2662-4536-a4f9-d3bad1ef572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.755606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-fa39b523-2662-4536-a4f9-d3bad1ef572f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179404 Jul 16 01:37:25.762967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba3f0-1fb0-4c28-8ce8-9949f875ec85 req-684f0a8a-04ba-4244-a0d9-19c2adf87e49 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.770276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12eba3f0-1fb0-4c28-8ce8-9949f875ec85 req-684f0a8a-04ba-4244-a0d9-19c2adf87e49 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.0971711 Jul 16 01:37:25.798718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-a96725b7-e1f5-4347-804b-e2e711ba7fd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b473d9c4-1803-4711-bbef-1cff0a7df536 HTTP/1.1" status: 200 len: 217 time: 0.0797989 Jul 16 01:37:25.864397 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04145886-c869-46d7-8fe6-306804faa95a x-openstack-request-id: req-04145886-c869-46d7-8fe6-306804faa95a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:25.864397 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7302be78-8c01-43b6-a424-d058e737c2ad", "tag": "b473d9c4-1803-4711-bbef-1cff0a7df536", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:25.864397 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04145886-c869-46d7-8fe6-306804faa95a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:25.864397 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7302be78-8c01-43b6-a424-d058e737c2ad', 'tag': 'b473d9c4-1803-4711-bbef-1cff0a7df536', 'status': 'completed', 'code': 200} Jul 16 01:37:25.866738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12eba3f0-1fb0-4c28-8ce8-9949f875ec85 req-782860fa-3053-4e40-b84b-272f19c76c3b tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955217 Jul 16 01:37:25.893280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-d2be7a28-039f-43c2-b2f2-ea60ef5d8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.895043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-d2be7a28-039f-43c2-b2f2-ea60ef5d8943 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0738964 Jul 16 01:37:25.913711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-1fffcc91-61a7-461b-b557-f8927f298669 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413550 Jul 16 01:37:25.958923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253623d-98ce-4716-9c17-effc6b77a10a req-e80715c2-17e3-47ae-ad6f-1d718b91f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.960604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-e80715c2-17e3-47ae-ad6f-1d718b91f848 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592535 Jul 16 01:37:26.081967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aab70919-68f2-4bd4-9c65-09e0399d2601 req-4b1b7a14-2ec1-4522-9005-7f19bc7623a0 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588111 Jul 16 01:37:26.110356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372cf36-b048-48e1-aea8-f7da5bf597bd req-bac844a4-108d-467f-b64b-e1e5d01edba4 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.112353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0372cf36-b048-48e1-aea8-f7da5bf597bd req-bac844a4-108d-467f-b64b-e1e5d01edba4 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.0923092 Jul 16 01:37:26.134856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fc2bb7e-e15a-44f9-9f3a-c5c804a4e047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.135629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-87d89d10-ca9a-4030-9595-b8e055bd7f3e service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609440 Jul 16 01:37:26.166103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0372cf36-b048-48e1-aea8-f7da5bf597bd req-8474e33b-26a1-4ee5-b4c5-a7831a7be80d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Jul 16 01:37:26.172185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-3c4bfd4f-4ea9-436c-ac0a-3ece49296267 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060519 Jul 16 01:37:26.301063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b253623d-98ce-4716-9c17-effc6b77a10a req-c6231c84-01db-4d0e-9b84-6a93ecd4e93b service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535053 Jul 16 01:37:26.301657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 95aff493-b115-4935-aba6-62e772db6b2d details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:26.324386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-79a8cede-d1ca-4269-aede-80f0a9ed3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.325946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-79a8cede-d1ca-4269-aede-80f0a9ed3761 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.0738013 Jul 16 01:37:26.375997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f75ae-07a8-4746-abc2-3cdbe328d07b req-aa8e0baa-090f-4534-a236-d79dfb988b46 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.383496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b05f75ae-07a8-4746-abc2-3cdbe328d07b req-aa8e0baa-090f-4534-a236-d79dfb988b46 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 944 time: 0.0946372 Jul 16 01:37:26.396222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.469690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.480725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b05f75ae-07a8-4746-abc2-3cdbe328d07b req-eb0406c8-0670-46a8-b1b3-3b38b5d014fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901668 Jul 16 01:37:26.490215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '95aff493-b115-4935-aba6-62e772db6b2d', 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5', 'port_id': '95aff493-b115-4935-aba6-62e772db6b2d', 'mac_address': 'fa:16:3e:83:fd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76c933d-7db5-4131-a25e-b589b4b16db3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:26.541425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11c185-8b37-4016-b3d3-091a8869ac27 req-db9d0ef6-f78a-47bc-ac55-50573e71e9e5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.546780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.549338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be11c185-8b37-4016-b3d3-091a8869ac27 req-db9d0ef6-f78a-47bc-ac55-50573e71e9e5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 948 time: 0.1133020 Jul 16 01:37:26.553151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-51c6da7c-5a3e-418f-94f4-5f92d36c66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.554798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-51c6da7c-5a3e-418f-94f4-5f92d36c66c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1938193 Jul 16 01:37:26.560139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aff493-b115-4935-aba6-62e772db6b2d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:26.583189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.588320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.629017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-70a32923-cee1-47cc-8465-7c8620341a1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0559466 Jul 16 01:37:26.647809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be11c185-8b37-4016-b3d3-091a8869ac27 req-89babb5e-ded6-4a1c-819f-3c2ccd2be9ac tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974309 Jul 16 01:37:26.662955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.700734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-dd0ea484-60c4-4a59-bde5-04e58b7a662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.702262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-dd0ea484-60c4-4a59-bde5-04e58b7a662d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 1099 time: 0.2130349 Jul 16 01:37:26.730264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-35465300-d156-4a43-a021-7edf51d9a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.731181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-35465300-d156-4a43-a021-7edf51d9a1c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0938601 Jul 16 01:37:26.862974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-eff6d991-9efb-40a1-a6ff-c532f8e396a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.864510 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-eff6d991-9efb-40a1-a6ff-c532f8e396a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128664 Jul 16 01:37:26.866055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-1226e711-6288-47ba-9239-70cdf3eabf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.868223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-1226e711-6288-47ba-9239-70cdf3eabf13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1508577 Jul 16 01:37:26.905671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e33e0-e66d-421c-b3f7-4d0ab05231b5 req-5223efde-dc0c-4a26-be0c-9883fd06ac0d tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:26.908356 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-116e33e0-e66d-421c-b3f7-4d0ab05231b5 req-5223efde-dc0c-4a26-be0c-9883fd06ac0d tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.1132643 Jul 16 01:37:26.931980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:26.937409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-6de91120-b9b6-49e6-b473-9228734dd23b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=b473d9c4-1803-4711-bbef-1cff0a7df536 HTTP/1.1" status: 200 len: 217 time: 0.0515859 Jul 16 01:37:26.947020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:26.962798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-116e33e0-e66d-421c-b3f7-4d0ab05231b5 req-addfe91b-8b3e-4975-b4a6-baabdc97c840 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Jul 16 01:37:27.083593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-39e5811c-9717-4fe4-bc34-c4ba16c2eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.085836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-39e5811c-9717-4fe4-bc34-c4ba16c2eabb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0743127 Jul 16 01:37:27.087916 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-1078c751-c5b3-4325-a3a1-8d0f09912bb1 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135537 Jul 16 01:37:27.097588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431024fa-8dbe-4ea2-8c78-c45521999a61 req-ab2db706-67cf-4217-b05d-4b959e78ed6c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.105916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-431024fa-8dbe-4ea2-8c78-c45521999a61 req-ab2db706-67cf-4217-b05d-4b959e78ed6c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1084180 Jul 16 01:37:27.181506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-431024fa-8dbe-4ea2-8c78-c45521999a61 req-ac63fe07-5717-4a8e-9552-baa3cc3d1a75 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752022 Jul 16 01:37:27.190822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e927a64a-f127-4ab6-ad02-99a9b51cbb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.239040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a710aa6-6aac-408a-bee3-7ea8229503c9 req-9256f099-1f94-4997-b643-fda4b6cc3a00 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419497 Jul 16 01:37:27.242467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c794-894e-4483-ad17-5487f8005c05 req-1dc8d5dc-e127-4176-b2bc-f6fdeeb1b9fb tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.245627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-a8673bb8-4136-4a1f-8522-cc15e9aa3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.247271 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-a8673bb8-4136-4a1f-8522-cc15e9aa3cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368747 Jul 16 01:37:27.248523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73e2c794-894e-4483-ad17-5487f8005c05 req-1dc8d5dc-e127-4176-b2bc-f6fdeeb1b9fb tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1096 time: 0.1254077 Jul 16 01:37:27.285592 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.313073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73e2c794-894e-4483-ad17-5487f8005c05 req-4186a024-738b-426a-9a0f-cfa3d8415507 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597880 Jul 16 01:37:27.356133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e927a64a-f127-4ab6-ad02-99a9b51cbb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.370082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-ad85dffd-d9f4-44eb-95e7-abc19751f186 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130884 Jul 16 01:37:27.372226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e927a64a-f127-4ab6-ad02-99a9b51cbb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.428978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e927a64a-f127-4ab6-ad02-99a9b51cbb05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd7ed69f8d4845d49dfff292dc6d231f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958279 Jul 16 01:37:27.429640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a64a-f127-4ab6-ad02-99a9b51cbb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136e745-cb48-46dd-8cb6-ed142f5c01de,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.432142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.488274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a401bbb1-8134-4184-932c-c6543248fffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.530667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a401bbb1-8134-4184-932c-c6543248fffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.567007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8a1ce29-7a1a-47cc-92d3-1982b19811af req-f97d8629-ec9b-471e-8830-21668ecd5d52 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766329 Jul 16 01:37:27.595383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a401bbb1-8134-4184-932c-c6543248fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.598564 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a401bbb1-8134-4184-932c-c6543248fffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.599867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a401bbb1-8134-4184-932c-c6543248fffd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4136e745-cb48-46dd-8cb6-ed142f5c01de HTTP/1.1" status: 204 len: 168 time: 0.1662078 Jul 16 01:37:27.633840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401bbb1-8134-4184-932c-c6543248fffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136e745-cb48-46dd-8cb6-ed142f5c01de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.660496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-bf7bf922-eccd-4fc6-b681-23b85eaf97d6 req-56286b9c-c4e6-4342-bdc0-d2b318a64789 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:37:27.668678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf7bf922-eccd-4fc6-b681-23b85eaf97d6 req-56286b9c-c4e6-4342-bdc0-d2b318a64789 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168304 Jul 16 01:37:27.884908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c309-c2f7-40f4-ac01-9baf3e8ba485 req-f4db4e2a-4867-4123-aea4-bc793bec8361 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.886569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd09c309-c2f7-40f4-ac01-9baf3e8ba485 req-f4db4e2a-4867-4123-aea4-bc793bec8361 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 945 time: 0.0778534 Jul 16 01:37:27.944148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-555f85a6-b6f5-4992-93f0-46d61af35ae9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675664 Jul 16 01:37:27.998412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd09c309-c2f7-40f4-ac01-9baf3e8ba485 req-2177a670-9bb2-476a-8402-d244dd71c9cb tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049240 Jul 16 01:37:28.043237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-181ea557-5cad-4f69-b64e-dbff1ae9859d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.044760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-181ea557-5cad-4f69-b64e-dbff1ae9859d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.1335251 Jul 16 01:37:28.073229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-00975a6a-3632-429a-adb9-2e92575a99f5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/quotas/86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 375 time: 0.0149598 Jul 16 01:37:28.158693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-0bd907de-6473-4167-a98a-24bb7121054e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803187 Jul 16 01:37:28.286506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-34c98ece-585a-4691-89ac-ce1931a62f1b service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213081 Jul 16 01:37:28.298928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 95aff493-b115-4935-aba6-62e772db6b2d up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:28.366001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 95aff493-b115-4935-aba6-62e772db6b2d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:28.373264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 95aff493-b115-4935-aba6-62e772db6b2d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:28.374476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.426360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-ddd89f5f-7e13-4e36-8828-813729a9e392 service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388619 Jul 16 01:37:28.455086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96683de6-ff89-4942-b0b2-89cb6540937d req-37e3724b-ef31-4b8d-bf5c-3a45b58c02d3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.456988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96683de6-ff89-4942-b0b2-89cb6540937d req-37e3724b-ef31-4b8d-bf5c-3a45b58c02d3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 948 time: 0.1075139 Jul 16 01:37:28.466363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.494109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:28.497280 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f75814-4e06-4ff1-a72c-09cb4bc43881" -d '{"events": [{"server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "name": "network-vif-plugged", "status": "completed", "tag": "95aff493-b115-4935-aba6-62e772db6b2d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:28.511423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96683de6-ff89-4942-b0b2-89cb6540937d req-e40789b2-cac4-4b56-a9b4-52861e54f4d1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Jul 16 01:37:28.511664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:28.517690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.627268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.722393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.725199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae672b-e63d-4407-82d0-5151efa9908a req-cfa2efaa-7f15-4dee-a724-589699ded6d2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.727118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95ae672b-e63d-4407-82d0-5151efa9908a req-cfa2efaa-7f15-4dee-a724-589699ded6d2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0843508 Jul 16 01:37:28.808455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95ae672b-e63d-4407-82d0-5151efa9908a req-78b4dfd5-ae66-4725-bd61-203ad69dcb7b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753562 Jul 16 01:37:28.837258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245847a6-40e6-4162-adcb-d7f4685bb35d req-453fb678-1558-4111-8aa5-59fcd4cc1ce8 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.838742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-245847a6-40e6-4162-adcb-d7f4685bb35d req-453fb678-1558-4111-8aa5-59fcd4cc1ce8 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.0948508 Jul 16 01:37:28.891876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-245847a6-40e6-4162-adcb-d7f4685bb35d req-45048047-22e5-4a40-a200-cca4cd8e6492 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445828 Jul 16 01:37:28.990941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed08c9-15f6-4471-bca2-ae4efbd262d6 req-d7c450bc-2d64-4bba-b272-e2904b407437 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.996862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6ed08c9-15f6-4471-bca2-ae4efbd262d6 req-d7c450bc-2d64-4bba-b272-e2904b407437 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1101 time: 0.0670767 Jul 16 01:37:29.046207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6ed08c9-15f6-4471-bca2-ae4efbd262d6 req-f8376d57-222b-45db-96e6-af7f91c92764 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Jul 16 01:37:29.095659 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b05de9-40b4-4a95-a647-22a8a6772732 x-openstack-request-id: req-e6b05de9-40b4-4a95-a647-22a8a6772732 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:29.095833 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "name": "network-vif-plugged", "status": "completed", "tag": "95aff493-b115-4935-aba6-62e772db6b2d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:29.096177 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6b05de9-40b4-4a95-a647-22a8a6772732 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:29.096570 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d', 'code': 200} Jul 16 01:37:29.241414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-add6930a-66b6-4c26-84ef-c8cccd9698d7 req-bcc40f84-6136-4cdc-bfcb-31ebc6ae2fdd tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 210 time: 0.0379984 Jul 16 01:37:29.252043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3c275-5e70-4852-bddb-33b649aff5e2 req-b9f9fa8b-f49d-4cf2-87e2-2e082fda502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.253642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e2e3c275-5e70-4852-bddb-33b649aff5e2 req-b9f9fa8b-f49d-4cf2-87e2-2e082fda502d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1097 time: 0.0630896 Jul 16 01:37:29.293941 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e2e3c275-5e70-4852-bddb-33b649aff5e2 req-3bfce228-fc81-4c04-abd6-40ed095ca148 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Jul 16 01:37:29.399216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac87734-73d5-4b6c-92e9-9f90fe828878 req-aa354aee-2244-48e8-ae5a-1c47d0dca2ed tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.400692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fac87734-73d5-4b6c-92e9-9f90fe828878 req-aa354aee-2244-48e8-ae5a-1c47d0dca2ed tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 946 time: 0.0640717 Jul 16 01:37:29.437736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fac87734-73d5-4b6c-92e9-9f90fe828878 req-60500019-adbf-4766-82e5-19d31e91f329 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Jul 16 01:37:29.589049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005cd0a-c527-4a2f-949d-0f9c58377262 req-7277f09e-5800-4388-861e-53445e74d90a tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.590571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e005cd0a-c527-4a2f-949d-0f9c58377262 req-7277f09e-5800-4388-861e-53445e74d90a tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1101 time: 0.0522678 Jul 16 01:37:29.624566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e005cd0a-c527-4a2f-949d-0f9c58377262 req-fc3511cd-c1fe-4544-b94f-608972d93108 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279396 Jul 16 01:37:29.714298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443532-497a-4f58-a08a-7f09d7d95b4d req-eeb98e0c-ab0f-41af-bb7a-7e7e10c173a1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.716495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04443532-497a-4f58-a08a-7f09d7d95b4d req-eeb98e0c-ab0f-41af-bb7a-7e7e10c173a1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 948 time: 0.0739856 Jul 16 01:37:29.763540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04443532-497a-4f58-a08a-7f09d7d95b4d req-80112347-1ec6-457a-add2-fe1d63bee667 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Jul 16 01:37:29.838936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-50d4a7aa-a063-44e9-b1ed-6fdd25ce0a0e tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.840852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-50d4a7aa-a063-44e9-b1ed-6fdd25ce0a0e tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.0902538 Jul 16 01:37:30.001488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-61efa66f-598c-4aab-ba04-1975c061882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.002915 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-61efa66f-598c-4aab-ba04-1975c061882b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1100 time: 0.1531391 Jul 16 01:37:30.022913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Deleting port 17b58ee3-453a-4410-9a83-305f7de65b46 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:30.023240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.056999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa462-89e6-4ab7-adca-bb5f5f51c4fc req-e68fe657-c47d-4e24-8ec5-42e722b3c221 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.060942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f75aa462-89e6-4ab7-adca-bb5f5f51c4fc req-e68fe657-c47d-4e24-8ec5-42e722b3c221 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0750043 Jul 16 01:37:30.105633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f75aa462-89e6-4ab7-adca-bb5f5f51c4fc req-a20bee48-95f4-4485-bcf2-cc6e5d180756 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Jul 16 01:37:30.186057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-eb3107d3-22a4-4b5d-b71e-3ea8b707a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.187953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-eb3107d3-22a4-4b5d-b71e-3ea8b707a0c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1735644 Jul 16 01:37:30.192888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] For port 17b58ee3-453a-4410-9a83-305f7de65b46, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=17b58ee3-453a-4410-9a83-305f7de65b46,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:30.193114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.237921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Calling delete_port for 17b58ee3-453a-4410-9a83-305f7de65b46 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:30.243117 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32cfb6c2-d974-4ef9-a0f0-fafda5c92478 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.0427341 Jul 16 01:37:30.294656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3e6b0-f45f-4989-bc4f-f8e19e0c941b req-c51a7d71-e07c-4750-b0dd-5ec8487f90a6 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.297579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3d3e6b0-f45f-4989-bc4f-f8e19e0c941b req-c51a7d71-e07c-4750-b0dd-5ec8487f90a6 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6e1c3e5-5d33-4a55-b26b-689b47aea36b HTTP/1.1" status: 200 len: 950 time: 0.0783694 Jul 16 01:37:30.302864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b473d9c4-1803-4711-bbef-1cff0a7df536 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:30.349475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-3c11420b-242e-460c-b988-29a415b7b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.350959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-3c11420b-242e-460c-b988-29a415b7b9fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0980730 Jul 16 01:37:30.397150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3d3e6b0-f45f-4989-bc4f-f8e19e0c941b req-57d5fd73-2fea-4afa-bf7a-fcb41f2c786c tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.35 "GET /v2.0/security-groups?id=1592d280-109e-4a1b-930b-525c016de74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852098 Jul 16 01:37:30.471745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b473d9c4-1803-4711-bbef-1cff0a7df536, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b473d9c4-1803-4711-bbef-1cff0a7df536,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:30.491753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'b473d9c4-1803-4711-bbef-1cff0a7df536', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'b473d9c4-1803-4711-bbef-1cff0a7df536', 'mac_address': 'fa:16:3e:7b:e6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:30.541683 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.564529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b473d9c4-1803-4711-bbef-1cff0a7df536 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:30.622428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-87bd2716-b1c2-463c-a8a3-6d724cfe3319 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.623401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b473d9c4-1803-4711-bbef-1cff0a7df536, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b473d9c4-1803-4711-bbef-1cff0a7df536,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:30.624123 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-87bd2716-b1c2-463c-a8a3-6d724cfe3319 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.2160673 Jul 16 01:37:30.628786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.632213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.638248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-370df670-6227-4c32-a6b3-4e2dc16f7c2f req-98e289b2-c277-404b-9b76-60f41ee6ba9b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 210 time: 0.0527325 Jul 16 01:37:30.645621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-26d24bb5-09de-427d-ae9a-9af876ed0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.647591 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-26d24bb5-09de-427d-ae9a-9af876ed0992 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2701201 Jul 16 01:37:30.657201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Request body: {'port': {'device_id': '30b0736a-11e4-4034-a4d1-78978f785666', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'admin_state_up': True, 'tenant_id': '86a1d11c1964442f82649e94fd51aff5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:30.709178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Pushing event deleted for resources: {'Port': ['ID=17b58ee3-453a-4410-9a83-305f7de65b46,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.740769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.741712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.742370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.742844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.743326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.743891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.744419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.744890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.745363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.745854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.746319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.746808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:30.774687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['17b58ee3-453a-4410-9a83-305f7de65b46'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:30.777319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b473d9c4-1803-4711-bbef-1cff0a7df536,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.840768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] No DVR routers for this DVR port 17b58ee3-453a-4410-9a83-305f7de65b46 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:30.844954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.847375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-290b9fd8-4090-4978-b07d-c61e4fa1af5d req-a53327ab-4d73-4515-80e9-9d72360426e2 tempest-DeleteServersAdminTestJSON-322152344 tempest-DeleteServersAdminTestJSON-322152344-project] 10.222.0.38 "DELETE /v2.0/ports/17b58ee3-453a-4410-9a83-305f7de65b46 HTTP/1.1" status: 204 len: 173 time: 0.9887629 Jul 16 01:37:30.894949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'name': 'network-vif-deleted', 'tag': '17b58ee3-453a-4410-9a83-305f7de65b46'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:30.895515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a17c4e-a4bc-4834-9aae-87c1ba1e58c5 req-76d84a75-ff4d-4c5d-9181-4d7dbf471b87 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.897544 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecfa1ad-3ae4-43fd-8e18-3b92ce3c77a7" -d '{"events": [{"server_uuid": "d6e1c3e5-5d33-4a55-b26b-689b47aea36b", "name": "network-vif-deleted", "tag": "17b58ee3-453a-4410-9a83-305f7de65b46"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:30.903271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35a17c4e-a4bc-4834-9aae-87c1ba1e58c5 req-76d84a75-ff4d-4c5d-9181-4d7dbf471b87 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 946 time: 0.1341925 Jul 16 01:37:30.954416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35a17c4e-a4bc-4834-9aae-87c1ba1e58c5 req-337d4457-4a81-4016-b105-ad7e5070190a tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Jul 16 01:37:30.997528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b473d9c4-1803-4711-bbef-1cff0a7df536'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:31.047019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Made reservation on behalf of 86a1d11c1964442f82649e94fd51aff5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.054330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.118629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-57ff47f5-ad48-4d70-94c8-1f3ba3c57357 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291983 Jul 16 01:37:31.240177 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac153b1f-97f5-41ec-b345-0f5c4885012f x-openstack-request-id: req-ac153b1f-97f5-41ec-b345-0f5c4885012f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:31.241031 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e1c3e5-5d33-4a55-b26b-689b47aea36b", "name": "network-vif-deleted", "tag": "17b58ee3-453a-4410-9a83-305f7de65b46", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:31.241505 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac153b1f-97f5-41ec-b345-0f5c4885012f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:31.242365 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e1c3e5-5d33-4a55-b26b-689b47aea36b', 'name': 'network-vif-deleted', 'tag': '17b58ee3-453a-4410-9a83-305f7de65b46', 'status': 'completed', 'code': 200} Jul 16 01:37:31.273206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eebbad-ce3c-4a5e-873c-57eb343cb754 req-7727caeb-3ad1-4438-b6e3-92a84be10b63 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.275264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06eebbad-ce3c-4a5e-873c-57eb343cb754 req-7727caeb-3ad1-4438-b6e3-92a84be10b63 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 949 time: 0.0995996 Jul 16 01:37:31.316888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06eebbad-ce3c-4a5e-873c-57eb343cb754 req-47897db2-8f66-473e-b7df-f01132e7e5d5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Jul 16 01:37:31.384393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-f24bf4f5-62e4-4289-ab00-00fe861ed153 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-868365182&fields=id&tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 267 time: 0.0433021 Jul 16 01:37:31.456986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-08d17670-b131-4960-8f4e-9fb59d090105 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.458870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-08d17670-b131-4960-8f4e-9fb59d090105 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 946 time: 0.0733562 Jul 16 01:37:31.478784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'port': {'security_groups': ['f8615474-e015-4f46-9a81-a13c2dc438aa', '2846a117-ee34-40b9-a311-9ef5e3b27153']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.616826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.622449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Allocated IP 172.20.0.4 (a9885455-dd33-4bee-8978-55fd5dd6dbcd/457cae23-1885-4413-b044-ee550ad39bf8/86a3a383-80a9-4e10-b6a7-b45b7847e943) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:31.626259 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-5834d85a-eef2-44fa-a9a0-317f3aac3adc service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982278 Jul 16 01:37:31.816313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.857999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.906774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:31.910092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:31.914266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:31.920213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.920882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.928305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.941023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-afb6edb1-8f68-4c37-a254-38637ba0342e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2889128 Jul 16 01:37:31.958633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Request body: {'port': {'device_id': '30b0736a-11e4-4034-a4d1-78978f785666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:32.035456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.143881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.161702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b0878-2ea5-40bd-8304-4552733f7723 req-8d03b322-5eb6-4524-97cc-f1d01b465579 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.163167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-517b0878-2ea5-40bd-8304-4552733f7723 req-8d03b322-5eb6-4524-97cc-f1d01b465579 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.4072897 Jul 16 01:37:32.194891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.204104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.216310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:32.247555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-517b0878-2ea5-40bd-8304-4552733f7723 req-cce8d561-aee7-4f76-8b22-1b83a71ebf63 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761323 Jul 16 01:37:32.260565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.261472 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.262872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-076c31b0-c0f1-4c0c-9aea-9ed8f38276ce req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "PUT /v2.0/ports/95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 982 time: 0.7902706 Jul 16 01:37:32.263324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:32.266091 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92aec27-5c56-4075-8d02-332da4c13f32" -d '{"events": [{"name": "network-changed", "server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "tag": "95aff493-b115-4935-aba6-62e772db6b2d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:32.315547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b473d9c4-1803-4711-bbef-1cff0a7df536 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:32.320326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.321917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a3a383-80a9-4e10-b6a7-b45b7847e943 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:32.337116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.337467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.339631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.339912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.341167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.341509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.341855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.342206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.342533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.342857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.343190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.343540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.343858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c466d43a-d9c2-420f-a776-6d874ec5a131 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:32.362424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Transition to ACTIVE for port object 86a3a383-80a9-4e10-b6a7-b45b7847e943 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:32.365105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.410026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port b473d9c4-1803-4711-bbef-1cff0a7df536 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:32.419980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port b473d9c4-1803-4711-bbef-1cff0a7df536 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:32.420350 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.443857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.446787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:32.467369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11780f33-308c-473d-bfb2-f45b2611614d req-0a2c83be-adce-4ba6-8ebe-41349ee04d5a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.470342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11780f33-308c-473d-bfb2-f45b2611614d req-0a2c83be-adce-4ba6-8ebe-41349ee04d5a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0765269 Jul 16 01:37:32.511379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:32.512364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:32.512927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:32.519794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:32.520501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:32.523298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11780f33-308c-473d-bfb2-f45b2611614d req-0669cb55-eb7a-49cd-95a0-edd98ceeb321 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Jul 16 01:37:32.528527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:32.529465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:32.529910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:32.530526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Bound port: 86a3a383-80a9-4e10-b6a7-b45b7847e943, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:32.531481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.619524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:32.625500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:32.626115 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.631370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.671231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896c10d-6133-4342-97e7-03e0340662a7 req-e17f8eee-e20c-4501-b33a-f02d10f59706 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.676138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7302be78-8c01-43b6-a424-d058e737c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473d9c4-1803-4711-bbef-1cff0a7df536'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:32.678407 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b7c5b-3f2b-467f-a00c-920c31528ffa" -d '{"events": [{"server_uuid": "7302be78-8c01-43b6-a424-d058e737c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "b473d9c4-1803-4711-bbef-1cff0a7df536"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:32.679167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f896c10d-6133-4342-97e7-03e0340662a7 req-e17f8eee-e20c-4501-b33a-f02d10f59706 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.0753243 Jul 16 01:37:32.690297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.690937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.694601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] 10.222.0.38 "PUT /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 1091 time: 0.7380764 Jul 16 01:37:32.699329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b473d9c4-1803-4711-bbef-1cff0a7df536, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b473d9c4-1803-4711-bbef-1cff0a7df536,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.707311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.732397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e18167-1207-42fa-8ae4-7bcaa8b0522b service neutron] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.741136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f896c10d-6133-4342-97e7-03e0340662a7 req-aff6e46f-ac09-4178-8567-f41b46ea02ff tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605130 Jul 16 01:37:32.786088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b473d9c4-1803-4711-bbef-1cff0a7df536,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.801042 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e06cf7-22d6-409a-aff5-a8d44e18e79d x-openstack-request-id: req-68e06cf7-22d6-409a-aff5-a8d44e18e79d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:32.801333 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "tag": "95aff493-b115-4935-aba6-62e772db6b2d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:32.801966 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68e06cf7-22d6-409a-aff5-a8d44e18e79d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:32.802090 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d', 'status': 'completed', 'code': 200} Jul 16 01:37:32.820863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-c0a1076b-99a7-434f-8c3e-fd0244420c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.823010 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-c0a1076b-99a7-434f-8c3e-fd0244420c6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1094 time: 0.0780156 Jul 16 01:37:32.898785 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-a2abe79e-f6ee-4098-ab20-afa072896dba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 217 time: 0.0649395 Jul 16 01:37:32.925660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-6de286b3-92ae-4dda-bf4c-1846e36d5f61 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-538494130&fields=id&tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 267 time: 0.0360582 Jul 16 01:37:32.961004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-b4d2ead8-6ea6-4dcb-8373-5f3a234b81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.964485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-b4d2ead8-6ea6-4dcb-8373-5f3a234b81c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1136 time: 0.1235054 Jul 16 01:37:32.965852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-ba0dea36-420c-45b6-bd53-b07ca3379837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.967197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-ba0dea36-420c-45b6-bd53-b07ca3379837 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0600913 Jul 16 01:37:33.013238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-754212cf-468c-4da2-aab8-734a0f23ac01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390582 Jul 16 01:37:33.022816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-ddf2beff-a47e-4efd-b752-66046f48c34b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.024300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-ddf2beff-a47e-4efd-b752-66046f48c34b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 985 time: 0.0929556 Jul 16 01:37:33.038972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'port': {'security_groups': ['2846a117-ee34-40b9-a311-9ef5e3b27153', 'f8615474-e015-4f46-9a81-a13c2dc438aa', '3f767991-2e35-4370-ab69-9341e4ef4478']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:33.080484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 17b58ee3-453a-4410-9a83-305f7de65b46 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:33.096573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95281f-e47e-4020-ad46-8a6c7fbfa44a req-eb9d7c19-6841-484a-a99a-03ea51e38ae1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.098056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a95281f-e47e-4020-ad46-8a6c7fbfa44a req-eb9d7c19-6841-484a-a99a-03ea51e38ae1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 950 time: 0.1147897 Jul 16 01:37:33.101032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 17b58ee3-453a-4410-9a83-305f7de65b46 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:33.101388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 17b58ee3-453a-4410-9a83-305f7de65b46 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:33.151805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-16539aba-4474-43a0-ae38-5b1673aef020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.153304 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-16539aba-4474-43a0-ae38-5b1673aef020 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.1702633 Jul 16 01:37:33.166520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.179326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a95281f-e47e-4020-ad46-8a6c7fbfa44a req-71dfb002-bb8b-41de-aa29-3329ab6900ef tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524592 Jul 16 01:37:33.200726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-0ea487f6-4026-48f7-8849-b4ce834c0deb service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768909 Jul 16 01:37:33.201934 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-3e9a6a33-000e-4ffd-b3ec-fe1053c0e683 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 217 time: 0.0376890 Jul 16 01:37:33.254828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:33.257078 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d1ab39-9c3b-4021-ad00-18d76c11c88e" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:33.289442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-90628521-6cbb-4659-a62f-6e231556b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.291165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-90628521-6cbb-4659-a62f-6e231556b1a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.0735621 Jul 16 01:37:33.300628 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7721a1-fd47-45d6-a70f-85ae47b68d2f x-openstack-request-id: req-6c7721a1-fd47-45d6-a70f-85ae47b68d2f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:33.301515 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7302be78-8c01-43b6-a424-d058e737c2ad", "name": "network-vif-plugged", "status": "completed", "tag": "b473d9c4-1803-4711-bbef-1cff0a7df536", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:33.302001 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c7721a1-fd47-45d6-a70f-85ae47b68d2f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:33.302907 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7302be78-8c01-43b6-a424-d058e737c2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b473d9c4-1803-4711-bbef-1cff0a7df536', 'code': 200} Jul 16 01:37:33.347694 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-09e5a328-82e5-47e7-84c8-3fce9910a514 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307996 Jul 16 01:37:33.380998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:33.398143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e251b744-22ca-4dca-a7f2-fd3ac3959b54 req-46ee58cd-e3d7-44f1-a3c9-d929604c9279 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878743 Jul 16 01:37:33.440053 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.446538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.461988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:33.467318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-fb52e706-19ab-452a-a0f3-1862c87914a3 service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070874 Jul 16 01:37:33.505661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.506279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.507644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04651ba5-d6bc-4af6-ba61-132fd2061ff0 req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "PUT /v2.0/ports/95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 1021 time: 0.4766943 Jul 16 01:37:33.530350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3fbc-7fbc-40f8-b514-111783bc5cab req-e46eca0b-a871-4252-89d5-08fd9142d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.532448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c3b3fbc-7fbc-40f8-b514-111783bc5cab req-e46eca0b-a871-4252-89d5-08fd9142d96c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 1101 time: 0.1389453 Jul 16 01:37:33.535361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea1fd9-247a-4630-8fd4-9038907c9f56 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.591396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c3b3fbc-7fbc-40f8-b514-111783bc5cab req-8fdc13a5-de88-4606-aece-de98f8173d33 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Jul 16 01:37:33.597230 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec46865-6211-4faf-9efe-11629261e549 x-openstack-request-id: req-4ec46865-6211-4faf-9efe-11629261e549 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:33.597516 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:33.597763 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ec46865-6211-4faf-9efe-11629261e549 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:33.598140 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'status': 'completed', 'code': 200} Jul 16 01:37:33.623760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:33.694018 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f92aec27-5c56-4075-8d02-332da4c13f32 req-6cd291df-9c5a-4c17-96cf-2773c88e1bdc service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196133 Jul 16 01:37:33.708543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-dd35b7e7-3e12-4fe9-9329-dd26ac075863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.710029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-dd35b7e7-3e12-4fe9-9329-dd26ac075863 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1094 time: 0.1153862 Jul 16 01:37:33.816413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-87ff5b4d-25ac-47e6-b0ee-fe75396e6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.818284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-87ff5b4d-25ac-47e6-b0ee-fe75396e6314 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.0979629 Jul 16 01:37:33.848381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc3a14-1daf-4796-939c-d9a92082c281 req-ffe19265-62e9-48c9-938e-2ef216a8361c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.850085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45fc3a14-1daf-4796-939c-d9a92082c281 req-ffe19265-62e9-48c9-938e-2ef216a8361c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0868821 Jul 16 01:37:33.878577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-c1272235-3658-4b5b-99d8-124c8208e584 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 217 time: 0.0510514 Jul 16 01:37:33.907576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45fc3a14-1daf-4796-939c-d9a92082c281 req-e4d00185-8107-4d45-b5be-3e960a2bc682 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Jul 16 01:37:33.955600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-16b6dd77-aad7-45f4-858f-42c7d22dadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.957206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-16b6dd77-aad7-45f4-858f-42c7d22dadaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0723128 Jul 16 01:37:33.998246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-2b3e800c-ede8-4373-a0bb-27b5002cd1d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300913 Jul 16 01:37:34.100615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-e1ed95ad-356c-4dba-8f66-4012c461e241 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900571 Jul 16 01:37:34.105194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf779e5-7845-4c29-b07b-fcac81b0127b req-6c56c5c8-e353-4c09-a4df-a80b6518609f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.106651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adf779e5-7845-4c29-b07b-fcac81b0127b req-6c56c5c8-e353-4c09-a4df-a80b6518609f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1024 time: 0.0980766 Jul 16 01:37:34.174469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18959481-fe9b-46f3-bae3-bb26598fbe41 req-a6131ffa-a851-40dd-944d-14a3bcdb1a9a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.175948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18959481-fe9b-46f3-bae3-bb26598fbe41 req-a6131ffa-a851-40dd-944d-14a3bcdb1a9a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1093268 Jul 16 01:37:34.190559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76d1ab39-9c3b-4021-ad00-18d76c11c88e req-fe750abd-c703-473e-9e81-c9f55ac967d6 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828307 Jul 16 01:37:34.212726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adf779e5-7845-4c29-b07b-fcac81b0127b req-46b5b863-84c0-41c0-8557-428b9e189ed9 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&id=2846a117-ee34-40b9-a311-9ef5e3b27153&id=3f767991-2e35-4370-ab69-9341e4ef4478 HTTP/1.1" status: 200 len: 6146 time: 0.0982537 Jul 16 01:37:34.233910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18959481-fe9b-46f3-bae3-bb26598fbe41 req-f1400910-d1b2-4b67-8ce1-59cde9dc2e83 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 Jul 16 01:37:34.393399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45711b45-6dbb-432d-a6c3-8533e28ebc39 req-8d55fdf6-a4eb-456e-9acd-24ba14633b0f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.394920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45711b45-6dbb-432d-a6c3-8533e28ebc39 req-8d55fdf6-a4eb-456e-9acd-24ba14633b0f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.0622003 Jul 16 01:37:34.463634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45711b45-6dbb-432d-a6c3-8533e28ebc39 req-e706db13-89fd-4ce0-96f1-0b5d707d4954 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Jul 16 01:37:34.486063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359fdb3-376e-4a1a-bb1e-eaf02b7a0eb6 req-61967aff-b07f-4fa8-a119-1ff369210c29 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.487510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8359fdb3-376e-4a1a-bb1e-eaf02b7a0eb6 req-61967aff-b07f-4fa8-a119-1ff369210c29 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 950 time: 0.0917261 Jul 16 01:37:34.497892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b1160d3b-fc3d-429d-b420-e5b3fa2fd9fa req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1112703205 ', 'description': 'tempest-description-560227313'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:34.542648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8359fdb3-376e-4a1a-bb1e-eaf02b7a0eb6 req-700ff994-1fae-4cf4-a505-b666416749ab tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Jul 16 01:37:34.543815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b1160d3b-fc3d-429d-b420-e5b3fa2fd9fa req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.631361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b1160d3b-fc3d-429d-b420-e5b3fa2fd9fa req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.636285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b1160d3b-fc3d-429d-b420-e5b3fa2fd9fa req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.676099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b1160d3b-fc3d-429d-b420-e5b3fa2fd9fa req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.678015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1160d3b-fc3d-429d-b420-e5b3fa2fd9fa req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1854248 Jul 16 01:37:34.694330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b54714-4a9e-49e9-9ffa-9397ab984dc4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e72516-ddb3-4c28-8be3-86262923ce32,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.755252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5586c559-7bb1-466a-aef1-1d745c04c94f req-e4ef6d24-20f4-4bee-9681-2c694ccff840 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/63e72516-ddb3-4c28-8be3-86262923ce32 HTTP/1.1" status: 200 len: 1780 time: 0.0457554 Jul 16 01:37:34.803613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:34.806469 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9373db-b565-4859-96f0-86119658e07d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "tag": "95aff493-b115-4935-aba6-62e772db6b2d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:34.831130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68e71f35-ce49-4382-8312-54b5f244d6f1 req-687f466a-9111-4c1e-8a4f-63f76154d296 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/63e72516-ddb3-4c28-8be3-86262923ce32 HTTP/1.1" status: 200 len: 1780 time: 0.0591781 Jul 16 01:37:34.893039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68e71f35-ce49-4382-8312-54b5f244d6f1 req-d142821e-0a09-4808-9b96-287551ca3d36 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.915948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68e71f35-ce49-4382-8312-54b5f244d6f1 req-d142821e-0a09-4808-9b96-287551ca3d36 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.939556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.978408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68e71f35-ce49-4382-8312-54b5f244d6f1 req-d142821e-0a09-4808-9b96-287551ca3d36 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.982037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-68e71f35-ce49-4382-8312-54b5f244d6f1 req-d142821e-0a09-4808-9b96-287551ca3d36 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.983193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68e71f35-ce49-4382-8312-54b5f244d6f1 req-d142821e-0a09-4808-9b96-287551ca3d36 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/63e72516-ddb3-4c28-8be3-86262923ce32 HTTP/1.1" status: 204 len: 173 time: 0.1460848 Jul 16 01:37:34.995264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142821e-0a09-4808-9b96-287551ca3d36 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e72516-ddb3-4c28-8be3-86262923ce32,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.049360 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6856f5-e856-4b8f-ab0a-8ce0c0db1a34 x-openstack-request-id: req-6e6856f5-e856-4b8f-ab0a-8ce0c0db1a34 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:35.049660 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "tag": "95aff493-b115-4935-aba6-62e772db6b2d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:35.049928 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e6856f5-e856-4b8f-ab0a-8ce0c0db1a34 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:35.050304 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d', 'status': 'completed', 'code': 200} Jul 16 01:37:35.189254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-441b204b-b586-4ad5-a6bb-bab8a7a524a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4e95a341f554083aaceb8fc9d32d6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485034 Jul 16 01:37:35.189477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.200533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9373db-b565-4859-96f0-86119658e07d req-0a0e31ab-6550-404a-9e7a-236f3cc77dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.202695 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-0a0e31ab-6550-404a-9e7a-236f3cc77dae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1175 time: 0.1214697 Jul 16 01:37:35.228601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ded10b-76da-434b-a61b-69e75414a456 req-3e1e9c27-8802-4bbc-b53f-e48c6f139d46 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.230045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77ded10b-76da-434b-a61b-69e75414a456 req-3e1e9c27-8802-4bbc-b53f-e48c6f139d46 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0903063 Jul 16 01:37:35.285081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562eb121-6e9b-48f3-9058-3dee25cc3b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.293060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77ded10b-76da-434b-a61b-69e75414a456 req-e97b8ca5-3d69-49a1-8e48-3e1a7077cbda tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530407 Jul 16 01:37:35.308102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9373db-b565-4859-96f0-86119658e07d req-8bf2a626-0132-4f52-a32e-614f75a98a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.309685 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-8bf2a626-0132-4f52-a32e-614f75a98a09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.0987554 Jul 16 01:37:35.311817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562eb121-6e9b-48f3-9058-3dee25cc3b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.354498 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-1b5dd8e8-7759-4204-8dec-77575b11a1fe req-8b0d1722-f0a1-43f2-b488-3fc5129ca1a2 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:37:35.355596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b5dd8e8-7759-4204-8dec-77575b11a1fe req-8b0d1722-f0a1-43f2-b488-3fc5129ca1a2 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/63e72516-ddb3-4c28-8be3-86262923ce32 HTTP/1.1" status: 404 len: 352 time: 0.0283394 Jul 16 01:37:35.368565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-01fb1d78-880a-49c1-88f6-b33e2fb74e24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 200 len: 217 time: 0.0440195 Jul 16 01:37:35.380387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562eb121-6e9b-48f3-9058-3dee25cc3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.383939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562eb121-6e9b-48f3-9058-3dee25cc3b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.385873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-562eb121-6e9b-48f3-9058-3dee25cc3b90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1592d280-109e-4a1b-930b-525c016de74b HTTP/1.1" status: 204 len: 168 time: 0.1933303 Jul 16 01:37:35.395240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eb121-6e9b-48f3-9058-3dee25cc3b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592d280-109e-4a1b-930b-525c016de74b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.429089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9373db-b565-4859-96f0-86119658e07d req-c178f469-1bbd-4c8f-82aa-fe908842199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.430813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-c178f469-1bbd-4c8f-82aa-fe908842199a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.0549638 Jul 16 01:37:35.434711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a28ea5bb-4210-4b17-ac0e-8e78462e73f5 req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-711320484', 'description': 'tempest-description-199782671'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:35.461194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a28ea5bb-4210-4b17-ac0e-8e78462e73f5 req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.472058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-ddc6df34-6194-4817-a471-12b37a78842d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329235 Jul 16 01:37:35.567811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71854-ae69-46d6-95cd-30e5009d590d req-cef74ace-0677-468d-8055-4a5b8cd4a86b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.569975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ae71854-ae69-46d6-95cd-30e5009d590d req-cef74ace-0677-468d-8055-4a5b8cd4a86b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0978820 Jul 16 01:37:35.581946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-1a14259b-b889-4724-9a1e-ddc8645ae37a service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028883 Jul 16 01:37:35.614267 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a28ea5bb-4210-4b17-ac0e-8e78462e73f5 req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.623803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a28ea5bb-4210-4b17-ac0e-8e78462e73f5 req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.644699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ae71854-ae69-46d6-95cd-30e5009d590d req-f019790f-2838-4112-b41b-b5d7799f17e9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636535 Jul 16 01:37:35.664258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a28ea5bb-4210-4b17-ac0e-8e78462e73f5 req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.672540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a28ea5bb-4210-4b17-ac0e-8e78462e73f5 req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2424543 Jul 16 01:37:35.682692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc81344-44aa-4e7d-acc4-090efb393107 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f0bbfb-be23-4007-9f48-80ff7bd42f74,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.703564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec9373db-b565-4859-96f0-86119658e07d req-d66046e9-f7f8-44f7-b7fa-83bd446b5801 service neutron] 10.222.0.32 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151319 Jul 16 01:37:35.737401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.751607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8239bc8e-04cf-4d50-9294-146fd0367614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.922189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2922-15dd-4c00-a48a-16be89bb65f9 req-e2bc9554-78c4-4e76-9139-cd2109a2f972 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.923652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99aa2922-15dd-4c00-a48a-16be89bb65f9 req-e2bc9554-78c4-4e76-9139-cd2109a2f972 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.1446819 Jul 16 01:37:35.933535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8239bc8e-04cf-4d50-9294-146fd0367614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.944477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8239bc8e-04cf-4d50-9294-146fd0367614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.972621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74e98d-e915-41ae-9f8e-cb8c37d33337 req-c92b8a87-beee-44a2-9a8a-df74ef8744a8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:35.974031 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d74e98d-e915-41ae-9f8e-cb8c37d33337 req-c92b8a87-beee-44a2-9a8a-df74ef8744a8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 950 time: 0.1582153 Jul 16 01:37:36.026658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8239bc8e-04cf-4d50-9294-146fd0367614 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e415a553c83240a198dccc4a7c76e1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879481 Jul 16 01:37:36.028586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.029567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239bc8e-04cf-4d50-9294-146fd0367614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd867c99-32d1-4b81-a17d-9f7d88cf1234,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.036516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99aa2922-15dd-4c00-a48a-16be89bb65f9 req-f7262f88-7006-4310-8f71-e9f1d21eefae tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017745 Jul 16 01:37:36.054442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d74e98d-e915-41ae-9f8e-cb8c37d33337 req-747d5bb8-2a13-4e2e-880a-9c3e89ef61a0 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725467 Jul 16 01:37:36.072594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3cfc3524-3e07-47bf-8e31-cc9898906b39 req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1862285374', 'description': 'tempest-description-918844501'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.097781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cfc3524-3e07-47bf-8e31-cc9898906b39 req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.106546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d308-a95b-4b29-80dd-2d9c3d9f3ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.129428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d308-a95b-4b29-80dd-2d9c3d9f3ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.180807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d308-a95b-4b29-80dd-2d9c3d9f3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.183593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d308-a95b-4b29-80dd-2d9c3d9f3ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.187977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b3a6d308-a95b-4b29-80dd-2d9c3d9f3ad5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd867c99-32d1-4b81-a17d-9f7d88cf1234 HTTP/1.1" status: 204 len: 168 time: 0.1554818 Jul 16 01:37:36.190492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cfc3524-3e07-47bf-8e31-cc9898906b39 req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.194451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6d308-a95b-4b29-80dd-2d9c3d9f3ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd867c99-32d1-4b81-a17d-9f7d88cf1234,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.197416 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cfc3524-3e07-47bf-8e31-cc9898906b39 req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.225207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1aea9b-864d-435f-958a-bd3ecaed503a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.239261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cfc3524-3e07-47bf-8e31-cc9898906b39 req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.240542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cfc3524-3e07-47bf-8e31-cc9898906b39 req-042b7953-38da-4a6c-adb2-7d98570f5b6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1726599 Jul 16 01:37:36.385905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc13450-a36c-4440-bd6f-c0284e438eb0 req-ee86bb57-bc4c-4886-a6ce-0442e67ca1e8 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.387426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cc13450-a36c-4440-bd6f-c0284e438eb0 req-ee86bb57-bc4c-4886-a6ce-0442e67ca1e8 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 1101 time: 0.0578682 Jul 16 01:37:36.425285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cc13450-a36c-4440-bd6f-c0284e438eb0 req-befd0ead-8a3d-4bd1-bfde-d83b59e90224 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295296 Jul 16 01:37:36.454047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5b8b14ce-af57-45f6-ae9f-17a229a6ec94 req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-934574068', 'description': 'tempest-description-1555031322'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.484224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5b8b14ce-af57-45f6-ae9f-17a229a6ec94 req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.613569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5b8b14ce-af57-45f6-ae9f-17a229a6ec94 req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.619933 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5b8b14ce-af57-45f6-ae9f-17a229a6ec94 req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.656270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5b8b14ce-af57-45f6-ae9f-17a229a6ec94 req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.657416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b8b14ce-af57-45f6-ae9f-17a229a6ec94 req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2085159 Jul 16 01:37:36.665664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed46909-3a2c-45f5-bce1-9c74e1c5347b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22243f2a-be93-4588-905d-3283dfd59202,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.692327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b559-a18a-4605-989c-11672a8094f2 req-9292ea9e-b8ce-4502-8734-90f8593f4036 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.693879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f15b559-a18a-4605-989c-11672a8094f2 req-9292ea9e-b8ce-4502-8734-90f8593f4036 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1207197 Jul 16 01:37:36.736298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f15b559-a18a-4605-989c-11672a8094f2 req-3ef8be9e-7b6b-4926-8904-296d572000f5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365527 Jul 16 01:37:36.876062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-9a238121-0935-4e87-9922-048046dd677e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331907 Jul 16 01:37:36.949165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0260c4f7-9047-4631-9838-53b24e3589a1 req-dcee3d2e-4c14-45df-a0b1-d0b6215567fe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 10892 time: 0.1565678 Jul 16 01:37:37.046231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-e5c555fa-73da-4458-9e09-de3ad080d54e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.048298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-e5c555fa-73da-4458-9e09-de3ad080d54e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667612 Jul 16 01:37:37.052616 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0260c4f7-9047-4631-9838-53b24e3589a1 req-73389dc4-371b-491c-9ab6-9058270d109a tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/f8615474-e015-4f46-9a81-a13c2dc438aa HTTP/1.1" status: 200 len: 2981 time: 0.0750852 Jul 16 01:37:37.074548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-1f625df9-2cf4-4f88-aa8f-c0283e8c4e44 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/quotas/3e015d069bb74309b6bfe9645587b2a3 HTTP/1.1" status: 200 len: 375 time: 0.0204234 Jul 16 01:37:37.092895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:37.140602 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0260c4f7-9047-4631-9838-53b24e3589a1 req-b8bfda73-7ebf-4232-a30e-82eb7338beab tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/f8615474-e015-4f46-9a81-a13c2dc438aa HTTP/1.1" status: 200 len: 2981 time: 0.0779335 Jul 16 01:37:37.188771 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-3451dc1f-3bb7-42be-94b0-e08c6a61d435 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1080861 Jul 16 01:37:37.210029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:37.222315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'port_id': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'mac_address': 'fa:16:3e:24:0a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457cae23-1885-4413-b044-ee550ad39bf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:37.275942 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.291695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a3a383-80a9-4e10-b6a7-b45b7847e943 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:37.317179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:37.322766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.329938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4a7b-48e1-49e8-aede-02816e31b455 req-a043b74f-b4da-4404-8e14-5f0bfc05226a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.336538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-104c4a7b-48e1-49e8-aede-02816e31b455 req-a043b74f-b4da-4404-8e14-5f0bfc05226a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0898530 Jul 16 01:37:37.400552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.401840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-104c4a7b-48e1-49e8-aede-02816e31b455 req-f9990521-3322-409b-8121-b73ae05220a2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Jul 16 01:37:37.474378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3411b782-4ce2-46c1-8808-d6e2f9dd8193 req-169ce540-2ce5-470a-8009-e362cdd7a659 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/d1f0bbfb-be23-4007-9f48-80ff7bd42f74 HTTP/1.1" status: 200 len: 1799 time: 0.0461833 Jul 16 01:37:37.573794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3411b782-4ce2-46c1-8808-d6e2f9dd8193 req-e747c100-45bf-41bd-8dfe-d3de92bc15bf tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.584797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc63d1-0e7c-47e3-b62a-d992f22a098f req-1b7acae9-834a-4f59-be6a-44f497e8c04d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.586281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bfc63d1-0e7c-47e3-b62a-d992f22a098f req-1b7acae9-834a-4f59-be6a-44f497e8c04d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.1068809 Jul 16 01:37:37.620817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3411b782-4ce2-46c1-8808-d6e2f9dd8193 req-e747c100-45bf-41bd-8dfe-d3de92bc15bf tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.651872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bfc63d1-0e7c-47e3-b62a-d992f22a098f req-0b700dcb-699f-468d-a8c3-1d5a70c8aef8 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562620 Jul 16 01:37:37.698152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3411b782-4ce2-46c1-8808-d6e2f9dd8193 req-e747c100-45bf-41bd-8dfe-d3de92bc15bf tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.700769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3411b782-4ce2-46c1-8808-d6e2f9dd8193 req-e747c100-45bf-41bd-8dfe-d3de92bc15bf tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.701907 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3411b782-4ce2-46c1-8808-d6e2f9dd8193 req-e747c100-45bf-41bd-8dfe-d3de92bc15bf tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1f0bbfb-be23-4007-9f48-80ff7bd42f74 HTTP/1.1" status: 204 len: 173 time: 0.2213757 Jul 16 01:37:37.711638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c100-45bf-41bd-8dfe-d3de92bc15bf tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f0bbfb-be23-4007-9f48-80ff7bd42f74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.742818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['86a3a383-80a9-4e10-b6a7-b45b7847e943'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:37.785270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cca365c4-9c7e-42fb-b3e3-743ea5c3bfb8 req-36faeb82-a2d2-41df-8521-79560fc830cc tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 210 time: 0.0549879 Jul 16 01:37:37.821708 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-a7f40222-7762-4b68-a139-7edbb3c3e85d req-c062f61f-9e4a-4434-a45e-e4a8e60fbe9a tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:37:37.845513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7f40222-7762-4b68-a139-7edbb3c3e85d req-c062f61f-9e4a-4434-a45e-e4a8e60fbe9a tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/d1f0bbfb-be23-4007-9f48-80ff7bd42f74 HTTP/1.1" status: 404 len: 352 time: 0.0736198 Jul 16 01:37:38.074859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bdb1b-489f-49e7-800e-54a940a54dc9 req-6ae2f3b2-4145-4d45-a11f-7b88bad78ae8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.076319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e41bdb1b-489f-49e7-800e-54a940a54dc9 req-6ae2f3b2-4145-4d45-a11f-7b88bad78ae8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1258481 Jul 16 01:37:38.081432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bd41ada-b764-4805-9240-0c3e18559da8 req-ca62126c-3871-4917-a48e-0ec30e837036 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/9b1aea9b-864d-435f-958a-bd3ecaed503a HTTP/1.1" status: 200 len: 1800 time: 0.0561502 Jul 16 01:37:38.123248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.153511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e41bdb1b-489f-49e7-800e-54a940a54dc9 req-fa8ac3de-f8e8-4ba8-9cf8-6db64e0e8fab tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697331 Jul 16 01:37:38.184591 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9bd41ada-b764-4805-9240-0c3e18559da8 req-4acb65b0-fb55-403a-80e9-0312f8080926 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.212600 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9bd41ada-b764-4805-9240-0c3e18559da8 req-4acb65b0-fb55-403a-80e9-0312f8080926 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.261442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9bd41ada-b764-4805-9240-0c3e18559da8 req-4acb65b0-fb55-403a-80e9-0312f8080926 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.264812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9bd41ada-b764-4805-9240-0c3e18559da8 req-4acb65b0-fb55-403a-80e9-0312f8080926 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.269566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bd41ada-b764-4805-9240-0c3e18559da8 req-4acb65b0-fb55-403a-80e9-0312f8080926 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b1aea9b-864d-435f-958a-bd3ecaed503a HTTP/1.1" status: 204 len: 173 time: 0.1796048 Jul 16 01:37:38.301855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb65b0-fb55-403a-80e9-0312f8080926 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1aea9b-864d-435f-958a-bd3ecaed503a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.316013 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-74a9d25c-37cb-42bc-a3a1-80928d286953 req-2b10a191-3653-4d17-aa65-cd33151e8af8 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:37:38.317070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74a9d25c-37cb-42bc-a3a1-80928d286953 req-2b10a191-3653-4d17-aa65-cd33151e8af8 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/9b1aea9b-864d-435f-958a-bd3ecaed503a HTTP/1.1" status: 404 len: 352 time: 0.0173850 Jul 16 01:37:38.378493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1f0621c-9c84-4e50-be8d-60d5b5cde585 req-27a19cb0-fe0f-4304-bf34-f5c08d9cdcd0 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/22243f2a-be93-4588-905d-3283dfd59202 HTTP/1.1" status: 200 len: 1800 time: 0.0410130 Jul 16 01:37:38.396054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-575567de-88ea-4cf8-8684-01fc501a196a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.445838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f0621c-9c84-4e50-be8d-60d5b5cde585 req-d92ddf85-6900-4a36-b5bf-4fe31a0855fa tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.468999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f0621c-9c84-4e50-be8d-60d5b5cde585 req-d92ddf85-6900-4a36-b5bf-4fe31a0855fa tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.493468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-575567de-88ea-4cf8-8684-01fc501a196a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.497253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-575567de-88ea-4cf8-8684-01fc501a196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.510614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f0621c-9c84-4e50-be8d-60d5b5cde585 req-d92ddf85-6900-4a36-b5bf-4fe31a0855fa tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.513376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d1f0621c-9c84-4e50-be8d-60d5b5cde585 req-d92ddf85-6900-4a36-b5bf-4fe31a0855fa tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.514546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1f0621c-9c84-4e50-be8d-60d5b5cde585 req-d92ddf85-6900-4a36-b5bf-4fe31a0855fa tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/22243f2a-be93-4588-905d-3283dfd59202 HTTP/1.1" status: 204 len: 173 time: 0.1293199 Jul 16 01:37:38.524950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ddf85-6900-4a36-b5bf-4fe31a0855fa tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22243f2a-be93-4588-905d-3283dfd59202,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.557735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-575567de-88ea-4cf8-8684-01fc501a196a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c75b17f51f34165921d43f3d374b162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325657 Jul 16 01:37:38.558455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575567de-88ea-4cf8-8684-01fc501a196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ad6a66-1abf-457d-a623-ead61b03cd53,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.561092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.581133 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-cfdb9fea-aebc-410f-8470-fbe29b3160a3 req-e40a3328-089f-4315-bd53-a13b233b69cc tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:37:38.583101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cfdb9fea-aebc-410f-8470-fbe29b3160a3 req-e40a3328-089f-4315-bd53-a13b233b69cc tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/22243f2a-be93-4588-905d-3283dfd59202 HTTP/1.1" status: 404 len: 352 time: 0.0267563 Jul 16 01:37:38.642240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae98b859-7a86-4597-a8f0-6d8d5e3100e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.670855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae98b859-7a86-4597-a8f0-6d8d5e3100e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.719220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c330857-c851-4f11-b6a3-c0ede6251c9c req-b65ab252-b053-4a54-8377-81e432d28e29 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.720836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c330857-c851-4f11-b6a3-c0ede6251c9c req-b65ab252-b053-4a54-8377-81e432d28e29 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0849679 Jul 16 01:37:38.739495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-2bed2d4f-35cc-443d-9755-9f9ed49292f5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258920 Jul 16 01:37:38.744305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae98b859-7a86-4597-a8f0-6d8d5e3100e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.747173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae98b859-7a86-4597-a8f0-6d8d5e3100e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.748366 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ae98b859-7a86-4597-a8f0-6d8d5e3100e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07ad6a66-1abf-457d-a623-ead61b03cd53 HTTP/1.1" status: 204 len: 168 time: 0.1860111 Jul 16 01:37:38.795171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c330857-c851-4f11-b6a3-c0ede6251c9c req-26c09258-7c62-4656-abc8-23e28dfbfdb2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618069 Jul 16 01:37:38.853017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1bdd067-ba5e-418f-bdbc-85f1ed7124cc req-6467c704-f05d-4e2f-a88b-532da917b94d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 6146 time: 0.1487796 Jul 16 01:37:38.867490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98b859-7a86-4597-a8f0-6d8d5e3100e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ad6a66-1abf-457d-a623-ead61b03cd53,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.915715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-e8dee225-b198-4d02-8ab8-cca5db239bb5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.917328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-e8dee225-b198-4d02-8ab8-cca5db239bb5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648891 Jul 16 01:37:38.935675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '743b578f-cd69-4472-ae54-94120ea320a2', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:38.945052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1bdd067-ba5e-418f-bdbc-85f1ed7124cc req-76e037ff-44b4-40e3-b05c-43b1eff8f56a tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/f8615474-e015-4f46-9a81-a13c2dc438aa HTTP/1.1" status: 200 len: 2981 time: 0.0910447 Jul 16 01:37:39.008019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1bdd067-ba5e-418f-bdbc-85f1ed7124cc req-87dc0046-4218-4f7b-b1d3-61c50e33a426 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/f8615474-e015-4f46-9a81-a13c2dc438aa HTTP/1.1" status: 200 len: 2981 time: 0.0536461 Jul 16 01:37:39.087300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:39.093732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.208412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355313a-84d8-45d9-9b31-c8450713ca5f req-684a41d8-3d14-4c22-b797-407abaa76b42 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.214895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0355313a-84d8-45d9-9b31-c8450713ca5f req-684a41d8-3d14-4c22-b797-407abaa76b42 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.0914879 Jul 16 01:37:39.252082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0355313a-84d8-45d9-9b31-c8450713ca5f req-9fc2942d-c737-41e5-aed2-3c6481c9600a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Jul 16 01:37:39.273356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.118 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/3cdbc06d-00df-4f4b-a779-1a0751589329) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:39.294983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7198c860-f934-423b-b82c-1263125f837d req-2c98473b-71ea-4cce-a3af-5505fefe73bb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 210 time: 0.0419290 Jul 16 01:37:39.337999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9237bb35-f7ab-4bc4-a284-d8bc97a7603c req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-866886412', 'description': 'tempest-description-988798176'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:39.366157 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9237bb35-f7ab-4bc4-a284-d8bc97a7603c req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.448265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.464014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object 3cdbc06d-00df-4f4b-a779-1a0751589329 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:39.479431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9237bb35-f7ab-4bc4-a284-d8bc97a7603c req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.489643 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9237bb35-f7ab-4bc4-a284-d8bc97a7603c req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.505034 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.524874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'b473d9c4-1803-4711-bbef-1cff0a7df536'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:39.527205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:39.539741 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9237bb35-f7ab-4bc4-a284-d8bc97a7603c req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.553651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9237bb35-f7ab-4bc4-a284-d8bc97a7603c req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2189434 Jul 16 01:37:39.558206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f191d-b677-452d-bc7b-4fdbccd4fb1c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec57bb0-3791-43f4-8f1c-5cdcd49fa970,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.565556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=3cdbc06d-00df-4f4b-a779-1a0751589329,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.580807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:39.582540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:39.585262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:39.594386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.595909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.621263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-1394cc07-9f1e-41ab-a320-d3979608e332 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6916406 Jul 16 01:37:39.634782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Request body: {'port': {'device_id': '743b578f-cd69-4472-ae54-94120ea320a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:39.745937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.825721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c6e9c-55c8-4b98-990d-6f42eff5ed03 req-34a676d9-8d87-4f55-87ec-1ba75297169a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.827310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34c6e9c-55c8-4b98-990d-6f42eff5ed03 req-34a676d9-8d87-4f55-87ec-1ba75297169a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1199348 Jul 16 01:37:39.832446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-afdc683e-fed6-4525-9588-f503dfdc98b3 req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1482776185', 'description': 'tempest-description-1858578614'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:39.888947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afdc683e-fed6-4525-9588-f503dfdc98b3 req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.902909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34c6e9c-55c8-4b98-990d-6f42eff5ed03 req-4e4c40ef-0f88-40f4-aa69-b23d85241280 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Jul 16 01:37:40.038087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afdc683e-fed6-4525-9588-f503dfdc98b3 req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.044670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afdc683e-fed6-4525-9588-f503dfdc98b3 req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.061118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebd1ea18-8aa3-428b-9c56-492a20ab9cb3 None None] Provisioning for port 3cdbc06d-00df-4f4b-a779-1a0751589329 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:40.068593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-afdc683e-fed6-4525-9588-f503dfdc98b3 req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.071377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afdc683e-fed6-4525-9588-f503dfdc98b3 req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2427235 Jul 16 01:37:40.098476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebd1ea18-8aa3-428b-9c56-492a20ab9cb3 None None] Provisioning complete for port 3cdbc06d-00df-4f4b-a779-1a0751589329 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:40.098819 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ea18-8aa3-428b-9c56-492a20ab9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.112405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b9845-fb75-48ff-b92c-7e57e288dca5 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6c6a93-a4a7-414e-908d-4cf7c25fc294,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.129640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cdbc06d-00df-4f4b-a779-1a0751589329 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:40.129975 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:40.138926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.158565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Transition to ACTIVE for port object 3cdbc06d-00df-4f4b-a779-1a0751589329 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:40.164094 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.266021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Attempting to bind port 3cdbc06d-00df-4f4b-a779-1a0751589329 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:40.266418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Attempting to bind port 3cdbc06d-00df-4f4b-a779-1a0751589329 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:40.266710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Attempting to bind port 3cdbc06d-00df-4f4b-a779-1a0751589329 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:40.270205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdbc06d-00df-4f4b-a779-1a0751589329,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.275296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Port 3cdbc06d-00df-4f4b-a779-1a0751589329 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:40.275900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Attempting to bind port 3cdbc06d-00df-4f4b-a779-1a0751589329 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:40.281710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:40.283840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:40.284654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:40.284780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Bound port: 3cdbc06d-00df-4f4b-a779-1a0751589329, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:40.285375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.319272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1ea18-8aa3-428b-9c56-492a20ab9cb3 None None] Port 3cdbc06d-00df-4f4b-a779-1a0751589329 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:40.452042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] For port 3cdbc06d-00df-4f4b-a779-1a0751589329, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:40.459466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] For port 3cdbc06d-00df-4f4b-a779-1a0751589329, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=3cdbc06d-00df-4f4b-a779-1a0751589329,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:40.465089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.521079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.521878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.523431 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] 10.222.0.32 "PUT /v2.0/ports/3cdbc06d-00df-4f4b-a779-1a0751589329 HTTP/1.1" status: 200 len: 1096 time: 0.8935719 Jul 16 01:37:40.523982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743b578f-cd69-4472-ae54-94120ea320a2', 'tag': '3cdbc06d-00df-4f4b-a779-1a0751589329'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:40.527292 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2025a9f-07af-4d23-a2ea-aa36b09deb64" -d '{"events": [{"name": "network-changed", "server_uuid": "743b578f-cd69-4472-ae54-94120ea320a2", "tag": "3cdbc06d-00df-4f4b-a779-1a0751589329"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:40.559092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384ebeb-8126-457e-9ae4-48740843458f service neutron] Pushing event updated for resources: {'Port': ['ID=3cdbc06d-00df-4f4b-a779-1a0751589329,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.570322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d448722-4694-478e-ba97-f81c7be9516a req-bec723eb-da03-4f27-80ec-571f4b3bfc12 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.571863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d448722-4694-478e-ba97-f81c7be9516a req-bec723eb-da03-4f27-80ec-571f4b3bfc12 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.2325492 Jul 16 01:37:40.634889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.648395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-ff15cec1-58a7-4dd6-9287-80a5502cdda9 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.650256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-ff15cec1-58a7-4dd6-9287-80a5502cdda9 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 812 time: 0.2187202 Jul 16 01:37:40.658647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d448722-4694-478e-ba97-f81c7be9516a req-99299319-88ae-453a-9047-4f65568241f8 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Jul 16 01:37:40.668526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-f02a3eda-8965-4204-bfc9-8d0881a79e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.670311 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-f02a3eda-8965-4204-bfc9-8d0881a79e2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 1099 time: 0.0729048 Jul 16 01:37:40.684768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-b2b866ed-73bf-4ec7-80da-efcdeb49eb46 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/quotas/e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 375 time: 0.0109138 Jul 16 01:37:40.746306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-3bb46e4c-3e86-4d01-9122-cc94df6f4403 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3cdbc06d-00df-4f4b-a779-1a0751589329 HTTP/1.1" status: 200 len: 217 time: 0.0504303 Jul 16 01:37:40.784336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-b5f2b825-5516-42e0-a470-3e46918e8534 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982456 Jul 16 01:37:40.829024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-38d21c36-b53e-4ea6-b51a-4ec874e2c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.830448 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-38d21c36-b53e-4ea6-b51a-4ec874e2c46c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0703940 Jul 16 01:37:40.837212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93581bdc-9038-4e0c-876a-9d169a843899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.919268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0bdb05a6-0e22-40df-a1e2-5ee465e51c7f service neutron] 10.222.0.35 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338248 Jul 16 01:37:40.925420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e180-2219-4745-b433-b60375c60125 req-63eff542-93d3-47e2-b98b-9325baab46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.926988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-63eff542-93d3-47e2-b98b-9325baab46af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870059 Jul 16 01:37:40.946734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ff13b-11e7-4a42-8445-aaec38bbed37 req-49bda147-7dd5-40da-82a2-f4dcda014771 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.948197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317ff13b-11e7-4a42-8445-aaec38bbed37 req-49bda147-7dd5-40da-82a2-f4dcda014771 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.0964112 Jul 16 01:37:41.035954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317ff13b-11e7-4a42-8445-aaec38bbed37 req-1071a8c0-8eae-4a9d-b084-d2efecae178a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771165 Jul 16 01:37:41.038575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93581bdc-9038-4e0c-876a-9d169a843899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.045613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93581bdc-9038-4e0c-876a-9d169a843899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.055180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-27b9dade-9b9d-4e2b-9668-179ec445dd22 service neutron] 10.222.0.35 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260822 Jul 16 01:37:41.078683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-033a911b-ce7b-45ff-abf2-b237630ba9dd service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418617 Jul 16 01:37:41.114345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93581bdc-9038-4e0c-876a-9d169a843899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9587ebb5-c5a1-4cda-b587-05f1a2d5ed4c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.120353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-93581bdc-9038-4e0c-876a-9d169a843899 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cc50b8ea0f141449b11d6b408daef93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844642 Jul 16 01:37:41.122988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.142396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:41.201323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b89ebcb0-86ca-4f26-ac20-c59c94459381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.204754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 86a3a383-80a9-4e10-b6a7-b45b7847e943 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:41.216199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 86a3a383-80a9-4e10-b6a7-b45b7847e943 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:41.216771 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.243713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a555e180-2219-4745-b433-b60375c60125 req-912d88da-1c55-46fd-b865-467baaeb13bb service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527040 Jul 16 01:37:41.245171 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b89ebcb0-86ca-4f26-ac20-c59c94459381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.321132 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.353999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:41.355489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275adea7-a71e-4cb5-b06d-dcf4d52b1290 req-6f40e053-9687-4312-b775-fcb1f82ad8ec tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.356819 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c1fc4c-bb8a-4432-b299-429a38009b01" -d '{"events": [{"server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "name": "network-vif-plugged", "status": "completed", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:41.357455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-275adea7-a71e-4cb5-b06d-dcf4d52b1290 req-6f40e053-9687-4312-b775-fcb1f82ad8ec tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 948 time: 0.1092365 Jul 16 01:37:41.377492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b89ebcb0-86ca-4f26-ac20-c59c94459381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.379937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b89ebcb0-86ca-4f26-ac20-c59c94459381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.382162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:41.384268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b89ebcb0-86ca-4f26-ac20-c59c94459381 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9587ebb5-c5a1-4cda-b587-05f1a2d5ed4c HTTP/1.1" status: 204 len: 168 time: 0.2602146 Jul 16 01:37:41.387233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.403952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ebcb0-86ca-4f26-ac20-c59c94459381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9587ebb5-c5a1-4cda-b587-05f1a2d5ed4c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.424153 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d771661-3ce4-4eda-848c-e01cdf5cfd95 x-openstack-request-id: req-7d771661-3ce4-4eda-848c-e01cdf5cfd95 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:41.424650 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743b578f-cd69-4472-ae54-94120ea320a2", "tag": "3cdbc06d-00df-4f4b-a779-1a0751589329", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:41.426597 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d771661-3ce4-4eda-848c-e01cdf5cfd95 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:41.431876 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743b578f-cd69-4472-ae54-94120ea320a2', 'tag': '3cdbc06d-00df-4f4b-a779-1a0751589329', 'status': 'completed', 'code': 200} Jul 16 01:37:41.438799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-275adea7-a71e-4cb5-b06d-dcf4d52b1290 req-5e11cfdc-b20b-47ab-8bbf-2c16335c9e1b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Jul 16 01:37:41.463168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.482002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.485849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.486186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.487887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.488215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.488722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.489759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.491490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.492290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.492867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.493941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.495671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:41.568928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8359539b-2faf-4785-97d5-1ce8456e0f2c req-9febace7-9079-47b1-bdaf-8ca74879533f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 210 time: 0.0480824 Jul 16 01:37:41.580290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-1995e1fa-9554-4139-8ac2-d7004ae193ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.581807 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-1995e1fa-9554-4139-8ac2-d7004ae193ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 1099 time: 0.1157911 Jul 16 01:37:41.658560 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897764e-91b9-4577-bd99-66b2ea640e19 x-openstack-request-id: req-4897764e-91b9-4577-bd99-66b2ea640e19 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:41.658952 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "name": "network-vif-plugged", "status": "completed", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:41.659305 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4897764e-91b9-4577-bd99-66b2ea640e19 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:41.659900 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'code': 200} Jul 16 01:37:41.687788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb76d-c3ab-4f80-990c-c12a0422989c req-52a460c3-6888-471c-9feb-c06f2a190118 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.699252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-950cb76d-c3ab-4f80-990c-c12a0422989c req-52a460c3-6888-471c-9feb-c06f2a190118 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1214182 Jul 16 01:37:41.740307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-9367c641-2d8a-4659-9afe-c66ed125581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.742074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-9367c641-2d8a-4659-9afe-c66ed125581f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1370523 Jul 16 01:37:41.804066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-950cb76d-c3ab-4f80-990c-c12a0422989c req-181402ab-61b4-412f-a526-ab97123e0fb2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038074 Jul 16 01:37:41.856544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-ab3d9998-5749-4498-afae-9499b5f3f89c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3cdbc06d-00df-4f4b-a779-1a0751589329 HTTP/1.1" status: 200 len: 217 time: 0.0725524 Jul 16 01:37:41.919154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65e1b-fb2d-43c1-baa6-061ac5cbd019 req-e7bfce68-6d48-47c0-850d-1382022888d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.921396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-69c65e1b-fb2d-43c1-baa6-061ac5cbd019 req-e7bfce68-6d48-47c0-850d-1382022888d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1096 time: 0.1784585 Jul 16 01:37:41.931571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4e939-d56c-4952-bbbb-080290fadf75 req-b7ee6213-cddf-4b08-9872-816d23587b25 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.940181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9df4e939-d56c-4952-bbbb-080290fadf75 req-b7ee6213-cddf-4b08-9872-816d23587b25 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1013141 Jul 16 01:37:41.981509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-69c65e1b-fb2d-43c1-baa6-061ac5cbd019 req-65288400-5cd5-4748-a662-3c182e22ede1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 Jul 16 01:37:41.984270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-89c7ca08-73f0-4168-908b-5a72fb5cb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:41.986468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-89c7ca08-73f0-4168-908b-5a72fb5cb45b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1085174 Jul 16 01:37:41.987973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9df4e939-d56c-4952-bbbb-080290fadf75 req-b631880f-ee97-4918-97a7-d21be6228848 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Jul 16 01:37:42.281067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e494a-6d2f-48cf-98c6-6a9a324012ea req-18c14e64-12dd-4be6-8a85-db7007ffd19b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.288269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-418e494a-6d2f-48cf-98c6-6a9a324012ea req-18c14e64-12dd-4be6-8a85-db7007ffd19b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1024408 Jul 16 01:37:42.336210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-418e494a-6d2f-48cf-98c6-6a9a324012ea req-ac7326be-5479-4f2b-954b-5f6b70821d75 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467615 Jul 16 01:37:42.360152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-e6697f8d-f472-4eb8-81f4-d33cae202a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.361750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-e6697f8d-f472-4eb8-81f4-d33cae202a7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3598843 Jul 16 01:37:42.470278 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-6495b99a-b553-4f44-aed1-b23811e11b86 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007905 Jul 16 01:37:42.562720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2025a9f-07af-4d23-a2ea-aa36b09deb64 req-8479dd3a-3e2f-4b6d-923e-6fc58628e223 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853605 Jul 16 01:37:42.767471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46b24f-1e22-42c7-be66-00a715063650 req-4d8a8734-b285-44ed-a517-928943a6e660 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.768942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e46b24f-1e22-42c7-be66-00a715063650 req-4d8a8734-b285-44ed-a517-928943a6e660 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 948 time: 0.0736110 Jul 16 01:37:42.829618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61519da1-8fcb-47cd-8825-bc85b823da1b req-d77c4836-19ad-420c-9669-a592f5352ca8 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 210 time: 0.0352817 Jul 16 01:37:42.834985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-d5093f23-28b1-4677-8df0-4af55a0216a0 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.837581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-d5093f23-28b1-4677-8df0-4af55a0216a0 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.38 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 812 time: 0.1219966 Jul 16 01:37:42.846542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e46b24f-1e22-42c7-be66-00a715063650 req-8cd98071-d0d7-4ea3-acbf-152785fae0ac tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714922 Jul 16 01:37:42.863508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'port': {'device_id': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5', 'admin_state_up': True, 'tenant_id': 'e7777dafe47f476c9f9f218c6ce8ca2a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:42.964385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81148021-303c-4500-bd98-98ea1d498fb1 req-9bed0783-5cb8-4556-a5eb-a589ffdfa05a tempest-AbsoluteLimitsNegativeTestJSON-1660513866 tempest-AbsoluteLimitsNegativeTestJSON-1660513866-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f5b146960c404e8b82ec38d72312087b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231099 Jul 16 01:37:43.008118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Made reservation on behalf of e7777dafe47f476c9f9f218c6ce8ca2a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:43.011752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.124708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81148021-303c-4500-bd98-98ea1d498fb1 req-b07b6ad6-ca64-42a2-9a02-0c0fb276e5ee tempest-AbsoluteLimitsNegativeTestJSON-1660513866 tempest-AbsoluteLimitsNegativeTestJSON-1660513866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.128560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81148021-303c-4500-bd98-98ea1d498fb1 req-b07b6ad6-ca64-42a2-9a02-0c0fb276e5ee tempest-AbsoluteLimitsNegativeTestJSON-1660513866 tempest-AbsoluteLimitsNegativeTestJSON-1660513866-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577079 Jul 16 01:37:43.138838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae110-ff01-40d4-9de0-092f50ce3a9f req-2d63dd9b-c938-4bd0-900c-ebf1d146ac06 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.140816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddcae110-ff01-40d4-9de0-092f50ce3a9f req-2d63dd9b-c938-4bd0-900c-ebf1d146ac06 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1321287 Jul 16 01:37:43.151010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Allocated IP 172.20.0.9 (fc21113c-cdef-47e0-8e7a-378ec35256f5/b76c933d-7db5-4131-a25e-b589b4b16db3/872daa61-846d-4c33-a596-77d6085aa7e3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:43.159473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81148021-303c-4500-bd98-98ea1d498fb1 req-78895424-1c0f-4030-bd5b-3eafa826d9f8 tempest-AbsoluteLimitsNegativeTestJSON-1660513866 tempest-AbsoluteLimitsNegativeTestJSON-1660513866-project] 10.222.0.35 "GET /v2.0/quotas/f5b146960c404e8b82ec38d72312087b HTTP/1.1" status: 200 len: 375 time: 0.0181160 Jul 16 01:37:43.212137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81148021-303c-4500-bd98-98ea1d498fb1 req-5907e09b-df6f-4f8a-bdd9-0ea3a2feba54 tempest-AbsoluteLimitsNegativeTestJSON-1660513866 tempest-AbsoluteLimitsNegativeTestJSON-1660513866-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5b146960c404e8b82ec38d72312087b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362668 Jul 16 01:37:43.239630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddcae110-ff01-40d4-9de0-092f50ce3a9f req-689f06b0-978d-45cf-916d-15a5b36724d7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906203 Jul 16 01:37:43.333892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.384796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.398449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:43.446541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e6cd-25b4-42a4-97cb-2c753d0005f5 req-a55f4111-5858-499f-88c5-192cf4cc43e2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.454292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bfb7e6cd-25b4-42a4-97cb-2c753d0005f5 req-a55f4111-5858-499f-88c5-192cf4cc43e2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0795224 Jul 16 01:37:43.481778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Network fc21113c-cdef-47e0-8e7a-378ec35256f5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:43.487237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.491527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:43.502245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.502394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bfb7e6cd-25b4-42a4-97cb-2c753d0005f5 req-003e324d-1256-4c3a-9ca6-b384a6956ac4 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Jul 16 01:37:43.504057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.570465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.587746 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6f83bc04-6bc2-432a-9d55-7212cf5b65c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292433 Jul 16 01:37:43.603700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Request body: {'port': {'device_id': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.619490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1f6d3-7668-4b7d-84c4-79e2655dbc0f req-95758f05-78fa-49b1-80c1-ca72bf595cc4 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.631513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70b1f6d3-7668-4b7d-84c4-79e2655dbc0f req-95758f05-78fa-49b1-80c1-ca72bf595cc4 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1231701 Jul 16 01:37:43.721987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70b1f6d3-7668-4b7d-84c4-79e2655dbc0f req-6cfcd9fc-a010-4f1f-aab9-51d6baba6de9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838742 Jul 16 01:37:43.721987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.791347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.871275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-12f6cf00-fa1b-4d72-ba87-e4a3a3745d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.961030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9d2f1-f14b-4601-baad-0f748654d333 req-2b51cacf-182e-4468-8a83-c792df7f5cf7 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.962559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cb9d2f1-f14b-4601-baad-0f748654d333 req-2b51cacf-182e-4468-8a83-c792df7f5cf7 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1096 time: 0.0930586 Jul 16 01:37:44.018363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cb9d2f1-f14b-4601-baad-0f748654d333 req-4721c76e-79e5-4be4-a68f-2c503ba0bcf5 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483904 Jul 16 01:37:44.051908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-12f6cf00-fa1b-4d72-ba87-e4a3a3745d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.064944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-12f6cf00-fa1b-4d72-ba87-e4a3a3745d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.109734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872daa61-846d-4c33-a596-77d6085aa7e3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:44.119323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.130157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-12f6cf00-fa1b-4d72-ba87-e4a3a3745d10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5b146960c404e8b82ec38d72312087b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067347 Jul 16 01:37:44.130689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42674) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.145910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6cf00-fa1b-4d72-ba87-e4a3a3745d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b748e20c-b265-45e7-96c1-f2a29a486135,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.146225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Transition to ACTIVE for port object 872daa61-846d-4c33-a596-77d6085aa7e3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:44.156383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.223285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a54c5-2a9c-43b6-817c-bd07e0b1901d req-9ba55b38-cb00-4084-b5da-023448f6d27c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.224545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-306a54c5-2a9c-43b6-817c-bd07e0b1901d req-9ba55b38-cb00-4084-b5da-023448f6d27c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 931 time: 0.1166227 Jul 16 01:37:44.242930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.261822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-909df435-2904-43ca-977f-73ac74d798c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.273020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Attempting to bind port 872daa61-846d-4c33-a596-77d6085aa7e3 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:44.273350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Attempting to bind port 872daa61-846d-4c33-a596-77d6085aa7e3 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:44.273686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Attempting to bind port 872daa61-846d-4c33-a596-77d6085aa7e3 on network fc21113c-cdef-47e0-8e7a-378ec35256f5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:44.279232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c5c4-ab23-44fc-8b37-cfb861c168b8 req-f6f0a354-a579-4a99-a902-96288420e710 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.281383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8e7c5c4-ab23-44fc-8b37-cfb861c168b8 req-f6f0a354-a579-4a99-a902-96288420e710 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 948 time: 0.1087463 Jul 16 01:37:44.286578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-306a54c5-2a9c-43b6-817c-bd07e0b1901d req-67b665b3-0a07-45d2-b8d4-82b0b13b758f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544028 Jul 16 01:37:44.288613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Port 872daa61-846d-4c33-a596-77d6085aa7e3 on network fc21113c-cdef-47e0-8e7a-378ec35256f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:44.288937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Attempting to bind port 872daa61-846d-4c33-a596-77d6085aa7e3 on network fc21113c-cdef-47e0-8e7a-378ec35256f5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:44.291938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-909df435-2904-43ca-977f-73ac74d798c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.312095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:44.312095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Checking segment: {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.312095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Bound using segment: {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:44.312095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Bound port: 872daa61-846d-4c33-a596-77d6085aa7e3, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f172f252-7d45-4430-bf51-171d809c3797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:44.312095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.332500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8e7c5c4-ab23-44fc-8b37-cfb861c168b8 req-2fe537d2-3f73-4ee0-b0d2-93a08757c62b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449049 Jul 16 01:37:44.347106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 3cdbc06d-00df-4f4b-a779-1a0751589329 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:44.387532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:44.392650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:44.394452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-909df435-2904-43ca-977f-73ac74d798c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.397084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-909df435-2904-43ca-977f-73ac74d798c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.398525 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-909df435-2904-43ca-977f-73ac74d798c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b748e20c-b265-45e7-96c1-f2a29a486135 HTTP/1.1" status: 204 len: 168 time: 0.2669897 Jul 16 01:37:44.403154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.417989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909df435-2904-43ca-977f-73ac74d798c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b748e20c-b265-45e7-96c1-f2a29a486135,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.478056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.478656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.480058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] 10.222.0.38 "PUT /v2.0/ports/872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 1091 time: 0.8816304 Jul 16 01:37:44.480597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:44.482786 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a65dd7-2350-47ba-b118-73855df0bbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:44.531861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe78231-f236-442e-ab9b-1c68ead270ad service neutron] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.604402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 3cdbc06d-00df-4f4b-a779-1a0751589329, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=3cdbc06d-00df-4f4b-a779-1a0751589329,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:44.604919 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e201b62-1121-4441-877c-562ae1b43932 x-openstack-request-id: req-6e201b62-1121-4441-877c-562ae1b43932 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:44.604919 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:44.605359 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e201b62-1121-4441-877c-562ae1b43932 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:44.605585 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3', 'status': 'completed', 'code': 200} Jul 16 01:37:44.631742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '3cdbc06d-00df-4f4b-a779-1a0751589329', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '3cdbc06d-00df-4f4b-a779-1a0751589329', 'mac_address': 'fa:16:3e:36:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:44.646799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c48bd-7e9f-4f78-83d5-45840bc60456 req-a49b6d7e-ea63-4aff-ae11-4d25bed521b0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.655080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e41c48bd-7e9f-4f78-83d5-45840bc60456 req-a49b6d7e-ea63-4aff-ae11-4d25bed521b0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0868275 Jul 16 01:37:44.673809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-aa61626d-f396-48ae-9c09-cd2ddc4b510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.676416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-aa61626d-f396-48ae-9c09-cd2ddc4b510c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1094 time: 0.1381624 Jul 16 01:37:44.708813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e41c48bd-7e9f-4f78-83d5-45840bc60456 req-67183591-5b92-4b53-b192-09c708c00bd2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 Jul 16 01:37:44.728629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.759091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cdbc06d-00df-4f4b-a779-1a0751589329 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:44.767676 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-4d5374ec-c91a-40b0-871d-5715ce443446 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 217 time: 0.0787945 Jul 16 01:37:44.803858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 3cdbc06d-00df-4f4b-a779-1a0751589329, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=3cdbc06d-00df-4f4b-a779-1a0751589329,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:44.809304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.842638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.885849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d1af6-f253-4a55-960e-2ff11a98ac17 req-099562c0-3c43-4736-8f64-5c0eb56dd473 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.887451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-05eb3ca0-e5d7-428e-9849-02dd32d6bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.888920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-05eb3ca0-e5d7-428e-9849-02dd32d6bfdf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.1155977 Jul 16 01:37:44.895289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b20d1af6-f253-4a55-960e-2ff11a98ac17 req-099562c0-3c43-4736-8f64-5c0eb56dd473 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0955305 Jul 16 01:37:44.933805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=3cdbc06d-00df-4f4b-a779-1a0751589329,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.956333 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-6b421e19-2368-4479-b3d6-0538c118bc32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547371 Jul 16 01:37:44.958632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b20d1af6-f253-4a55-960e-2ff11a98ac17 req-5e1ffa11-6ec3-40d9-bf78-d13fe4778740 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623236 Jul 16 01:37:45.061678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50245222-eab9-48a9-aa74-0fba96b4f192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.097740 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-65fd442a-8f3a-4f90-91d0-30cf4c3511f3 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340282 Jul 16 01:37:45.174757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['3cdbc06d-00df-4f4b-a779-1a0751589329'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:45.226637 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43f7f07c-7f24-46fd-a1dc-460bbb63317d req-f0b2a0fd-0ea7-4142-b7b1-6fafffc3b58b service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213558 Jul 16 01:37:45.293737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50245222-eab9-48a9-aa74-0fba96b4f192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.301284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50245222-eab9-48a9-aa74-0fba96b4f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.427901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-50245222-eab9-48a9-aa74-0fba96b4f192 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a083888bedf4790a505578cad5a6633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840414 Jul 16 01:37:45.430596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.442909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245222-eab9-48a9-aa74-0fba96b4f192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5e392-3973-4980-a2c1-1d383c053244,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.493565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.505545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-922e1ce4-7847-44d9-a780-8270f7f1dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.507131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-922e1ce4-7847-44d9-a780-8270f7f1dccb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1094 time: 0.1754699 Jul 16 01:37:45.614624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cb36-602b-4342-a348-725d5202892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.631745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-fc4393ef-aaca-475a-9f13-4447639c14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.636833 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-fc4393ef-aaca-475a-9f13-4447639c14bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.1211667 Jul 16 01:37:45.650808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1173846261-network', 'tenant_id': '2fc8bf43aa4149bc8768b81ae21aff01'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:45.708563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-bdaf83f9-20d5-4ecc-9391-7989f492cf57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 217 time: 0.0618713 Jul 16 01:37:45.756623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Made reservation on behalf of 2fc8bf43aa4149bc8768b81ae21aff01 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:45.759007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.772316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.784326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-e623c816-afd3-49b1-9032-63a150741aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.785814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-e623c816-afd3-49b1-9032-63a150741aa7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.0701020 Jul 16 01:37:45.831168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-7393b9b6-63ff-41c4-9a62-b02209c08d3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355968 Jul 16 01:37:45.911581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9ab1-1d45-40bb-98a9-bd67dfcef35f req-d52f4a9c-c0ac-4097-a006-e1936247a587 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.913298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f47f9ab1-1d45-40bb-98a9-bd67dfcef35f req-d52f4a9c-c0ac-4097-a006-e1936247a587 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 943 time: 0.4456880 Jul 16 01:37:45.927989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cb36-602b-4342-a348-725d5202892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.980311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206539b1-8876-434a-ae4c-d1274c9b1731 req-e0b8fd88-5b6a-4fda-8d4d-a1bf78c86016 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.981880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-206539b1-8876-434a-ae4c-d1274c9b1731 req-e0b8fd88-5b6a-4fda-8d4d-a1bf78c86016 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 949 time: 0.4554045 Jul 16 01:37:45.985977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-361b1ddc-6c0c-4e61-bdac-561d32ac33fd service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434493 Jul 16 01:37:46.007472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.008995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f47f9ab1-1d45-40bb-98a9-bd67dfcef35f req-e594eeb8-5157-488a-be97-28523576dd8d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880208 Jul 16 01:37:46.020301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.053603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-206539b1-8876-434a-ae4c-d1274c9b1731 req-1a62269b-99b4-4936-91fa-78b3919e42e5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584002 Jul 16 01:37:46.074587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cb36-602b-4342-a348-725d5202892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.077288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebc1cb36-602b-4342-a348-725d5202892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.078570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ebc1cb36-602b-4342-a348-725d5202892a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91c5e392-3973-4980-a2c1-1d383c053244 HTTP/1.1" status: 204 len: 168 time: 0.6469965 Jul 16 01:37:46.089607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1cb36-602b-4342-a348-725d5202892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5e392-3973-4980-a2c1-1d383c053244,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.191012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:46.197300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22189632-13c2-49ed-a29c-74b9ccfad8fa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.205533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.205883 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Added segment c8e047a0-f617-4583-86a6-66e807378641 of type vlan for network cef8e10a-69d8-4efe-bf21-a4d519f37f25 Jul 16 01:37:46.233684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fba59-20cc-41ef-bbce-57fa8fc6037c req-e07a29b7-0e93-4c48-939e-3b507b4a57fe tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.235260 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d36fba59-20cc-41ef-bbce-57fa8fc6037c req-e07a29b7-0e93-4c48-939e-3b507b4a57fe tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0811808 Jul 16 01:37:46.281924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d36fba59-20cc-41ef-bbce-57fa8fc6037c req-b25c391a-f2ad-4de0-b9da-e77fd9ee3aa8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384841 Jul 16 01:37:46.301765 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a65dd7-2350-47ba-b118-73855df0bbd4 req-015491eb-ad7b-447d-88b2-a356b290698f service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089166 Jul 16 01:37:46.305444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.345002 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.345992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.346615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.361236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 3cdbc06d-00df-4f4b-a779-1a0751589329 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:46.388773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8937178 Jul 16 01:37:46.402985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.413194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Request body: {'subnet': {'network_id': 'cef8e10a-69d8-4efe-bf21-a4d519f37f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1173846261-subnet', 'tenant_id': '2fc8bf43aa4149bc8768b81ae21aff01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.423178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af326d7-dc50-4eb4-950c-75be8dcd7f4b admin admin] Pushing event updated for resources: {'Network': ['ID=cef8e10a-69d8-4efe-bf21-a4d519f37f25,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.437479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network cef8e10a-69d8-4efe-bf21-a4d519f37f25 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:46.461134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 3cdbc06d-00df-4f4b-a779-1a0751589329 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:46.464386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Made reservation on behalf of 2fc8bf43aa4149bc8768b81ae21aff01 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:46.466635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 3cdbc06d-00df-4f4b-a779-1a0751589329 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:46.466800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.467005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.510858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.516749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bbfef-600a-4072-8cc6-72826345136d req-e1366469-6bf0-40bc-8efa-b633d451c4e2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.523439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-574bbfef-600a-4072-8cc6-72826345136d req-e1366469-6bf0-40bc-8efa-b633d451c4e2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1812940 Jul 16 01:37:46.543598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0e072d1-f116-486a-bc28-87a3518d0a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.628935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-574bbfef-600a-4072-8cc6-72826345136d req-b8ebd44f-308c-4b17-8be4-60f26988d665 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045337 Jul 16 01:37:46.677476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.713936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0e072d1-f116-486a-bc28-87a3518d0a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.717545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0e072d1-f116-486a-bc28-87a3518d0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.724157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 3cdbc06d-00df-4f4b-a779-1a0751589329, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=3cdbc06d-00df-4f4b-a779-1a0751589329,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:46.725523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743b578f-cd69-4472-ae54-94120ea320a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdbc06d-00df-4f4b-a779-1a0751589329'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:46.728530 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a0283-f893-4bf3-835a-9ec1566fc4c5" -d '{"events": [{"server_uuid": "743b578f-cd69-4472-ae54-94120ea320a2", "name": "network-vif-plugged", "status": "completed", "tag": "3cdbc06d-00df-4f4b-a779-1a0751589329"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:46.750122 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.769104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e072d1-f116-486a-bc28-87a3518d0a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c24d15-224a-4321-bc91-875dde3d790d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.777748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.793850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b0e072d1-f116-486a-bc28-87a3518d0a43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c6c55bd4b954e7588a036d951626c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785876 Jul 16 01:37:46.794843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.808472 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a89e4-112b-4d63-8c07-af2302d57f0d x-openstack-request-id: req-b49a89e4-112b-4d63-8c07-af2302d57f0d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:46.809193 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743b578f-cd69-4472-ae54-94120ea320a2", "name": "network-vif-plugged", "status": "completed", "tag": "3cdbc06d-00df-4f4b-a779-1a0751589329", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:46.809742 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b49a89e4-112b-4d63-8c07-af2302d57f0d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:46.810363 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743b578f-cd69-4472-ae54-94120ea320a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cdbc06d-00df-4f4b-a779-1a0751589329', 'code': 200} Jul 16 01:37:46.853756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c468f9b3-16c9-4bc1-b095-132dc11b1220,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.856057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Checking segment: {'id': 'c8e047a0-f617-4583-86a6-66e807378641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cef8e10a-69d8-4efe-bf21-a4d519f37f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:46.856466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Network hostable DHCP agents. Network: cef8e10a-69d8-4efe-bf21-a4d519f37f25, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:46.866430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=3cdbc06d-00df-4f4b-a779-1a0751589329,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.876807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Network cef8e10a-69d8-4efe-bf21-a4d519f37f25 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:46.886457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, cef8e10a-69d8-4efe-bf21-a4d519f37f25) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:46.895783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.897244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.900117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f671e28-d37c-4791-b37b-f1ea327d52be None None] Network cef8e10a-69d8-4efe-bf21-a4d519f37f25 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.905505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef8ad-fdcd-4f61-9df7-e586ce878431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.920370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0e21f334-77b3-464c-b302-ddbfdec022ba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5162830 Jul 16 01:37:46.934116 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef8ad-fdcd-4f61-9df7-e586ce878431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.987510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f9e0-9afa-41ac-b4d0-64a8677f127b req-9d8c82c7-aed9-45fe-9571-dbf164273456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.989151 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c314f9e0-9afa-41ac-b4d0-64a8677f127b req-9d8c82c7-aed9-45fe-9571-dbf164273456 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 1101 time: 0.1199429 Jul 16 01:37:47.029710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef8ad-fdcd-4f61-9df7-e586ce878431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.033128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef8ad-fdcd-4f61-9df7-e586ce878431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.035845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb6ef8ad-fdcd-4f61-9df7-e586ce878431 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0c24d15-224a-4321-bc91-875dde3d790d HTTP/1.1" status: 204 len: 168 time: 0.2398419 Jul 16 01:37:47.057308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746798e-2e78-4bb6-9853-6f6f3fb86ecb None None] Network cef8e10a-69d8-4efe-bf21-a4d519f37f25 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:47.104653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c314f9e0-9afa-41ac-b4d0-64a8677f127b req-294fa850-78a6-4252-ba51-16d4a0e56df3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071992 Jul 16 01:37:47.105527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ef8ad-fdcd-4f61-9df7-e586ce878431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c24d15-224a-4321-bc91-875dde3d790d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.159930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:47.164453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:47.343922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828872d-a0c3-46e6-a8a6-c551ffa5e355 req-d25a4f04-08b9-45d0-8675-0a0009a3a39b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.345446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e828872d-a0c3-46e6-a8a6-c551ffa5e355 req-d25a4f04-08b9-45d0-8675-0a0009a3a39b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 950 time: 0.1124170 Jul 16 01:37:47.357261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9d96b-43e7-49d1-8d3e-b62684d3b3fb req-cbf22596-699f-4fcc-a818-0b0476d41d08 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.359332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8e9d96b-43e7-49d1-8d3e-b62684d3b3fb req-cbf22596-699f-4fcc-a818-0b0476d41d08 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 943 time: 0.1128874 Jul 16 01:37:47.388449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:47.391053 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.415076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'mac_address': 'fa:16:3e:08:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:47.418477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e828872d-a0c3-46e6-a8a6-c551ffa5e355 req-416e4399-2ee6-402b-917c-4b00e395f7ba tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Jul 16 01:37:47.443026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:47.443352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8e9d96b-43e7-49d1-8d3e-b62684d3b3fb req-ab1ebc68-e8ae-4262-96a7-ae7db00372e9 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653479 Jul 16 01:37:47.455602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.493269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.502863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.519725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:47.521934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6943f85f-3818-4f95-8439-7383991200dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.531697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.570183 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:47.570756 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:47.650189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6943f85f-3818-4f95-8439-7383991200dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.660078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6943f85f-3818-4f95-8439-7383991200dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.701424 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6943f85f-3818-4f95-8439-7383991200dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3dd798c8263842a5a2f1d0aed3e39621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972201 Jul 16 01:37:47.703930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:47.709868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943f85f-3818-4f95-8439-7383991200dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec9b65-9af2-48a5-973e-0a090c4079b9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.734892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ba89-b3be-469f-ac72-d5d53e722e11 req-ec6f9dea-9eb9-4848-b669-e5213f9ea912 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.736991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de84ba89-b3be-469f-ac72-d5d53e722e11 req-ec6f9dea-9eb9-4848-b669-e5213f9ea912 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0688021 Jul 16 01:37:47.756601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d567dcd-6137-4a32-9412-1de281720d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.762236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-815c5280-34b4-450b-8fa1-c83ac5891436 req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-254216353', 'description': 'tempest-description-1485063066'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:47.776712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d567dcd-6137-4a32-9412-1de281720d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.795040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de84ba89-b3be-469f-ac72-d5d53e722e11 req-56dcfae1-7387-474c-9fd6-4cd24cc01463 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521741 Jul 16 01:37:47.801694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-815c5280-34b4-450b-8fa1-c83ac5891436 req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.829514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d567dcd-6137-4a32-9412-1de281720d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.832827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d567dcd-6137-4a32-9412-1de281720d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.836481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3d567dcd-6137-4a32-9412-1de281720d8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9ec9b65-9af2-48a5-973e-0a090c4079b9 HTTP/1.1" status: 204 len: 168 time: 0.1315877 Jul 16 01:37:47.850504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567dcd-6137-4a32-9412-1de281720d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec9b65-9af2-48a5-973e-0a090c4079b9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.898644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-815c5280-34b4-450b-8fa1-c83ac5891436 req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.902838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-815c5280-34b4-450b-8fa1-c83ac5891436 req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.963758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.969284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-815c5280-34b4-450b-8fa1-c83ac5891436 req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.970503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-815c5280-34b4-450b-8fa1-c83ac5891436 req-95cc1eb0-191d-4e19-bbf8-3e31c9c095a0 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2206476 Jul 16 01:37:48.009911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773374-5ff0-448d-81d4-eba934534766 req-b55aa941-292f-4c2d-824d-fdccf8373382 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.011457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0773374-5ff0-448d-81d4-eba934534766 req-b55aa941-292f-4c2d-824d-fdccf8373382 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 948 time: 0.1002922 Jul 16 01:37:48.059733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0773374-5ff0-448d-81d4-eba934534766 req-4223a1e8-26ef-4ff2-b14b-0cdab48697f5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Jul 16 01:37:48.114228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.133686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:48.137157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-70f05ae7-9d07-40ca-ad26-8fe539f7460a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440 HTTP/1.1" status: 200 len: 1804 time: 0.0509350 Jul 16 01:37:48.155718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.159149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:48.160586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.164015 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.230028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.241363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.286668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.290528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.312686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad03c28-5ee6-4294-8aa8-065906f421aa,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.319338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.321358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d7a0973-0237-4980-85a4-f5a39baae17b req-5ecabe26-ca35-4668-b422-9a14713ee1ad tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1704040 Jul 16 01:37:48.351390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d52af803-65e9-449f-a45d-eefce613befb req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-880828504', 'description': 'tempest-description-1312770419'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.377956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d52af803-65e9-449f-a45d-eefce613befb req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.484897 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d52af803-65e9-449f-a45d-eefce613befb req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.490614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d52af803-65e9-449f-a45d-eefce613befb req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.520752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f850deb9-8448-4b37-b341-82a4b2bd0542,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.523123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d52af803-65e9-449f-a45d-eefce613befb req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.524352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d52af803-65e9-449f-a45d-eefce613befb req-cb90517a-0a1b-4bbc-b5a0-70adbb5c4fb2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1784098 Jul 16 01:37:48.544398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:48.719933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10490b42-f95c-435c-a4b7-218fab0f1413 req-80e656fe-8001-49c9-bc2b-cc4ed65b06ca tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.721473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10490b42-f95c-435c-a4b7-218fab0f1413 req-80e656fe-8001-49c9-bc2b-cc4ed65b06ca tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 950 time: 0.1256492 Jul 16 01:37:48.746208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af7383-5986-4264-94d0-d22b84703ba3 req-a25bcfe7-9a11-402d-968e-8980c208903c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.748511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25af7383-5986-4264-94d0-d22b84703ba3 req-a25bcfe7-9a11-402d-968e-8980c208903c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 943 time: 0.1026626 Jul 16 01:37:48.801932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10490b42-f95c-435c-a4b7-218fab0f1413 req-a9ab075a-0051-4987-9838-22f232ea7295 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694294 Jul 16 01:37:48.809043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25af7383-5986-4264-94d0-d22b84703ba3 req-23396be0-5edc-48f9-af5a-e3f34d285007 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Jul 16 01:37:48.811685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:48.814331 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929fd0a3-1048-4e10-87c5-588529caa398" -d '{"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:48.882520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-5efc6ace-2f0b-4935-9c3c-e75b243ce2aa tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f850deb9-8448-4b37-b341-82a4b2bd0542 HTTP/1.1" status: 200 len: 1804 time: 0.0507145 Jul 16 01:37:48.893630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f850deb9-8448-4b37-b341-82a4b2bd0542', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.894236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f850deb9-8448-4b37-b341-82a4b2bd0542', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:48.962795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.985078 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84700fc3-867f-4f28-8091-0af5a5fbf7ef x-openstack-request-id: req-84700fc3-867f-4f28-8091-0af5a5fbf7ef {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:48.985423 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:48.985677 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84700fc3-867f-4f28-8091-0af5a5fbf7ef {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:48.986072 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'code': 200} Jul 16 01:37:48.997321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.004913 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.024242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ce43aa-f401-4cb6-8bd2-ad1a2100808d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.027649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.046817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d476fd50-53ee-4fe7-a245-7e80b5e7682a req-6a86f4a1-2a13-43cc-96f1-9301aee00813 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1578670 Jul 16 01:37:49.184402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 872daa61-846d-4c33-a596-77d6085aa7e3 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:49.199846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1503fd-a4e9-4a7b-99fc-7d1ddee3c9cd req-a7aa279b-e990-497d-82bd-d5119aedd02c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.201256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d1503fd-a4e9-4a7b-99fc-7d1ddee3c9cd req-a7aa279b-e990-497d-82bd-d5119aedd02c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1089709 Jul 16 01:37:49.242418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09814a-894b-4cf4-8d61-ad25b2a2402f req-672a73d7-fdc9-458e-a4b8-e1f212bb507a tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.252924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d09814a-894b-4cf4-8d61-ad25b2a2402f req-672a73d7-fdc9-458e-a4b8-e1f212bb507a tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 1101 time: 0.1178720 Jul 16 01:37:49.274067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d1503fd-a4e9-4a7b-99fc-7d1ddee3c9cd req-5a3fa2d4-affb-4722-b2b7-21dba4293970 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635135 Jul 16 01:37:49.303390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:49.316509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '872daa61-846d-4c33-a596-77d6085aa7e3', 'network_id': 'fc21113c-cdef-47e0-8e7a-378ec35256f5', 'port_id': '872daa61-846d-4c33-a596-77d6085aa7e3', 'mac_address': 'fa:16:3e:36:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76c933d-7db5-4131-a25e-b589b4b16db3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:49.320601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d09814a-894b-4cf4-8d61-ad25b2a2402f req-fa52f897-d351-4802-b041-d5c2d0a84dd9 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664358 Jul 16 01:37:49.326337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f44e4a72-d112-4e56-b76a-a50899f3985c req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1057272299', 'description': 'tempest-description-1594866338'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:49.357421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.369383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f44e4a72-d112-4e56-b76a-a50899f3985c req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.379727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872daa61-846d-4c33-a596-77d6085aa7e3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:49.406975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:49.411583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.476708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f44e4a72-d112-4e56-b76a-a50899f3985c req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.496591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.509781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f44e4a72-d112-4e56-b76a-a50899f3985c req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.547934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f44e4a72-d112-4e56-b76a-a50899f3985c req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.549197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f44e4a72-d112-4e56-b76a-a50899f3985c req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2276504 Jul 16 01:37:49.552687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2f35a-5ceb-4586-a98c-0959bf9a7183 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c05d0aa-a2ea-4094-8e3f-b79185c56779,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.582895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4e9d5-4fd9-4809-912d-dbe00c8346a0 req-a7cc4c53-6c1c-4a88-a858-324838980bed tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.584607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3f4e9d5-4fd9-4809-912d-dbe00c8346a0 req-a7cc4c53-6c1c-4a88-a858-324838980bed tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 949 time: 0.1113808 Jul 16 01:37:49.636618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3f4e9d5-4fd9-4809-912d-dbe00c8346a0 req-1fea807b-3e35-4609-b8f1-45c6ee15d3c6 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452132 Jul 16 01:37:49.738086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-25c4699a-a445-4dc4-afe6-5182e62206a0 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259733 Jul 16 01:37:49.759184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f296bbd9-8631-4133-852e-fa0d966b40de req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-220278398', 'description': 'tempest-description-915757370'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:49.793735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['872daa61-846d-4c33-a596-77d6085aa7e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:49.841150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f296bbd9-8631-4133-852e-fa0d966b40de req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.889415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-84c28b07-3cb7-4647-94a1-6f6b98c4e2c8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.890900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-84c28b07-3cb7-4647-94a1-6f6b98c4e2c8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467953 Jul 16 01:37:49.916173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-51e59903-c400-404e-a69b-7445d2f57426 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/quotas/3e015d069bb74309b6bfe9645587b2a3 HTTP/1.1" status: 200 len: 375 time: 0.0179908 Jul 16 01:37:50.011956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f296bbd9-8631-4133-852e-fa0d966b40de req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.020919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f296bbd9-8631-4133-852e-fa0d966b40de req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.055724 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f296bbd9-8631-4133-852e-fa0d966b40de req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.056988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f296bbd9-8631-4133-852e-fa0d966b40de req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3032942 Jul 16 01:37:50.076619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-fefb319f-6054-49cb-910b-5dc92eae4d29 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1402829 Jul 16 01:37:50.078283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493beb9-b91f-4010-be8e-2dd2a31b3304 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa183d-d56a-4059-a664-614de53cb4fd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.319325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92529768-6295-4656-b11e-52a755a7bb3f req-98742ffc-e90a-48f3-b829-cc98358fef2d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.320969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92529768-6295-4656-b11e-52a755a7bb3f req-98742ffc-e90a-48f3-b829-cc98358fef2d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 944 time: 0.1057613 Jul 16 01:37:50.387285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92529768-6295-4656-b11e-52a755a7bb3f req-e31973a0-02b4-4e74-8545-5d4abf4a498c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Jul 16 01:37:50.389927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-54b677dd-700c-41b8-b187-f40464af764f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/2c05d0aa-a2ea-4094-8e3f-b79185c56779 HTTP/1.1" status: 200 len: 1805 time: 0.0680509 Jul 16 01:37:50.460689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-a531fabd-83fa-4f2b-a92e-49eaada14434 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/d4aa183d-d56a-4059-a664-614de53cb4fd HTTP/1.1" status: 200 len: 1803 time: 0.0590270 Jul 16 01:37:50.466109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2c05d0aa-a2ea-4094-8e3f-b79185c56779', 'remote_group_id': 'd4aa183d-d56a-4059-a664-614de53cb4fd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:50.466512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2c05d0aa-a2ea-4094-8e3f-b79185c56779', 'remote_group_id': 'd4aa183d-d56a-4059-a664-614de53cb4fd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:50.519897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c0af705-a545-4747-a90e-0e94ac822c9e req-a28031f1-9f16-4ec9-84ea-c56205d0ef28 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 210 time: 0.0340846 Jul 16 01:37:50.574221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.613424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.617597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.677262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.678524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07800d24-a75e-4d95-a5b1-59d8b669e47b req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2167008 Jul 16 01:37:50.680805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063c881-f090-45ee-a5dd-0df52ca6be60 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8294d5-ba80-4e20-be67-e0e30bc8efe3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.746407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2eea0-2473-4071-a989-97e978cdd727 req-80c13c76-c219-4d4c-bb54-5781a2c14446 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.748391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51e2eea0-2473-4071-a989-97e978cdd727 req-80c13c76-c219-4d4c-bb54-5781a2c14446 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1097276 Jul 16 01:37:50.801673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51e2eea0-2473-4071-a989-97e978cdd727 req-466605c9-5752-4e2a-8724-975bb6e33929 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 Jul 16 01:37:50.824345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9c3d6d35-8af8-4787-9636-aeecfa04d8ab req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788776119', 'description': 'tempest-description-1676654548'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:50.851634 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9c3d6d35-8af8-4787-9636-aeecfa04d8ab req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.970234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e42cd-c09e-4bd1-b134-9f13a587f2ad req-08c240a6-7c53-4601-b902-51a0be6eb832 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.971691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe5e42cd-c09e-4bd1-b134-9f13a587f2ad req-08c240a6-7c53-4601-b902-51a0be6eb832 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 949 time: 0.1012762 Jul 16 01:37:51.016428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9c3d6d35-8af8-4787-9636-aeecfa04d8ab req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.024198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9c3d6d35-8af8-4787-9636-aeecfa04d8ab req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.049415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe5e42cd-c09e-4bd1-b134-9f13a587f2ad req-c97886cd-584f-43ec-9827-ad1734c1427a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707459 Jul 16 01:37:51.061135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6901fc53-2f4f-4990-b322-930a3145e595,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.063821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9c3d6d35-8af8-4787-9636-aeecfa04d8ab req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.080629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c3d6d35-8af8-4787-9636-aeecfa04d8ab req-039f2998-16f0-473a-8833-64b2e0183ea2 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2606578 Jul 16 01:37:51.105275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-741c91a6-d97e-4ce3-b1f0-43208beb23af req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2097019586', 'description': 'tempest-description-1220175875'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:51.133707 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-741c91a6-d97e-4ce3-b1f0-43208beb23af req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.192077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 872daa61-846d-4c33-a596-77d6085aa7e3 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:51.229953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-741c91a6-d97e-4ce3-b1f0-43208beb23af req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.234576 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-741c91a6-d97e-4ce3-b1f0-43208beb23af req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.259113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 872daa61-846d-4c33-a596-77d6085aa7e3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:51.263803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 872daa61-846d-4c33-a596-77d6085aa7e3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:51.264974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.265120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f46da94-8fe8-40a6-9a1b-45fd20d1e193,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.288449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-741c91a6-d97e-4ce3-b1f0-43208beb23af req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.293674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-741c91a6-d97e-4ce3-b1f0-43208beb23af req-f58f55ed-55ed-47d6-bf24-4fa3c637cd6a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1929986 Jul 16 01:37:51.366360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.373438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-225be3db-80ef-4159-bb69-48eedbaf3de9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/6901fc53-2f4f-4990-b322-930a3145e595 HTTP/1.1" status: 200 len: 1805 time: 0.0596075 Jul 16 01:37:51.417066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:51.418690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:51.421501 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56188e6c-d8af-4bff-a2fe-0cf646a56676" -d '{"events": [{"server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "name": "network-vif-plugged", "status": "completed", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:51.425798 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.426649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:51.434893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-f3703b78-4533-4bf1-aa8c-1856b4cce345 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/6f46da94-8fe8-40a6-9a1b-45fd20d1e193 HTTP/1.1" status: 200 len: 1805 time: 0.0584636 Jul 16 01:37:51.441858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6901fc53-2f4f-4990-b322-930a3145e595', 'remote_group_id': '6f46da94-8fe8-40a6-9a1b-45fd20d1e193', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:51.442615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6901fc53-2f4f-4990-b322-930a3145e595', 'remote_group_id': '6f46da94-8fe8-40a6-9a1b-45fd20d1e193', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:51.534482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.563016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6f7f995f-1475-4264-a23a-e9eb114a9999 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:51.563384 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.626781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.668789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.693432 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-320699c0-8046-4668-b869-24a64d1d5d71 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3e015d069bb74309b6bfe9645587b2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426128 Jul 16 01:37:51.715678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.749658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:51.751874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:51.755875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54928cff-affa-4d5a-b5cb-2ef519069d64 req-ca475f44-8992-41ec-8be9-993d37ad6105 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.757484 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.764621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54928cff-affa-4d5a-b5cb-2ef519069d64 req-ca475f44-8992-41ec-8be9-993d37ad6105 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 945 time: 0.1736410 Jul 16 01:37:51.770928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.836914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.840008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c392bd0-0e20-4c2f-a334-cd6ba47cf76e req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4039981 Jul 16 01:37:51.868803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077ec7-bf32-45c8-b4c9-ad7afa6a8f75 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a01d25e-b5d2-4b93-9624-c7e691217707,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.894471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.925665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-37863d77-68f1-4e1a-82b2-341cf5926aa7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.927411 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-37863d77-68f1-4e1a-82b2-341cf5926aa7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181644 Jul 16 01:37:51.930971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54928cff-affa-4d5a-b5cb-2ef519069d64 req-85eeae0d-4603-46bb-9e09-fc9a286da311 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626916 Jul 16 01:37:51.936896 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b476d-29ae-42f4-b42c-c382c3f53900 x-openstack-request-id: req-514b476d-29ae-42f4-b42c-c382c3f53900 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:51.936896 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "name": "network-vif-plugged", "status": "completed", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:51.937325 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-514b476d-29ae-42f4-b42c-c382c3f53900 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:51.937529 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3', 'code': 200} Jul 16 01:37:51.946106 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.954878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Request body: {'port': {'device_id': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '3e015d069bb74309b6bfe9645587b2a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:52.009605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca359-e22d-4af2-a371-aa41164d2e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.143667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa905356-cd5d-4f68-bdea-3dfb7a35ff85 req-f87d97c9-10ce-4a99-9ec8-98f555df21ff tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 210 time: 0.0594225 Jul 16 01:37:52.185553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46525a-7b14-4254-a878-c59b007148cb req-d5cf4821-2b9b-41fb-aeac-4c9db2aa9467 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.188055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd46525a-7b14-4254-a878-c59b007148cb req-d5cf4821-2b9b-41fb-aeac-4c9db2aa9467 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0938189 Jul 16 01:37:52.215028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e12e5b-1f5a-4e4c-ac61-9fff040c9b34 req-94433420-21a1-41c8-842c-323df661aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.216417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e12e5b-1f5a-4e4c-ac61-9fff040c9b34 req-94433420-21a1-41c8-842c-323df661aaa6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1096 time: 0.1450958 Jul 16 01:37:52.263922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f0a0d7-9479-42d4-b2b0-e63b2d84e97c req-b8ced989-4a40-4f10-a0d5-48b45b7c61fc tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/6f46da94-8fe8-40a6-9a1b-45fd20d1e193 HTTP/1.1" status: 200 len: 1805 time: 0.0748439 Jul 16 01:37:52.266785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd46525a-7b14-4254-a878-c59b007148cb req-33fe940d-e0fd-46d6-9df2-cbbebcbe520e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 Jul 16 01:37:52.278555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca359-e22d-4af2-a371-aa41164d2e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.294375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca359-e22d-4af2-a371-aa41164d2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.297264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e12e5b-1f5a-4e4c-ac61-9fff040c9b34 req-ebc35381-dbcd-44fe-aad6-9e732973b08f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Jul 16 01:37:52.347036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Made reservation on behalf of 3e015d069bb74309b6bfe9645587b2a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:52.351202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.357030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b7f0a0d7-9479-42d4-b2b0-e63b2d84e97c req-52743bf1-178d-40cc-bd70-ea6550ca9611 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.368396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d7ca359-e22d-4af2-a371-aa41164d2e37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d11e02cc6a3d4cde9a7c5bf8a0bd8195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6032917 Jul 16 01:37:52.369277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ca359-e22d-4af2-a371-aa41164d2e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc2247-48ba-4efb-963b-a8337f16e3e6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.371650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.402705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b7f0a0d7-9479-42d4-b2b0-e63b2d84e97c req-52743bf1-178d-40cc-bd70-ea6550ca9611 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.508184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f3ff2d-67d9-49d3-810a-8b6ea6707fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.512462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e513b5-4387-4bd5-8699-80103432fc3c req-1f4e6e3b-dafe-4937-8c45-659f60bc69f3 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.514972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45e513b5-4387-4bd5-8699-80103432fc3c req-1f4e6e3b-dafe-4937-8c45-659f60bc69f3 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1177037 Jul 16 01:37:52.533087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b7f0a0d7-9479-42d4-b2b0-e63b2d84e97c req-52743bf1-178d-40cc-bd70-ea6550ca9611 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.535826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b7f0a0d7-9479-42d4-b2b0-e63b2d84e97c req-52743bf1-178d-40cc-bd70-ea6550ca9611 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.536959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f0a0d7-9479-42d4-b2b0-e63b2d84e97c req-52743bf1-178d-40cc-bd70-ea6550ca9611 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f46da94-8fe8-40a6-9a1b-45fd20d1e193 HTTP/1.1" status: 204 len: 173 time: 0.2603149 Jul 16 01:37:52.545235 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f3ff2d-67d9-49d3-810a-8b6ea6707fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.555580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52743bf1-178d-40cc-bd70-ea6550ca9611 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f46da94-8fe8-40a6-9a1b-45fd20d1e193,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.564915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Allocated IP 192.168.233.234 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/7024939b-d9ee-481e-902e-f6ab2511ebd3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:52.575296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45e513b5-4387-4bd5-8699-80103432fc3c req-cae4eb17-f444-41d8-8bc3-22a29a1b3735 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505471 Jul 16 01:37:52.650018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f3ff2d-67d9-49d3-810a-8b6ea6707fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.652622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13f3ff2d-67d9-49d3-810a-8b6ea6707fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.657078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-13f3ff2d-67d9-49d3-810a-8b6ea6707fca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1edc2247-48ba-4efb-963b-a8337f16e3e6 HTTP/1.1" status: 204 len: 168 time: 0.2824514 Jul 16 01:37:52.671657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97952865-d195-4f29-82e0-64b52789b2f9 req-34d7fe63-28da-4098-8c54-018d30d755a4 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/6901fc53-2f4f-4990-b322-930a3145e595 HTTP/1.1" status: 200 len: 1805 time: 0.0611942 Jul 16 01:37:52.702481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d5a09b85-6cc3-419c-83f4-8cc30045e63a req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-113622213', 'description': 'tempest-description-1455908851'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:52.727309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ff2d-67d9-49d3-810a-8b6ea6707fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc2247-48ba-4efb-963b-a8337f16e3e6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.731033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d5a09b85-6cc3-419c-83f4-8cc30045e63a req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.782060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.799351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Transition to ACTIVE for port object 7024939b-d9ee-481e-902e-f6ab2511ebd3 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:52.863446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d5a09b85-6cc3-419c-83f4-8cc30045e63a req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.866685 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d5a09b85-6cc3-419c-83f4-8cc30045e63a req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.867532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.881974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'b473d9c4-1803-4711-bbef-1cff0a7df536', '3cdbc06d-00df-4f4b-a779-1a0751589329'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:52.884907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:52.936796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:52.940121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:52.961994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20c8206-27c9-44d3-bb24-9a9a8325fc0c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.968460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d5a09b85-6cc3-419c-83f4-8cc30045e63a req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.969528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:52.987402 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5a09b85-6cc3-419c-83f4-8cc30045e63a req-781e1eed-9041-4402-8a89-7fcaabeda86c tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2899213 Jul 16 01:37:52.990542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.991213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.024347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event updated for resources: {'Port': ['ID=7024939b-d9ee-481e-902e-f6ab2511ebd3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.039211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-8149cedb-852a-4b44-9c8f-1591586143b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0886736 Jul 16 01:37:53.065818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Request body: {'port': {'device_id': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.091135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-5d41f546-d1f4-4d68-be09-c8388ea15b3a tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f20c8206-27c9-44d3-bb24-9a9a8325fc0c HTTP/1.1" status: 200 len: 1804 time: 0.0950410 Jul 16 01:37:53.099177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f20c8206-27c9-44d3-bb24-9a9a8325fc0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.099494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f20c8206-27c9-44d3-bb24-9a9a8325fc0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.129849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:53.180346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a30cb5f-5995-4c87-95a3-2246706e5ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.206475 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.250633 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.253331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.257952 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.266725 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.277904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940aaf2-29f6-48c1-b1dc-3542caa16158 req-dc4c8e3d-feca-4b6b-80b6-45191710f51d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.285589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d940aaf2-29f6-48c1-b1dc-3542caa16158 req-dc4c8e3d-feca-4b6b-80b6-45191710f51d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 945 time: 0.1131535 Jul 16 01:37:53.311252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da886021-48d6-4cab-903f-ea1b2953c568,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.315786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.328134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03c666d0-f043-4bc6-903a-5b1cf6655dcf req-edd0aee6-d006-4eaf-901d-b7d27ae5480f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2361343 Jul 16 01:37:53.384699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d940aaf2-29f6-48c1-b1dc-3542caa16158 req-ef7b84f0-a26c-44da-8865-4c710b48b851 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981257 Jul 16 01:37:53.526249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb03586-b09a-4c71-b711-a374d533388d req-dde61cbe-b97e-4d86-8dfd-fb206ff6a3b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.534326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abb03586-b09a-4c71-b711-a374d533388d req-dde61cbe-b97e-4d86-8dfd-fb206ff6a3b7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 936 time: 0.0792141 Jul 16 01:37:53.559212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a4e834e8-936d-4faa-b99a-2739b2b2e2d7 None None] Provisioning for port 7024939b-d9ee-481e-902e-f6ab2511ebd3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:53.577359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abb03586-b09a-4c71-b711-a374d533388d req-b62c2ac5-5b53-41f1-9c62-d125fe5c8a0a tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Jul 16 01:37:53.624840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a4e834e8-936d-4faa-b99a-2739b2b2e2d7 None None] Provisioning complete for port 7024939b-d9ee-481e-902e-f6ab2511ebd3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:53.628587 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a4e834e8-936d-4faa-b99a-2739b2b2e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.629116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7024939b-d9ee-481e-902e-f6ab2511ebd3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:53.641849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.674570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Transition to ACTIVE for port object 7024939b-d9ee-481e-902e-f6ab2511ebd3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:53.688822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.759764 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6be8fe5f-3deb-4b15-ab71-f6870306337b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.772146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f82388fa-17ee-467e-a309-c2506f425bdb req-396bda04-ae7d-4c6c-a80c-50215f432da7 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f20c8206-27c9-44d3-bb24-9a9a8325fc0c HTTP/1.1" status: 200 len: 2397 time: 0.1122909 Jul 16 01:37:53.773268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a4e834e8-936d-4faa-b99a-2739b2b2e2d7 None None] Port 7024939b-d9ee-481e-902e-f6ab2511ebd3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:53.784609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f20c8206-27c9-44d3-bb24-9a9a8325fc0c', 'remote_group_id': None}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.784839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f20c8206-27c9-44d3-bb24-9a9a8325fc0c', 'remote_group_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.800642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d529691-69b4-418a-9299-b266bcff5cf9 req-8fa8b21c-afdf-4f58-8663-8c43a4ddb4d7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.808425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d529691-69b4-418a-9299-b266bcff5cf9 req-8fa8b21c-afdf-4f58-8663-8c43a4ddb4d7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1885183 Jul 16 01:37:53.860755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d529691-69b4-418a-9299-b266bcff5cf9 req-cfc3a853-04ce-4f1e-8cde-84620431d3b7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509675 Jul 16 01:37:53.938973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:53.947224 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c569e92c-32db-4d46-a8ac-fd1aafe075a8" -d '{"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:54.132915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666b5e-a45a-4ee9-aef5-e03896f684d4 req-8b8930d0-6d2b-45c4-99c3-bbeda5a3d69f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.135170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f666b5e-a45a-4ee9-aef5-e03896f684d4 req-8b8930d0-6d2b-45c4-99c3-bbeda5a3d69f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0806410 Jul 16 01:37:54.156567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7024939b-d9ee-481e-902e-f6ab2511ebd3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.184548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f666b5e-a45a-4ee9-aef5-e03896f684d4 req-7e702db9-ffc7-480a-b3f4-7853bbc547e3 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Jul 16 01:37:54.184814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Attempting to bind port 7024939b-d9ee-481e-902e-f6ab2511ebd3 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:54.184814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Attempting to bind port 7024939b-d9ee-481e-902e-f6ab2511ebd3 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:54.185047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Attempting to bind port 7024939b-d9ee-481e-902e-f6ab2511ebd3 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:54.192799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a30cb5f-5995-4c87-95a3-2246706e5ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.194121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Port 7024939b-d9ee-481e-902e-f6ab2511ebd3 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:54.204965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Attempting to bind port 7024939b-d9ee-481e-902e-f6ab2511ebd3 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:54.211117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:54.211499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:54.211934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:54.212323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Bound port: 7024939b-d9ee-481e-902e-f6ab2511ebd3, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:54.212718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.215069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a30cb5f-5995-4c87-95a3-2246706e5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.266588 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.267178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30cb5f-5995-4c87-95a3-2246706e5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8edcab9-133a-4e3f-9264-999ebf750845,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.288865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1a30cb5f-5995-4c87-95a3-2246706e5ff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd2d0cd44186445ba469b169a2989796&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1505115 Jul 16 01:37:54.291591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42990) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.304302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.308624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.325148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9029a3-8e65-421f-bb12-b3c15e17523b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.336243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.340196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f82388fa-17ee-467e-a309-c2506f425bdb req-b3c78774-e737-4b96-af40-828e1ede5a31 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5578799 Jul 16 01:37:54.377380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] For port 7024939b-d9ee-481e-902e-f6ab2511ebd3, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:54.378895 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffec3d1-5154-463d-be10-15e646fec735 x-openstack-request-id: req-bffec3d1-5154-463d-be10-15e646fec735 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:54.379189 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:54.379440 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bffec3d1-5154-463d-be10-15e646fec735 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:54.379831 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'code': 200} Jul 16 01:37:54.382247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] For port 7024939b-d9ee-481e-902e-f6ab2511ebd3, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:54.390142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.423234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99f5bf32-fb92-4991-a3d0-f79d1b5872a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.436378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.437211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.437342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a6b24f5-6792-4447-8a55-08322eef61a9 req-464d99d9-fc2c-42ed-9e35-f4ce8cf69a81 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f20c8206-27c9-44d3-bb24-9a9a8325fc0c HTTP/1.1" status: 200 len: 2995 time: 0.0502710 Jul 16 01:37:54.439614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/7024939b-d9ee-481e-902e-f6ab2511ebd3 HTTP/1.1" status: 200 len: 1096 time: 1.3791606 Jul 16 01:37:54.454389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'tag': '7024939b-d9ee-481e-902e-f6ab2511ebd3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:54.458757 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7ce07b-16aa-4b21-98b4-cd6c80201075" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a", "tag": "7024939b-d9ee-481e-902e-f6ab2511ebd3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:54.493765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99f5bf32-fb92-4991-a3d0-f79d1b5872a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.509767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865234e9-51ab-4fa1-a119-e1d1cc4071c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7024939b-d9ee-481e-902e-f6ab2511ebd3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.531265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-75e94f72-7b30-4341-ab3f-422016caa447 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-group-rules/0d9029a3-8e65-421f-bb12-b3c15e17523b HTTP/1.1" status: 200 len: 783 time: 0.0622745 Jul 16 01:37:54.618539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-6a190d0c-0556-489c-8ea2-ed75c566a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.620061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-6a190d0c-0556-489c-8ea2-ed75c566a1a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 1099 time: 0.1122112 Jul 16 01:37:54.624918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-0563e322-7ff1-4b2f-b75a-7b8d3606e9ca tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f20c8206-27c9-44d3-bb24-9a9a8325fc0c HTTP/1.1" status: 200 len: 2995 time: 0.0695529 Jul 16 01:37:54.635339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99f5bf32-fb92-4991-a3d0-f79d1b5872a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.638027 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99f5bf32-fb92-4991-a3d0-f79d1b5872a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.639781 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99f5bf32-fb92-4991-a3d0-f79d1b5872a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8edcab9-133a-4e3f-9264-999ebf750845 HTTP/1.1" status: 204 len: 168 time: 0.3467410 Jul 16 01:37:54.645193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cbe8a-3465-401a-96b9-c24fc7751276 req-aae18a95-8008-47e0-94ac-8e10a6b41e92 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.646682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-044cbe8a-3465-401a-96b9-c24fc7751276 req-aae18a95-8008-47e0-94ac-8e10a6b41e92 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 945 time: 0.1377017 Jul 16 01:37:54.649028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5bf32-fb92-4991-a3d0-f79d1b5872a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8edcab9-133a-4e3f-9264-999ebf750845,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.666793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-8b5a9173-f45d-47e9-8d7a-dde1a6cd80a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.678588 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-8b5a9173-f45d-47e9-8d7a-dde1a6cd80a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.720637 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-4cc352e8-195c-4776-8753-bc4a9d1d6919 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0693197 Jul 16 01:37:54.739596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-044cbe8a-3465-401a-96b9-c24fc7751276 req-0e65bdb7-9ef0-4210-bb04-81fe88259e76 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645747 Jul 16 01:37:54.740528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-8b5a9173-f45d-47e9-8d7a-dde1a6cd80a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.747899 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-8b5a9173-f45d-47e9-8d7a-dde1a6cd80a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.748854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e19747f8-4c26-448e-b40d-bebb33a9948a req-8b5a9173-f45d-47e9-8d7a-dde1a6cd80a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0d9029a3-8e65-421f-bb12-b3c15e17523b HTTP/1.1" status: 204 len: 173 time: 0.1180124 Jul 16 01:37:54.756757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a9173-f45d-47e9-8d7a-dde1a6cd80a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d9029a3-8e65-421f-bb12-b3c15e17523b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.803246 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79272a7d-c10d-4a1d-a88b-a19fb00d3955 x-openstack-request-id: req-79272a7d-c10d-4a1d-a88b-a19fb00d3955 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:54.803551 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a", "tag": "7024939b-d9ee-481e-902e-f6ab2511ebd3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:54.803904 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79272a7d-c10d-4a1d-a88b-a19fb00d3955 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:54.804411 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'tag': '7024939b-d9ee-481e-902e-f6ab2511ebd3', 'status': 'completed', 'code': 200} Jul 16 01:37:54.827949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-d3e99479-2c50-4dd6-87ce-6c8cb891b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.838226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-d3e99479-2c50-4dd6-87ce-6c8cb891b0cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1009593 Jul 16 01:37:54.846658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11089f0a-2d88-4f9f-8781-cf6ad42d794e req-76a3c806-30de-4d82-83d0-f28ca33c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.848379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11089f0a-2d88-4f9f-8781-cf6ad42d794e req-76a3c806-30de-4d82-83d0-f28ca33c12ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1101 time: 0.1960542 Jul 16 01:37:54.861382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9fcd4b8-49e8-4813-9d71-8118e11827b2 req-89a93c90-dc5a-4853-b7ad-7eac7f086591 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f20c8206-27c9-44d3-bb24-9a9a8325fc0c HTTP/1.1" status: 200 len: 2397 time: 0.0432236 Jul 16 01:37:54.933808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11089f0a-2d88-4f9f-8781-cf6ad42d794e req-9e1cd35f-87f7-479d-9fca-3ae0ba2af120 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649183 Jul 16 01:37:54.945830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-e310247f-8d25-4c61-96ba-9617ea5058d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.947213 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-e310247f-8d25-4c61-96ba-9617ea5058d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951338 Jul 16 01:37:54.968832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9fcd4b8-49e8-4813-9d71-8118e11827b2 req-90b52f29-2e61-4a83-a6c7-4ace3d198893 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.990221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb8880-8999-426e-81fd-cdeed04ad7e6 req-e90c4875-c5bb-4548-a11d-c784048ddc89 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.991700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6eb8880-8999-426e-81fd-cdeed04ad7e6 req-e90c4875-c5bb-4548-a11d-c784048ddc89 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 948 time: 0.1160462 Jul 16 01:37:55.013052 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9fcd4b8-49e8-4813-9d71-8118e11827b2 req-90b52f29-2e61-4a83-a6c7-4ace3d198893 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.068432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6eb8880-8999-426e-81fd-cdeed04ad7e6 req-e1327511-7a17-41fa-b736-9d9461d5ddbc tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Jul 16 01:37:55.085550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9fcd4b8-49e8-4813-9d71-8118e11827b2 req-90b52f29-2e61-4a83-a6c7-4ace3d198893 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.088153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c9fcd4b8-49e8-4813-9d71-8118e11827b2 req-90b52f29-2e61-4a83-a6c7-4ace3d198893 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.089277 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9fcd4b8-49e8-4813-9d71-8118e11827b2 req-90b52f29-2e61-4a83-a6c7-4ace3d198893 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/f20c8206-27c9-44d3-bb24-9a9a8325fc0c HTTP/1.1" status: 204 len: 173 time: 0.2205703 Jul 16 01:37:55.106358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b52f29-2e61-4a83-a6c7-4ace3d198893 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20c8206-27c9-44d3-bb24-9a9a8325fc0c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.130294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-ad0d853e-eac9-4c33-843b-82a170d51028 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282384 Jul 16 01:37:55.242504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a64ad027-dec2-4146-961f-a4b9c426aee6 req-73f41a8b-e11e-46e0-8c83-da8040574935 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041558 Jul 16 01:37:55.253174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2129be2-b613-4bd0-a96b-92187f123312 req-24bf0dff-414d-4676-821c-5d8e6bf6bdc0 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-866886412&fields=id&tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 267 time: 0.0642838 Jul 16 01:37:55.323876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559feb-6f79-4a9d-96c9-18b167a3d54e req-66a8b597-5bb3-47b9-9a64-ac2e96b94624 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.325411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8559feb-6f79-4a9d-96c9-18b167a3d54e req-66a8b597-5bb3-47b9-9a64-ac2e96b94624 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1126668 Jul 16 01:37:55.366183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2129be2-b613-4bd0-a96b-92187f123312 req-043d6652-49f3-4996-8812-68c380638e93 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.367659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2129be2-b613-4bd0-a96b-92187f123312 req-043d6652-49f3-4996-8812-68c380638e93 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 945 time: 0.1070559 Jul 16 01:37:55.370124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-cfd449d5-0b2e-42e0-bf62-121a3c493d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.371811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-cfd449d5-0b2e-42e0-bf62-121a3c493d1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3e015d069bb74309b6bfe9645587b2a3&device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 1099 time: 0.0688701 Jul 16 01:37:55.386923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'port': {'security_groups': ['f8615474-e015-4f46-9a81-a13c2dc438aa', '4ec57bb0-3791-43f4-8f1c-5cdcd49fa970']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:55.393755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8559feb-6f79-4a9d-96c9-18b167a3d54e req-4b9f4973-681c-4bc4-8f58-84804af5454d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581551 Jul 16 01:37:55.454498 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-272445a9-af8b-4185-bcb8-b74912e878f5 req-0a015333-036e-4766-8735-5fe0430bcf9f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] show failed (client error): The resource could not be found. Jul 16 01:37:55.455504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-272445a9-af8b-4185-bcb8-b74912e878f5 req-0a015333-036e-4766-8735-5fe0430bcf9f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/6f46da94-8fe8-40a6-9a1b-45fd20d1e193 HTTP/1.1" status: 404 len: 352 time: 0.0295801 Jul 16 01:37:55.488017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-aa5c5c27-da4b-429a-9905-315a904aab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.490430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-aa5c5c27-da4b-429a-9905-315a904aab0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1043496 Jul 16 01:37:55.505529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.545751 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-0f84bf78-06ce-4f11-a6c6-8df0500d4c2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3 HTTP/1.1" status: 200 len: 217 time: 0.0433207 Jul 16 01:37:55.604059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-40ba5ee8-5316-477f-a34a-a3f737f97f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.605559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-40ba5ee8-5316-477f-a34a-a3f737f97f98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0522144 Jul 16 01:37:55.674916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-695cb34d-cb49-4455-bc4c-6a0500eda0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.676456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-695cb34d-cb49-4455-bc4c-6a0500eda0e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633433 Jul 16 01:37:55.698300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2bd26-10bd-4e66-9312-c029530064e6 req-c8e73e79-dc15-4c5f-add4-1379e6fd052a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.699796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10d2bd26-10bd-4e66-9312-c029530064e6 req-c8e73e79-dc15-4c5f-add4-1379e6fd052a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1151984 Jul 16 01:37:55.776832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-f13b3b04-3c53-464c-8a22-3a2d0efbc4de service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887644 Jul 16 01:37:55.780548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10d2bd26-10bd-4e66-9312-c029530064e6 req-f463138a-08a1-4c83-803b-c7799c5888d2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513821 Jul 16 01:37:55.790580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:55.830806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.840329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.861065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:55.917498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.918145 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.920126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2129be2-b613-4bd0-a96b-92187f123312 req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "PUT /v2.0/ports/872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 981 time: 0.5420268 Jul 16 01:37:55.920633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:55.923088 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57132656-96cd-4e91-ab3b-b5edb0e90575" -d '{"events": [{"name": "network-changed", "server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:55.934215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b7ce07b-16aa-4b21-98b4-cd6c80201075 req-0beecf3d-d25a-4bee-b41f-2e9fa1a403a2 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489000 Jul 16 01:37:55.957375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954052f-eba4-47ec-a1d5-2a75b45fe10d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.984021 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34bfb5a-ea2a-4a3a-a968-1d8e9e1ff1b3 x-openstack-request-id: req-f34bfb5a-ea2a-4a3a-a968-1d8e9e1ff1b3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:55.984513 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:55.985175 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f34bfb5a-ea2a-4a3a-a968-1d8e9e1ff1b3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:55.985719 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3', 'status': 'completed', 'code': 200} Jul 16 01:37:56.004479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c428fca3-eed4-4dc2-861e-ec1ce75ee16f req-f98994a9-e003-4a44-9e12-ff0e18c6d5a9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/6901fc53-2f4f-4990-b322-930a3145e595 HTTP/1.1" status: 200 len: 1805 time: 0.0703390 Jul 16 01:37:56.040341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['872daa61-846d-4c33-a596-77d6085aa7e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:56.083648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b40b9fc5-7cea-4dde-9755-87d278912479 req-02a73628-f63c-4a12-ab7d-5d91e7b28811 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/4ec57bb0-3791-43f4-8f1c-5cdcd49fa970 HTTP/1.1" status: 200 len: 1799 time: 0.0770478 Jul 16 01:37:56.104264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c428fca3-eed4-4dc2-861e-ec1ce75ee16f req-65a6944a-0bcb-47c7-93f5-6c6f1beba97f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.122219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-c05a6235-6929-44c8-a628-d5c18f19f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.125281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-c05a6235-6929-44c8-a628-d5c18f19f296 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1135 time: 0.1042955 Jul 16 01:37:56.128542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['872daa61-846d-4c33-a596-77d6085aa7e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:56.154225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c428fca3-eed4-4dc2-861e-ec1ce75ee16f req-65a6944a-0bcb-47c7-93f5-6c6f1beba97f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.180324 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-b40b9fc5-7cea-4dde-9755-87d278912479 req-25da9dbf-7e7e-49cc-b4dc-b8dad314f154 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:37:56.187697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b40b9fc5-7cea-4dde-9755-87d278912479 req-25da9dbf-7e7e-49cc-b4dc-b8dad314f154 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ec57bb0-3791-43f4-8f1c-5cdcd49fa970 HTTP/1.1" status: 409 len: 341 time: 0.0953488 Jul 16 01:37:56.223125 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-149a93cf-3429-41c0-8c64-6ee18a5ac278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.235274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c428fca3-eed4-4dc2-861e-ec1ce75ee16f req-65a6944a-0bcb-47c7-93f5-6c6f1beba97f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.238407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c428fca3-eed4-4dc2-861e-ec1ce75ee16f req-65a6944a-0bcb-47c7-93f5-6c6f1beba97f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.240124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c428fca3-eed4-4dc2-861e-ec1ce75ee16f req-65a6944a-0bcb-47c7-93f5-6c6f1beba97f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/6901fc53-2f4f-4990-b322-930a3145e595 HTTP/1.1" status: 204 len: 173 time: 0.2347722 Jul 16 01:37:56.259700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6944a-0bcb-47c7-93f5-6c6f1beba97f tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901fc53-2f4f-4990-b322-930a3145e595,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.296195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-0a1c0af1-c836-4c8c-8100-b18e6951f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.298138 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-0a1c0af1-c836-4c8c-8100-b18e6951f8fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.1629996 Jul 16 01:37:56.378873 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-50b27f6c-5f77-4ba6-8b06-c8a2d1ad27d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 217 time: 0.0650809 Jul 16 01:37:56.426318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9975-3243-4aab-9f47-e4328d13305e req-50786455-e6f3-4293-988d-d97d5d720bc9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.433542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6bfa9975-3243-4aab-9f47-e4328d13305e req-50786455-e6f3-4293-988d-d97d5d720bc9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 948 time: 0.0867300 Jul 16 01:37:56.446562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-3260ccc4-cee2-45e5-9a3f-f296f22907b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.448441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-3260ccc4-cee2-45e5-9a3f-f296f22907b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.0613406 Jul 16 01:37:56.481745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6bfa9975-3243-4aab-9f47-e4328d13305e req-26ebce90-c9d0-4849-ae92-5ff95873ea24 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Jul 16 01:37:56.487321 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.503121 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-ac2521f1-98c2-47fb-affa-d2afd41b7a19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455427 Jul 16 01:37:56.579678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b12f7ea-9d47-461d-a6af-32314e35c560 req-28611754-62b3-44b2-a0f4-a2d4e36351e9 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/d4aa183d-d56a-4059-a664-614de53cb4fd HTTP/1.1" status: 200 len: 1803 time: 0.0713429 Jul 16 01:37:56.648833 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8b12f7ea-9d47-461d-a6af-32314e35c560 req-921b7a04-0347-4b06-b761-03f22c55da5e tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.650011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-019cd6c8-476c-4afd-b789-338dd4bd8928 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379836 Jul 16 01:37:56.677279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8b12f7ea-9d47-461d-a6af-32314e35c560 req-921b7a04-0347-4b06-b761-03f22c55da5e tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.753888 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8b12f7ea-9d47-461d-a6af-32314e35c560 req-921b7a04-0347-4b06-b761-03f22c55da5e tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.760593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8b12f7ea-9d47-461d-a6af-32314e35c560 req-921b7a04-0347-4b06-b761-03f22c55da5e tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.768568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b12f7ea-9d47-461d-a6af-32314e35c560 req-921b7a04-0347-4b06-b761-03f22c55da5e tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4aa183d-d56a-4059-a664-614de53cb4fd HTTP/1.1" status: 204 len: 173 time: 0.1876915 Jul 16 01:37:56.778833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b7a04-0347-4b06-b761-03f22c55da5e tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa183d-d56a-4059-a664-614de53cb4fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.786556 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57132656-96cd-4e91-ab3b-b5edb0e90575 req-e3213891-36ea-4fc0-b252-a0da738f42ed service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242368 Jul 16 01:37:56.910855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-5046ff69-b62d-4026-b9d1-4eb0bf867d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.912284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-5046ff69-b62d-4026-b9d1-4eb0bf867d0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1135 time: 0.0524356 Jul 16 01:37:56.956011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75340d02-fa57-4241-9e22-aa62f28c0ecf req-65fec017-7890-4cfe-b5a5-a2af29c36756 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.957497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75340d02-fa57-4241-9e22-aa62f28c0ecf req-65fec017-7890-4cfe-b5a5-a2af29c36756 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1066566 Jul 16 01:37:56.965619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d707bb3-322d-4188-8b98-f047dca1df28 req-144bb333-4561-4758-a2bb-d4b8181378cd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:56.966975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d707bb3-322d-4188-8b98-f047dca1df28 req-144bb333-4561-4758-a2bb-d4b8181378cd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 984 time: 0.1055832 Jul 16 01:37:57.005438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-813e7e01-b298-41b7-bbb8-db75ba3d91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.006898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-813e7e01-b298-41b7-bbb8-db75ba3d91ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.0872633 Jul 16 01:37:57.021350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75340d02-fa57-4241-9e22-aa62f28c0ecf req-31c38be1-5df8-43c5-9027-3e510904a179 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534143 Jul 16 01:37:57.028240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d707bb3-322d-4188-8b98-f047dca1df28 req-ceec1f69-199e-4d29-9bcd-88096b1c56fb tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ec57bb0-3791-43f4-8f1c-5cdcd49fa970&id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0544777 Jul 16 01:37:57.050057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-515ff662-2abb-489f-86b5-6341c6792092 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 217 time: 0.0342519 Jul 16 01:37:57.106909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-a6ef9748-26f1-4b8f-ac38-424b9c0e8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.108437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-a6ef9748-26f1-4b8f-ac38-424b9c0e8cde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.0474510 Jul 16 01:37:57.110263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcfeaa4f-1a86-42bb-b336-f5c7f3975451 req-c1f80320-f0b8-4edd-8e82-63e218cfffa3 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/2c05d0aa-a2ea-4094-8e3f-b79185c56779 HTTP/1.1" status: 200 len: 1805 time: 0.0434902 Jul 16 01:37:57.149530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-0d7831b8-e7aa-4cb2-8ea5-a3c6e6f65bc9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290935 Jul 16 01:37:57.173661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcfeaa4f-1a86-42bb-b336-f5c7f3975451 req-63b29426-6215-4e3b-9310-bcbbdac0b784 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.196719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcfeaa4f-1a86-42bb-b336-f5c7f3975451 req-63b29426-6215-4e3b-9310-bcbbdac0b784 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.252967 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcfeaa4f-1a86-42bb-b336-f5c7f3975451 req-63b29426-6215-4e3b-9310-bcbbdac0b784 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.255444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fcfeaa4f-1a86-42bb-b336-f5c7f3975451 req-63b29426-6215-4e3b-9310-bcbbdac0b784 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.256560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcfeaa4f-1a86-42bb-b336-f5c7f3975451 req-63b29426-6215-4e3b-9310-bcbbdac0b784 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/2c05d0aa-a2ea-4094-8e3f-b79185c56779 HTTP/1.1" status: 204 len: 173 time: 0.1407058 Jul 16 01:37:57.260536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-bd5c92b8-8fb4-453f-a615-2b5bc3867a7d service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073279 Jul 16 01:37:57.287184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29426-6215-4e3b-9310-bcbbdac0b784 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c05d0aa-a2ea-4094-8e3f-b79185c56779,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.297268 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.323670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff9dbc-de23-40a4-b7af-3e3c95656c65 req-1c340d8e-9521-45f9-8f07-55253828d377 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.325340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0dff9dbc-de23-40a4-b7af-3e3c95656c65 req-1c340d8e-9521-45f9-8f07-55253828d377 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0844634 Jul 16 01:37:57.365976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0dff9dbc-de23-40a4-b7af-3e3c95656c65 req-6a5cfec4-d3e7-454f-91e1-94adc02800d3 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Jul 16 01:37:57.368085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0676ac3e-7c99-40ac-82b1-ce9549ddacc7 req-feac1449-c707-446d-b962-383efe938fc5 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906343 Jul 16 01:37:57.441453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-845d523f-f054-47a4-8ec5-4308e84ebd05 req-637bff01-56ce-4af9-80aa-3062dab03373 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/f850deb9-8448-4b37-b341-82a4b2bd0542 HTTP/1.1" status: 200 len: 2403 time: 0.0413768 Jul 16 01:37:57.534168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-845d523f-f054-47a4-8ec5-4308e84ebd05 req-d7e47755-a937-4a2f-a3a8-005364a61a3b tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.566876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-845d523f-f054-47a4-8ec5-4308e84ebd05 req-d7e47755-a937-4a2f-a3a8-005364a61a3b tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.602413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548509-e9e2-4b0d-ae28-37767193e163 req-6fab9256-91d3-4ed9-b47a-e889cf0bf696 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.604185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26548509-e9e2-4b0d-ae28-37767193e163 req-6fab9256-91d3-4ed9-b47a-e889cf0bf696 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1223609 Jul 16 01:37:57.646419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26548509-e9e2-4b0d-ae28-37767193e163 req-6668beb1-cc22-4116-a1b0-8437e240012a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Jul 16 01:37:57.647389 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-845d523f-f054-47a4-8ec5-4308e84ebd05 req-d7e47755-a937-4a2f-a3a8-005364a61a3b tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.649839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-845d523f-f054-47a4-8ec5-4308e84ebd05 req-d7e47755-a937-4a2f-a3a8-005364a61a3b tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.650877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-845d523f-f054-47a4-8ec5-4308e84ebd05 req-d7e47755-a937-4a2f-a3a8-005364a61a3b tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/f850deb9-8448-4b37-b341-82a4b2bd0542 HTTP/1.1" status: 204 len: 173 time: 0.2037694 Jul 16 01:37:57.660432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e47755-a937-4a2f-a3a8-005364a61a3b tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f850deb9-8448-4b37-b341-82a4b2bd0542,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.733645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ff3f1eb-65f2-4772-9c58-ffe601b3ef87 req-50e41f1d-2729-4856-8fb9-0d0916061721 tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "GET /v2.0/security-groups/88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440 HTTP/1.1" status: 200 len: 2397 time: 0.0397871 Jul 16 01:37:57.822167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ff3f1eb-65f2-4772-9c58-ffe601b3ef87 req-29709a28-6a69-462d-b15b-d406f60f0ccd tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.853062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ff3f1eb-65f2-4772-9c58-ffe601b3ef87 req-29709a28-6a69-462d-b15b-d406f60f0ccd tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.886012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208066b-c0e9-4be2-a379-414c1310ca9b req-0341a9d5-34d9-4c84-b5f6-82fde4f904fb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.887473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d208066b-c0e9-4be2-a379-414c1310ca9b req-0341a9d5-34d9-4c84-b5f6-82fde4f904fb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 948 time: 0.1138263 Jul 16 01:37:57.927659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d208066b-c0e9-4be2-a379-414c1310ca9b req-f6922599-82e7-408a-aa17-befa6a5ae532 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Jul 16 01:37:57.935314 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ff3f1eb-65f2-4772-9c58-ffe601b3ef87 req-29709a28-6a69-462d-b15b-d406f60f0ccd tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.939154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ff3f1eb-65f2-4772-9c58-ffe601b3ef87 req-29709a28-6a69-462d-b15b-d406f60f0ccd tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.940623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ff3f1eb-65f2-4772-9c58-ffe601b3ef87 req-29709a28-6a69-462d-b15b-d406f60f0ccd tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] 10.222.0.35 "DELETE /v2.0/security-groups/88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440 HTTP/1.1" status: 204 len: 173 time: 0.2010984 Jul 16 01:37:57.946956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.972988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709a28-6a69-462d-b15b-d406f60f0ccd tempest-SecurityGroupRulesTestJSON-1544566344 tempest-SecurityGroupRulesTestJSON-1544566344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aaa6f5-ec0e-458c-9f8d-24ca7f8d7440,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.000609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Deleting subnet c468f9b3-16c9-4bc1-b095-132dc11b1220 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:58.004170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.072310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.091009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.157199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.187538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c468f9b3-16c9-4bc1-b095-132dc11b1220,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.199312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.204983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.205188 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8eb8828a-3dd7-46d9-a5fb-e4c69fb0308f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c468f9b3-16c9-4bc1-b095-132dc11b1220 HTTP/1.1" status: 204 len: 168 time: 0.2568028 Jul 16 01:37:58.290862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.312480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09112281-da57-440f-8c92-5e1ef30cd878 req-f987563c-e773-4888-8d7d-7bb2e576b6da tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.314755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09112281-da57-440f-8c92-5e1ef30cd878 req-f987563c-e773-4888-8d7d-7bb2e576b6da tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1558671 Jul 16 01:37:58.411922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09112281-da57-440f-8c92-5e1ef30cd878 req-fd14b499-1c8d-40fa-aa0d-a2ab332595af tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896256 Jul 16 01:37:58.693981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.722482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.741270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef8e10a-69d8-4efe-bf21-a4d519f37f25']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.770844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e047a0-f617-4583-86a6-66e807378641') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.771139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e047a0-f617-4583-86a6-66e807378641') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.790192 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.817371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.828426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:58.828817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:58.830568 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:58.865554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb75961-1d26-44d4-830c-95ff2092a254 req-e2db6000-eb31-4b11-a4d1-efb88724cbcf tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.866972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2eb75961-1d26-44d4-830c-95ff2092a254 req-e2db6000-eb31-4b11-a4d1-efb88724cbcf tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1689959 Jul 16 01:37:58.875888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602cfd-7ed1-4e9a-9ef1-7a3e3070bf3a req-32fbfc6b-bc36-4eb3-8a92-8e303a868c14 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.877354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45602cfd-7ed1-4e9a-9ef1-7a3e3070bf3a req-32fbfc6b-bc36-4eb3-8a92-8e303a868c14 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 984 time: 0.1804552 Jul 16 01:37:58.934014 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.940693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.942535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cef8e10a-69d8-4efe-bf21-a4d519f37f25 HTTP/1.1" status: 204 len: 168 time: 0.7357502 Jul 16 01:37:58.971656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f5041-0d6d-458c-b709-cbb0fbc09a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef8e10a-69d8-4efe-bf21-a4d519f37f25,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.984060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2eb75961-1d26-44d4-830c-95ff2092a254 req-5da4477f-07ff-4899-99eb-b697c50b267b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807025 Jul 16 01:37:58.988585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45602cfd-7ed1-4e9a-9ef1-7a3e3070bf3a req-e30c511b-f004-4953-9a3f-367eff981a1b tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ec57bb0-3791-43f4-8f1c-5cdcd49fa970&id=f8615474-e015-4f46-9a81-a13c2dc438aa&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0840662 Jul 16 01:37:59.151434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.197271 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cad52b29-8da5-4e44-b839-faca58481736 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fc8bf43aa4149bc8768b81ae21aff01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446470 Jul 16 01:37:59.201919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.202423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36753da9-60c2-4f56-86db-ac4482064593 req-02438c2c-1490-4368-a8dd-7189ef15affb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.203833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7024939b-d9ee-481e-902e-f6ab2511ebd3 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:59.209220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36753da9-60c2-4f56-86db-ac4482064593 req-02438c2c-1490-4368-a8dd-7189ef15affb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 948 time: 0.0752239 Jul 16 01:37:59.259775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653866a5-074c-465f-be17-32127d0bf5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.260659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36753da9-60c2-4f56-86db-ac4482064593 req-e9d48ab3-51aa-41b7-99e2-ecd217634f16 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506022 Jul 16 01:37:59.283111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653866a5-074c-465f-be17-32127d0bf5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.290490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-c2a264a0-6376-4049-99e8-946b169c55f1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1482776185&fields=id&tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a HTTP/1.1" status: 200 len: 267 time: 0.0540671 Jul 16 01:37:59.331920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 7024939b-d9ee-481e-902e-f6ab2511ebd3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.345267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '7024939b-d9ee-481e-902e-f6ab2511ebd3', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '7024939b-d9ee-481e-902e-f6ab2511ebd3', 'mac_address': 'fa:16:3e:2d:de:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:59.346926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653866a5-074c-465f-be17-32127d0bf5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.349650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-653866a5-074c-465f-be17-32127d0bf5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.354509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-653866a5-074c-465f-be17-32127d0bf5ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22189632-13c2-49ed-a29c-74b9ccfad8fa HTTP/1.1" status: 204 len: 168 time: 0.1509342 Jul 16 01:37:59.364656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653866a5-074c-465f-be17-32127d0bf5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22189632-13c2-49ed-a29c-74b9ccfad8fa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.379608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-0f9903a8-3fa7-4810-891d-7e3dc855dc55 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.381831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-0f9903a8-3fa7-4810-891d-7e3dc855dc55 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 984 time: 0.0896635 Jul 16 01:37:59.395636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'port': {'security_groups': ['4ec57bb0-3791-43f4-8f1c-5cdcd49fa970', 'f8615474-e015-4f46-9a81-a13c2dc438aa', 'cc6c6a93-a4a7-414e-908d-4cf7c25fc294']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:59.420078 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.439952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7024939b-d9ee-481e-902e-f6ab2511ebd3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:59.484570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 7024939b-d9ee-481e-902e-f6ab2511ebd3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.493618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.529614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.561977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=7024939b-d9ee-481e-902e-f6ab2511ebd3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.709407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43170) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.714912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758092b1-a002-4fd9-9a5a-b5b33f1c3de1 req-1d5d2c80-9a3f-4098-98f1-df7c1600c92e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.716590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-758092b1-a002-4fd9-9a5a-b5b33f1c3de1 req-1d5d2c80-9a3f-4098-98f1-df7c1600c92e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1342335 Jul 16 01:37:59.813270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-758092b1-a002-4fd9-9a5a-b5b33f1c3de1 req-2df8e87f-e1f8-4b0f-b2f7-9502d2a146dc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871165 Jul 16 01:37:59.843068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:59.851446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c64f496b-2ddb-42bc-aacf-167a4a1b95b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.880653 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.885658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.907612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['872daa61-846d-4c33-a596-77d6085aa7e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:59.920004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:59.947500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:59.948159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.952434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d70cf675-a9e4-44ba-9e9f-a8d861034655 req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "PUT /v2.0/ports/872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 1020 time: 0.5637109 Jul 16 01:37:59.952897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:59.955179 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9991a-43aa-4b7c-8792-1a8f531f5561" -d '{"events": [{"name": "network-changed", "server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:59.977400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c64f496b-2ddb-42bc-aacf-167a4a1b95b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.983979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c64f496b-2ddb-42bc-aacf-167a4a1b95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.006938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281d92b-5930-4793-8e04-7131f0fd5a6e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.028680 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c64f496b-2ddb-42bc-aacf-167a4a1b95b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f08ce54082ed41058646cf1d641a2dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151660 Jul 16 01:38:00.029158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.041862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd01ffdf-e9dd-4f03-8251-d66ffbf84f4a req-a4d5014c-4696-419c-8079-8e3d8b70aa37 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/cc6c6a93-a4a7-414e-908d-4cf7c25fc294 HTTP/1.1" status: 200 len: 1801 time: 0.0520935 Jul 16 01:38:00.044019 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6d7fec-182a-468c-b37f-c8b7dc7cd092 x-openstack-request-id: req-2e6d7fec-182a-468c-b37f-c8b7dc7cd092 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:00.044413 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:00.044732 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e6d7fec-182a-468c-b37f-c8b7dc7cd092 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:00.045229 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3', 'status': 'completed', 'code': 200} Jul 16 01:38:00.063209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f496b-2ddb-42bc-aacf-167a4a1b95b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dfe7bb-a35c-4168-a722-bfe217c8cf72,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.075620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['7024939b-d9ee-481e-902e-f6ab2511ebd3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:00.121976 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-dd01ffdf-e9dd-4f03-8251-d66ffbf84f4a req-90b2c3c7-b0d4-4ea1-bd19-c08fd6641586 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:38:00.123281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd01ffdf-e9dd-4f03-8251-d66ffbf84f4a req-90b2c3c7-b0d4-4ea1-bd19-c08fd6641586 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc6c6a93-a4a7-414e-908d-4cf7c25fc294 HTTP/1.1" status: 409 len: 341 time: 0.0758607 Jul 16 01:38:00.200234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acef1cd9-175d-4d7b-ba37-4a1dd860e2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.205794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['872daa61-846d-4c33-a596-77d6085aa7e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:00.231593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acef1cd9-175d-4d7b-ba37-4a1dd860e2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.240639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-e00e61db-2272-4f6b-ae38-e4e15fd5ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.242518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-e00e61db-2272-4f6b-ae38-e4e15fd5ffed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1174 time: 0.1640778 Jul 16 01:38:00.252873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e7f3-301f-4875-98a9-e5a738c99b5f req-b801e245-e7d0-4b22-bf74-1eb30d1c6abe tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.254633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e648e7f3-301f-4875-98a9-e5a738c99b5f req-b801e245-e7d0-4b22-bf74-1eb30d1c6abe tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0749078 Jul 16 01:38:00.320558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acef1cd9-175d-4d7b-ba37-4a1dd860e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.323995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-acef1cd9-175d-4d7b-ba37-4a1dd860e2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.328537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-acef1cd9-175d-4d7b-ba37-4a1dd860e2d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66dfe7bb-a35c-4168-a722-bfe217c8cf72 HTTP/1.1" status: 204 len: 168 time: 0.2977684 Jul 16 01:38:00.352165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef1cd9-175d-4d7b-ba37-4a1dd860e2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dfe7bb-a35c-4168-a722-bfe217c8cf72,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.425166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e648e7f3-301f-4875-98a9-e5a738c99b5f req-98e4010c-7f91-4130-b5c7-aee914900b66 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538393 Jul 16 01:38:00.489555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-d8bd655a-dee9-44cc-b8b0-eef8bd48d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.492415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-d8bd655a-dee9-44cc-b8b0-eef8bd48d787 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 200 len: 913 time: 0.2384336 Jul 16 01:38:00.584183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-733f2486-ca3d-47b6-8e05-83e5d9af62dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 200 len: 217 time: 0.0841000 Jul 16 01:38:00.678905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-6d8efc2a-60ed-46b6-bb62-874155fc51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.681191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-6d8efc2a-60ed-46b6-bb62-874155fc51ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 200 len: 852 time: 0.0796392 Jul 16 01:38:00.690777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0226fb-4a01-4638-af9b-534a835642c5 req-10cfa6e8-d339-4e39-afbd-693c002bc0b8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.696557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e0226fb-4a01-4638-af9b-534a835642c5 req-10cfa6e8-d339-4e39-afbd-693c002bc0b8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 949 time: 0.1217606 Jul 16 01:38:00.741742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-a199e9a5-b373-40ce-b6a4-9d0080ad17d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fc21113c-cdef-47e0-8e7a-378ec35256f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522842 Jul 16 01:38:00.801654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e0226fb-4a01-4638-af9b-534a835642c5 req-9b306ab4-1b4b-4815-880b-6a3789b7b7cf tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Jul 16 01:38:00.860204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575eab5-81bd-4284-afbf-72c1cd3fb695 req-73ba4ecb-6e79-4b30-a41e-a517ec0b1f69 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.860896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-318d066d-c925-4274-bcb4-d09e2b5379a7 service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111510 Jul 16 01:38:00.862253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7575eab5-81bd-4284-afbf-72c1cd3fb695 req-73ba4ecb-6e79-4b30-a41e-a517ec0b1f69 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1023 time: 0.1265757 Jul 16 01:38:00.937017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7575eab5-81bd-4284-afbf-72c1cd3fb695 req-212f394c-81d4-4e54-b84a-7f3baadd5d83 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ec57bb0-3791-43f4-8f1c-5cdcd49fa970&id=f8615474-e015-4f46-9a81-a13c2dc438aa&id=cc6c6a93-a4a7-414e-908d-4cf7c25fc294&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0672042 Jul 16 01:38:00.937884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.952205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d01668e-8e94-47b8-b2d7-8334302c1b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.016717 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee9991a-43aa-4b7c-8792-1a8f531f5561 req-8738eb13-e963-4121-b5a1-bf2ba8ddc94f service neutron] 10.222.0.38 "GET /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389947 Jul 16 01:38:01.064226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d01668e-8e94-47b8-b2d7-8334302c1b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.076189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d01668e-8e94-47b8-b2d7-8334302c1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.136940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0d01668e-8e94-47b8-b2d7-8334302c1b24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7846f99b93694356a06531f319052caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957150 Jul 16 01:38:01.137523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.139103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01668e-8e94-47b8-b2d7-8334302c1b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b800be-0575-4402-821b-f55e028b6091,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.172779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec193568-8e47-4f79-bb6b-da5dfb735ce4 req-0cf79134-da7f-4abc-a749-15b3b6f4f91d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.174277 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec193568-8e47-4f79-bb6b-da5dfb735ce4 req-0cf79134-da7f-4abc-a749-15b3b6f4f91d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1086178 Jul 16 01:38:01.193000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7f56d72-fd7e-4165-8280-a4415fb3a04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.214495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec193568-8e47-4f79-bb6b-da5dfb735ce4 req-e757c91b-55e5-4b20-91da-dca2becbdcfa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Jul 16 01:38:01.215932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7f56d72-fd7e-4165-8280-a4415fb3a04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.265257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7f56d72-fd7e-4165-8280-a4415fb3a04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.267921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7f56d72-fd7e-4165-8280-a4415fb3a04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.269152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f7f56d72-fd7e-4165-8280-a4415fb3a04c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7b800be-0575-4402-821b-f55e028b6091 HTTP/1.1" status: 204 len: 168 time: 0.1305835 Jul 16 01:38:01.276800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56d72-fd7e-4165-8280-a4415fb3a04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b800be-0575-4402-821b-f55e028b6091,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.368765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.617274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c5dec05-d7ec-4c48-85cd-adff502ca7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.776423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c5dec05-d7ec-4c48-85cd-adff502ca7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.781788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c5dec05-d7ec-4c48-85cd-adff502ca7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.838894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c5dec05-d7ec-4c48-85cd-adff502ca7c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=634561605650405bbca74f0bd222c9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688520 Jul 16 01:38:01.840023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dec05-d7ec-4c48-85cd-adff502ca7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc64210-d52e-4ca6-97bb-8f4423124584,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.841435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.964504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b59afcf-d432-45e0-8cd8-874e0cee83ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.000298 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b59afcf-d432-45e0-8cd8-874e0cee83ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.029005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.030881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06286-4a43-4250-86cf-43cb54bff60c req-ab28889d-fca3-4a9e-9e79-dada58417a77 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.032383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63f06286-4a43-4250-86cf-43cb54bff60c req-ab28889d-fca3-4a9e-9e79-dada58417a77 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1595421 Jul 16 01:38:02.065905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29698f-84bd-495b-94b8-37dfe2fea07e req-825f2c12-5113-41e4-b023-248c4ab09d52 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.067211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd29698f-84bd-495b-94b8-37dfe2fea07e req-825f2c12-5113-41e4-b023-248c4ab09d52 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1096 time: 0.1720738 Jul 16 01:38:02.094011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63f06286-4a43-4250-86cf-43cb54bff60c req-913bfffa-5be7-4429-b806-5cff8c4d4aa9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Jul 16 01:38:02.114792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b59afcf-d432-45e0-8cd8-874e0cee83ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.117267 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b59afcf-d432-45e0-8cd8-874e0cee83ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.121021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b59afcf-d432-45e0-8cd8-874e0cee83ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bc64210-d52e-4ca6-97bb-8f4423124584 HTTP/1.1" status: 204 len: 168 time: 0.2749369 Jul 16 01:38:02.128710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd29698f-84bd-495b-94b8-37dfe2fea07e req-64256965-c116-40f7-9c5b-7811b8926739 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Jul 16 01:38:02.129532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59afcf-d432-45e0-8cd8-874e0cee83ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc64210-d52e-4ca6-97bb-8f4423124584,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.140756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1523001443-network', 'tenant_id': '0859cdae4be74cbea9f6bce159ec04bf'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:02.179018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Made reservation on behalf of 0859cdae4be74cbea9f6bce159ec04bf for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:02.182646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.196061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.311745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96ee7-e752-4d34-929c-2d76bf4bc030 req-a9f7da22-c5d7-404d-997d-0b13efa351a9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.313285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77b96ee7-e752-4d34-929c-2d76bf4bc030 req-a9f7da22-c5d7-404d-997d-0b13efa351a9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 949 time: 0.0816848 Jul 16 01:38:02.321238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.329599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.360305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:02.371804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad6e96-6d84-4c23-be03-b70f7ba13adf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.377610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.377961 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Added segment d3538d23-10e3-4a08-a335-9933e66fa909 of type vlan for network 58a2e4b3-5a5c-493e-982a-86d3e94dec98 Jul 16 01:38:02.380126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77b96ee7-e752-4d34-929c-2d76bf4bc030 req-3b533ac1-253d-4e51-921c-eed4ca1c1dbb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Jul 16 01:38:02.403033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc806918-54b9-4651-9aef-09f25bfd0f20 req-abaa866a-5ac3-4fe5-9cd9-3afd84856d14 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.410511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc806918-54b9-4651-9aef-09f25bfd0f20 req-abaa866a-5ac3-4fe5-9cd9-3afd84856d14 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1023 time: 0.1164134 Jul 16 01:38:02.428088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.457117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc806918-54b9-4651-9aef-09f25bfd0f20 req-3683b882-85c2-439a-90ed-9bbf20c36d8a tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=4ec57bb0-3791-43f4-8f1c-5cdcd49fa970&id=f8615474-e015-4f46-9a81-a13c2dc438aa&id=cc6c6a93-a4a7-414e-908d-4cf7c25fc294&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0455527 Jul 16 01:38:02.461569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.462947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.463789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.530305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-80587fb7-60e1-4fa8-8545-a1c0d09b4783 req-647ccfa1-aee1-4ac0-aafa-7a5e0abeab36 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:02.531729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80587fb7-60e1-4fa8-8545-a1c0d09b4783 req-647ccfa1-aee1-4ac0-aafa-7a5e0abeab36 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061948 Jul 16 01:38:02.532965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] Pushing event updated for resources: {'Network': ['ID=58a2e4b3-5a5c-493e-982a-86d3e94dec98,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.539610 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89f1ea71-af30-4828-96e1-20555a1e8035 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5088792 Jul 16 01:38:02.540690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43284) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.545266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 58a2e4b3-5a5c-493e-982a-86d3e94dec98 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:02.557947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Request body: {'subnet': {'network_id': '58a2e4b3-5a5c-493e-982a-86d3e94dec98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1523001443-subnet', 'tenant_id': '0859cdae4be74cbea9f6bce159ec04bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:02.604858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Made reservation on behalf of 0859cdae4be74cbea9f6bce159ec04bf for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:02.608359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.636834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8a4c7-a4eb-4ba3-a249-e75b2a7fb03a req-97ac10ba-f09a-4d84-986b-677e3b58a3e7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.638604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afe8a4c7-a4eb-4ba3-a249-e75b2a7fb03a req-97ac10ba-f09a-4d84-986b-677e3b58a3e7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.0747950 Jul 16 01:38:02.722807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afe8a4c7-a4eb-4ba3-a249-e75b2a7fb03a req-9f9ea875-1152-466a-b11f-8f191d991202 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761600 Jul 16 01:38:02.848302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.916521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b69e9-f734-4771-afbf-5176afd9d135 req-f98dbd7b-6053-4cff-a720-e799f4635df1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.918012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-494b69e9-f734-4771-afbf-5176afd9d135 req-f98dbd7b-6053-4cff-a720-e799f4635df1 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 1023 time: 0.1561673 Jul 16 01:38:02.940551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7741bf8e-5089-4730-b40f-41e15d085f8d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.987288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Checking segment: {'id': 'd3538d23-10e3-4a08-a335-9933e66fa909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '58a2e4b3-5a5c-493e-982a-86d3e94dec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:02.987965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Network hostable DHCP agents. Network: 58a2e4b3-5a5c-493e-982a-86d3e94dec98, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:03.037285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Network 58a2e4b3-5a5c-493e-982a-86d3e94dec98 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:03.038404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43310) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.049735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 58a2e4b3-5a5c-493e-982a-86d3e94dec98) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:03.063752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.064358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.069496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f454995-2f05-43cb-9b30-809b914c59e3 None None] Network 58a2e4b3-5a5c-493e-982a-86d3e94dec98 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:03.096422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1225a8ff-b92c-4e34-be0c-ecf6159171f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5510750 Jul 16 01:38:03.096422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Deleting port 872daa61-846d-4c33-a596-77d6085aa7e3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:03.096422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.205329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-898586640-network', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.224984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a5cf3-ba66-4930-aa41-b8c66417c83b None None] Network 58a2e4b3-5a5c-493e-982a-86d3e94dec98 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:03.243265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7024939b-d9ee-481e-902e-f6ab2511ebd3 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:03.245220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] For port 872daa61-846d-4c33-a596-77d6085aa7e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=872daa61-846d-4c33-a596-77d6085aa7e3,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:03.245591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.254374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Made reservation on behalf of 4d8ffd44743b4067a531be1253c6f7e0 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:03.265651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.275103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Calling delete_port for 872daa61-846d-4c33-a596-77d6085aa7e3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:03.280248 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.396530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 7024939b-d9ee-481e-902e-f6ab2511ebd3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:03.417367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 7024939b-d9ee-481e-902e-f6ab2511ebd3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:03.417831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.469321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.515701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['872daa61-846d-4c33-a596-77d6085aa7e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:03.518644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:03.525683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'Port': ['ID=872daa61-846d-4c33-a596-77d6085aa7e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.537664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.544330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.591446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:03.602779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] No DVR routers for this DVR port 872daa61-846d-4c33-a596-77d6085aa7e3 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:03.606753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.610460 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-494b69e9-f734-4771-afbf-5176afd9d135 req-b07b5c53-eb38-48c1-9096-064d9c38b0fd tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.38 "DELETE /v2.0/ports/872daa61-846d-4c33-a596-77d6085aa7e3 HTTP/1.1" status: 204 len: 173 time: 0.6796303 Jul 16 01:38:03.611096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'name': 'network-vif-deleted', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:03.613788 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da8ab9-2c64-405e-8132-86c11291d776" -d '{"events": [{"server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "name": "network-vif-deleted", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:03.690498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062304a0-f3a2-4984-b610-e44d88cf53dc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.699045 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.699492 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Added segment 878797b6-d4ef-44f2-859d-5383d825cb44 of type vlan for network 4672245c-9a6c-4677-a671-0fd8653217d0 Jul 16 01:38:03.767035 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.788075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.816073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.817317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.817938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.841418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7024939b-d9ee-481e-902e-f6ab2511ebd3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:03.844601 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc51763-a07a-41ba-918b-c36e37e7b1a9" -d '{"events": [{"server_uuid": "7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a", "name": "network-vif-plugged", "status": "completed", "tag": "7024939b-d9ee-481e-902e-f6ab2511ebd3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:03.851907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0d8e-5575-436a-9b2a-284e147cdefa req-c1a02618-15cd-4f34-8fd1-cbbe1399be5a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.860676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-115f0d8e-5575-436a-9b2a-284e147cdefa req-c1a02618-15cd-4f34-8fd1-cbbe1399be5a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.2635796 Jul 16 01:38:03.889544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 7024939b-d9ee-481e-902e-f6ab2511ebd3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:03.896130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8526118 Jul 16 01:38:03.896306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43350) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.901603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Request body: {'subnet': {'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-898586640-subnet', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.909695 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.933787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74172a06-0a79-46d3-bab3-aedf222ac308 admin admin] Pushing event updated for resources: {'Network': ['ID=4672245c-9a6c-4677-a671-0fd8653217d0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.956476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-115f0d8e-5575-436a-9b2a-284e147cdefa req-4757cfb5-c9a6-4d2a-978d-2b6cd9e78615 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945923 Jul 16 01:38:03.957480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Made reservation on behalf of 4d8ffd44743b4067a531be1253c6f7e0 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:03.960827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.972337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4672245c-9a6c-4677-a671-0fd8653217d0 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:03.983479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43356) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.989280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-283769216-network', 'tenant_id': '203f65b1b72143a9ac779f02ed2e2804'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.013795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Made reservation on behalf of 203f65b1b72143a9ac779f02ed2e2804 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:04.017179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.027109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.153691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=7024939b-d9ee-481e-902e-f6ab2511ebd3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.207865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013de61-6bae-42ca-913f-20c3871bdf4a req-0fe75efd-4800-4746-b4dd-90178d09cd36 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.209466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c013de61-6bae-42ca-913f-20c3871bdf4a req-0fe75efd-4800-4746-b4dd-90178d09cd36 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.1161380 Jul 16 01:38:04.228503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.244840 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.252225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.286609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c013de61-6bae-42ca-913f-20c3871bdf4a req-7962026c-f722-4c2c-a65f-27a6d1bfecc9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Jul 16 01:38:04.293775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:04.299267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.314956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Checking segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:04.315319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Network hostable DHCP agents. Network: 4672245c-9a6c-4677-a671-0fd8653217d0, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:04.329797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af08b4a6-dccd-4700-9081-242f78cd37f0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.334419 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.334772 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Added segment 36253b79-a700-4fc4-9a3b-a156260f5aa9 of type vlan for network 81d978b1-e516-4266-82b4-46dc415ddda6 Jul 16 01:38:04.335355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Network 4672245c-9a6c-4677-a671-0fd8653217d0 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:04.349233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4672245c-9a6c-4677-a671-0fd8653217d0) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:04.359517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaebaf7-8558-42e9-b832-f8a0b3a50582 None None] Network 4672245c-9a6c-4677-a671-0fd8653217d0 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:04.360127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.363000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.385823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e398a42c-180f-465e-b053-1d89c23f34dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4886560 Jul 16 01:38:04.390226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.399840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.427085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.429849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.449723 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.502750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.511443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c96f953-242e-4b78-8b68-1f87f2771384 req-f63749f2-98fc-4c25-80f3-c96984152320 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9058b08-5487-46ba-8c96-c76421d2c399 HTTP/1.1" status: 200 len: 210 time: 0.0648618 Jul 16 01:38:04.519226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-a4322800-c904-4c25-8f42-150c72e21f25 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:38:04.520452 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-a4322800-c904-4c25-8f42-150c72e21f25 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2317243 Jul 16 01:38:04.565025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Request body: {'binding': {'host': 'n-h1-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.565776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:38:04.569546 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8a669f-018f-4482-be98-474035ec7a5f x-openstack-request-id: req-5d8a669f-018f-4482-be98-474035ec7a5f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:04.570280 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9058b08-5487-46ba-8c96-c76421d2c399", "name": "network-vif-deleted", "tag": "872daa61-846d-4c33-a596-77d6085aa7e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:04.570959 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d8a669f-018f-4482-be98-474035ec7a5f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:04.571556 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9058b08-5487-46ba-8c96-c76421d2c399', 'name': 'network-vif-deleted', 'tag': '872daa61-846d-4c33-a596-77d6085aa7e3', 'status': 'completed', 'code': 200} Jul 16 01:38:04.586467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.590015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.590656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.679340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] Pushing event updated for resources: {'Network': ['ID=81d978b1-e516-4266-82b4-46dc415ddda6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.692705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 81d978b1-e516-4266-82b4-46dc415ddda6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:04.729796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eed2c3c1-e5e6-4000-bde2-b0425c724f11 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7421489 Jul 16 01:38:04.730049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.735159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Request body: {'subnet': {'network_id': '81d978b1-e516-4266-82b4-46dc415ddda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-283769216-subnet', 'tenant_id': '203f65b1b72143a9ac779f02ed2e2804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.779074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-4672245c-9a6c-4677-a671-0fd8653217d0', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:04.780017 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.785342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c75cd9-c9c7-4056-b9ff-2a51e9457897 req-f842e87c-51ca-4ac3-8b2b-a5af11af6a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.786929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04c75cd9-c9c7-4056-b9ff-2a51e9457897 req-f842e87c-51ca-4ac3-8b2b-a5af11af6a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1040008 Jul 16 01:38:04.787555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Made reservation on behalf of 203f65b1b72143a9ac779f02ed2e2804 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:04.789906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.884461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04c75cd9-c9c7-4056-b9ff-2a51e9457897 req-f3934ca8-0e2c-4326-9e75-b1728c85d25e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909672 Jul 16 01:38:04.948801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Allocated IP 172.20.0.2 (4672245c-9a6c-4677-a671-0fd8653217d0/4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2/8c36d8a0-26b1-4deb-9f53-714f81bfacba) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:04.957953 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeec16d-3145-456b-8801-e0ae46d82442 x-openstack-request-id: req-1eeec16d-3145-456b-8801-e0ae46d82442 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:04.958343 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a", "name": "network-vif-plugged", "status": "completed", "tag": "7024939b-d9ee-481e-902e-f6ab2511ebd3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:04.958810 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1eeec16d-3145-456b-8801-e0ae46d82442 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:04.959407 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7024939b-d9ee-481e-902e-f6ab2511ebd3', 'code': 200} Jul 16 01:38:05.020454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.030553 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-2d4acbed-1d98-43b8-92ac-6f052c7ba995 service neutron] show failed (client error): The resource could not be found. Jul 16 01:38:05.031553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-2d4acbed-1d98-43b8-92ac-6f052c7ba995 service neutron] 10.222.0.32 "GET /v2.0/ports/d0798c09-f5ec-4967-ac87-8d82b2a7da8a/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.5268161 Jul 16 01:38:05.036478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.125188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b656055-c138-4a44-98c2-3c1234abb23b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.134445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Checking segment: {'id': '36253b79-a700-4fc4-9a3b-a156260f5aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '81d978b1-e516-4266-82b4-46dc415ddda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:05.134824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Network hostable DHCP agents. Network: 81d978b1-e516-4266-82b4-46dc415ddda6, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:05.159517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Network 81d978b1-e516-4266-82b4-46dc415ddda6 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:05.176492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 81d978b1-e516-4266-82b4-46dc415ddda6) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:05.181906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.182506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.190746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689cf7d-f071-45e4-9aee-29182c24e6e4 None None] Network 81d978b1-e516-4266-82b4-46dc415ddda6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:05.220625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-69d126fb-db94-4790-8362-ef59d99c63a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4895163 Jul 16 01:38:05.233926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on host n-h1-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:05.234257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:05.234702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:05.239776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28efc-8cb4-465b-a229-76238b5c34ff req-5300d052-49c5-4205-b3d9-6b262cba6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.241434 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-50a28efc-8cb4-465b-a229-76238b5c34ff req-5300d052-49c5-4205-b3d9-6b262cba6693 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 1101 time: 0.1676948 Jul 16 01:38:05.245379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:05.245693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:05.252999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:05.253325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:05.253708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:05.254126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Bound port: 86a3a383-80a9-4e10-b6a7-b45b7847e943, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:05.330368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a073f-a291-4224-8714-628469e84dec req-e7646d7b-08d5-4bd4-bedd-5cdd908f33d3 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.344216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e55a073f-a291-4224-8714-628469e84dec req-e7646d7b-08d5-4bd4-bedd-5cdd908f33d3 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1132586 Jul 16 01:38:05.346466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-50a28efc-8cb4-465b-a229-76238b5c34ff req-073a115a-7b60-4856-88c8-753460dcf379 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900884 Jul 16 01:38:05.351114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:05.360607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.361896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-6da86bc1-e878-4679-9f97-bddeb3449415 service neutron] 10.222.0.35 "POST /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943/bindings HTTP/1.1" status: 201 len: 389 time: 0.8013895 Jul 16 01:38:05.399180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a622f6a-0e9f-4de8-97db-4232f4eb0063 None None] Network 81d978b1-e516-4266-82b4-46dc415ddda6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:05.421867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.473737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Deleting subnet 7741bf8e-5089-4730-b40f-41e15d085f8d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:05.479420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.497730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e55a073f-a291-4224-8714-628469e84dec req-73cb5d78-1021-4485-982a-e6807babbc28 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497688 Jul 16 01:38:05.514560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.523084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.574164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Transition to ACTIVE for port object 8c36d8a0-26b1-4deb-9f53-714f81bfacba will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:05.582743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.590780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Transition to ACTIVE for port object 8c36d8a0-26b1-4deb-9f53-714f81bfacba will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:05.597926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.614659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.641742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Network 4672245c-9a6c-4677-a671-0fd8653217d0 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:05.644733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:05.649031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:05.680877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Pushing event updated for resources: {'Port': ['ID=8c36d8a0-26b1-4deb-9f53-714f81bfacba,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.683959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.712361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-e7821cf9-9a0a-4baf-a0de-95c9bd3d26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.714559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-e7821cf9-9a0a-4baf-a0de-95c9bd3d26e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe&tenant_id=dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 1100 time: 0.2586496 Jul 16 01:38:05.731554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.744852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Attempting to bind port 8c36d8a0-26b1-4deb-9f53-714f81bfacba on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:05.745296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Attempting to bind port 8c36d8a0-26b1-4deb-9f53-714f81bfacba by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:05.745721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Attempting to bind port 8c36d8a0-26b1-4deb-9f53-714f81bfacba on network 4672245c-9a6c-4677-a671-0fd8653217d0 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:05.751119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:05.751559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Checking segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:05.752024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.752506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Bound using segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:05.754754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Bound port: 8c36d8a0-26b1-4deb-9f53-714f81bfacba, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:05.755145 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.764739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c69c4-6bdd-4623-bd32-c920bd602506 req-28f3d6d6-b305-4f1d-9422-7ce66b338cf2 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.766261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-584c69c4-6bdd-4623-bd32-c920bd602506 req-28f3d6d6-b305-4f1d-9422-7ce66b338cf2 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.1471872 Jul 16 01:38:05.828153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] For port 8c36d8a0-26b1-4deb-9f53-714f81bfacba, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:05.830375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.831572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] For port 8c36d8a0-26b1-4deb-9f53-714f81bfacba, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8c36d8a0-26b1-4deb-9f53-714f81bfacba,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:05.835806 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.836677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-584c69c4-6bdd-4623-bd32-c920bd602506 req-236d67ea-c230-4499-a1c4-efe49e4b66c5 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593481 Jul 16 01:38:05.862267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7741bf8e-5089-4730-b40f-41e15d085f8d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.864357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Allocated IP 172.25.0.175 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/24b52c4f-6b12-428e-932f-75bf507add9b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:05.872921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94bdd-452b-4bf6-8c37-cf71f19bd738 req-1408d9c6-9ebb-4fc2-a61a-11966d6b82be tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.874373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32f94bdd-452b-4bf6-8c37-cf71f19bd738 req-1408d9c6-9ebb-4fc2-a61a-11966d6b82be tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1650381 Jul 16 01:38:05.877953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.882335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3856a69a-f9d1-4b41-87e1-eccfae34441b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7741bf8e-5089-4730-b40f-41e15d085f8d HTTP/1.1" status: 204 len: 168 time: 0.4569945 Jul 16 01:38:05.882663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.945214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634c07f-dcb4-4d59-8e05-8b94c8a923f0 None None] Pushing event updated for resources: {'Port': ['ID=8c36d8a0-26b1-4deb-9f53-714f81bfacba,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.973827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.003652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32f94bdd-452b-4bf6-8c37-cf71f19bd738 req-41b072ee-77be-4577-b5a9-b38f7b3a5c52 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127915 Jul 16 01:38:06.008095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.077959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.096359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-6629f5ab-8423-4018-9ab7-a18122018d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.097941 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-6629f5ab-8423-4018-9ab7-a18122018d43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1096 time: 0.3386021 Jul 16 01:38:06.133780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.171529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d318495-83c7-4d54-8585-a0915063df20 req-86f00054-620d-4581-9105-d8082a0f2e68 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/4ec57bb0-3791-43f4-8f1c-5cdcd49fa970 HTTP/1.1" status: 200 len: 1799 time: 0.1353734 Jul 16 01:38:06.213771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.231154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a2e4b3-5a5c-493e-982a-86d3e94dec98']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.259914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3538d23-10e3-4a08-a335-9933e66fa909') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.260130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3538d23-10e3-4a08-a335-9933e66fa909') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.286131 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.294962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cdd95-39ad-48c3-a41b-37825fbe8f9d req-98415f1d-0735-4d13-b3cf-868d115daf2f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.296496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-133cdd95-39ad-48c3-a41b-37825fbe8f9d req-98415f1d-0735-4d13-b3cf-868d115daf2f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.2380764 Jul 16 01:38:06.317164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:06.327407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.345683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:06.346082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:06.347936 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:06.350077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:06.362322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:06.376177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5d318495-83c7-4d54-8585-a0915063df20 req-b31892da-1c16-4708-b009-46de73343eb3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.403149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Pushing event updated for resources: {'Port': ['ID=24b52c4f-6b12-428e-932f-75bf507add9b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.424539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-133cdd95-39ad-48c3-a41b-37825fbe8f9d req-d4504f12-5bb7-4b62-b51c-d671f1cd3fe2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204531 Jul 16 01:38:06.438695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5d318495-83c7-4d54-8585-a0915063df20 req-b31892da-1c16-4708-b009-46de73343eb3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.441340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.452782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.458070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] 10.222.0.35 "DELETE /v2.0/networks/58a2e4b3-5a5c-493e-982a-86d3e94dec98 HTTP/1.1" status: 204 len: 168 time: 0.5743334 Jul 16 01:38:06.458674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.499872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe831cab-c5ce-4d16-828a-bb673d94856d admin admin] Pushing event deleted for resources: {'Network': ['ID=58a2e4b3-5a5c-493e-982a-86d3e94dec98,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.528958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-f7d12f87-958e-4244-b699-d2faf02f67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.530409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-f7d12f87-958e-4244-b699-d2faf02f67bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.4065394 Jul 16 01:38:06.550221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Deleting subnet 0b656055-c138-4a44-98c2-3c1234abb23b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:06.554419 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5d318495-83c7-4d54-8585-a0915063df20 req-b31892da-1c16-4708-b009-46de73343eb3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.556973 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5d318495-83c7-4d54-8585-a0915063df20 req-b31892da-1c16-4708-b009-46de73343eb3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.558102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d318495-83c7-4d54-8585-a0915063df20 req-b31892da-1c16-4708-b009-46de73343eb3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ec57bb0-3791-43f4-8f1c-5cdcd49fa970 HTTP/1.1" status: 204 len: 173 time: 0.3857903 Jul 16 01:38:06.558797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.590324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-d3eca040-550b-45d4-aeeb-f47a0a5cf552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 217 time: 0.0513239 Jul 16 01:38:06.597288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31892da-1c16-4708-b009-46de73343eb3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec57bb0-3791-43f4-8f1c-5cdcd49fa970,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.624914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.680611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc17a1a9-c457-471c-ac45-6f9e4f77e411 req-adfd6c1d-38cf-4d32-82e3-2b73b5742d63 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/cc6c6a93-a4a7-414e-908d-4cf7c25fc294 HTTP/1.1" status: 200 len: 1801 time: 0.0769119 Jul 16 01:38:06.691203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.693281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-84435f77-52b8-40c4-abfa-1aff981a090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.694760 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-84435f77-52b8-40c4-abfa-1aff981a090b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0901902 Jul 16 01:38:06.710205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:06.753965 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-a174a321-5352-4631-aeeb-8a42d7cd0d0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458825 Jul 16 01:38:06.858815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fc17a1a9-c457-471c-ac45-6f9e4f77e411 req-a3b8bfba-aaf8-4287-bef3-cacd86b0a16d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.873205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.917254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f68e-dae7-408f-9ec7-8cc94f608f04 req-3ac3101e-f861-4b95-953a-e8525cc0af72 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.918808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c75f68e-dae7-408f-9ec7-8cc94f608f04 req-3ac3101e-f861-4b95-953a-e8525cc0af72 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1732109 Jul 16 01:38:06.922315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b656055-c138-4a44-98c2-3c1234abb23b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.925227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fc17a1a9-c457-471c-ac45-6f9e4f77e411 req-a3b8bfba-aaf8-4287-bef3-cacd86b0a16d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.934837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.940103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e60f2937-3b5c-49d3-a04c-00223731d20d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0b656055-c138-4a44-98c2-3c1234abb23b HTTP/1.1" status: 204 len: 168 time: 0.4767003 Jul 16 01:38:06.940453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.949973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:06.953347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-ebe002d6-3cc0-490d-a9a1-2103dc781e83 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903422 Jul 16 01:38:06.979467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.996622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c75f68e-dae7-408f-9ec7-8cc94f608f04 req-0d1885b6-11e0-4d88-98ce-f9c868e0c9e5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Jul 16 01:38:07.007946 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fc17a1a9-c457-471c-ac45-6f9e4f77e411 req-a3b8bfba-aaf8-4287-bef3-cacd86b0a16d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.010490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fc17a1a9-c457-471c-ac45-6f9e4f77e411 req-a3b8bfba-aaf8-4287-bef3-cacd86b0a16d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.011633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc17a1a9-c457-471c-ac45-6f9e4f77e411 req-a3b8bfba-aaf8-4287-bef3-cacd86b0a16d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc6c6a93-a4a7-414e-908d-4cf7c25fc294 HTTP/1.1" status: 204 len: 173 time: 0.3219409 Jul 16 01:38:07.023992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8bfba-aaf8-4287-bef3-cacd86b0a16d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6c6a93-a4a7-414e-908d-4cf7c25fc294,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.045285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-66006d46-7b18-417e-a0e2-22c71f07e470 req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-552625309', 'description': 'tempest-description-1890971927'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:07.052503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e61a38-c96a-4b56-97d3-5dfb95ef6e44 None None] Network 4672245c-9a6c-4677-a671-0fd8653217d0 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:07.075423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-66006d46-7b18-417e-a0e2-22c71f07e470 req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.174756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-52770ca3-8aea-4810-b05c-c298db6e2f24 None None] Provisioning for port 8c36d8a0-26b1-4deb-9f53-714f81bfacba completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:07.223937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-66006d46-7b18-417e-a0e2-22c71f07e470 req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.244063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-66006d46-7b18-417e-a0e2-22c71f07e470 req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.254865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8c36d8a0-26b1-4deb-9f53-714f81bfacba up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:07.259193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 872daa61-846d-4c33-a596-77d6085aa7e3 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:07.298661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-66006d46-7b18-417e-a0e2-22c71f07e470 req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.299791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66006d46-7b18-417e-a0e2-22c71f07e470 req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2628758 Jul 16 01:38:07.303622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 872daa61-846d-4c33-a596-77d6085aa7e3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:07.304061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 872daa61-846d-4c33-a596-77d6085aa7e3 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:07.321243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d8de3-87e4-456e-b9c9-cbdb90f41ebe tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc97c4-9d64-4112-bf66-4c0c12c0e855,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.349692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8c36d8a0-26b1-4deb-9f53-714f81bfacba completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:07.358650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8c36d8a0-26b1-4deb-9f53-714f81bfacba triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:07.359299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.367783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8713a-832d-4878-b6ee-576324cdd1c3 req-cc95f53d-4acc-4d63-90dc-31861c39cd8c tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.378336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dda8713a-832d-4878-b6ee-576324cdd1c3 req-cc95f53d-4acc-4d63-90dc-31861c39cd8c tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.1570647 Jul 16 01:38:07.387068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:07.389732 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ad94d-8688-44da-803b-468b21882399" -d '{"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:07.397842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.431262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dda8713a-832d-4878-b6ee-576324cdd1c3 req-0451a2c0-7e94-4490-b3f5-210df09572e6 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Jul 16 01:38:07.440172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.479410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.497568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Transition to ACTIVE for port object d0798c09-f5ec-4967-ac87-8d82b2a7da8a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:07.515631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.520670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8c36d8a0-26b1-4deb-9f53-714f81bfacba, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8c36d8a0-26b1-4deb-9f53-714f81bfacba,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:07.530083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.560813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-f511b44b-2891-483e-bb29-652d4daba9af tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/15fc97c4-9d64-4112-bf66-4c0c12c0e855 HTTP/1.1" status: 200 len: 1800 time: 0.0991561 Jul 16 01:38:07.577280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Request body: {'security_group': {'name': 'tempest-sg-hth-983672185', 'description': 'tempest-description-hth-1643400757'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:07.579900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-8b080a32-7027-4b0f-87d8-252ee837a518 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969024 Jul 16 01:38:07.601727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8c36d8a0-26b1-4deb-9f53-714f81bfacba,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.631452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.643634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929e56-5f3a-4e55-880f-437cdef1b661 req-ac843aca-930d-485f-b000-4370766931a6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.645526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae929e56-5f3a-4e55-880f-437cdef1b661 req-ac843aca-930d-485f-b000-4370766931a6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1645491 Jul 16 01:38:07.675346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] No DVR routers for this DVR port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:07.688508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.728081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.734316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae929e56-5f3a-4e55-880f-437cdef1b661 req-c6c61329-e095-47f2-943d-c86984abc038 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825107 Jul 16 01:38:07.735463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.738385 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.748198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-688674a8-b935-42db-a1e0-ac6888e8b991 None None] Provisioning complete for port 8c36d8a0-26b1-4deb-9f53-714f81bfacba triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:07.749045 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-688674a8-b935-42db-a1e0-ac6888e8b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.756631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b13365b-eb88-411a-bb44-1d06b47063ec req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "PUT /v2.0/security-groups/15fc97c4-9d64-4112-bf66-4c0c12c0e855 HTTP/1.1" status: 200 len: 1774 time: 0.1880560 Jul 16 01:38:07.802628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c6f7c-3c81-4684-981a-b5951a9b063d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc97c4-9d64-4112-bf66-4c0c12c0e855,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:07.825448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.840126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.840583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.841395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.842340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > port after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.842726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > port after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.843129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > port after_update 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.843546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.843921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.844383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.844773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.922889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.923242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.923580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.923914 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:38:07.924346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d978b1-e516-4266-82b4-46dc415ddda6']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.944920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36253b79-a700-4fc4-9a3b-a156260f5aa9') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.945218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36253b79-a700-4fc4-9a3b-a156260f5aa9') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.963714 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa6d32-c4bb-43b2-a381-43b62f360ed1 x-openstack-request-id: req-12aa6d32-c4bb-43b2-a381-43b62f360ed1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:07.964321 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:07.964321 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12aa6d32-c4bb-43b2-a381-43b62f360ed1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:07.965015 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'code': 200} Jul 16 01:38:07.973999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:07.974353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:07.974689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:07.981316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.986818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:07.987145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Attempting to bind port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:08.023837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:08.024256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:08.024642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:08.025118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Bound port: d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:08.025474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.027075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316f8dc-b154-4670-9ef3-bab4ca6e8135 req-b47cbacd-9279-4b0b-9c9b-e3d51b29d067 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.027166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b316f8dc-b154-4670-9ef3-bab4ca6e8135 req-b47cbacd-9279-4b0b-9c9b-e3d51b29d067 tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 1101 time: 0.0930359 Jul 16 01:38:08.027894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.050103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:08.050642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.053490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: from cryptography.utils import int_from_bytes Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: from cryptography.utils import int_from_bytes Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:08.059716 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:08.064539 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:08.084712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b316f8dc-b154-4670-9ef3-bab4ca6e8135 req-f7aecef8-4be8-4469-8bb4-ea189951a7ba tempest-ServersOnMultiNodesTest-536161941 tempest-ServersOnMultiNodesTest-536161941-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497890 Jul 16 01:38:08.098282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce85256-f9c9-4d83-a71c-69f64a3c6f40 req-924bb5a5-dda6-42d2-95e1-c074fa2594ee tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.100151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ce85256-f9c9-4d83-a71c-69f64a3c6f40 req-924bb5a5-dda6-42d2-95e1-c074fa2594ee tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.1116066 Jul 16 01:38:08.159037 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ce85256-f9c9-4d83-a71c-69f64a3c6f40 req-15df04e9-9ff1-4107-bccf-920988d545b8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Jul 16 01:38:08.209930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.216340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.221847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] 10.222.0.35 "DELETE /v2.0/networks/81d978b1-e516-4266-82b4-46dc415ddda6 HTTP/1.1" status: 204 len: 168 time: 1.2764297 Jul 16 01:38:08.255203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b721cde6-e670-4136-9aa4-b620a3ca2069 req-d152e4fb-7365-4b8c-a23f-5b983796bce7 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/15fc97c4-9d64-4112-bf66-4c0c12c0e855 HTTP/1.1" status: 200 len: 1774 time: 0.0635908 Jul 16 01:38:08.294828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59195db3-64b9-40da-867e-e0aff2d19eee admin admin] Pushing event deleted for resources: {'Network': ['ID=81d978b1-e516-4266-82b4-46dc415ddda6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.303263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:08.321842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:08.334470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.377103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.378277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.380416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] 10.222.0.38 "PUT /v2.0/ports/d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 1095 time: 2.6564200 Jul 16 01:38:08.421440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76bde-e465-4180-815f-8ac973a350ac service neutron] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.423108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:08.446461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Router 567c053b-b6a6-424d-bd86-e9dbf40984f1 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:08.509606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:08.542407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0d3ed-1255-4419-a2b4-09d1268ba275 req-53b7cc72-8b54-4f91-97a7-1f23dbf1ecf5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.570801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1d0d3ed-1255-4419-a2b4-09d1268ba275 req-53b7cc72-8b54-4f91-97a7-1f23dbf1ecf5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1114001 Jul 16 01:38:08.585093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.625030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:08.635014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Sync routers for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:08.650135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.653683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:08.654397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:08.654771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c6a56869-4f08-4d8a-92ea-7df328472a2d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2633345 Jul 16 01:38:08.655370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.721463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.722290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64c4ad01-19ca-4154-9559-28bab3ec8216 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0859cdae4be74cbea9f6bce159ec04bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361389 Jul 16 01:38:08.747308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1d0d3ed-1255-4419-a2b4-09d1268ba275 req-bf8116d4-23d4-41fb-9103-885da2ccfeaf tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756907 Jul 16 01:38:08.762850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da669b03-13a5-42eb-8494-3f2f4aa07df0 req-4f385c47-0413-40cf-b1d1-025c03fbb929 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/15fc97c4-9d64-4112-bf66-4c0c12c0e855 HTTP/1.1" status: 200 len: 1774 time: 0.1026421 Jul 16 01:38:08.779870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-cf0c84c9-35a4-4731-83fd-8b9a7c9b4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.781442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-cf0c84c9-35a4-4731-83fd-8b9a7c9b4064 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1098 time: 0.3474498 Jul 16 01:38:08.812181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:08.933553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84a3eb47-ba10-4a65-9686-a0cc7e8a1f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.013502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-7b5164dd-f8b9-4f05-b2b6-cb8a20888463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.015316 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-7b5164dd-f8b9-4f05-b2b6-cb8a20888463 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2163033 Jul 16 01:38:09.018765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84a3eb47-ba10-4a65-9686-a0cc7e8a1f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.045656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.081219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Checking router: 567c053b-b6a6-424d-bd86-e9dbf40984f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:09.081725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Updating router 567c053b-b6a6-424d-bd86-e9dbf40984f1 port 24b52c4f-6b12-428e-932f-75bf507add9b binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:09.115045 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-c7d4e4b8-597e-4171-a3c1-f1902846980c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.0568626 Jul 16 01:38:09.152573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.172269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-1068a0dd-47af-4bf4-b789-318e628359fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.173743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-1068a0dd-47af-4bf4-b789-318e628359fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0478973 Jul 16 01:38:09.192242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8c36d8a0-26b1-4deb-9f53-714f81bfacba up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:09.194901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-da669b03-13a5-42eb-8494-3f2f4aa07df0 req-477493be-ff7e-4c3e-939a-e4652d14e9a3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.249951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6754a6-e591-49a6-bcd0-9eed24d4efda req-aa9a61ab-f390-45b3-90ca-3e956e1285a4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.251709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e6754a6-e591-49a6-bcd0-9eed24d4efda req-aa9a61ab-f390-45b3-90ca-3e956e1285a4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.1205845 Jul 16 01:38:09.258915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-da669b03-13a5-42eb-8494-3f2f4aa07df0 req-477493be-ff7e-4c3e-939a-e4652d14e9a3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.267400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84a3eb47-ba10-4a65-9686-a0cc7e8a1f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.270067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84a3eb47-ba10-4a65-9686-a0cc7e8a1f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.271203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-84a3eb47-ba10-4a65-9686-a0cc7e8a1f29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80ad6e96-6d84-4c23-be03-b70f7ba13adf HTTP/1.1" status: 204 len: 168 time: 0.5463150 Jul 16 01:38:09.323465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3eb47-ba10-4a65-9686-a0cc7e8a1f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad6e96-6d84-4c23-be03-b70f7ba13adf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.328108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-da669b03-13a5-42eb-8494-3f2f4aa07df0 req-477493be-ff7e-4c3e-939a-e4652d14e9a3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.331986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-da669b03-13a5-42eb-8494-3f2f4aa07df0 req-477493be-ff7e-4c3e-939a-e4652d14e9a3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.340167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-0b495492-7b87-4dcb-ae11-a75465bee1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.340167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-0b495492-7b87-4dcb-ae11-a75465bee1bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562011 Jul 16 01:38:09.351171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da669b03-13a5-42eb-8494-3f2f4aa07df0 req-477493be-ff7e-4c3e-939a-e4652d14e9a3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/15fc97c4-9d64-4112-bf66-4c0c12c0e855 HTTP/1.1" status: 204 len: 173 time: 0.5808706 Jul 16 01:38:09.388256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477493be-ff7e-4c3e-939a-e4652d14e9a3 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc97c4-9d64-4112-bf66-4c0c12c0e855,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.442663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e6754a6-e591-49a6-bcd0-9eed24d4efda req-66073137-abfc-489f-9183-5207d6a0767e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798201 Jul 16 01:38:09.587040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-7e967174-0edf-4f56-bc7b-f45360afc26d service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371912 Jul 16 01:38:09.596356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.634942 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.647726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Transition to ACTIVE for port object 24b52c4f-6b12-428e-932f-75bf507add9b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:09.692759 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.729278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c59bd-4f85-4580-be74-64b0fd3006bc req-be41a399-75e9-422b-b979-784fb0169d06 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.736113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-139c59bd-4f85-4580-be74-64b0fd3006bc req-be41a399-75e9-422b-b979-784fb0169d06 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1732631 Jul 16 01:38:09.797353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Attempting to bind port 24b52c4f-6b12-428e-932f-75bf507add9b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:09.797721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Attempting to bind port 24b52c4f-6b12-428e-932f-75bf507add9b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:09.798080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Attempting to bind port 24b52c4f-6b12-428e-932f-75bf507add9b on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:09.803141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd988f-cc35-4e44-884d-27ef565172a3 None None] Pushing event updated for resources: {'Port': ['ID=24b52c4f-6b12-428e-932f-75bf507add9b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.809489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:09.809856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:09.810253 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.810691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:09.811153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Bound port: 24b52c4f-6b12-428e-932f-75bf507add9b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:09.811528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.840689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8c36d8a0-26b1-4deb-9f53-714f81bfacba triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:09.841058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.866688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-139c59bd-4f85-4580-be74-64b0fd3006bc req-dd3c2c7a-1fd9-47c1-a839-14980a8bbc45 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295846 Jul 16 01:38:09.919344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad572-52a8-4d0f-9c98-81f6f4bd22ba req-11c2135a-8995-4be3-ae25-e3556fc1d02f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.921257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cdad572-52a8-4d0f-9c98-81f6f4bd22ba req-11c2135a-8995-4be3-ae25-e3556fc1d02f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.2405038 Jul 16 01:38:09.965826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] For port 24b52c4f-6b12-428e-932f-75bf507add9b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:09.966668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.970144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] For port 24b52c4f-6b12-428e-932f-75bf507add9b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=24b52c4f-6b12-428e-932f-75bf507add9b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:09.980449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.030387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cdad572-52a8-4d0f-9c98-81f6f4bd22ba req-4e486c11-d5e2-4655-989b-e84a0b8cda05 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021748 Jul 16 01:38:10.087042 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd988f-cc35-4e44-884d-27ef565172a3 None None] Pushing event updated for resources: {'Port': ['ID=24b52c4f-6b12-428e-932f-75bf507add9b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.099009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b1d7b279-5add-47b1-bfae-f92cf16d4d17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=203f65b1b72143a9ac779f02ed2e2804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273928 Jul 16 01:38:10.101605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.115702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:10.116384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:10.202417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:10.204852 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74abedf-c56c-4758-aa50-40961e0737ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:10.216561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52cdbd22-49e0-4dc0-a0e7-57563d48f96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.237037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79e3bdb1-5b14-48f5-b302-2627b575fd81 req-97185c5c-cc05-4e86-a202-ec27776f4352 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293437 Jul 16 01:38:10.238170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Allocated IP 172.20.0.1 (4672245c-9a6c-4677-a671-0fd8653217d0/4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2/110c85c4-1d40-4aa5-bdcb-fb9a73862a40) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:10.271346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52cdbd22-49e0-4dc0-a0e7-57563d48f96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.298228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:10.404903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.420617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Transition to ACTIVE for port object 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:10.425051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52cdbd22-49e0-4dc0-a0e7-57563d48f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.427400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52cdbd22-49e0-4dc0-a0e7-57563d48f96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.428626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-52cdbd22-49e0-4dc0-a0e7-57563d48f96c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af08b4a6-dccd-4700-9081-242f78cd37f0 HTTP/1.1" status: 204 len: 168 time: 0.3261046 Jul 16 01:38:10.453373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdbd22-49e0-4dc0-a0e7-57563d48f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08b4a6-dccd-4700-9081-242f78cd37f0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.481736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead6e1b-2110-49c2-af07-25fdcb818387 req-cb2141a3-2c14-46db-8e02-e12df9743795 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.490024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eead6e1b-2110-49c2-af07-25fdcb818387 req-cb2141a3-2c14-46db-8e02-e12df9743795 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1407008 Jul 16 01:38:10.504444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.508301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47353c5-b039-42fa-99f1-8097812d529f req-65c2d6b6-40bb-47f0-8b43-34c9ec5fb112 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.515783 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b47353c5-b039-42fa-99f1-8097812d529f req-65c2d6b6-40bb-47f0-8b43-34c9ec5fb112 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 946 time: 0.1675947 Jul 16 01:38:10.585970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:10.592736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Network 4672245c-9a6c-4677-a671-0fd8653217d0 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:10.596457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.604430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eead6e1b-2110-49c2-af07-25fdcb818387 req-3a006c5c-5419-4be1-ad77-01a0a4b28a16 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132636 Jul 16 01:38:10.614560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b47353c5-b039-42fa-99f1-8097812d529f req-a962194f-4294-4c29-ab92-109ec6c6864e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962794 Jul 16 01:38:10.616742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:10.631516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa42c4-eb4c-4d94-8a16-9c73db9e503e None None] The sync data for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 is: [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:10.705250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Pushing event updated for resources: {'Port': ['ID=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.757982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.779110 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80c2dac-2be7-467b-a6cc-062931d77c10 x-openstack-request-id: req-a80c2dac-2be7-467b-a6cc-062931d77c10 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:10.781342 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:10.781629 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a80c2dac-2be7-467b-a6cc-062931d77c10 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:10.782073 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'status': 'completed', 'code': 200} Jul 16 01:38:10.903618 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-6d1387ac-6a32-4c73-8892-f49822f077e1 req-76dadee0-2ac3-4990-a9f2-57a59a2dfaf7 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:38:10.914772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d1387ac-6a32-4c73-8892-f49822f077e1 req-76dadee0-2ac3-4990-a9f2-57a59a2dfaf7 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/cc6c6a93-a4a7-414e-908d-4cf7c25fc294 HTTP/1.1" status: 404 len: 352 time: 0.0332839 Jul 16 01:38:10.948819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-e6aaee3b-e0ad-4fe5-881b-dbe7a2156281 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.950622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-e6aaee3b-e0ad-4fe5-881b-dbe7a2156281 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.3310575 Jul 16 01:38:11.020597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32bbdd0b-4c21-44ed-b793-37f03219a96a None None] Provisioning for port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:11.025560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32bbdd0b-4c21-44ed-b793-37f03219a96a None None] Provisioning complete for port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:11.026098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bbdd0b-4c21-44ed-b793-37f03219a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.141040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ad6d5-9640-4472-a624-f5fef8871f83 req-5b33426e-f298-42f8-8c90-fc8a5ba86e4e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.149155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-354ad6d5-9640-4472-a624-f5fef8871f83 req-5b33426e-f298-42f8-8c90-fc8a5ba86e4e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.1899755 Jul 16 01:38:11.167891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-32bbdd0b-4c21-44ed-b793-37f03219a96a None None] Port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:11.179980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-9c1c1f4f-691a-49d7-84f9-9418f11ba021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.181635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-9c1c1f4f-691a-49d7-84f9-9418f11ba021 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1098 time: 0.3109736 Jul 16 01:38:11.253486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-354ad6d5-9640-4472-a624-f5fef8871f83 req-5697e0c4-0cd1-419e-9849-975d09d53f0b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031036 Jul 16 01:38:11.274701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-557d99ec-9a62-42ab-a277-d2956153488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.282307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-557d99ec-9a62-42ab-a277-d2956153488f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1098 time: 0.4497364 Jul 16 01:38:11.305178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23362cf7-f547-4435-8422-759aa6dbdd21 req-816ad10f-a117-40a2-98f4-42561c9abdd2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.314739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23362cf7-f547-4435-8422-759aa6dbdd21 req-816ad10f-a117-40a2-98f4-42561c9abdd2 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1547647 Jul 16 01:38:11.352862 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-c37d50fd-7398-43ab-9331-7da7bd5635e7 req-e01c99bd-d725-4b26-b1c3-8661a5fca2d0 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:38:11.354083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c37d50fd-7398-43ab-9331-7da7bd5635e7 req-e01c99bd-d725-4b26-b1c3-8661a5fca2d0 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/4ec57bb0-3791-43f4-8f1c-5cdcd49fa970 HTTP/1.1" status: 404 len: 352 time: 0.0284264 Jul 16 01:38:11.389289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23362cf7-f547-4435-8422-759aa6dbdd21 req-a81ae49e-40a7-461c-bbe8-2d0e1eaedfe9 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728650 Jul 16 01:38:11.469941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-9e6c05f8-2482-4cc5-98e1-4422907f3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.471416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-9e6c05f8-2482-4cc5-98e1-4422907f3392 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1522350 Jul 16 01:38:11.630939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-82f887a3-659b-4951-ab88-0cc10a0cdb4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.1450920 Jul 16 01:38:11.703397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f55ee-ac8c-4371-b457-c5c7233c2bd0 req-75358326-3ef5-4f7e-990f-2966c3f04f5a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.712498 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-300f55ee-ac8c-4371-b457-c5c7233c2bd0 req-75358326-3ef5-4f7e-990f-2966c3f04f5a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.1469605 Jul 16 01:38:11.721158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.745129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port 7024939b-d9ee-481e-902e-f6ab2511ebd3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:11.745744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.793305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-300f55ee-ac8c-4371-b457-c5c7233c2bd0 req-e5d5ceb7-dc29-4da2-b35d-41ae056d828e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797720 Jul 16 01:38:11.854361 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-56682e45-1a3b-49a4-91b6-ca8f04e2c81b req-98695c47-7c2f-4e38-8b20-8681f826acd2 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:38:11.859265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-36d45b34-45b1-4830-a520-90efc74c1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.860678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-36d45b34-45b1-4830-a520-90efc74c1cf5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.6197894 Jul 16 01:38:11.862045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-bbc00203-adbc-4641-b442-df33e9fb639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.864015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-bbc00203-adbc-4641-b442-df33e9fb639b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2040889 Jul 16 01:38:11.868395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56682e45-1a3b-49a4-91b6-ca8f04e2c81b req-98695c47-7c2f-4e38-8b20-8681f826acd2 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/22243f2a-be93-4588-905d-3283dfd59202 HTTP/1.1" status: 404 len: 352 time: 0.0400019 Jul 16 01:38:11.898957 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-943f649b-06ec-49d9-9144-42865a6e3479 req-00496e0d-4549-4529-8dc7-f898b81c015c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:38:11.899941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-943f649b-06ec-49d9-9144-42865a6e3479 req-00496e0d-4549-4529-8dc7-f898b81c015c tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/9b1aea9b-864d-435f-958a-bd3ecaed503a HTTP/1.1" status: 404 len: 352 time: 0.0174108 Jul 16 01:38:11.920756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-8f6065d9-5644-481c-8c6f-0ff16d0bc258 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.0520236 Jul 16 01:38:11.955278 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-b4ff21a0-3341-4905-ab45-d7d1b567352d req-0f7a35ba-bfa0-422b-bf3a-f4b9cde1280e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:38:11.963273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4ff21a0-3341-4905-ab45-d7d1b567352d req-0f7a35ba-bfa0-422b-bf3a-f4b9cde1280e tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/d1f0bbfb-be23-4007-9f48-80ff7bd42f74 HTTP/1.1" status: 404 len: 352 time: 0.0221169 Jul 16 01:38:12.132324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-aee375e2-2fd0-49d9-9c79-09e71bc4173a tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1264976767&fields=id&tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966 HTTP/1.1" status: 200 len: 267 time: 0.0693777 Jul 16 01:38:12.157052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-65dcd32e-34db-48d1-bdef-5e1b19d1bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.158551 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-65dcd32e-34db-48d1-bdef-5e1b19d1bd4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1705799 Jul 16 01:38:12.176982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port 7024939b-d9ee-481e-902e-f6ab2511ebd3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7024939b-d9ee-481e-902e-f6ab2511ebd3,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:12.177350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.180648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eefd2-a6ab-4d6b-a0d4-aa4821e37c15 req-608295df-7528-4133-84a1-12ed433d9095 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.188770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-755eefd2-a6ab-4d6b-a0d4-aa4821e37c15 req-608295df-7528-4133-84a1-12ed433d9095 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1773534 Jul 16 01:38:12.240614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for 7024939b-d9ee-481e-902e-f6ab2511ebd3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:12.275834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-755eefd2-a6ab-4d6b-a0d4-aa4821e37c15 req-64eb10d7-1318-4d25-88b3-f545794682b6 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858824 Jul 16 01:38:12.315880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-dc1955b0-8806-4e8d-b68e-4732073fc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.317488 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-dc1955b0-8806-4e8d-b68e-4732073fc1b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958533 Jul 16 01:38:12.345363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-84e12178-4c86-447a-a214-c09134a46fac tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.347246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-84e12178-4c86-447a-a214-c09134a46fac tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 824 time: 0.2075009 Jul 16 01:38:12.360713 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-1e6947ef-b34c-4ce5-ad1d-4164c7106efa req-e5aaaac2-2219-4b20-a665-b1c532eee526 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] show failed (client error): The resource could not be found. Jul 16 01:38:12.361738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e6947ef-b34c-4ce5-ad1d-4164c7106efa req-e5aaaac2-2219-4b20-a665-b1c532eee526 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/63e72516-ddb3-4c28-8be3-86262923ce32 HTTP/1.1" status: 404 len: 352 time: 0.0462847 Jul 16 01:38:12.371265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-b0a5bacb-67a7-420b-87f5-e2e08138fe99 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/quotas/da7bb7fb91a54be1a7a5fcb681ffc966 HTTP/1.1" status: 200 len: 375 time: 0.0139847 Jul 16 01:38:12.497447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-4ccc2343-67fb-4b4b-86e7-91560a0bd144 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1201122 Jul 16 01:38:12.612060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.667891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-5e10ce93-dc44-4491-9c89-d6ae9554870f service neutron] 10.222.0.35 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694696 Jul 16 01:38:12.686057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac108b-e567-4252-8e1e-1d4f188e1ef0 req-e90f6ba6-0a96-44dd-be90-eda64240c7e3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.692910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3ac108b-e567-4252-8e1e-1d4f188e1ef0 req-e90f6ba6-0a96-44dd-be90-eda64240c7e3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a HTTP/1.1" status: 200 len: 950 time: 0.1489334 Jul 16 01:38:12.732838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abedf-c56c-4758-aa50-40961e0737ed req-2c31580d-fa09-4cce-9c7c-e67c70697595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.739050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-2c31580d-fa09-4cce-9c7c-e67c70697595 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5468247 Jul 16 01:38:12.761651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.765656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-2c006f16-a922-4828-ac66-efa752d6b979 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085348 Jul 16 01:38:12.770216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.784590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'b473d9c4-1803-4711-bbef-1cff0a7df536', '3cdbc06d-00df-4f4b-a779-1a0751589329'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:12.786952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9', '7024939b-d9ee-481e-902e-f6ab2511ebd3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:12.812641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3ac108b-e567-4252-8e1e-1d4f188e1ef0 req-c842bdb9-f7a7-46ea-b85b-11beb960046f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187916 Jul 16 01:38:12.867298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-6f2d928e-d60d-4e64-805b-f00e2706edcd service neutron] 10.222.0.35 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984167 Jul 16 01:38:13.115024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-d6954a49-a075-433f-af70-581469ecd4d7 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669935 Jul 16 01:38:13.156839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Pushing event updated for resources: {'Port': ['ID=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.316073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:13.361585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.403243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=7024939b-d9ee-481e-902e-f6ab2511ebd3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.403455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca021-241a-4755-813a-76e5c4e6fa8f req-045cc39b-ca20-424a-9e02-1a0a3cfe384d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.418289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf2ca021-241a-4755-813a-76e5c4e6fa8f req-045cc39b-ca20-424a-9e02-1a0a3cfe384d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.1652889 Jul 16 01:38:13.430818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 24b52c4f-6b12-428e-932f-75bf507add9b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:13.453046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port 7024939b-d9ee-481e-902e-f6ab2511ebd3 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:13.463766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.467602 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f820eaa5-f619-4ca1-ba91-0684e143768b req-401ddce6-ea18-4ce8-b5e3-41024a3baf33 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "DELETE /v2.0/ports/7024939b-d9ee-481e-902e-f6ab2511ebd3 HTTP/1.1" status: 204 len: 173 time: 2.5005300 Jul 16 01:38:13.468393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'name': 'network-vif-deleted', 'tag': '7024939b-d9ee-481e-902e-f6ab2511ebd3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:13.470897 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf19478-411d-43e2-a3db-fce3844896d7" -d '{"events": [{"server_uuid": "7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a", "name": "network-vif-deleted", "tag": "7024939b-d9ee-481e-902e-f6ab2511ebd3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:13.511068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-fd0f7877-c52d-490b-9695-9f1124c3cb2a service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443147 Jul 16 01:38:13.523533 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf2ca021-241a-4755-813a-76e5c4e6fa8f req-65a659b3-9cb2-439b-841f-a94d42611ace tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027730 Jul 16 01:38:13.550320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:38:13.766337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68870d8-8cf1-4d45-92af-cd0d5ee4ab6f req-1d499bf7-300b-48d8-b969-a411306615a9 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 210 time: 0.1093214 Jul 16 01:38:13.775346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Network 4672245c-9a6c-4677-a671-0fd8653217d0 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:13.794231 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a74abedf-c56c-4758-aa50-40961e0737ed req-8a73ed0a-5399-4dfb-aedd-7d3219c4a0ae service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699256 Jul 16 01:38:13.796285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:13.986286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-dd26e31d-6df7-4eed-b789-c76b5acba018 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.988899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-dd26e31d-6df7-4eed-b789-c76b5acba018 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e389ea9-faf3-4d73-8a19-2ec1bbccfea0 HTTP/1.1" status: 200 len: 946 time: 0.4100587 Jul 16 01:38:14.057894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3846477-5bf1-4026-97f9-15541a285304 req-5f0d83a7-a724-4371-afe6-c6a96e175df2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.067085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3846477-5bf1-4026-97f9-15541a285304 req-5f0d83a7-a724-4371-afe6-c6a96e175df2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 947 time: 0.2947710 Jul 16 01:38:14.175295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 24b52c4f-6b12-428e-932f-75bf507add9b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:14.188064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3846477-5bf1-4026-97f9-15541a285304 req-5c2394c7-e09b-4bf9-8352-ff3955e4ab8b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195891 Jul 16 01:38:14.266243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 24b52c4f-6b12-428e-932f-75bf507add9b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:14.268284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.288742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Deleting port 0590ee98-b7e8-4569-9705-6dbe663f90f2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:14.289861 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.354022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:14.465220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'mac_address': 'fa:16:3e:95:12:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:14.575076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-276475da-ced2-49f9-981d-be6fec9f991e None None] Provisioning complete for port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:14.575363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276475da-ced2-49f9-981d-be6fec9f991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.659725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Router 567c053b-b6a6-424d-bd86-e9dbf40984f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:14.660385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] For port 0590ee98-b7e8-4569-9705-6dbe663f90f2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0590ee98-b7e8-4569-9705-6dbe663f90f2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:14.660822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.702935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-276475da-ced2-49f9-981d-be6fec9f991e None None] Port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:14.729974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.766854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0798c09-f5ec-4967-ac87-8d82b2a7da8a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:14.774429 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.816587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:14.824240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30a2b-f144-4125-8b2c-172b44764394 req-b2ab372c-b3f1-4e93-920b-f58de28696f9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.828889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:14.831818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.832423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74c30a2b-f144-4125-8b2c-172b44764394 req-b2ab372c-b3f1-4e93-920b-f58de28696f9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.3764811 Jul 16 01:38:14.837170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 24b52c4f-6b12-428e-932f-75bf507add9b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=24b52c4f-6b12-428e-932f-75bf507add9b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:14.846046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80d207c3-167d-4fb9-9e0d-5b71d001c449 admin admin] 10.222.0.35 "PUT /v2.0/routers/567c053b-b6a6-424d-bd86-e9dbf40984f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1802125 Jul 16 01:38:14.856169 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Sync routers for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:14.868588 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:14.869363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:14.871492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.917399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.945512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39adc-f1ed-4ca4-bd40-eb2b90039098 req-0fdc6ca0-1b46-441d-afd8-f2840638f36d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.952760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46b39adc-f1ed-4ca4-bd40-eb2b90039098 req-0fdc6ca0-1b46-441d-afd8-f2840638f36d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1024 time: 0.4161632 Jul 16 01:38:14.978378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74c30a2b-f144-4125-8b2c-172b44764394 req-3c2e2b74-9a2c-4eaf-890a-b3e976ebe0dc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449869 Jul 16 01:38:15.011123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=24b52c4f-6b12-428e-932f-75bf507add9b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.020111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:15.065798 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffaaa22-c001-45ec-9277-c4a1b122ec71 x-openstack-request-id: req-dffaaa22-c001-45ec-9277-c4a1b122ec71 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:15.066233 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a", "name": "network-vif-deleted", "tag": "7024939b-d9ee-481e-902e-f6ab2511ebd3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:15.066444 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dffaaa22-c001-45ec-9277-c4a1b122ec71 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:15.066858 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3bfb89-3730-4ab0-a58a-8f8bcb6edd4a', 'name': 'network-vif-deleted', 'tag': '7024939b-d9ee-481e-902e-f6ab2511ebd3', 'status': 'completed', 'code': 200} Jul 16 01:38:15.130150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46b39adc-f1ed-4ca4-bd40-eb2b90039098 req-62e1ab07-0494-4480-9868-0140729c4c2d tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8615474-e015-4f46-9a81-a13c2dc438aa&id=2846a117-ee34-40b9-a311-9ef5e3b27153&id=3f767991-2e35-4370-ab69-9341e4ef4478&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1760879 Jul 16 01:38:15.168059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 24b52c4f-6b12-428e-932f-75bf507add9b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:15.182346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.182770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.183124 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0 disassociated. External IP: 172.25.0.117, port: 0590ee98-b7e8-4569-9705-6dbe663f90f2. Jul 16 01:38:15.186567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Calling delete_port for 0590ee98-b7e8-4569-9705-6dbe663f90f2 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.240567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-efc21f92-5eb2-47eb-8207-2f425bb210b6 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.242583 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-efc21f92-5eb2-47eb-8207-2f425bb210b6 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c35454e-3847-47bc-9a59-123a11b0d947 HTTP/1.1" status: 200 len: 1024 time: 0.0876081 Jul 16 01:38:15.267469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d0798c09-f5ec-4967-ac87-8d82b2a7da8a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:15.364596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7024939b-d9ee-481e-902e-f6ab2511ebd3 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:15.442397 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:12Z', 'revision_number': 2, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.460120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 7024939b-d9ee-481e-902e-f6ab2511ebd3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:15.461817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7024939b-d9ee-481e-902e-f6ab2511ebd3 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:15.500498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Deleting port 95aff493-b115-4935-aba6-62e772db6b2d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:15.500825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.519009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 24b52c4f-6b12-428e-932f-75bf507add9b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:15.519553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.539870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Checking router: 567c053b-b6a6-424d-bd86-e9dbf40984f1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:15.540669 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Updating router 567c053b-b6a6-424d-bd86-e9dbf40984f1 port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:15.617418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-17ee8009-1bc5-4a7a-84a8-3ea40a7c71ba tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.625053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-17ee8009-1bc5-4a7a-84a8-3ea40a7c71ba tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 824 time: 0.2910557 Jul 16 01:38:15.634987 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.766777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f0dc4e6-ef18-4975-b5ba-0f5856e7a14b req-d9eab483-1610-4243-8e0c-edc0f12beac3 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 210 time: 0.0373683 Jul 16 01:38:15.770549 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.790256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298903e-df78-4c9e-be86-4a7fadd11637 req-d7f5ebe1-bd58-4c2b-b448-2d568c9d5e22 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.797982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2298903e-df78-4c9e-be86-4a7fadd11637 req-d7f5ebe1-bd58-4c2b-b448-2d568c9d5e22 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.2555387 Jul 16 01:38:15.798323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-89d64b08-a65a-4d29-97c6-89ac42e422eb tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966 HTTP/1.1" status: 200 len: 380 time: 0.1574275 Jul 16 01:38:15.816584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'port': {'device_id': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'admin_state_up': True, 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'security_groups': ['85ec8301-4fc3-4037-a790-519f8f3c3d38']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:15.930900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] For port 95aff493-b115-4935-aba6-62e772db6b2d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=95aff493-b115-4935-aba6-62e772db6b2d,segment=NetworkSegment(f172f252-7d45-4430-bf51-171d809c3797),segment_id=f172f252-7d45-4430-bf51-171d809c3797)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:15.935998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.958471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Calling delete_port for 95aff493-b115-4935-aba6-62e772db6b2d owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:15.994710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event deleted for resources: {'Port': ['ID=0590ee98-b7e8-4569-9705-6dbe663f90f2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.014408 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.039706 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Transition to ACTIVE for port object 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:16.050736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2298903e-df78-4c9e-be86-4a7fadd11637 req-86d7a047-cca3-45b3-aa1e-ae0192a8667e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518213 Jul 16 01:38:16.059883 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.100410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:16.147707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.154491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7911e-3b88-4560-827e-47e490605667 req-b9edab37-69d9-4232-b5d3-75a2186b5e5d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.160853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-b9edab37-69d9-4232-b5d3-75a2186b5e5d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe&tenant_id=dffcd2794a3348108503305979a166d2&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 948 time: 0.3607645 Jul 16 01:38:16.162183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['95aff493-b115-4935-aba6-62e772db6b2d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:16.215104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'Port': ['ID=95aff493-b115-4935-aba6-62e772db6b2d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.229378 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Pushing event updated for resources: {'Port': ['ID=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.282034 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.282497 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.282845 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.283335 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.283501 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.283916 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.284551 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.285064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.285547 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.286037 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.286670 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.287142 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:16.312406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Attempting to bind port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:16.312989 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Attempting to bind port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:16.313514 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Attempting to bind port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 on network 4672245c-9a6c-4677-a671-0fd8653217d0 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:16.319917 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:16.324168 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Checking segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:16.324319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] No DVR routers for this DVR port 95aff493-b115-4935-aba6-62e772db6b2d on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:16.324881 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.325449 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Bound using segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:16.327954 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Bound port: 110c85c4-1d40-4aa5-bdcb-fb9a73862a40, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:16.328604 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.342058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.347269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8989005-f851-4bcd-baf6-8efdd322dbbb req-8cf60a47-6cbc-4092-9b22-f8d33fd164b4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.32 "DELETE /v2.0/ports/95aff493-b115-4935-aba6-62e772db6b2d HTTP/1.1" status: 204 len: 173 time: 1.0951209 Jul 16 01:38:16.394098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.406523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Made reservation on behalf of da7bb7fb91a54be1a7a5fcb681ffc966 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:16.414448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.432601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875837246', 'description': 'tempest-description--197690704'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:16.483407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0590ee98-b7e8-4569-9705-6dbe663f90f2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:16.547498 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-11f7911e-3b88-4560-827e-47e490605667 req-2412dd50-c045-4a74-afa0-1b47eab31102 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:38:16.548988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-2412dd50-c045-4a74-afa0-1b47eab31102 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d0798c09-f5ec-4967-ac87-8d82b2a7da8a/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.3693743 Jul 16 01:38:16.578743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.578980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 0590ee98-b7e8-4569-9705-6dbe663f90f2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:16.579111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0590ee98-b7e8-4569-9705-6dbe663f90f2 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:16.739400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Allocated IP 172.20.0.13 (64cbd18a-a729-445e-a412-bd9beed34f01/0856fc4a-dabc-4117-95b2-fd8597302465/23c76db0-32fe-4297-b78f-4e517fb7c6d2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:16.757851 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] For port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:16.768422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] For port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:16.775961 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.886869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:16.887511 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:16.893692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd37b1-0885-4a64-8ca4-71fa5ccd82be None None] Pushing event updated for resources: {'Port': ['ID=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:16.962203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.979554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Transition to ACTIVE for port object 23c76db0-32fe-4297-b78f-4e517fb7c6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:17.014774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:17.024360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.049344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:17.064573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:17.066917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.086651 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:17.087316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Network 64cbd18a-a729-445e-a412-bd9beed34f01 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:17.100284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'name': 'network-vif-deleted', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:17.107266 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730e433a-349f-4ee3-ba3b-84e782447970" -d '{"events": [{"server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "name": "network-vif-deleted", "tag": "95aff493-b115-4935-aba6-62e772db6b2d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:17.113212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:17.119571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:17.166865 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:17.178860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] No DVR routers for this DVR port 0590ee98-b7e8-4569-9705-6dbe663f90f2 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:17.196499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.199969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d718c9d6-052b-4ce2-b4c3-3f9d150e52db req-3634808a-2b15-4a70-860e-6b947c94b577 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "DELETE /v2.0/ports/0590ee98-b7e8-4569-9705-6dbe663f90f2 HTTP/1.1" status: 204 len: 173 time: 3.1843457 Jul 16 01:38:17.205602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'name': 'network-vif-deleted', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:17.208546 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c13682-8abe-4ba8-8d5f-51590962bf51" -d '{"events": [{"server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "name": "network-vif-deleted", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:17.342469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:17.355394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event updated for resources: {'Port': ['ID=23c76db0-32fe-4297-b78f-4e517fb7c6d2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.366190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326afe4-d180-4ce1-8a96-033f062b3f4c req-a0bfc197-12d2-48ac-8a92-61085db9c40f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.375397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.375979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.378733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9326afe4-d180-4ce1-8a96-033f062b3f4c req-a0bfc197-12d2-48ac-8a92-61085db9c40f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 948 time: 0.4359362 Jul 16 01:38:17.397364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7911e-3b88-4560-827e-47e490605667 req-24d58711-02b8-4a42-bddc-72a470c23e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.399878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-24d58711-02b8-4a42-bddc-72a470c23e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 1099 time: 0.4579296 Jul 16 01:38:17.431601 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:16Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:17.440942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:17.470366 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc29b1-4aa3-4ede-8e39-dc7be510a4c8 None None] The sync data for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 is: [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:16Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:17.611456 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.627256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-cdf168cc-bbe7-4c09-86a9-439575d639dc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8187137 Jul 16 01:38:17.633256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.643235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Request body: {'port': {'device_id': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:17.649244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9326afe4-d180-4ce1-8a96-033f062b3f4c req-063cf624-d107-4a70-93d7-61e522f308b4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689369 Jul 16 01:38:17.737835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.782617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.784012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3797655 Jul 16 01:38:17.788719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afe0c2-d025-4d4c-8c9d-517f9e6aa7fb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e688734-0765-4875-8287-a33712b6d4ec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.791694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:17.802510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Request body: {'security_group_rule': {'security_group_id': '1e688734-0765-4875-8287-a33712b6d4ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:17.825360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b451f1-0e8c-48b8-86ab-cd535f4869f8 req-19782ce7-7697-45d3-a29d-5998a661cad7 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.836562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40b451f1-0e8c-48b8-86ab-cd535f4869f8 req-19782ce7-7697-45d3-a29d-5998a661cad7 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.4355338 Jul 16 01:38:17.889952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7911e-3b88-4560-827e-47e490605667 req-9009d48f-e38f-4b0c-a486-c28188cb88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.891540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-9009d48f-e38f-4b0c-a486-c28188cb88fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.4758134 Jul 16 01:38:17.937952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port d0798c09-f5ec-4967-ac87-8d82b2a7da8a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:17.950166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port d0798c09-f5ec-4967-ac87-8d82b2a7da8a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:17.950860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.016478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-af0844d2-c404-4e18-99d3-a2e646557ed8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 200 len: 217 time: 0.1087804 Jul 16 01:38:18.074652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.101508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.163664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:18.164639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40b451f1-0e8c-48b8-86ab-cd535f4869f8 req-828e60af-bced-4124-9a63-1e0ff452afd9 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271255 Jul 16 01:38:18.168991 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713de21-2317-4f39-b312-a2c88220a78c" -d '{"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:18.208148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:18.230249 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.251701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7911e-3b88-4560-827e-47e490605667 req-247ca8c5-88b8-4005-9dfe-c0248ccac1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.261557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-247ca8c5-88b8-4005-9dfe-c0248ccac1e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2328401 Jul 16 01:38:18.287649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.298406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c76db0-32fe-4297-b78f-4e517fb7c6d2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:18.312305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.318330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.338953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Transition to ACTIVE for port object 23c76db0-32fe-4297-b78f-4e517fb7c6d2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:18.339470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:18.345012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.366730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.375965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:18.377647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.417207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.492565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 95aff493-b115-4935-aba6-62e772db6b2d no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:18.497183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Pushing event updated for resources: {'Port': ['ID=23c76db0-32fe-4297-b78f-4e517fb7c6d2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.518681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb15c0eb-91ef-498c-8dc0-65030d380be5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.536690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 95aff493-b115-4935-aba6-62e772db6b2d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:18.537029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 95aff493-b115-4935-aba6-62e772db6b2d not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:18.543966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Attempting to bind port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:18.545156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Attempting to bind port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:18.545633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Attempting to bind port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 on network 64cbd18a-a729-445e-a412-bd9beed34f01 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:18.546068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:18.555635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 on network 64cbd18a-a729-445e-a412-bd9beed34f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:18.556082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b050cc7-ab3f-4ba0-abbb-60169db59c35 req-3f974f6f-9d32-4a70-9438-02dd59a8ae03 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.556237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Attempting to bind port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 on network 64cbd18a-a729-445e-a412-bd9beed34f01 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:18.563198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:18.563541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Checking segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:18.563932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Bound using segment: {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:18.564402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Bound port: 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f330272b-4f2f-466a-ba0d-55fdad192d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:18.564764 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.566474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b050cc7-ab3f-4ba0-abbb-60169db59c35 req-3f974f6f-9d32-4a70-9438-02dd59a8ae03 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 950 time: 0.5481062 Jul 16 01:38:18.655557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.658492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3ad1deb7-6444-4c5c-a7e9-60f95c2750e2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8643022 Jul 16 01:38:18.661136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.663744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] For port 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:18.672214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] For port 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:18.675930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Request body: {'security_group_rule': {'security_group_id': '1e688734-0765-4875-8287-a33712b6d4ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:18.676993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.698440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b050cc7-ab3f-4ba0-abbb-60169db59c35 req-a7c4ea1f-96c9-4295-a09f-e919f3845c99 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308525 Jul 16 01:38:18.707647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7911e-3b88-4560-827e-47e490605667 req-5d0c7033-9ade-4f23-a4c3-619e8a15ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.714464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-5d0c7033-9ade-4f23-a4c3-619e8a15ac61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4397955 Jul 16 01:38:18.746019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.746831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.753261 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] 10.222.0.32 "PUT /v2.0/ports/23c76db0-32fe-4297-b78f-4e517fb7c6d2 HTTP/1.1" status: 200 len: 1092 time: 1.1155608 Jul 16 01:38:18.781512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf07c0-b394-44d4-9a41-15ea0cd8ef37 service neutron] Pushing event updated for resources: {'Port': ['ID=23c76db0-32fe-4297-b78f-4e517fb7c6d2,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.803711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-3f8e691e-acfd-441e-8a71-5f8fa4a03096 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.811825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-3f8e691e-acfd-441e-8a71-5f8fa4a03096 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 950 time: 0.4295940 Jul 16 01:38:18.872064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.917759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94548de-a80a-4dd1-a002-60dd28da37b0 None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:18.976803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03828b-6958-45f7-8e10-d2204898c23e req-bca135b4-651e-466b-aabe-9cb68c78f1b8 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.980072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-928f9997-91ff-4f95-a455-fbb8ee42a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.981785 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-928f9997-91ff-4f95-a455-fbb8ee42a689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 1095 time: 0.1545122 Jul 16 01:38:18.984706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d03828b-6958-45f7-8e10-d2204898c23e req-bca135b4-651e-466b-aabe-9cb68c78f1b8 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 944 time: 0.5684292 Jul 16 01:38:19.021415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.106134 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-a71d090a-9eb8-4083-bdd5-addf09edfcbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2 HTTP/1.1" status: 200 len: 217 time: 0.1093969 Jul 16 01:38:19.199478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-e6f8cf58-09eb-4eda-926f-c2a77499a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.201565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-e6f8cf58-09eb-4eda-926f-c2a77499a9d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.0868027 Jul 16 01:38:19.260139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:19.262290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d03828b-6958-45f7-8e10-d2204898c23e req-4acbd1a7-050e-46fe-8b98-5d255c47d6e3 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765427 Jul 16 01:38:19.303780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-3773924a-dafd-4ee9-a287-380a8fcbc96a service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695305 Jul 16 01:38:19.319395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-868dff89-7d36-48e7-948b-a9c970c514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.322900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-868dff89-7d36-48e7-948b-a9c970c514c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134214 Jul 16 01:38:19.391409 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f92c55-1308-4477-80f3-3e72c669d4bb x-openstack-request-id: req-65f92c55-1308-4477-80f3-3e72c669d4bb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:19.392654 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c35454e-3847-47bc-9a59-123a11b0d947", "name": "network-vif-deleted", "tag": "95aff493-b115-4935-aba6-62e772db6b2d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:19.392654 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65f92c55-1308-4477-80f3-3e72c669d4bb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:19.392654 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c35454e-3847-47bc-9a59-123a11b0d947', 'name': 'network-vif-deleted', 'tag': '95aff493-b115-4935-aba6-62e772db6b2d', 'status': 'completed', 'code': 200} Jul 16 01:38:19.399816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.403162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:19.408145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:19.408817 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.424644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.483689 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55347a7-fecf-462a-95c7-447bbff1ac87 x-openstack-request-id: req-e55347a7-fecf-462a-95c7-447bbff1ac87 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:19.484220 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e389ea9-faf3-4d73-8a19-2ec1bbccfea0", "name": "network-vif-deleted", "tag": "0590ee98-b7e8-4569-9705-6dbe663f90f2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:19.484631 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e55347a7-fecf-462a-95c7-447bbff1ac87 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:19.485234 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e389ea9-faf3-4d73-8a19-2ec1bbccfea0', 'name': 'network-vif-deleted', 'tag': '0590ee98-b7e8-4569-9705-6dbe663f90f2', 'status': 'completed', 'code': 200} Jul 16 01:38:19.508102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8810d66-9abf-42db-97bd-d4333346f069,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.525928 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310b13-7038-423f-a045-be08a7ecf386 None None] New status for floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:19.533735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port 3cdbc06d-00df-4f4b-a779-1a0751589329 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:19.534243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.542106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.543897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4664884-45ee-479b-a00c-14a00f8e7788 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8768058 Jul 16 01:38:19.564835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:19.579135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:19.585847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-f7f2e723-6f6e-4040-ab66-e9e007de8404 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553761 Jul 16 01:38:19.605824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.637477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a1b62-7fa7-4ab1-a037-a86408375ee7 req-f8d24ff9-d522-4ad5-acd1-707787ebb86e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.639724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a4a1b62-7fa7-4ab1-a037-a86408375ee7 req-f8d24ff9-d522-4ad5-acd1-707787ebb86e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.5280344 Jul 16 01:38:19.649477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11f7911e-3b88-4560-827e-47e490605667 req-907ac00b-1cf2-4881-962a-d34cd37f3cfc service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220332 Jul 16 01:38:19.654513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:19.670955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.747390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f80b5306-4767-4d1a-a963-ee4a8b5e7653 req-3413edf2-8ef9-4b92-959e-ad57ac938a6f tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/3f767991-2e35-4370-ab69-9341e4ef4478 HTTP/1.1" status: 200 len: 1800 time: 0.2514989 Jul 16 01:38:19.765387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.770329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:19.814045 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1bc119-6118-4283-81bb-7f7755cb6b83 req-834aff6f-de08-4c3d-8ab9-8ff38bdce554 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207942 Jul 16 01:38:19.818126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port 3cdbc06d-00df-4f4b-a779-1a0751589329, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=3cdbc06d-00df-4f4b-a779-1a0751589329,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:19.818520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.824210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a4a1b62-7fa7-4ab1-a037-a86408375ee7 req-41f2cfbf-5ffe-43f4-9068-fdacb538d60e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613095 Jul 16 01:38:19.845697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for 3cdbc06d-00df-4f4b-a779-1a0751589329 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:19.902929 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58efc1bd-37c7-45e8-b9bd-afad16728143 x-openstack-request-id: req-58efc1bd-37c7-45e8-b9bd-afad16728143 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:19.903228 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-plugged", "status": "completed", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:19.903482 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58efc1bd-37c7-45e8-b9bd-afad16728143 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:19.904439 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'code': 200} Jul 16 01:38:19.986723 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f80b5306-4767-4d1a-a963-ee4a8b5e7653 req-e1234c21-3e40-4efa-9d04-3c4dbadd3934 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.032251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.086107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f80b5306-4767-4d1a-a963-ee4a8b5e7653 req-e1234c21-3e40-4efa-9d04-3c4dbadd3934 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.164772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-509b6a8b-d823-40ba-89f6-22df8e080c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.194586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.217745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.234444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'b473d9c4-1803-4711-bbef-1cff0a7df536', '3cdbc06d-00df-4f4b-a779-1a0751589329'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:20.236995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:20.266995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f80b5306-4767-4d1a-a963-ee4a8b5e7653 req-e1234c21-3e40-4efa-9d04-3c4dbadd3934 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.269842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f80b5306-4767-4d1a-a963-ee4a8b5e7653 req-e1234c21-3e40-4efa-9d04-3c4dbadd3934 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.270997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f80b5306-4767-4d1a-a963-ee4a8b5e7653 req-e1234c21-3e40-4efa-9d04-3c4dbadd3934 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f767991-2e35-4370-ab69-9341e4ef4478 HTTP/1.1" status: 204 len: 173 time: 0.5222900 Jul 16 01:38:20.345964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-509b6a8b-d823-40ba-89f6-22df8e080c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.353426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-509b6a8b-d823-40ba-89f6-22df8e080c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.392764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddb8e0-0d0d-49bf-836c-ac58a464a501 req-727ec16b-f535-4313-901d-3067605ab409 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.394363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96ddb8e0-0d0d-49bf-836c-ac58a464a501 req-727ec16b-f535-4313-901d-3067605ab409 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.3759437 Jul 16 01:38:20.409918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=3cdbc06d-00df-4f4b-a779-1a0751589329,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.439389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-509b6a8b-d823-40ba-89f6-22df8e080c72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88cf96f989a74ebf8c1a4fffbe98f4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035447 Jul 16 01:38:20.439681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.471392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b6a8b-d823-40ba-89f6-22df8e080c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b536416-cbd0-4d92-b55b-6a557e19ecc3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.494106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234c21-3e40-4efa-9d04-3c4dbadd3934 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f767991-2e35-4370-ab69-9341e4ef4478,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.548968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5c35a17-79b4-42f4-b56b-842f65378dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.565460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port 3cdbc06d-00df-4f4b-a779-1a0751589329 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:20.581357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5c35a17-79b4-42f4-b56b-842f65378dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.668450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5c35a17-79b4-42f4-b56b-842f65378dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.673711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Allocated IP 172.25.0.86 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a043b20a-bce0-40ff-9ac9-3d7a07d488f8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:20.677256 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5c35a17-79b4-42f4-b56b-842f65378dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.683448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.683824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e5c35a17-79b4-42f4-b56b-842f65378dd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b536416-cbd0-4d92-b55b-6a557e19ecc3 HTTP/1.1" status: 204 len: 168 time: 0.2421877 Jul 16 01:38:20.691361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ac7e634-9a9f-44b2-95f3-81b42dbec27f req-2ce861b0-1f83-4ba8-98cf-ca7f9bd9842d tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "DELETE /v2.0/ports/3cdbc06d-00df-4f4b-a779-1a0751589329 HTTP/1.1" status: 204 len: 173 time: 1.8268390 Jul 16 01:38:20.696964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c35a17-79b4-42f4-b56b-842f65378dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b536416-cbd0-4d92-b55b-6a557e19ecc3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.799079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a83c60f-4b56-451b-9f53-ac9455bfe1ee None None] Provisioning for port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:20.802832 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96ddb8e0-0d0d-49bf-836c-ac58a464a501 req-4232dcbd-409b-4183-9f19-edf9b1769c61 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634415 Jul 16 01:38:20.940185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627940d-5e5e-42cb-8de5-6a59d4b8762c req-5d601ae3-3d25-4394-aa4b-baa4223855dd tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.942025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2627940d-5e5e-42cb-8de5-6a59d4b8762c req-5d601ae3-3d25-4394-aa4b-baa4223855dd tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.3871961 Jul 16 01:38:21.022987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.052263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7b97021-f608-4e83-aec8-2339155f433e req-2869066f-140e-4dc9-8fab-a7eb2f4d508b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=743b578f-cd69-4472-ae54-94120ea320a2 HTTP/1.1" status: 200 len: 210 time: 0.0617368 Jul 16 01:38:21.055452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2627940d-5e5e-42cb-8de5-6a59d4b8762c req-a68ac1ed-254c-415a-ac09-167098920dbe tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017871 Jul 16 01:38:21.124414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.144323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a062-57f8-4065-8239-e65530a9324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.152133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.217969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:21.243988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:21.279153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ea8ed70-5f98-4ac6-bd63-ccfb1195ed27 req-1bb82974-2b56-4959-bb4f-b85cbe718544 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "GET /v2.0/security-groups/2846a117-ee34-40b9-a311-9ef5e3b27153 HTTP/1.1" status: 200 len: 1798 time: 0.1531694 Jul 16 01:38:21.281338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:21.282682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a062-57f8-4065-8239-e65530a9324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.289280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a062-57f8-4065-8239-e65530a9324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.293439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:21.324124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event updated for resources: {'Port': ['ID=a043b20a-bce0-40ff-9ac9-3d7a07d488f8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.339017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e4b9a062-57f8-4065-8239-e65530a9324a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f86223c31874e7cb58f4fa72a1f6507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101054 Jul 16 01:38:21.339017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9a062-57f8-4065-8239-e65530a9324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181a037-6568-449f-a7c6-1b5574fa46ea,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.341689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.355392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:21.355781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.394177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:21.397919 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:21.420328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a315195-ae04-4741-9b49-91b2cb98b00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.448545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a315195-ae04-4741-9b49-91b2cb98b00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.487008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743b578f-cd69-4472-ae54-94120ea320a2', 'name': 'network-vif-deleted', 'tag': '3cdbc06d-00df-4f4b-a779-1a0751589329'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:21.489730 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30371526-4478-4f71-9388-fd6842f38066" -d '{"events": [{"server_uuid": "743b578f-cd69-4472-ae54-94120ea320a2", "name": "network-vif-deleted", "tag": "3cdbc06d-00df-4f4b-a779-1a0751589329"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:21.505752 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ea8ed70-5f98-4ac6-bd63-ccfb1195ed27 req-a14f4f6c-aae0-4860-929d-d14ace1880c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.512221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a315195-ae04-4741-9b49-91b2cb98b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.514878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a315195-ae04-4741-9b49-91b2cb98b00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.516064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a315195-ae04-4741-9b49-91b2cb98b00a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0181a037-6568-449f-a7c6-1b5574fa46ea HTTP/1.1" status: 204 len: 168 time: 0.1730683 Jul 16 01:38:21.520705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae763-09cb-49ec-b2f5-5c10404adafb req-5f7b09e7-6699-49f2-a0fb-a97451fc00fd tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.522280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac5ae763-09cb-49ec-b2f5-5c10404adafb req-5f7b09e7-6699-49f2-a0fb-a97451fc00fd tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 944 time: 0.2383277 Jul 16 01:38:21.524706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a315195-ae04-4741-9b49-91b2cb98b00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181a037-6568-449f-a7c6-1b5574fa46ea,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.539254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.568241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ea8ed70-5f98-4ac6-bd63-ccfb1195ed27 req-a14f4f6c-aae0-4860-929d-d14ace1880c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.646628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac5ae763-09cb-49ec-b2f5-5c10404adafb req-dcac7514-d842-47f0-bae9-46119f7f5272 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057222 Jul 16 01:38:21.649824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.676548 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ea8ed70-5f98-4ac6-bd63-ccfb1195ed27 req-a14f4f6c-aae0-4860-929d-d14ace1880c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.679164 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0ea8ed70-5f98-4ac6-bd63-ccfb1195ed27 req-a14f4f6c-aae0-4860-929d-d14ace1880c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.680344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ea8ed70-5f98-4ac6-bd63-ccfb1195ed27 req-a14f4f6c-aae0-4860-929d-d14ace1880c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] 10.222.0.35 "DELETE /v2.0/security-groups/2846a117-ee34-40b9-a311-9ef5e3b27153 HTTP/1.1" status: 204 len: 173 time: 0.4003646 Jul 16 01:38:21.687050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43668) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.705263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f4f6c-aae0-4860-929d-d14ace1880c4 tempest-SecurityGroupsTestJSON-1458984646 tempest-SecurityGroupsTestJSON-1458984646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846a117-ee34-40b9-a311-9ef5e3b27153,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.746745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Deleting subnet b76c933d-7db5-4131-a25e-b589b4b16db3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:21.754060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.785238 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d59f1-a3f1-4db6-9c33-c4720e59c407 x-openstack-request-id: req-813d59f1-a3f1-4db6-9c33-c4720e59c407 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:21.785531 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:21.785811 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-813d59f1-a3f1-4db6-9c33-c4720e59c407 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:21.786299 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'status': 'completed', 'code': 200} Jul 16 01:38:21.819489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.832253 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba2fe16-677e-446e-8492-4ca1615886e0 x-openstack-request-id: req-5ba2fe16-677e-446e-8492-4ca1615886e0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:21.832558 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743b578f-cd69-4472-ae54-94120ea320a2", "name": "network-vif-deleted", "tag": "3cdbc06d-00df-4f4b-a779-1a0751589329", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:21.832929 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ba2fe16-677e-446e-8492-4ca1615886e0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:21.833522 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743b578f-cd69-4472-ae54-94120ea320a2', 'name': 'network-vif-deleted', 'tag': '3cdbc06d-00df-4f4b-a779-1a0751589329', 'status': 'completed', 'code': 200} Jul 16 01:38:21.874821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.938652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.946459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.977178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76c933d-7db5-4131-a25e-b589b4b16db3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.984388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.987394 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-30e392e5-3a90-43a2-9ad1-dac02935c854 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b76c933d-7db5-4131-a25e-b589b4b16db3 HTTP/1.1" status: 204 len: 168 time: 0.2986517 Jul 16 01:38:21.989877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.995114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.011806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.075059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.176909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.188412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc21113c-cdef-47e0-8e7a-378ec35256f5']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.202478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f172f252-7d45-4430-bf51-171d809c3797') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.203483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f172f252-7d45-4430-bf51-171d809c3797') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.213891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.228411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.234385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:22.234776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:22.236453 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:22.304851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.311489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.316221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fc21113c-cdef-47e0-8e7a-378ec35256f5 HTTP/1.1" status: 204 len: 168 time: 0.3232791 Jul 16 01:38:22.328424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5280725-2591-4e11-ad16-65a15513e5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc21113c-cdef-47e0-8e7a-378ec35256f5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.333863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5445d10-8f77-4370-a112-e3fe17b72c3a req-5e3dee30-cbbf-49fd-8612-faab357c6ac6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.335381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5445d10-8f77-4370-a112-e3fe17b72c3a req-5e3dee30-cbbf-49fd-8612-faab357c6ac6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 945 time: 0.5009859 Jul 16 01:38:22.362174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-f6e051e5-5ca9-4d6c-8d51-4cd85e48dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.363653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-f6e051e5-5ca9-4d6c-8d51-4cd85e48dec3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 1095 time: 0.5483227 Jul 16 01:38:22.394131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event updated for resources: {'Port': ['ID=a043b20a-bce0-40ff-9ac9-3d7a07d488f8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:22.443741 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.453494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3680b-b663-4623-8f54-d1e7bbd9dd3d req-a309adb9-4b7f-4497-8355-60bc9d64d361 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.455013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1f3680b-b663-4623-8f54-d1e7bbd9dd3d req-a309adb9-4b7f-4497-8355-60bc9d64d361 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.5216863 Jul 16 01:38:22.483794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5445d10-8f77-4370-a112-e3fe17b72c3a req-44f45d06-cdd6-4231-ba14-fe2ce4f23eca tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157830 Jul 16 01:38:22.517614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 23c76db0-32fe-4297-b78f-4e517fb7c6d2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:22.524283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 3cdbc06d-00df-4f4b-a779-1a0751589329 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:22.529550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.531007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-de66ddf0-8ab6-4242-908d-e4f64828393d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9609468 Jul 16 01:38:22.551140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1f3680b-b663-4623-8f54-d1e7bbd9dd3d req-3615fa90-74fc-4ba9-8735-994523a0efde tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818636 Jul 16 01:38:22.556868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.583807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-6c6387b2-d6ab-4e31-9640-15070c992753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.587817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-6c6387b2-d6ab-4e31-9640-15070c992753 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 925 time: 0.2057354 Jul 16 01:38:22.597084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 3cdbc06d-00df-4f4b-a779-1a0751589329 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:22.599013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 3cdbc06d-00df-4f4b-a779-1a0751589329 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:22.651473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-17fc53c6-7753-43b1-9467-d97851ee912a tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.657146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-17fc53c6-7753-43b1-9467-d97851ee912a tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.1317828 Jul 16 01:38:22.658485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-5340776f-8789-4e0c-bd5f-a49d2bb4ecb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0609343 Jul 16 01:38:22.676192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:22.677992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-65617102-8e25-46d0-9b75-c431e78df511 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7777dafe47f476c9f9f218c6ce8ca2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179605 Jul 16 01:38:22.678891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43708) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.782413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-eb026077-474e-4fbf-bfc9-e429493807a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:22.785971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-eb026077-474e-4fbf-bfc9-e429493807a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.1049917 Jul 16 01:38:22.797836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.820874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'port_id': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'mac_address': 'fa:16:3e:e6:cd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:22.875976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c118cf01-7067-4b14-a84f-441e49126389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.905784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.909785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.922531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c118cf01-7067-4b14-a84f-441e49126389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.937894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c76db0-32fe-4297-b78f-4e517fb7c6d2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:22.992260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:23.002726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.032752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f5e75-3512-482f-a45a-8598ebf68583 req-b959d937-328a-4609-ac37-8e01fc580c56 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.034273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-721f5e75-3512-482f-a45a-8598ebf68583 req-b959d937-328a-4609-ac37-8e01fc580c56 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1297178 Jul 16 01:38:23.049074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7728-d7d1-4bd1-b5d3-ee9747ec5527 req-3f28b4a2-da59-48f8-b7b8-f41787824008 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.056064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e3c7728-d7d1-4bd1-b5d3-ee9747ec5527 req-3f28b4a2-da59-48f8-b7b8-f41787824008 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.2654610 Jul 16 01:38:23.065725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-cdd319ed-9367-4ab6-b308-5f873c6a683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.067179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-cdd319ed-9367-4ab6-b308-5f873c6a683e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606156 Jul 16 01:38:23.087628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c118cf01-7067-4b14-a84f-441e49126389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.091642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c118cf01-7067-4b14-a84f-441e49126389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.093044 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c118cf01-7067-4b14-a84f-441e49126389 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8615474-e015-4f46-9a81-a13c2dc438aa HTTP/1.1" status: 204 len: 168 time: 0.4124186 Jul 16 01:38:23.108167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:23.110485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118cf01-7067-4b14-a84f-441e49126389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8615474-e015-4f46-9a81-a13c2dc438aa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.143536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=23c76db0-32fe-4297-b78f-4e517fb7c6d2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.158511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-721f5e75-3512-482f-a45a-8598ebf68583 req-c985102e-a7f3-4bc2-b46d-b1a50f0c44a1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996828 Jul 16 01:38:23.191467 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e3c7728-d7d1-4bd1-b5d3-ee9747ec5527 req-feecbdec-b104-445e-8856-0327162c36a2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344163 Jul 16 01:38:23.199937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:23.225346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.314152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.325214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['23c76db0-32fe-4297-b78f-4e517fb7c6d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:23.339475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.377951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-9939c81b-8b4e-4ec5-9bc3-39ef5bb54495 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965348 Jul 16 01:38:23.464121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-bf53b640-491f-467f-8c5c-8caf404a10ff tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--875837246&fields=id&tenant_id=4d8ffd44743b4067a531be1253c6f7e0 HTTP/1.1" status: 200 len: 267 time: 0.1422348 Jul 16 01:38:23.481206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.492215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on host n-h2-800087-6 for vnic_type normal with profile {"migrating_to": "n-h1-800087-6"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:23.492683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:23.493140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:23.498481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:23.498955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Attempting to bind port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:23.509502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:23.509711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:23.510056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:23.510486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Bound port: 86a3a383-80a9-4e10-b6a7-b45b7847e943, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:23.510838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.605697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:23.610636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:23.618927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.640702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e13c399c-202c-4761-83d7-0c2eb3d1acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.666618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a14cc-fdf4-48bb-8c2a-382e5c517f79 req-0d644e1b-565c-43ef-a3de-971910a77927 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.666618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-229a14cc-fdf4-48bb-8c2a-382e5c517f79 req-0d644e1b-565c-43ef-a3de-971910a77927 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 945 time: 0.2590287 Jul 16 01:38:23.673425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e90d1b2b-22eb-454f-ab15-dcfc577edc9d req-bf39b764-67a3-4c68-a70f-36136c820b84 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761853 Jul 16 01:38:23.728842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.728842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.728842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] 10.222.0.32 "PUT /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 1121 time: 1.0570529 Jul 16 01:38:23.730537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9570d-7265-4b6b-9192-e7187c107cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.733430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-229a14cc-fdf4-48bb-8c2a-382e5c517f79 req-bab955ac-c95c-4e5a-b5cf-599121bc5acb tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576153 Jul 16 01:38:23.740480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-5fd07ebc-2f2f-4bfd-9616-536c9f2ea8d8 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.747041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-5fd07ebc-2f2f-4bfd-9616-536c9f2ea8d8 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/networks?id=4672245c-9a6c-4677-a671-0fd8653217d0 HTTP/1.1" status: 200 len: 811 time: 0.2740138 Jul 16 01:38:23.757596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-22d58e13-9217-4d81-8947-123561453d13 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/quotas/4d8ffd44743b4067a531be1253c6f7e0 HTTP/1.1" status: 200 len: 375 time: 0.0096812 Jul 16 01:38:23.787638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943'}, {'name': 'network-changed', 'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:23.790011 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf3f147-1cd8-4968-840f-48aec1a8902d" -d '{"events": [{"server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "name": "network-vif-unplugged", "status": "completed", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943"}, {"name": "network-changed", "server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:23.830038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['86a3a383-80a9-4e10-b6a7-b45b7847e943'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:23.849746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-cb3dede8-fafe-47f0-b2e1-767903f6f036 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8ffd44743b4067a531be1253c6f7e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862532 Jul 16 01:38:23.873901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['86a3a383-80a9-4e10-b6a7-b45b7847e943'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:23.974590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-5385f408-4656-43bb-b72b-cbaad708fbfe service neutron] 10.222.0.35 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111510 Jul 16 01:38:24.119032 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-a74d9f7c-a26b-49b7-9d78-760961f1e502 service neutron] 10.222.0.35 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378489 Jul 16 01:38:24.257762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.384464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9786-fb20-4f63-b3ff-b66aed2c0250 req-519540a6-aa7f-49e8-94e4-2e21374f8665 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.386385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e49a9786-fb20-4f63-b3ff-b66aed2c0250 req-519540a6-aa7f-49e8-94e4-2e21374f8665 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.1271563 Jul 16 01:38:24.407844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1457614433-network', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.432331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e49a9786-fb20-4f63-b3ff-b66aed2c0250 req-caaf860a-046d-46e2-ae30-e5d0be875de7 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Jul 16 01:38:24.433815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:24.437081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.445899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.518130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:24.520249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 23c76db0-32fe-4297-b78f-4e517fb7c6d2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:24.539822 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8531fc92-4ad7-45fd-82f7-85e797e16897 x-openstack-request-id: req-8531fc92-4ad7-45fd-82f7-85e797e16897 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:24.540358 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "name": "network-vif-unplugged", "status": "completed", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943", "code": 200}, {"name": "network-changed", "server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:24.540764 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8531fc92-4ad7-45fd-82f7-85e797e16897 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:24.541490 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'code': 200} Jul 16 01:38:24.541884 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'status': 'completed', 'code': 200} Jul 16 01:38:24.553356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.560921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.596905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:24.637215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.637721 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Added segment 0d3fbb9e-bbd1-47e3-8251-557ecb659d0c of type vlan for network bae1752d-f753-40a4-9624-9dd90fbd9706 Jul 16 01:38:24.641084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64723cc2-2956-42f0-afbf-07f0788fe622,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.676073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-8826d5e7-f444-4061-af95-1b5d8133e6a5 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332463 Jul 16 01:38:24.705040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.738410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-770ea6c0-9bb0-4ecc-8618-aae940c3bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.739924 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-770ea6c0-9bb0-4ecc-8618-aae940c3bb8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1124 time: 0.1688187 Jul 16 01:38:24.748014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:24.756132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:24.757029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.827865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:24.837575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-828ed4a8-0ef6-4fb3-9f27-9a99427464b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.839049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-828ed4a8-0ef6-4fb3-9f27-9a99427464b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.0882168 Jul 16 01:38:24.853218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 has no active binding in host n-h1-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:38:24.855068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.855648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.857252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.871110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e82197-4243-49e8-963b-588f9e9e7daf req-b164a199-792f-47d4-b925-a534353bfa67 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.872820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32e82197-4243-49e8-963b-588f9e9e7daf req-b164a199-792f-47d4-b925-a534353bfa67 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 950 time: 0.1367717 Jul 16 01:38:24.895601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-5b256335-7bdb-422d-b0bf-a7e25f9a77af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 217 time: 0.0494506 Jul 16 01:38:24.908630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.911947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-e4e36b55-94ce-449d-8910-76b141dc6bf0 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.913131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-e4e36b55-94ce-449d-8910-76b141dc6bf0 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308385 Jul 16 01:38:24.942704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32e82197-4243-49e8-963b-588f9e9e7daf req-79842406-681c-452c-92a5-2a16e0f45616 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637636 Jul 16 01:38:24.946430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:24.949651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6886537 Jul 16 01:38:24.950988 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136caa2d-1057-4414-88f9-0c48435b8a3f" -d '{"events": [{"server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "name": "network-vif-plugged", "status": "completed", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:24.956834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-20e803db-bc1d-4b6b-9a33-61182acc7668 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/quotas/54f4e0e79f99471c9a8f5caf85c456f4 HTTP/1.1" status: 200 len: 375 time: 0.0340314 Jul 16 01:38:24.958414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43796) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.963817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Request body: {'subnet': {'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1457614433-subnet', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.971131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:24.975568 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.004168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6efb08-5ab8-4c50-bded-502820953ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=bae1752d-f753-40a4-9624-9dd90fbd9706,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.013484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-6c8c032d-40c0-4db4-9230-912ee759a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.014966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-6c8c032d-40c0-4db4-9230-912ee759a8ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1071019 Jul 16 01:38:25.016705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network bae1752d-f753-40a4-9624-9dd90fbd9706 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:25.019315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-353412bb-c162-449f-aa60-82ae9c2a6882 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505738 Jul 16 01:38:25.044550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:25.047272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.066394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=23c76db0-32fe-4297-b78f-4e517fb7c6d2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.078962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-37658234-e2aa-4c6b-a820-ddfcd0d30448 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552394 Jul 16 01:38:25.201374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-b729efab-85a9-4811-bc86-5f0a2082ea8d service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135147 Jul 16 01:38:25.368655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff321d06-6c60-4512-b458-c8cfc2930150 req-d55b841e-8432-4059-a9cf-0e7cf895f469 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.370332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff321d06-6c60-4512-b458-c8cfc2930150 req-d55b841e-8432-4059-a9cf-0e7cf895f469 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.2142601 Jul 16 01:38:25.373638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.457942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ac10da4-8df8-40c2-9e0d-b1ae27e3c201 req-eba277a5-b1a1-4d6f-9dff-0ca15d445a01 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 210 time: 0.0864444 Jul 16 01:38:25.510019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.527693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff321d06-6c60-4512-b458-c8cfc2930150 req-50cb1c53-0272-4d5b-aaf5-54ec0a154d8a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412399 Jul 16 01:38:25.546481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Checking segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:25.547386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Network hostable DHCP agents. Network: bae1752d-f753-40a4-9624-9dd90fbd9706, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:25.569921 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe41149-a3cd-4890-a662-3465a213899b x-openstack-request-id: req-fbe41149-a3cd-4890-a662-3465a213899b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:25.570785 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "name": "network-vif-plugged", "status": "completed", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:25.571194 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbe41149-a3cd-4890-a662-3465a213899b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:25.571736 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'code': 200} Jul 16 01:38:25.610276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Network bae1752d-f753-40a4-9624-9dd90fbd9706 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:25.610706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6cf3f147-1cd8-4968-840f-48aec1a8902d req-42c50ce8-4610-4536-8ce3-0eb546baa56a service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025147 Jul 16 01:38:25.633875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, bae1752d-f753-40a4-9624-9dd90fbd9706) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:25.640664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.642294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.645348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8d795-6aec-45da-957d-e51e382f4c73 None None] Network bae1752d-f753-40a4-9624-9dd90fbd9706 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:25.700162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f06256ee-f8a0-45d2-abeb-2f60382e33e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7401388 Jul 16 01:38:25.720562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:25.725995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe34afee-a63d-448d-927e-7d4648b258d1 req-88061a16-2848-4bcb-bab3-bcbb1ab206bd tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 210 time: 0.0584464 Jul 16 01:38:25.743805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:25.782620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab521-e457-4dd4-803b-a63c64182873 req-4e0da69d-b5e2-41f1-9c2b-882c75369825 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.784319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-626ab521-e457-4dd4-803b-a63c64182873 req-4e0da69d-b5e2-41f1-9c2b-882c75369825 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.1328061 Jul 16 01:38:25.831834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f6fdb-3703-42df-9376-b8e2736ce961 req-1c1f72eb-8800-48f5-9600-005a745bd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.833930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a48f6fdb-3703-42df-9376-b8e2736ce961 req-1c1f72eb-8800-48f5-9600-005a745bd616 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 1097 time: 0.1593220 Jul 16 01:38:25.835307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.836528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.847717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-bae1752d-f753-40a4-9624-9dd90fbd9706', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:25.848909 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.865166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-626ab521-e457-4dd4-803b-a63c64182873 req-1deef7d3-edb3-4228-a93c-27d542cd5668 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741947 Jul 16 01:38:25.937722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.066524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a48f6fdb-3703-42df-9376-b8e2736ce961 req-1917b07c-323d-4d38-bde0-9c2d339a40b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633613 Jul 16 01:38:26.105661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6af4c-2c73-4c02-8890-6de625e25be2 req-76ea235e-f083-4644-97ea-4269e32ce502 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.107743 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2f6af4c-2c73-4c02-8890-6de625e25be2 req-76ea235e-f083-4644-97ea-4269e32ce502 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.2006629 Jul 16 01:38:26.148397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.163514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Allocated IP 172.20.0.2 (bae1752d-f753-40a4-9624-9dd90fbd9706/cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90/cea70f72-046e-444c-afa8-fc2f2a54d24b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:26.167275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-8c7093f2-8d91-4bba-9c17-2ca2776145e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2726419 Jul 16 01:38:26.179655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b3f9916c-5dc2-4513-8a38-7ecd3075961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.204932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2f6af4c-2c73-4c02-8890-6de625e25be2 req-c8a91d7c-73b9-422f-a8a6-36a2f9f9c332 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891588 Jul 16 01:38:26.264278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-ea11728f-377b-4af7-99f5-4bba573d1a53 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.266532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-ea11728f-377b-4af7-99f5-4bba573d1a53 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 950 time: 0.2405798 Jul 16 01:38:26.390490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c73e8-82ed-4ca8-ac67-cfeba3b342a7 req-6fc99499-ab2c-4bb4-8a49-46b58642d9f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.403124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da1c73e8-82ed-4ca8-ac67-cfeba3b342a7 req-6fc99499-ab2c-4bb4-8a49-46b58642d9f4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 950 time: 0.2676454 Jul 16 01:38:26.413135 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.425485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Transition to ACTIVE for port object cea70f72-046e-444c-afa8-fc2f2a54d24b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:26.426996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-2eab514a-8ccf-41d9-b5e9-6244b46840fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.429131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-2eab514a-8ccf-41d9-b5e9-6244b46840fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 1096 time: 0.2238173 Jul 16 01:38:26.446089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Transition to ACTIVE for port object cea70f72-046e-444c-afa8-fc2f2a54d24b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:26.450226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-13cc66a6-e664-4c2d-9669-a6da6e2c1bbd tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.453111 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-13cc66a6-e664-4c2d-9669-a6da6e2c1bbd tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.32 "GET /v2.0/networks?id=4672245c-9a6c-4677-a671-0fd8653217d0 HTTP/1.1" status: 200 len: 811 time: 0.2082362 Jul 16 01:38:26.460633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-1d309f25-0b15-4546-a8ec-7dc8cea040d6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511811 Jul 16 01:38:26.467406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.510176 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.520748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Pushing event updated for resources: {'Port': ['ID=cea70f72-046e-444c-afa8-fc2f2a54d24b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.528905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Network bae1752d-f753-40a4-9624-9dd90fbd9706 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:26.530309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:26.534545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:26.575012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da1c73e8-82ed-4ca8-ac67-cfeba3b342a7 req-cb2d039a-0527-4f98-8a77-40ef9ae96e8c tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700850 Jul 16 01:38:26.609361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Attempting to bind port cea70f72-046e-444c-afa8-fc2f2a54d24b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:26.609859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Attempting to bind port cea70f72-046e-444c-afa8-fc2f2a54d24b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:26.610081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Attempting to bind port cea70f72-046e-444c-afa8-fc2f2a54d24b on network bae1752d-f753-40a4-9624-9dd90fbd9706 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:26.615789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:26.616336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Checking segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:26.617830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.617830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Bound using segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:26.618450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Bound port: cea70f72-046e-444c-afa8-fc2f2a54d24b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:26.618837 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.671378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port b473d9c4-1803-4711-bbef-1cff0a7df536 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:26.671812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.673204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-a1ed492d-84e7-4c19-8d2d-f19e1f1aedfa tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8ffd44743b4067a531be1253c6f7e0 HTTP/1.1" status: 200 len: 379 time: 0.1641324 Jul 16 01:38:26.693091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Request body: {'port': {'device_id': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'admin_state_up': True, 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'security_groups': ['1e688734-0765-4875-8287-a33712b6d4ec']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.703627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] For port cea70f72-046e-444c-afa8-fc2f2a54d24b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:26.707581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] For port cea70f72-046e-444c-afa8-fc2f2a54d24b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea70f72-046e-444c-afa8-fc2f2a54d24b,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:26.713749 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.740619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-9f1c21a3-6816-4c7c-869c-f7e2a0190596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.742116 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-9f1c21a3-6816-4c7c-869c-f7e2a0190596 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.2834697 Jul 16 01:38:26.743522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.785108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95189a-10a4-4bd4-b1a3-50db479926db None None] Pushing event updated for resources: {'Port': ['ID=cea70f72-046e-444c-afa8-fc2f2a54d24b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.808491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.811544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-6ecd32eb-bdee-4b7e-a450-32361c4bf0bc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.818205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-6ecd32eb-bdee-4b7e-a450-32361c4bf0bc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330686 Jul 16 01:38:26.854960 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-1b7a29dc-f755-4215-a191-dea6406a6313 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0547166 Jul 16 01:38:26.876652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b8ac20b-fd0a-4220-89e9-819732c9c867 req-953cb0ee-39e9-4ab5-aa45-188542d28f52 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 210 time: 0.1050270 Jul 16 01:38:26.882228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port b473d9c4-1803-4711-bbef-1cff0a7df536, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b473d9c4-1803-4711-bbef-1cff0a7df536,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:26.882593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.891772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-5497ea92-672a-4034-82f9-ba12354deb6d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/quotas/dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 375 time: 0.0726502 Jul 16 01:38:26.985182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for b473d9c4-1803-4711-bbef-1cff0a7df536 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:27.008347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-9745160f-ccd9-4a11-ac2b-27c2188f41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.009813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-9745160f-ccd9-4a11-ac2b-27c2188f41af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.1200788 Jul 16 01:38:27.081992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-861a2588-0e6b-46db-8a42-66603e77e412 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623395 Jul 16 01:38:27.112893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Allocated IP 172.25.0.78 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/0783df67-21ab-44e2-b7dc-6876bd3dec79) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.124049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-1bc26230-9a92-4c3d-88e7-eab223119fb7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2312675 Jul 16 01:38:27.124268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Made reservation on behalf of 4d8ffd44743b4067a531be1253c6f7e0 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:27.136570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.241991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-83096d2c-3d8c-4053-bc83-4df2e1a6e569 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712922 Jul 16 01:38:27.250967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea70f72-046e-444c-afa8-fc2f2a54d24b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:27.303649 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.366988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cea70f72-046e-444c-afa8-fc2f2a54d24b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:27.474245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3346f6d-30f9-4fb1-b9dc-908cc6706017 req-61b882b8-1e8e-47ca-a1a5-142cf8826d5d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.484951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3346f6d-30f9-4fb1-b9dc-908cc6706017 req-61b882b8-1e8e-47ca-a1a5-142cf8826d5d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.4103775 Jul 16 01:38:27.517340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.532938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:27.535660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'b473d9c4-1803-4711-bbef-1cff0a7df536'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:27.570559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-61a5472d-17a2-4fe1-9167-735b407756c5 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591250 Jul 16 01:38:27.579858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Allocated IP 172.20.0.10 (4672245c-9a6c-4677-a671-0fd8653217d0/4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2/de2edfd4-5344-4f95-8c6b-f49ab43802cb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.606915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-dfee3d0e-309d-4612-a47e-23b100774405 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.608541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-dfee3d0e-309d-4612-a47e-23b100774405 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505597 Jul 16 01:38:27.696800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2641b13-a35d-47ef-8950-531e54d360bb req-a81e4189-3dc3-47e5-a342-1b5f874b5c46 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 210 time: 0.1850920 Jul 16 01:38:27.709008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Request body: {'port': {'device_id': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '54f4e0e79f99471c9a8f5caf85c456f4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.808273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=b473d9c4-1803-4711-bbef-1cff0a7df536,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.810832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port b473d9c4-1803-4711-bbef-1cff0a7df536 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:27.832095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3346f6d-30f9-4fb1-b9dc-908cc6706017 req-6d5c022e-7d12-4065-8361-1c46d08d9960 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286040 Jul 16 01:38:27.834416 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.838668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a917323e-0a79-4c54-91ea-938ebd2a4699 req-5475226f-9fd8-499a-8852-3e44121bf9ce tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "DELETE /v2.0/ports/b473d9c4-1803-4711-bbef-1cff0a7df536 HTTP/1.1" status: 204 len: 173 time: 1.5424318 Jul 16 01:38:27.846012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7302be78-8c01-43b6-a424-d058e737c2ad', 'name': 'network-vif-deleted', 'tag': 'b473d9c4-1803-4711-bbef-1cff0a7df536'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:27.855646 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5380d4-a2ac-4c28-84d4-274603c448c0" -d '{"events": [{"server_uuid": "7302be78-8c01-43b6-a424-d058e737c2ad", "name": "network-vif-deleted", "tag": "b473d9c4-1803-4711-bbef-1cff0a7df536"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:27.935288 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.968305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Transition to ACTIVE for port object de2edfd4-5344-4f95-8c6b-f49ab43802cb will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:28.212233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Made reservation on behalf of 54f4e0e79f99471c9a8f5caf85c456f4 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:28.216105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.228480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.248545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.271630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692fb46e-047a-4b99-9303-8d5a0d2a7727 None None] Network bae1752d-f753-40a4-9624-9dd90fbd9706 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:28.273393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16b320e9-9dff-4936-81e4-f8a362e1111c req-a0d405cd-b760-4f9d-a310-13c67ac0868f service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860063 Jul 16 01:38:28.278003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.284590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.301815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e60af-ea6b-43ff-b1c6-cb1aef7bf47f req-0c62f803-1bd1-472e-83ae-26fe27eec2b6 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.311184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc1e60af-ea6b-43ff-b1c6-cb1aef7bf47f req-0c62f803-1bd1-472e-83ae-26fe27eec2b6 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.3548834 Jul 16 01:38:28.332113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.380230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.386442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:28.396737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8dda7-145b-4c69-a09d-0f75eee30a75 req-bfec7558-50e5-49f7-8251-9a6d37eb1dab tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.402425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbd8dda7-145b-4c69-a09d-0f75eee30a75 req-bfec7558-50e5-49f7-8251-9a6d37eb1dab tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.3162675 Jul 16 01:38:28.431323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] Provisioning for port cea70f72-046e-444c-afa8-fc2f2a54d24b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:28.489814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc1e60af-ea6b-43ff-b1c6-cb1aef7bf47f req-6207548c-9693-4570-85f7-762663474a7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781287 Jul 16 01:38:28.507704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Network 4672245c-9a6c-4677-a671-0fd8653217d0 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.511583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.527518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbd8dda7-145b-4c69-a09d-0f75eee30a75 req-d4460819-f1ef-4e93-b248-6705fc76d45e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160004 Jul 16 01:38:28.532098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:28.598375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event updated for resources: {'Port': ['ID=de2edfd4-5344-4f95-8c6b-f49ab43802cb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.646569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.655702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.699454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] Provisioning complete for port cea70f72-046e-444c-afa8-fc2f2a54d24b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:28.702367 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.805970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:28.806685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.816519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Pushing event updated for resources: {'Port': ['ID=0783df67-21ab-44e2-b7dc-6876bd3dec79,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.843732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-ea1e6c24-10d1-4c4b-b4fa-4217ff59c01d tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1622314 Jul 16 01:38:28.859735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Request body: {'port': {'device_id': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:28.871740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.050240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.115080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] For port cea70f72-046e-444c-afa8-fc2f2a54d24b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea70f72-046e-444c-afa8-fc2f2a54d24b,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:29.138194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.296631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac8bdc-5bb2-42ee-b37f-698297a4a542 None None] Pushing event updated for resources: {'Port': ['ID=cea70f72-046e-444c-afa8-fc2f2a54d24b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.301181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec59b914-0042-4ace-b267-9588f6543144 req-438d4f03-aee0-4a8e-a465-39a1cef819d0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 210 time: 0.5883372 Jul 16 01:38:29.313610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.338039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fca9c30a-f0fa-47ac-87f8-0418b4c5cc43 None None] Provisioning for port de2edfd4-5344-4f95-8c6b-f49ab43802cb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:29.357815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fca9c30a-f0fa-47ac-87f8-0418b4c5cc43 None None] Provisioning complete for port de2edfd4-5344-4f95-8c6b-f49ab43802cb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:29.358190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fca9c30a-f0fa-47ac-87f8-0418b4c5cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.359766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21858411-f4f0-4c10-b7d4-4e6c65d337e2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.384011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-543fe520-18bd-4ad7-b486-a356808cb2ed req-cbf48b25-7dcd-4ba6-896f-73fb0b89fed7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=7302be78-8c01-43b6-a424-d058e737c2ad HTTP/1.1" status: 200 len: 210 time: 0.5257783 Jul 16 01:38:29.397993 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8304bf-7d71-4504-8dd0-5afcbbb1cad1 x-openstack-request-id: req-3a8304bf-7d71-4504-8dd0-5afcbbb1cad1 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:29.400881 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7302be78-8c01-43b6-a424-d058e737c2ad", "name": "network-vif-deleted", "tag": "b473d9c4-1803-4711-bbef-1cff0a7df536", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:29.401307 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a8304bf-7d71-4504-8dd0-5afcbbb1cad1 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:29.401783 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7302be78-8c01-43b6-a424-d058e737c2ad', 'name': 'network-vif-deleted', 'tag': 'b473d9c4-1803-4711-bbef-1cff0a7df536', 'status': 'completed', 'code': 200} Jul 16 01:38:29.413399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.479461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fca9c30a-f0fa-47ac-87f8-0418b4c5cc43 None None] Port de2edfd4-5344-4f95-8c6b-f49ab43802cb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:29.566192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Allocated IP 192.168.233.127 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/2d2638d6-4ada-4a36-88cd-5807046d1f5f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:29.607900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2ee8bc4f-3e37-47af-b51b-160341937576 None None] Provisioning complete for port cea70f72-046e-444c-afa8-fc2f2a54d24b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:29.608642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc4f-3e37-47af-b51b-160341937576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.745913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-6c735579-b3a7-4d3c-8758-070db178e348 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872078 Jul 16 01:38:29.830445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d038f-deba-4f5c-a629-2a71847a1f94 req-7d71bc02-a68f-462b-b6f6-375ede592aff tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.831901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-894d038f-deba-4f5c-a629-2a71847a1f94 req-7d71bc02-a68f-462b-b6f6-375ede592aff tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 932 time: 0.2262518 Jul 16 01:38:29.839778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79add-73fd-478c-8159-f048f3d7d821 req-14b103cf-3c2c-41df-9404-7167351f6695 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.851268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6eb79add-73fd-478c-8159-f048f3d7d821 req-14b103cf-3c2c-41df-9404-7167351f6695 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.2244046 Jul 16 01:38:29.851791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43872) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.876997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Request body: {'floatingip': {'port_id': '23c76db0-32fe-4297-b78f-4e517fb7c6d2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:29.977417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.089081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.091838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.103320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87433be9-6e2c-404f-b3ce-efbe5737bdbf req-299cc438-67d0-4311-aea0-b28b78a48ee8 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 210 time: 0.0864732 Jul 16 01:38:30.142895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-89baa5ab-5155-4de0-88eb-30ea5e06b6b1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.145529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-89baa5ab-5155-4de0-88eb-30ea5e06b6b1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068993 Jul 16 01:38:30.147975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Transition to ACTIVE for port object 2d2638d6-4ada-4a36-88cd-5807046d1f5f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:30.160741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-894d038f-deba-4f5c-a629-2a71847a1f94 req-6ec24c3d-5344-4e9f-aca2-cb789778d69e tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062978 Jul 16 01:38:30.282761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Request body: {'port': {'device_id': '0a100747-bf55-44f9-ae72-6a250972a28e', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'dffcd2794a3348108503305979a166d2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:30.359193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2edfd4-5344-4f95-8c6b-f49ab43802cb {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:30.375134 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.381655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.415994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Transition to ACTIVE for port object de2edfd4-5344-4f95-8c6b-f49ab43802cb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:30.427831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Router 0502c5aa-0241-4c97-a802-4f7fd058f720 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:30.429468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.487540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:30.504696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:30.507340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:30.518618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049f5dc-4b54-49f0-b3db-03122f911497 req-e1d7aaf7-00e1-4106-8c36-2275fb232ff5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.520265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c049f5dc-4b54-49f0-b3db-03122f911497 req-e1d7aaf7-00e1-4106-8c36-2275fb232ff5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.2950962 Jul 16 01:38:30.529903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Pushing event updated for resources: {'Port': ['ID=2d2638d6-4ada-4a36-88cd-5807046d1f5f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.548821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Made reservation on behalf of dffcd2794a3348108503305979a166d2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:30.558557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.578252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Pushing event updated for resources: {'Port': ['ID=de2edfd4-5344-4f95-8c6b-f49ab43802cb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.590714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b473d9c4-1803-4711-bbef-1cff0a7df536 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:30.628722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: b473d9c4-1803-4711-bbef-1cff0a7df536 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:30.629373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b473d9c4-1803-4711-bbef-1cff0a7df536 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:30.655418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.656217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.702542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-09970506-32a0-422d-8b76-5a9b49aa863b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0234492 Jul 16 01:38:30.770229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1958a-91dc-4fee-9da0-f78dc87ed45d req-c997c09f-0e0b-4eaa-ad54-133a4bd44e40 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.777566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79c1958a-91dc-4fee-9da0-f78dc87ed45d req-c997c09f-0e0b-4eaa-ad54-133a4bd44e40 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.4662349 Jul 16 01:38:30.787974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c049f5dc-4b54-49f0-b3db-03122f911497 req-c589d071-fe1f-4a41-920d-052efcab7a7d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349312 Jul 16 01:38:30.795317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Request body: {'port': {'device_id': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:30.857095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:30.867471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Sync routers for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:30.885008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:30.885565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:30.885783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Attempting to bind port de2edfd4-5344-4f95-8c6b-f49ab43802cb on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:30.886061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Attempting to bind port de2edfd4-5344-4f95-8c6b-f49ab43802cb by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:30.886865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Attempting to bind port de2edfd4-5344-4f95-8c6b-f49ab43802cb on network 4672245c-9a6c-4677-a671-0fd8653217d0 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:30.889862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79c1958a-91dc-4fee-9da0-f78dc87ed45d req-cf7e57b4-43ed-4774-8976-1b33a6233c68 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112511 Jul 16 01:38:30.937549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Port de2edfd4-5344-4f95-8c6b-f49ab43802cb on network 4672245c-9a6c-4677-a671-0fd8653217d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:30.937786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Attempting to bind port de2edfd4-5344-4f95-8c6b-f49ab43802cb on network 4672245c-9a6c-4677-a671-0fd8653217d0 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:30.963621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:30.964764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Checking segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:30.968041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Bound using segment: {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:30.968651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Bound port: de2edfd4-5344-4f95-8c6b-f49ab43802cb, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878797b6-d4ef-44f2-859d-5383d825cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:30.969147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.978801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.983726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-37176236-a213-466f-8c94-2b334149ef2a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2498229 Jul 16 01:38:30.987541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43878) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.016002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b4c12fe-9619-4a8e-9060-e75bee0ebf2b None None] Provisioning for port 2d2638d6-4ada-4a36-88cd-5807046d1f5f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:31.038852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b4c12fe-9619-4a8e-9060-e75bee0ebf2b None None] Provisioning complete for port 2d2638d6-4ada-4a36-88cd-5807046d1f5f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.039225 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b4c12fe-9619-4a8e-9060-e75bee0ebf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.084049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:31.096819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9acc24d2-8367-41e5-89a5-a9025f1e9c96 req-aa413fc0-1458-45a9-b1fe-29c97b6b4def tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 210 time: 0.0473285 Jul 16 01:38:31.106942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.169725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c12fe-9619-4a8e-9060-e75bee0ebf2b None None] Port 2d2638d6-4ada-4a36-88cd-5807046d1f5f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:31.277330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea70f72-046e-444c-afa8-fc2f2a54d24b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:31.295977 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:38:31.384545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 3, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:31.388494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cea70f72-046e-444c-afa8-fc2f2a54d24b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.388645 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.405444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.412335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Allocated IP 192.168.233.249 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/5d4cabd7-689b-4a81-8b7f-ef3f229dd075) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:31.434982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.451432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Checking router: 0502c5aa-0241-4c97-a802-4f7fd058f720 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:31.451791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Updating router 0502c5aa-0241-4c97-a802-4f7fd058f720 port 0783df67-21ab-44e2-b7dc-6876bd3dec79 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:31.497057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062e7e-2a13-4513-8841-ba667510a4bd req-556017f9-e5f0-42f9-a3fa-05a5433a618b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.504247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10062e7e-2a13-4513-8841-ba667510a4bd req-556017f9-e5f0-42f9-a3fa-05a5433a618b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 936 time: 0.1352177 Jul 16 01:38:31.524206 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.604966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10062e7e-2a13-4513-8841-ba667510a4bd req-bc7cb765-26e3-4c36-8061-bad3bb3d9e76 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957556 Jul 16 01:38:31.632261 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0 associated. External IP: 172.25.0.117, port: 23c76db0-32fe-4297-b78f-4e517fb7c6d2. Jul 16 01:38:31.648539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.714520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] For port de2edfd4-5344-4f95-8c6b-f49ab43802cb, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:31.716922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Transition to ACTIVE for port object 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:31.744744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] For port de2edfd4-5344-4f95-8c6b-f49ab43802cb, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:31.797811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.905726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.910316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.911774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] 10.222.0.32 "PUT /v2.0/ports/de2edfd4-5344-4f95-8c6b-f49ab43802cb HTTP/1.1" status: 200 len: 1092 time: 3.0592656 Jul 16 01:38:31.948513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:31.953180 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b154c3f-fd18-4483-ab52-532e04e9c456" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:32.037478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.052317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Transition to ACTIVE for port object 0783df67-21ab-44e2-b7dc-6876bd3dec79 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:32.061988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.079650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.087896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.102835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:32.113333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6846fc-d7f7-4cca-9700-f56b714d784d req-22d34253-4f0c-4d2a-90a5-596352d18efb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.114810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f6846fc-d7f7-4cca-9700-f56b714d784d req-22d34253-4f0c-4d2a-90a5-596352d18efb tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 944 time: 0.2586327 Jul 16 01:38:32.137209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033', 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:32.199472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Attempting to bind port 0783df67-21ab-44e2-b7dc-6876bd3dec79 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:32.200540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Attempting to bind port 0783df67-21ab-44e2-b7dc-6876bd3dec79 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:32.201633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Attempting to bind port 0783df67-21ab-44e2-b7dc-6876bd3dec79 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:32.217523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61bb7-6da9-4fe6-b43d-e54f2b147088 None None] Pushing event updated for resources: {'Port': ['ID=0783df67-21ab-44e2-b7dc-6876bd3dec79,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.220257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:32.222398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Pushing event updated for resources: {'Port': ['ID=de2edfd4-5344-4f95-8c6b-f49ab43802cb,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.227480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-f3a1949f-64d7-4a1a-8d11-31ead0155aa3 service neutron] 10.222.0.38 "GET /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943/bindings/n-h1-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.3049431 Jul 16 01:38:32.229462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:32.230058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:32.230585 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.231759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:32.232610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Bound port: 0783df67-21ab-44e2-b7dc-6876bd3dec79, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:32.233243 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.239564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f6846fc-d7f7-4cca-9700-f56b714d784d req-c5454158-8962-4387-a1e7-e8bd4fdb3636 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115594 Jul 16 01:38:32.259807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:32.268313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:32.283539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.283880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.284245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.284585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.284917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.285245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.285572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.285898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.286222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.286546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.286868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.287188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b174b-de2c-407d-aba8-5020e5a3f410 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.329754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] For port 0783df67-21ab-44e2-b7dc-6876bd3dec79, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:32.334228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] For port 0783df67-21ab-44e2-b7dc-6876bd3dec79, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0783df67-21ab-44e2-b7dc-6876bd3dec79,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:32.384669 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.484103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:32.484931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.546904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61bb7-6da9-4fe6-b43d-e54f2b147088 None None] Pushing event updated for resources: {'Port': ['ID=0783df67-21ab-44e2-b7dc-6876bd3dec79,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.650496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2638d6-4ada-4a36-88cd-5807046d1f5f {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:32.655779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f98e0ac0-dd88-4c3a-882e-e34534d9075d None None] Provisioning for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:32.666394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.676858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f98e0ac0-dd88-4c3a-882e-e34534d9075d None None] Provisioning complete for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.677342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ac0-dd88-4c3a-882e-e34534d9075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.715428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:32.732389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Transition to ACTIVE for port object 2d2638d6-4ada-4a36-88cd-5807046d1f5f will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:32.737754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.738407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.745409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-f84a7729-7d3a-45b3-8ee9-385fe057a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.747626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-f84a7729-7d3a-45b3-8ee9-385fe057a28f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d8ffd44743b4067a531be1253c6f7e0&device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 1095 time: 0.6379733 Jul 16 01:38:32.750945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.751462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.770598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e145131-d708-4d8c-bdec-853cc97a7fff req-69ffadc6-6aad-46dd-be21-671bcb0011b7 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.776736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e145131-d708-4d8c-bdec-853cc97a7fff req-69ffadc6-6aad-46dd-be21-671bcb0011b7 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.6419086 Jul 16 01:38:32.815510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f98e0ac0-dd88-4c3a-882e-e34534d9075d None None] Port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:32.834259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:32.847526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.851327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-c2e811f8-1a56-476e-9af7-07da2de93d8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb HTTP/1.1" status: 200 len: 217 time: 0.0826781 Jul 16 01:38:32.852826 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-dcbcf672-e747-40ed-8731-644024896e12 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5854366 Jul 16 01:38:32.863114 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:32.873738 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:32.875640 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:32.901247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Request body: {'port': {'device_id': '0a100747-bf55-44f9-ae72-6a250972a28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.914557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Pushing event updated for resources: {'Port': ['ID=2d2638d6-4ada-4a36-88cd-5807046d1f5f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.932065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75e40c-4d87-48bc-8a17-4019c27e5f7c req-59b210f8-9f3f-48ad-bada-29de128f9ea8 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.933666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e75e40c-4d87-48bc-8a17-4019c27e5f7c req-59b210f8-9f3f-48ad-bada-29de128f9ea8 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 943 time: 0.3320053 Jul 16 01:38:32.957676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Allocated IP 172.20.0.1 (bae1752d-f753-40a4-9624-9dd90fbd9706/cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90/3ec4ebc4-a722-4870-a1c1-30d977f86c0a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:32.979323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e145131-d708-4d8c-bdec-853cc97a7fff req-f275b44a-4ae5-4f74-ba57-c21e66b3cc75 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009122 Jul 16 01:38:32.990552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.990910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.991262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.991604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.991944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.992318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.992654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.992990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.993373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.993714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.994046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:32.994400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:33.076874 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:33.101906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-39443058-3081-4d0e-be0f-858bcdae214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.109575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-39443058-3081-4d0e-be0f-858bcdae214e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2 HTTP/1.1" status: 200 len: 850 time: 0.2497170 Jul 16 01:38:33.136290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6af89e4b-7835-4f0e-9f43-769f7a448d3c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "PUT /v2.0/floatingips/ceb36cf3-685f-448a-93f5-e876ca6661e0 HTTP/1.1" status: 200 len: 992 time: 3.2756109 Jul 16 01:38:33.144158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:33.146379 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341887ee-62c9-44fd-b460-f496365de348" -d '{"events": [{"name": "network-changed", "server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:33.188572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.211662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e75e40c-4d87-48bc-8a17-4019c27e5f7c req-b48c5980-fd8d-49e4-bd64-41d21cf29e1e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617857 Jul 16 01:38:33.258106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 3, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.297851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee85081-7057-4173-84b8-290a7be4ca3c None None] The sync data for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 is: [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 3, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:33.303696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Attempting to bind port 2d2638d6-4ada-4a36-88cd-5807046d1f5f on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:33.304089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Attempting to bind port 2d2638d6-4ada-4a36-88cd-5807046d1f5f by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:33.304707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Attempting to bind port 2d2638d6-4ada-4a36-88cd-5807046d1f5f on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:33.309286 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3940ea17-9917-408f-b2c4-d20a3cb2ba6e x-openstack-request-id: req-3940ea17-9917-408f-b2c4-d20a3cb2ba6e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:33.309585 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:33.309833 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3940ea17-9917-408f-b2c4-d20a3cb2ba6e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:33.310223 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'status': 'completed', 'code': 200} Jul 16 01:38:33.314010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Port 2d2638d6-4ada-4a36-88cd-5807046d1f5f on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:33.314279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Attempting to bind port 2d2638d6-4ada-4a36-88cd-5807046d1f5f on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:33.325320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:33.325670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:33.326063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:33.326499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Bound port: 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:33.326860 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.354352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:33.379143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc7112-0e60-4adf-b8f0-b7ad69ca2abe req-c4d8d375-43a4-4f42-980a-ff51731b8fd7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.390418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ddc7112-0e60-4adf-b8f0-b7ad69ca2abe req-c4d8d375-43a4-4f42-980a-ff51731b8fd7 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 950 time: 0.2041698 Jul 16 01:38:33.419570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.459025 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ceb36cf3-685f-448a-93f5-e876ca6661e0', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'port_id': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'mac_address': 'fa:16:3e:e6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:35:54Z', 'updated_at': '2021-07-16T01:38:31Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.490343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:33.497238 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:33.506250 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:33.507039 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.521628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ddc7112-0e60-4adf-b8f0-b7ad69ca2abe req-a724a9e7-b793-4e48-a435-10ddd00151b1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266236 Jul 16 01:38:33.607237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] For port 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:33.632013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.644459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09aa68-dab1-43ec-89e8-23e4ade7633d req-654bf017-b01e-46e1-83a2-0bf990f98e18 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.646030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f09aa68-dab1-43ec-89e8-23e4ade7633d req-654bf017-b01e-46e1-83a2-0bf990f98e18 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 936 time: 0.1565435 Jul 16 01:38:33.648143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] For port 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:33.657047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-0eddaced-050d-42fd-b659-4cd8783d4194 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.657923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.659129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-0eddaced-050d-42fd-b659-4cd8783d4194 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 950 time: 0.5453746 Jul 16 01:38:33.661881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a3a383-80a9-4e10-b6a7-b45b7847e943 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:33.675238 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:33.743148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Transition to ACTIVE for port object 3ec4ebc4-a722-4870-a1c1-30d977f86c0a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:33.746414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:33.759461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-2320c098-5e58-4f90-8e61-0be07921741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.761069 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-2320c098-5e58-4f90-8e61-0be07921741f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4672245c-9a6c-4677-a671-0fd8653217d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5310876 Jul 16 01:38:33.839780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f09aa68-dab1-43ec-89e8-23e4ade7633d req-9c380301-112e-4038-a6d1-06dbaab04ab1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864738 Jul 16 01:38:33.870413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.871039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.873590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] 10.222.0.32 "PUT /v2.0/ports/2d2638d6-4ada-4a36-88cd-5807046d1f5f HTTP/1.1" status: 200 len: 1096 time: 3.0841758 Jul 16 01:38:33.888703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.049268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdae51-0a82-4554-882b-731abab6685a req-151fa606-a130-4f1c-be67-cdd2ad0be7a4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.051378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09fdae51-0a82-4554-882b-731abab6685a req-151fa606-a130-4f1c-be67-cdd2ad0be7a4 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "GET /v2.0/ports?device_id=562a8d33-f0b2-46ac-807d-6f2c56f05ad1 HTTP/1.1" status: 200 len: 950 time: 0.2603350 Jul 16 01:38:34.147023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff93cf6-a729-426a-a9a3-6b4d1602ff97 req-d5d168a8-6d29-4c5a-95cd-bc40920a04f1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.148642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bff93cf6-a729-426a-a9a3-6b4d1602ff97 req-d5d168a8-6d29-4c5a-95cd-bc40920a04f1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 948 time: 0.3590043 Jul 16 01:38:34.173837 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db455b7-2e70-4b2f-b3a8-194e877a84b5 x-openstack-request-id: req-2db455b7-2e70-4b2f-b3a8-194e877a84b5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:34.174035 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:34.174413 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2db455b7-2e70-4b2f-b3a8-194e877a84b5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:34.174946 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'status': 'completed', 'code': 200} Jul 16 01:38:34.193427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2749c-3585-4a77-8fde-3f69da8897af service neutron] Pushing event updated for resources: {'Port': ['ID=2d2638d6-4ada-4a36-88cd-5807046d1f5f,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.222449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] Transition to ACTIVE for port object 86a3a383-80a9-4e10-b6a7-b45b7847e943 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:34.243999 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ceb36cf3-685f-448a-93f5-e876ca6661e0', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'port_id': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'mac_address': 'fa:16:3e:e6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:35:54Z', 'updated_at': '2021-07-16T01:38:31Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:34.247873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.253411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-03561e22-7610-4802-8d7c-661ff13d7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.254928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-03561e22-7610-4802-8d7c-661ff13d7670 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 1099 time: 0.2965353 Jul 16 01:38:34.257775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bff93cf6-a729-426a-a9a3-6b4d1602ff97 req-a37d7c9f-1015-4352-9c4d-36861be0f485 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860896 Jul 16 01:38:34.277368 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcd685-8b4a-40b3-88af-8a6ce1ecdd1f None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ceb36cf3-685f-448a-93f5-e876ca6661e0', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'port_id': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'mac_address': 'fa:16:3e:e6:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:35:54Z', 'updated_at': '2021-07-16T01:38:31Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:34.320384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-f2cef366-b291-4b6f-9b5b-344fdea362ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f HTTP/1.1" status: 200 len: 217 time: 0.0531805 Jul 16 01:38:34.373319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:34.381984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.395732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Transition to ACTIVE for port object 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:34.404312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.416541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-d3407c70-6a27-4f42-b521-bb777389b454 service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437411 Jul 16 01:38:34.428222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Network bae1752d-f753-40a4-9624-9dd90fbd9706 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:34.441155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7463e91e-be41-4159-bd42-a26347d26dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.442600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-7463e91e-be41-4159-bd42-a26347d26dac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0978112 Jul 16 01:38:34.453038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:34.460471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:34.463155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.536159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:34.536513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.582933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4dbb4-9617-4b89-875a-e2af75540158 req-ff5fbd4d-9b6d-4bf8-bb0c-2aa7ba8f56d9 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.587042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] No DVR routers for this DVR port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:34.590324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29c4dbb4-9617-4b89-875a-e2af75540158 req-ff5fbd4d-9b6d-4bf8-bb0c-2aa7ba8f56d9 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 944 time: 0.2465343 Jul 16 01:38:34.599403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.656282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port 440cc18c-c375-44b9-86d8-45f80c724bf9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:34.656878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.726488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d727ded-e01a-4319-8446-5d133253c579 None None] New status for floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:34.744463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29c4dbb4-9617-4b89-875a-e2af75540158 req-197f9589-944b-46aa-9bc1-5e95b89602fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530814 Jul 16 01:38:34.785611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-760687b8-d5c2-4bfb-afe2-ae5e3618c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.787955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-760687b8-d5c2-4bfb-afe2-ae5e3618c9ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3321321 Jul 16 01:38:34.807433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c360-a74a-48c6-8b8d-b9183bcb08fe req-4ce6debe-f679-42c9-bd79-13ff184ef023 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.815827 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f2c360-a74a-48c6-8b8d-b9183bcb08fe req-4ce6debe-f679-42c9-bd79-13ff184ef023 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.3766487 Jul 16 01:38:34.834587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port 509a71fa-cac4-414d-a44a-ac3a120d1ad1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=509a71fa-cac4-414d-a44a-ac3a120d1ad1,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:34.834954 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.850640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for 509a71fa-cac4-414d-a44a-ac3a120d1ad1 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:34.969581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6d282282-447d-4671-a579-c8784c924d3a None None] Provisioning for port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:34.974383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6d282282-447d-4671-a579-c8784c924d3a None None] Provisioning complete for port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:34.974809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d282282-447d-4671-a579-c8784c924d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.980771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] 10.222.0.38 "PUT /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943/bindings/n-h1-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 2.7137806 Jul 16 01:38:35.029199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6d282282-447d-4671-a579-c8784c924d3a None None] Port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:35.038822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f2c360-a74a-48c6-8b8d-b9183bcb08fe req-7939aa14-2208-4f1f-b81f-7430a02f8f35 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192719 Jul 16 01:38:35.068442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc5c1d-0163-430c-a973-d0c752c9e829 service neutron] Pushing event updated for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.084176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port 440cc18c-c375-44b9-86d8-45f80c724bf9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=440cc18c-c375-44b9-86d8-45f80c724bf9,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.084486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.119549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10af0eb9-d26d-485d-bd03-004f7cd45df8 req-5310753c-278c-482a-b30c-731da36b4544 service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684110 Jul 16 01:38:35.159989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-83b7fb0d-c7fd-4609-ae90-8352f54667c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331697 Jul 16 01:38:35.170105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for 440cc18c-c375-44b9-86d8-45f80c724bf9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:35.195935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2ee41-44b9-464b-a6a9-f290919d4ca6 req-1637769f-792b-4a64-8cea-9822dbf0e9ba tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.197538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bf2ee41-44b9-464b-a6a9-f290919d4ca6 req-1637769f-792b-4a64-8cea-9822dbf0e9ba tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.2581294 Jul 16 01:38:35.227438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.32', 63881) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.233078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341887ee-62c9-44fd-b460-f496365de348 req-fd3718ff-0f9f-476d-84b8-48855a8fce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.234618 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-fd3718ff-0f9f-476d-84b8-48855a8fce2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 1097 time: 0.9922488 Jul 16 01:38:35.243507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.257538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', '440cc18c-c375-44b9-86d8-45f80c724bf9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:35.328215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0783df67-21ab-44e2-b7dc-6876bd3dec79 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:35.343465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=509a71fa-cac4-414d-a44a-ac3a120d1ad1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.475859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0783df67-21ab-44e2-b7dc-6876bd3dec79 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:35.481784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bf2ee41-44b9-464b-a6a9-f290919d4ca6 req-03bbf6d7-fb99-491f-a451-aab9811e4138 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702479 Jul 16 01:38:35.487070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0783df67-21ab-44e2-b7dc-6876bd3dec79 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:35.487455 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.536204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port 509a71fa-cac4-414d-a44a-ac3a120d1ad1 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:35.542873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.555674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.32 "DELETE /v2.0/ports/509a71fa-cac4-414d-a44a-ac3a120d1ad1 HTTP/1.1" status: 204 len: 173 time: 1.4857705 Jul 16 01:38:35.603451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04ac0e54-5af1-4a35-bf03-1f19a8b8815d req-d9d5ddcb-e224-447b-8ecd-a30b6fe5dd05 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237247 Jul 16 01:38:35.648606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01b71-48f7-4f0b-aaed-2d3a92599bb9 req-28499071-f376-4504-9acc-3524ff0a80dc tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.672699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aba01b71-48f7-4f0b-aaed-2d3a92599bb9 req-28499071-f376-4504-9acc-3524ff0a80dc tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 950 time: 0.4104280 Jul 16 01:38:35.767876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aba01b71-48f7-4f0b-aaed-2d3a92599bb9 req-269c0283-ce43-49db-900c-14fa29992fe8 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944636 Jul 16 01:38:35.795264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.812233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a66f6-73ef-420d-a151-1ef9dff88133 req-1363256f-01ba-4752-8e42-57d0c165cc1f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.814100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-510a66f6-73ef-420d-a151-1ef9dff88133 req-1363256f-01ba-4752-8e42-57d0c165cc1f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 948 time: 0.1130304 Jul 16 01:38:35.853902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 0783df67-21ab-44e2-b7dc-6876bd3dec79, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0783df67-21ab-44e2-b7dc-6876bd3dec79,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:35.865042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.904212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-510a66f6-73ef-420d-a151-1ef9dff88133 req-c76ea1ee-423b-4683-98ee-da334cf0de3c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 Jul 16 01:38:35.909776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.919593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:35.919858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:35.938964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:35.957570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:35.958176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:35.972419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:35.973047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:35.973603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:35.974265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Bound port: 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:35.974848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.000124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=0783df67-21ab-44e2-b7dc-6876bd3dec79,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.129480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:36.141717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:36.154525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07056a0-8f77-4095-8c80-511897597ec8 req-d2058c69-bf7c-4e15-9235-0bb5e9c2882b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.156168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f07056a0-8f77-4095-8c80-511897597ec8 req-d2058c69-bf7c-4e15-9235-0bb5e9c2882b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 948 time: 0.1019416 Jul 16 01:38:36.188120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'tag': '2d2638d6-4ada-4a36-88cd-5807046d1f5f'}, {'server_uuid': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'name': 'network-vif-deleted', 'tag': '509a71fa-cac4-414d-a44a-ac3a120d1ad1'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:36.190772 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb1bdc7-d4c7-4311-862e-7eebc3e26a50", "tag": "2d2638d6-4ada-4a36-88cd-5807046d1f5f"}, {"server_uuid": "562a8d33-f0b2-46ac-807d-6f2c56f05ad1", "name": "network-vif-deleted", "tag": "509a71fa-cac4-414d-a44a-ac3a120d1ad1"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:36.212717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.231871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f07056a0-8f77-4095-8c80-511897597ec8 req-2d937dab-1801-4672-bd52-c9127953c189 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665514 Jul 16 01:38:36.248209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-5bde98b8-0e5e-4072-83d5-a29b8be1c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.249660 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-5bde98b8-0e5e-4072-83d5-a29b8be1c735 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d8ffd44743b4067a531be1253c6f7e0&device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 1095 time: 1.0141551 Jul 16 01:38:36.250360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.253727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.263578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42714e-524f-4436-92c4-c56a4cd3c132 req-e652009b-0a8e-4775-9a4d-4ed1df858546 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.266035 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b42714e-524f-4436-92c4-c56a4cd3c132 req-e652009b-0a8e-4775-9a4d-4ed1df858546 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 944 time: 0.1245074 Jul 16 01:38:36.308023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-a528e93f-1751-45d4-a753-5a205b7f2157 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.310535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-a528e93f-1751-45d4-a753-5a205b7f2157 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1095 time: 1.1592314 Jul 16 01:38:36.313775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.314387 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.315728 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] 10.222.0.38 "PUT /v2.0/ports/5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 1096 time: 3.4398041 Jul 16 01:38:36.324734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:36.327685 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736aad8b-de97-4fc9-8c80-037d8fe8fca0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:36.358464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b42714e-524f-4436-92c4-c56a4cd3c132 req-a1c855e1-349f-4d11-aef2-89a71c611591 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757101 Jul 16 01:38:36.422540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341887ee-62c9-44fd-b460-f496365de348 req-132cc0df-7c96-4568-9d03-b2dd752b58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.424003 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-132cc0df-7c96-4568-9d03-b2dd752b58ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 200 len: 925 time: 1.1723678 Jul 16 01:38:36.424627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.443240 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d29125-b41b-450a-afd3-7c51b085715a x-openstack-request-id: req-37d29125-b41b-450a-afd3-7c51b085715a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:36.443533 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb1bdc7-d4c7-4311-862e-7eebc3e26a50", "tag": "2d2638d6-4ada-4a36-88cd-5807046d1f5f", "status": "completed", "code": 200}, {"server_uuid": "562a8d33-f0b2-46ac-807d-6f2c56f05ad1", "name": "network-vif-deleted", "tag": "509a71fa-cac4-414d-a44a-ac3a120d1ad1", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:36.443780 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37d29125-b41b-450a-afd3-7c51b085715a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:36.444258 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'tag': '2d2638d6-4ada-4a36-88cd-5807046d1f5f', 'status': 'completed', 'code': 200} Jul 16 01:38:36.444509 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562a8d33-f0b2-46ac-807d-6f2c56f05ad1', 'name': 'network-vif-deleted', 'tag': '509a71fa-cac4-414d-a44a-ac3a120d1ad1', 'status': 'completed', 'code': 200} Jul 16 01:38:36.544937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f976c7a-0193-457a-9c56-dcaef9edb5fb req-e90c32b0-130c-4adb-abac-0d7af12efa7c tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.546754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f976c7a-0193-457a-9c56-dcaef9edb5fb req-e90c32b0-130c-4adb-abac-0d7af12efa7c tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1504366 Jul 16 01:38:36.591424 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1a9001-206a-4b05-a50c-2ea8a82ebc01 x-openstack-request-id: req-3d1a9001-206a-4b05-a50c-2ea8a82ebc01 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:36.591719 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:36.591968 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d1a9001-206a-4b05-a50c-2ea8a82ebc01 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:36.592704 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'status': 'completed', 'code': 200} Jul 16 01:38:36.598596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-8262e6e2-863a-4085-a720-3d4fb031bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.609222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-8262e6e2-863a-4085-a720-3d4fb031bcf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 1099 time: 0.1252344 Jul 16 01:38:36.633531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeb5ba-fb1a-4066-9ff5-2473646dc7dc service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.639500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f976c7a-0193-457a-9c56-dcaef9edb5fb req-28e59be9-1db1-4332-9f52-f056e6ffd6c8 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Jul 16 01:38:36.646841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 509a71fa-cac4-414d-a44a-ac3a120d1ad1 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:36.681530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 509a71fa-cac4-414d-a44a-ac3a120d1ad1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:36.681974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 509a71fa-cac4-414d-a44a-ac3a120d1ad1 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:36.748885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=440cc18c-c375-44b9-86d8-45f80c724bf9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.789628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43afe-53f1-44d8-b6ea-9f03fb65ac40 req-e38e9eb4-c095-43b0-afa8-e4c39c94934a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.791025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cb43afe-53f1-44d8-b6ea-9f03fb65ac40 req-e38e9eb4-c095-43b0-afa8-e4c39c94934a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.1505904 Jul 16 01:38:36.792136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-27c644d6-d556-4917-bdbc-af91d695bb90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2 HTTP/1.1" status: 200 len: 1002 time: 0.3425052 Jul 16 01:38:36.792278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-dc554e90-e367-40a3-893c-26bbdc1fdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.793995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-dc554e90-e367-40a3-893c-26bbdc1fdbf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1663859 Jul 16 01:38:36.824808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-b4da5444-c2ac-4ae6-82bf-5c8b3a9ccd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.826549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-b4da5444-c2ac-4ae6-82bf-5c8b3a9ccd78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4672245c-9a6c-4677-a671-0fd8653217d0 HTTP/1.1" status: 200 len: 912 time: 0.5308824 Jul 16 01:38:36.827125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port 440cc18c-c375-44b9-86d8-45f80c724bf9 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:36.841735 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.843759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9d4daf9-046d-4582-b9d0-ecc57b272f17 req-ddcc9eb0-d7e3-4dc4-8ef6-f0baca3ea80b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "DELETE /v2.0/ports/440cc18c-c375-44b9-86d8-45f80c724bf9 HTTP/1.1" status: 204 len: 173 time: 3.1688008 Jul 16 01:38:36.849851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-edf969b4-db0a-4a32-a890-8ed496d8d93f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f HTTP/1.1" status: 200 len: 217 time: 0.0455024 Jul 16 01:38:36.894397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cb43afe-53f1-44d8-b6ea-9f03fb65ac40 req-d353e5c3-9782-4477-96f9-618222a9213d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968101 Jul 16 01:38:36.940685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-7e28a2ce-2a1d-4aab-ae81-26eff2d86b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.942296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-7e28a2ce-2a1d-4aab-ae81-26eff2d86b0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666&tenant_id=86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 1095 time: 0.5932312 Jul 16 01:38:36.943602 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-4df566d6-5707-48cc-8fa6-45970dff55a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb HTTP/1.1" status: 200 len: 217 time: 0.0961671 Jul 16 01:38:36.944546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18d526d4-b3c1-4de7-b5ec-d30047717b4c req-2d1559b5-234c-438b-8a3e-4d3d16d628d9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=495886a4-838b-4c53-a08d-6319ff71ec31 HTTP/1.1" status: 200 len: 210 time: 0.0352330 Jul 16 01:38:36.950804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-b6bee2eb-1cc7-4432-a989-2a18a43303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.952230 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-b6bee2eb-1cc7-4432-a989-2a18a43303d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1099 time: 0.5698838 Jul 16 01:38:36.974041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-5dc5df36-034b-4447-8754-fb41cac05a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.975535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-5dc5df36-034b-4447-8754-fb41cac05a6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1143246 Jul 16 01:38:37.004013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341887ee-62c9-44fd-b460-f496365de348 req-e8c1deac-1f64-459f-9462-fdd8bf24bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.005505 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-e8c1deac-1f64-459f-9462-fdd8bf24bf02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 200 len: 863 time: 0.1734419 Jul 16 01:38:37.081329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-e54214fd-543f-4df6-8b6a-9023318f45e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.1041367 Jul 16 01:38:37.108504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:37.161091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.175563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-f75e1d05-8a57-4ff5-ab5f-379a43ed5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.177107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-f75e1d05-8a57-4ff5-ab5f-379a43ed5bcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2 HTTP/1.1" status: 200 len: 850 time: 0.2201495 Jul 16 01:38:37.183779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.184500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-82ad45ff-8624-4989-9d58-49c5f3269e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.186200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-82ad45ff-8624-4989-9d58-49c5f3269e6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974556 Jul 16 01:38:37.253686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0783df67-21ab-44e2-b7dc-6876bd3dec79 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:37.268445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60774d59-2069-4103-acb6-8c7144dda203 req-83194a00-262c-4b36-8358-b13d93c06834 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.275916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60774d59-2069-4103-acb6-8c7144dda203 req-83194a00-262c-4b36-8358-b13d93c06834 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 948 time: 0.1804862 Jul 16 01:38:37.316698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-a7f906c5-bf22-4336-87c4-3e5296259f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.318639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-a7f906c5-bf22-4336-87c4-3e5296259f00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2079506 Jul 16 01:38:37.346804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.356583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0783df67-21ab-44e2-b7dc-6876bd3dec79 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:37.357052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.360457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-1fe5f956-c7c5-421a-a602-be55a83ea033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.362577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-1fe5f956-c7c5-421a-a602-be55a83ea033 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1095 time: 0.3538110 Jul 16 01:38:37.386552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60774d59-2069-4103-acb6-8c7144dda203 req-51b6eeea-9f7b-4bc8-8648-e27c3b6300a0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096323 Jul 16 01:38:37.391647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.408936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 440cc18c-c375-44b9-86d8-45f80c724bf9 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:37.413810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341887ee-62c9-44fd-b460-f496365de348 req-674e0c2f-436f-4b38-a67d-5ec38042dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.415631 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-674e0c2f-436f-4b38-a67d-5ec38042dd9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64cbd18a-a729-445e-a412-bd9beed34f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3631401 Jul 16 01:38:37.438182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 440cc18c-c375-44b9-86d8-45f80c724bf9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:37.438628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 440cc18c-c375-44b9-86d8-45f80c724bf9 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:37.467341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-c33632a9-30c1-4f45-9190-1779b5440f60 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702618 Jul 16 01:38:37.589163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-e81596fb-e972-43c3-add1-c01aaf5fce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.591454 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-e81596fb-e972-43c3-add1-c01aaf5fce63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4672245c-9a6c-4677-a671-0fd8653217d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4026456 Jul 16 01:38:37.620706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806dec3-c12f-4847-bfa9-efc7633eafab req-7910d16f-16a3-40eb-b1e3-517dfd373790 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.622170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0806dec3-c12f-4847-bfa9-efc7633eafab req-7910d16f-16a3-40eb-b1e3-517dfd373790 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 948 time: 0.2208264 Jul 16 01:38:37.704804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0806dec3-c12f-4847-bfa9-efc7633eafab req-eaa27a30-3adc-4363-b313-becdd4b3eaae tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700827 Jul 16 01:38:37.723195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4cba5d-dda9-4265-8d9d-79f2dbb02684 req-61a9b999-b910-48f9-90eb-142d47a984d8 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381451 Jul 16 01:38:37.751027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f312-ade8-46fb-bde0-aae0a82c470b req-051043e9-962c-4da4-beda-2c118f916908 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.752958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c652f312-ade8-46fb-bde0-aae0a82c470b req-051043e9-962c-4da4-beda-2c118f916908 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 944 time: 0.2076221 Jul 16 01:38:37.793843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c652f312-ade8-46fb-bde0-aae0a82c470b req-49d375c9-6ed3-47fb-9049-4a90d2a2fae6 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346086 Jul 16 01:38:37.883013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64c053-0e0b-4948-9ad8-0257ae4a02a5 req-0eeb3d09-e82b-4d30-9e2f-c15ffa9bb020 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.884584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c64c053-0e0b-4948-9ad8-0257ae4a02a5 req-0eeb3d09-e82b-4d30-9e2f-c15ffa9bb020 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.0674045 Jul 16 01:38:37.923184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c64c053-0e0b-4948-9ad8-0257ae4a02a5 req-3c58f128-89bd-4bfd-8ee4-a8b1314c225b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 16 01:38:37.987013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-02562f93-2dd9-4bec-bb29-c02b5ebf5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.988532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-02562f93-2dd9-4bec-bb29-c02b5ebf5202 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.6000619 Jul 16 01:38:38.006284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-e05708a9-933d-4e00-8f0c-260c462ed182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.007823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-e05708a9-933d-4e00-8f0c-260c462ed182 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6732697 Jul 16 01:38:38.079265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289f5d3-4d47-43d2-ad42-74b31e60f484 req-7d3bebf7-afaa-48d0-9ad5-d2a99b376953 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.080815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0289f5d3-4d47-43d2-ad42-74b31e60f484 req-7d3bebf7-afaa-48d0-9ad5-d2a99b376953 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.0645595 Jul 16 01:38:38.093507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-b35e5238-f82a-45d3-b44e-2306ac4e82af service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624961 Jul 16 01:38:38.112232 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-c52044bf-cc2f-492b-bb3f-3ca253a588f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 217 time: 0.1107233 Jul 16 01:38:38.122376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0289f5d3-4d47-43d2-ad42-74b31e60f484 req-3c3ddb32-ea79-429f-99a3-431870fde508 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Jul 16 01:38:38.132742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Network bae1752d-f753-40a4-9624-9dd90fbd9706 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:38.160238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:38.295996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-3d630b47-934e-449c-b411-0e7a39da2a54 service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741629 Jul 16 01:38:38.360588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-eed84f11-ab8f-403b-a954-a409a0b0b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.362178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-eed84f11-ab8f-403b-a954-a409a0b0b126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.2262962 Jul 16 01:38:38.411737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-1f138aa9-d971-4060-93d5-0668e17555d3 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854377 Jul 16 01:38:38.420150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ca91564-19af-4831-a41f-32f7e16c2156 None None] Provisioning complete for port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:38.421143 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ca91564-19af-4831-a41f-32f7e16c2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.454046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-6e1be8d3-e84e-492d-9f6c-e03e44451a8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728588 Jul 16 01:38:38.465956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6ca91564-19af-4831-a41f-32f7e16c2156 None None] Port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:38.532971 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-341887ee-62c9-44fd-b460-f496365de348 req-65a79e18-675f-4e6b-9254-a658505a1ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269328 Jul 16 01:38:38.579081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad653e6-017d-4e95-adac-1d7ba0bce6d3 req-c9471aae-6ee2-42b8-829a-7ffe3f27617e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.580638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ad653e6-017d-4e95-adac-1d7ba0bce6d3 req-c9471aae-6ee2-42b8-829a-7ffe3f27617e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 948 time: 0.0810735 Jul 16 01:38:38.614343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495886a4-838b-4c53-a08d-6319ff71ec31', 'name': 'network-vif-deleted', 'tag': '440cc18c-c375-44b9-86d8-45f80c724bf9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:38.616604 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d1254-6d22-4d8c-859c-64b8d551e251" -d '{"events": [{"server_uuid": "495886a4-838b-4c53-a08d-6319ff71ec31", "name": "network-vif-deleted", "tag": "440cc18c-c375-44b9-86d8-45f80c724bf9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:38.623225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ad653e6-017d-4e95-adac-1d7ba0bce6d3 req-5fea328b-cb99-410f-ad23-0a19c3be789d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Jul 16 01:38:38.676216 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b19108a-1a95-405a-ad40-ebb9bf8a15b9 x-openstack-request-id: req-2b19108a-1a95-405a-ad40-ebb9bf8a15b9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:38.676508 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495886a4-838b-4c53-a08d-6319ff71ec31", "name": "network-vif-deleted", "tag": "440cc18c-c375-44b9-86d8-45f80c724bf9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:38.676760 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b19108a-1a95-405a-ad40-ebb9bf8a15b9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:38.677144 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495886a4-838b-4c53-a08d-6319ff71ec31', 'name': 'network-vif-deleted', 'tag': '440cc18c-c375-44b9-86d8-45f80c724bf9', 'status': 'completed', 'code': 200} Jul 16 01:38:38.684589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device de2edfd4-5344-4f95-8c6b-f49ab43802cb details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:38.703396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b154c3f-fd18-4483-ab52-532e04e9c456 req-971f49f7-72e3-42b3-8703-71ce712eb2c5 service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677912 Jul 16 01:38:38.724978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Router 0502c5aa-0241-4c97-a802-4f7fd058f720 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:38.735951 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-2658499d-5bf5-4b9e-a905-5715eedab318 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490244 Jul 16 01:38:38.739441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd8df3-8ee2-4add-8975-1896f62890e0 req-e16c8a2f-3bb3-47c4-b4e9-ef88cf4ce919 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974720 Jul 16 01:38:38.811294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port de2edfd4-5344-4f95-8c6b-f49ab43802cb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.827830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'port_id': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'mac_address': 'fa:16:3e:c1:1f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:38.878077 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.886345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecdcb4-5778-4694-a305-9de9c83577c1 req-010031e6-9aa2-4cc3-8d51-01952c205245 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.887936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9ecdcb4-5778-4694-a305-9de9c83577c1 req-010031e6-9aa2-4cc3-8d51-01952c205245 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 949 time: 0.1210105 Jul 16 01:38:38.892837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2edfd4-5344-4f95-8c6b-f49ab43802cb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:38.913208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port de2edfd4-5344-4f95-8c6b-f49ab43802cb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.918904 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.919844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 2d2638d6-4ada-4a36-88cd-5807046d1f5f details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:38.941100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:38.957331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173c639-41b2-401d-8642-3306cec02221 req-2edc0aca-6e1f-4f53-8297-a3ba05ea0ba2 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.957331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f173c639-41b2-401d-8642-3306cec02221 req-2edc0aca-6e1f-4f53-8297-a3ba05ea0ba2 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 948 time: 0.1040225 Jul 16 01:38:38.957665 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-38991a5c-76a8-4240-8c25-9090a2e60a28 admin admin] 10.222.0.35 "PUT /v2.0/routers/0502c5aa-0241-4c97-a802-4f7fd058f720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9556508 Jul 16 01:38:38.965149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9ecdcb4-5778-4694-a305-9de9c83577c1 req-9f28ef1b-95e4-4273-a137-3008e8fb87d3 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585864 Jul 16 01:38:38.977301 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Sync routers for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:38.990003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-fab4a6b9-2b5c-4f84-b273-cf2a4098afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.991720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-fab4a6b9-2b5c-4f84-b273-cf2a4098afe1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1099 time: 0.1471529 Jul 16 01:38:38.995561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-ec9ca91c-e92d-48c5-bd4a-9a0dbe0ce239 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606419 Jul 16 01:38:38.995710 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:38.996434 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.011614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=de2edfd4-5344-4f95-8c6b-f49ab43802cb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.085620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:39.087926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f173c639-41b2-401d-8642-3306cec02221 req-2b14946c-ce56-46c1-b3ee-7eff723fe1b1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216528 Jul 16 01:38:39.102395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '2d2638d6-4ada-4a36-88cd-5807046d1f5f', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '2d2638d6-4ada-4a36-88cd-5807046d1f5f', 'mac_address': 'fa:16:3e:91:ab:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:39.177171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-4c2cd011-57f0-489e-a9fd-aa0f8a6069f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.178581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-4c2cd011-57f0-489e-a9fd-aa0f8a6069f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1797359 Jul 16 01:38:39.225480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.287572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2638d6-4ada-4a36-88cd-5807046d1f5f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:39.307127 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-a580480a-a5d0-4c19-abf6-d275f990e10f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.1169283 Jul 16 01:38:39.316670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:39.324085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.333613 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:39.380108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-75d461eb-8b55-4f71-bfff-695a911a10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.382632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-75d461eb-8b55-4f71-bfff-695a911a10b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0601244 Jul 16 01:38:39.400462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eee202-00a1-46c0-bdaa-3b64c898c22e req-545d890e-80db-49e0-b46c-af3c0e7a2c4f tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.409193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0eee202-00a1-46c0-bdaa-3b64c898c22e req-545d890e-80db-49e0-b46c-af3c0e7a2c4f tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 945 time: 0.1491764 Jul 16 01:38:39.409435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=2d2638d6-4ada-4a36-88cd-5807046d1f5f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.435995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e692-b1f1-4535-8226-933ccbac9a9a req-b4f0095f-94ac-4189-8ead-af73529a134e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.443391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d513e692-b1f1-4535-8226-933ccbac9a9a req-b4f0095f-94ac-4189-8ead-af73529a134e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1414769 Jul 16 01:38:39.488590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125f782-3a35-475a-b06a-147520fcca7e req-80560f7f-8d00-403c-b3d9-53b5023b1ee9 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.490302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-80560f7f-8d00-403c-b3d9-53b5023b1ee9 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.1823094 Jul 16 01:38:39.492060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0eee202-00a1-46c0-bdaa-3b64c898c22e req-44d07990-3522-425c-afdb-24e680376b77 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819347 Jul 16 01:38:39.492211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-d95acc5b-067e-4a4f-bde4-4761297f1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.493519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-d95acc5b-067e-4a4f-bde4-4761297f1510 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923245 Jul 16 01:38:39.534293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d513e692-b1f1-4535-8226-933ccbac9a9a req-0ee97124-aafe-4afd-b769-27f0bd765358 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892658 Jul 16 01:38:39.636346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['de2edfd4-5344-4f95-8c6b-f49ab43802cb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:39.641175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['2d2638d6-4ada-4a36-88cd-5807046d1f5f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:39.642585 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:36Z', 'revision_number': 2, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.671973 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Checking router: 0502c5aa-0241-4c97-a802-4f7fd058f720 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:39.672148 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Updating router 0502c5aa-0241-4c97-a802-4f7fd058f720 port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:39.706947 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.711038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-51dfb1fa-9ce5-4061-99ec-062faab81a3a service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064850 Jul 16 01:38:39.780014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c445e42-8619-48dd-84f4-576dd48c597e req-8e1bb62b-e637-4ec1-8a59-8badd40e0c9c tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.788329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c445e42-8619-48dd-84f4-576dd48c597e req-8e1bb62b-e637-4ec1-8a59-8badd40e0c9c tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.0938010 Jul 16 01:38:39.852994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c445e42-8619-48dd-84f4-576dd48c597e req-22a378a5-d24b-4b66-b8bb-a54800e3a039 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623713 Jul 16 01:38:39.964391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0125f782-3a35-475a-b06a-147520fcca7e req-4d76ecc0-7834-4629-a5bc-3abd35cebde8 service neutron] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:39.972759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0125f782-3a35-475a-b06a-147520fcca7e req-4d76ecc0-7834-4629-a5bc-3abd35cebde8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.973880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0125f782-3a35-475a-b06a-147520fcca7e req-4d76ecc0-7834-4629-a5bc-3abd35cebde8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943/bindings/n-h2-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.4599667 Jul 16 01:38:40.009942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-736aad8b-de97-4fc9-8c80-037d8fe8fca0 req-20a6d828-a169-44d1-a902-9f5a1be55e29 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513263 Jul 16 01:38:40.122592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037bcce-01f9-471e-9bcd-fa4e89d5b4f8 req-92d8d2fb-f108-43ca-955f-5b8d3790c0a5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.124141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f037bcce-01f9-471e-9bcd-fa4e89d5b4f8 req-92d8d2fb-f108-43ca-955f-5b8d3790c0a5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 948 time: 0.1775296 Jul 16 01:38:40.186082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f037bcce-01f9-471e-9bcd-fa4e89d5b4f8 req-51a75eb8-1782-4a1d-86ce-aa32b6c4c643 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549738 Jul 16 01:38:40.197022 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.206389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3b0f5-e90c-4b2d-b1d4-90b7f08fbb70 req-1e98aff1-2121-4956-952e-a5a711c43aa8 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.216296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93f3b0f5-e90c-4b2d-b1d4-90b7f08fbb70 req-1e98aff1-2121-4956-952e-a5a711c43aa8 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1095 time: 0.0991988 Jul 16 01:38:40.216781 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Transition to ACTIVE for port object 3ec4ebc4-a722-4870-a1c1-30d977f86c0a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:40.231418 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.296133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93f3b0f5-e90c-4b2d-b1d4-90b7f08fbb70 req-76841602-6610-45b0-9924-7731d899a67c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623927 Jul 16 01:38:40.333183 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820e99-7d97-47b6-8422-f7206552c16c None None] Pushing event updated for resources: {'Port': ['ID=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.395586 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Attempting to bind port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:40.395994 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Attempting to bind port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:40.396383 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Attempting to bind port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a on network bae1752d-f753-40a4-9624-9dd90fbd9706 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:40.409215 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:40.431870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Checking segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:40.432679 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.433220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Bound using segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:40.434507 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Bound port: 3ec4ebc4-a722-4870-a1c1-30d977f86c0a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:40.435552 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.438407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-28c4c14e-9212-4445-b581-8327dde05d8f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.447921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-28c4c14e-9212-4445-b581-8327dde05d8f tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 949 time: 0.1367910 Jul 16 01:38:40.455209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2594589-0286-4a73-9b7c-5d7b7a61a50b req-24ef0d71-cd55-4b0b-a59e-965aff56acbb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.464139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2594589-0286-4a73-9b7c-5d7b7a61a50b req-24ef0d71-cd55-4b0b-a59e-965aff56acbb tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 949 time: 0.1540835 Jul 16 01:38:40.542836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2594589-0286-4a73-9b7c-5d7b7a61a50b req-ad066580-987c-41a5-ae30-75f5f994cb14 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776956 Jul 16 01:38:40.562055 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] For port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:40.565580 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] For port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:40.571192 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.655849 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:40.656767 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:40.664072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port eb480f3d-d869-4e07-a5ef-5f8334c8147e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:40.664792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.787984 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820e99-7d97-47b6-8422-f7206552c16c None None] Pushing event updated for resources: {'Port': ['ID=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.806434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45013b-7248-4cfc-bad2-c737e06eb0e8 req-1d5f922c-50b7-41e8-aa89-c0447435cb0f tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.831325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da45013b-7248-4cfc-bad2-c737e06eb0e8 req-1d5f922c-50b7-41e8-aa89-c0447435cb0f tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 949 time: 0.1543531 Jul 16 01:38:40.850938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-44b09b81-579e-49bd-b521-32b118b4132b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:40.853119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-44b09b81-579e-49bd-b521-32b118b4132b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/ports?device_id=146a5605-de09-4afa-b56a-e0b26250e927 HTTP/1.1" status: 200 len: 949 time: 0.2360694 Jul 16 01:38:40.896766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port eb480f3d-d869-4e07-a5ef-5f8334c8147e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=eb480f3d-d869-4e07-a5ef-5f8334c8147e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.897124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.901110 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:40.919430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for eb480f3d-d869-4e07-a5ef-5f8334c8147e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:41.036620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da45013b-7248-4cfc-bad2-c737e06eb0e8 req-30f0ed2b-cd6f-45ca-8e34-0ccf068549dc tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053230 Jul 16 01:38:41.080739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d8d7a-19cb-4c1a-bc52-edde4d7e57fb req-4c91514b-ad2e-45db-9518-09926caecfa9 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.091714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-173d8d7a-19cb-4c1a-bc52-edde4d7e57fb req-4c91514b-ad2e-45db-9518-09926caecfa9 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1095 time: 0.2409670 Jul 16 01:38:41.096999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port 3878e00e-11f3-4fa6-a7d9-991a214659e5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:41.097501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.158096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-173d8d7a-19cb-4c1a-bc52-edde4d7e57fb req-9f74a40f-9756-4c1c-9caa-acbc70c789d7 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Jul 16 01:38:41.250761 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:40Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:41.321393 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8abf6-f6c7-4054-b1c9-f4fc014704d2 None None] The sync data for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 is: [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:40Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:41.400493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:41.567532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.589420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'mac_address': 'fa:16:3e:f8:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:41.654240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.675109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:41.708795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.718219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.747927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.782348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd80af-9ef8-4174-b044-c22979445511 req-64f95fc3-5f71-4b7d-a2d0-1575a1e1a5e1 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.787686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=eb480f3d-d869-4e07-a5ef-5f8334c8147e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.791573 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1fd80af-9ef8-4174-b044-c22979445511 req-64f95fc3-5f71-4b7d-a2d0-1575a1e1a5e1 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 945 time: 0.5552163 Jul 16 01:38:41.813509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.820130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd', '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:41.849274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853e6b5-dd41-466a-b0a7-66cba1734719 req-d2dade8b-a657-4383-8173-5a0a20c179f2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.854429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a853e6b5-dd41-466a-b0a7-66cba1734719 req-d2dade8b-a657-4383-8173-5a0a20c179f2 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1738305 Jul 16 01:38:41.874358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port eb480f3d-d869-4e07-a5ef-5f8334c8147e on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:41.876970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.877810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1fd80af-9ef8-4174-b044-c22979445511 req-3544b7b6-5ff4-4cff-bb27-ebb335b769ee tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849559 Jul 16 01:38:41.879308 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d467c435-c22d-4ce9-8155-317ff1bfc260 req-ea6cf4fc-8a53-4873-8991-8f0e3325fd19 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "DELETE /v2.0/ports/eb480f3d-d869-4e07-a5ef-5f8334c8147e HTTP/1.1" status: 204 len: 173 time: 1.4235258 Jul 16 01:38:41.881369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port 3878e00e-11f3-4fa6-a7d9-991a214659e5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3878e00e-11f3-4fa6-a7d9-991a214659e5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:41.881731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.885232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d63dda-aca4-4215-a795-e29328e38954', 'name': 'network-vif-deleted', 'tag': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:41.888009 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2648899-f082-4602-8946-94d75c46e2b1" -d '{"events": [{"server_uuid": "33d63dda-aca4-4215-a795-e29328e38954", "name": "network-vif-deleted", "tag": "eb480f3d-d869-4e07-a5ef-5f8334c8147e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:41.907835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for 3878e00e-11f3-4fa6-a7d9-991a214659e5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:41.925415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.925783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.926144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.926416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.926763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.927074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.927398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.927724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.928338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.928675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.929861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.930347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:41.968509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a853e6b5-dd41-466a-b0a7-66cba1734719 req-d6db8696-5aef-4581-b863-8fe333e5ec6e tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879250 Jul 16 01:38:42.080574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5d4cabd7-689b-4a81-8b7f-ef3f229dd075'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:42.170052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.271095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=3878e00e-11f3-4fa6-a7d9-991a214659e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.304821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port 3878e00e-11f3-4fa6-a7d9-991a214659e5 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:42.308610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.312147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5001ce-3f41-4292-ab50-dce1365a3840 req-253865f1-f766-4dbe-8870-aeebd9043581 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "DELETE /v2.0/ports/3878e00e-11f3-4fa6-a7d9-991a214659e5 HTTP/1.1" status: 204 len: 173 time: 1.4521923 Jul 16 01:38:42.373250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b9c8-b3f6-4590-8e8b-3b14b7577f34 req-07c18d2d-8a93-4073-a6c3-90a0bde972f6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.374872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3796b9c8-b3f6-4590-8e8b-3b14b7577f34 req-07c18d2d-8a93-4073-a6c3-90a0bde972f6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.1561749 Jul 16 01:38:42.496189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3796b9c8-b3f6-4590-8e8b-3b14b7577f34 req-bf47964c-fd27-4519-b824-50bd400b6b77 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063745 Jul 16 01:38:42.696808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device de2edfd4-5344-4f95-8c6b-f49ab43802cb up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:42.758391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8c86d2d-eaa9-4bf0-b8db-a6b7344094a4 req-6e679369-5865-48c9-a9e6-d052137f456e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=33d63dda-aca4-4215-a795-e29328e38954 HTTP/1.1" status: 200 len: 210 time: 0.0814471 Jul 16 01:38:42.790066 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29a8e1b-c999-4d0e-86cd-6edd5ef28c94 x-openstack-request-id: req-d29a8e1b-c999-4d0e-86cd-6edd5ef28c94 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:42.791009 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d63dda-aca4-4215-a795-e29328e38954", "name": "network-vif-deleted", "tag": "eb480f3d-d869-4e07-a5ef-5f8334c8147e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:42.791499 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d29a8e1b-c999-4d0e-86cd-6edd5ef28c94 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:42.795065 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d63dda-aca4-4215-a795-e29328e38954', 'name': 'network-vif-deleted', 'tag': 'eb480f3d-d869-4e07-a5ef-5f8334c8147e', 'status': 'completed', 'code': 200} Jul 16 01:38:42.855447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port de2edfd4-5344-4f95-8c6b-f49ab43802cb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:42.886836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port de2edfd4-5344-4f95-8c6b-f49ab43802cb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:42.887383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.091483 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.143598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:43.195933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6275c6-988e-43f1-bd97-db7457e2302f req-9616475d-e846-4509-989c-48dcb1a2a5f7 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.208371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce6275c6-988e-43f1-bd97-db7457e2302f req-9616475d-e846-4509-989c-48dcb1a2a5f7 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 949 time: 0.2343180 Jul 16 01:38:43.225863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:43.233481 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110a6624-5d54-4d27-b348-7bbd2b9fc30b" -d '{"events": [{"server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "name": "network-vif-plugged", "status": "completed", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:43.266944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port de2edfd4-5344-4f95-8c6b-f49ab43802cb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:43.286819 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.287966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 2d2638d6-4ada-4a36-88cd-5807046d1f5f up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:43.330047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce6275c6-988e-43f1-bd97-db7457e2302f req-161aadb7-d3e2-4671-9347-2203058f2d9f tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188335 Jul 16 01:38:43.380582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ec4ebc4-a722-4870-a1c1-30d977f86c0a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:43.393617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d1034-5ec2-40ee-805a-580e64bf305b req-8ca5ff95-61b6-46a4-a018-be447870d0d2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.399457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a6d1034-5ec2-40ee-805a-580e64bf305b req-8ca5ff95-61b6-46a4-a018-be447870d0d2 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 945 time: 0.1826999 Jul 16 01:38:43.434762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:43.436828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:43.467863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a6d1034-5ec2-40ee-805a-580e64bf305b req-f50490ea-4250-4fe9-a394-5bff871c43e4 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603874 Jul 16 01:38:43.563585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=de2edfd4-5344-4f95-8c6b-f49ab43802cb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.587360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e85e5-7bdf-4b1e-a14d-70cb84e640d0 req-3b1683ca-aef6-41d0-877a-81896e376a53 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.592516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-643e85e5-7bdf-4b1e-a14d-70cb84e640d0 req-3b1683ca-aef6-41d0-877a-81896e376a53 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 950 time: 0.1049776 Jul 16 01:38:43.657593 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9688ad8-43b1-4d44-825b-5a64ccc81490 x-openstack-request-id: req-d9688ad8-43b1-4d44-825b-5a64ccc81490 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:43.657593 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "name": "network-vif-plugged", "status": "completed", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:43.657593 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9688ad8-43b1-4d44-825b-5a64ccc81490 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:43.659421 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'code': 200} Jul 16 01:38:43.682772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 2d2638d6-4ada-4a36-88cd-5807046d1f5f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:43.685212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:43.690121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-643e85e5-7bdf-4b1e-a14d-70cb84e640d0 req-2b6978d0-b228-4761-9da9-4f51d73ebead tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948801 Jul 16 01:38:43.704017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:43.705071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 2d2638d6-4ada-4a36-88cd-5807046d1f5f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:43.707668 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.712839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:43.713204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.742897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:43.743264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.816279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:43.857401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2c99-96fa-4020-adc2-75194dbe58fb req-ca8e02bb-ea73-46d6-823b-83018a5ba0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.860422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b9ec2c99-96fa-4020-adc2-75194dbe58fb req-ca8e02bb-ea73-46d6-823b-83018a5ba0e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 1097 time: 0.1139295 Jul 16 01:38:43.863858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'mac_address': 'fa:16:3e:08:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:43.923036 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b9ec2c99-96fa-4020-adc2-75194dbe58fb req-3a740785-c187-422c-8986-2b8315fd100e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539238 Jul 16 01:38:43.959014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8ebc1-d394-40f6-b2e8-8c9611988b0b req-f832e659-14fb-4c33-9e3c-ca04ff206d48 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.973033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27a8ebc1-d394-40f6-b2e8-8c9611988b0b req-f832e659-14fb-4c33-9e3c-ca04ff206d48 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.1789467 Jul 16 01:38:44.025993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27a8ebc1-d394-40f6-b2e8-8c9611988b0b req-0edc9c1b-daba-4d4e-9b4a-018899264801 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487573 Jul 16 01:38:44.086161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.161783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.164454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.239323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.240458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.247379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:44.264480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.265296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device eb480f3d-d869-4e07-a5ef-5f8334c8147e no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:44.304925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.335787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: eb480f3d-d869-4e07-a5ef-5f8334c8147e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:44.336156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device eb480f3d-d869-4e07-a5ef-5f8334c8147e not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:44.339797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.342913 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.360480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.375452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:44.381777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.388015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.447433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.526885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.595086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=2d2638d6-4ada-4a36-88cd-5807046d1f5f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.632379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265d7f5-a9ec-4878-89b7-3e11fdb88059 req-e8056924-0c9a-4fcf-9ec3-0be2518c423a tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.634173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6265d7f5-a9ec-4878-89b7-3e11fdb88059 req-e8056924-0c9a-4fcf-9ec3-0be2518c423a tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.1214221 Jul 16 01:38:44.686370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:44.691293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6265d7f5-a9ec-4878-89b7-3e11fdb88059 req-9e6d3b86-f242-48a4-ba3d-61b8758c2b1e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509036 Jul 16 01:38:44.797033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146a5605-de09-4afa-b56a-e0b26250e927', 'name': 'network-vif-deleted', 'tag': '3878e00e-11f3-4fa6-a7d9-991a214659e5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:44.800017 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aacc554-b64b-4f72-9ec3-8d6aa5138e7b" -d '{"events": [{"server_uuid": "146a5605-de09-4afa-b56a-e0b26250e927", "name": "network-vif-deleted", "tag": "3878e00e-11f3-4fa6-a7d9-991a214659e5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:44.855790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60e46-9c73-499e-85b2-288323820905 req-d1951d82-d9be-4ddc-afb5-8c5c4076b1c7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:44.858211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27a60e46-9c73-499e-85b2-288323820905 req-d1951d82-d9be-4ddc-afb5-8c5c4076b1c7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 0.1440737 Jul 16 01:38:44.963406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27a60e46-9c73-499e-85b2-288323820905 req-1edeee30-7f0f-44f8-a86a-5bb75dde0291 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770197 Jul 16 01:38:45.010810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0f38b-9bf8-402c-a047-75fd3cb6d187 req-8215d058-5b84-4281-a504-a7f751fbebf1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.013345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29a0f38b-9bf8-402c-a047-75fd3cb6d187 req-8215d058-5b84-4281-a504-a7f751fbebf1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 950 time: 0.1551085 Jul 16 01:38:45.072826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29a0f38b-9bf8-402c-a047-75fd3cb6d187 req-57e5d05f-3a0a-4c95-b1f7-22063a0a549b tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536978 Jul 16 01:38:45.190693 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a15f0f-fb96-4d5c-a1c6-9782178881e2 x-openstack-request-id: req-35a15f0f-fb96-4d5c-a1c6-9782178881e2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:45.191814 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146a5605-de09-4afa-b56a-e0b26250e927", "name": "network-vif-deleted", "tag": "3878e00e-11f3-4fa6-a7d9-991a214659e5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:45.192270 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35a15f0f-fb96-4d5c-a1c6-9782178881e2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:45.193048 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146a5605-de09-4afa-b56a-e0b26250e927', 'name': 'network-vif-deleted', 'tag': '3878e00e-11f3-4fa6-a7d9-991a214659e5', 'status': 'completed', 'code': 200} Jul 16 01:38:45.238097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ec4ebc4-a722-4870-a1c1-30d977f86c0a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:45.267999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ac603-841b-476e-80a5-7ed52176d3c3 req-ab21614b-f04d-419e-86b3-d8d06bb59148 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.269921 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd9ac603-841b-476e-80a5-7ed52176d3c3 req-ab21614b-f04d-419e-86b3-d8d06bb59148 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 949 time: 0.0762966 Jul 16 01:38:45.329999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:45.330400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.342637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd9ac603-841b-476e-80a5-7ed52176d3c3 req-557f56b5-e789-4fd3-81bd-81ad3a405b4f tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640669 Jul 16 01:38:45.415489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e2bd6-559a-47ad-a751-d1b172e8a5e5 req-f38ba313-c8ea-4d4a-bd0b-05a4573058e7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.427118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d44e2bd6-559a-47ad-a751-d1b172e8a5e5 req-f38ba313-c8ea-4d4a-bd0b-05a4573058e7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.0997179 Jul 16 01:38:45.449194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3878e00e-11f3-4fa6-a7d9-991a214659e5 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:45.468719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d44e2bd6-559a-47ad-a751-d1b172e8a5e5 req-988df0d2-d095-4b61-b576-64afe596ef22 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Jul 16 01:38:45.474962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 3878e00e-11f3-4fa6-a7d9-991a214659e5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:45.475683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3878e00e-11f3-4fa6-a7d9-991a214659e5 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:45.476535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:45.573511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.588062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:45.610923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:45.614796 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.660876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}, {'server_uuid': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2638d6-4ada-4a36-88cd-5807046d1f5f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:45.663223 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a9045-e639-45d1-8899-58f433222e83" -d '{"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}, {"server_uuid": "ccb1bdc7-d4c7-4311-862e-7eebc3e26a50", "name": "network-vif-plugged", "status": "completed", "tag": "2d2638d6-4ada-4a36-88cd-5807046d1f5f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:45.679425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:45.725972 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a2ba4a-c570-4f81-bde6-fd75bb4e6909 x-openstack-request-id: req-26a2ba4a-c570-4f81-bde6-fd75bb4e6909 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:45.726201 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "code": 200}, {"server_uuid": "ccb1bdc7-d4c7-4311-862e-7eebc3e26a50", "name": "network-vif-plugged", "status": "completed", "tag": "2d2638d6-4ada-4a36-88cd-5807046d1f5f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:45.726490 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26a2ba4a-c570-4f81-bde6-fd75bb4e6909 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:45.726905 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'code': 200} Jul 16 01:38:45.727167 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2638d6-4ada-4a36-88cd-5807046d1f5f', 'code': 200} Jul 16 01:38:45.889975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c25e-58b2-4cd8-861a-36c4dbc55a5f req-c7867644-3507-47fe-9b45-d225a3084874 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.891550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4b7c25e-58b2-4cd8-861a-36c4dbc55a5f req-c7867644-3507-47fe-9b45-d225a3084874 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.0848784 Jul 16 01:38:45.926110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9947a-1522-4849-a12e-f7ec1c3a0d78 req-bb21db39-9358-4396-b7b6-2ae9bff23448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.927772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51d9947a-1522-4849-a12e-f7ec1c3a0d78 req-bb21db39-9358-4396-b7b6-2ae9bff23448 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 1101 time: 0.1224446 Jul 16 01:38:45.951973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4b7c25e-58b2-4cd8-861a-36c4dbc55a5f req-78675049-79a3-4636-94c1-52ef4a16f7b6 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524445 Jul 16 01:38:45.952689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff9a46-f9dc-42fc-b7d9-5bac4d456c31 req-92a3bccd-adf2-4dfb-b215-decd9a2d4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:45.955479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6ff9a46-f9dc-42fc-b7d9-5bac4d456c31 req-92a3bccd-adf2-4dfb-b215-decd9a2d4b95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1101 time: 0.1172173 Jul 16 01:38:46.061772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6ff9a46-f9dc-42fc-b7d9-5bac4d456c31 req-aa4f3e8c-384a-4991-80d6-0878b20e7336 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957615 Jul 16 01:38:46.065044 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51d9947a-1522-4849-a12e-f7ec1c3a0d78 req-497eff7d-eba2-45dd-a977-d05324d91893 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221230 Jul 16 01:38:46.124484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68562d-2e27-450d-8af2-a192743ea833 req-8731a7a1-dfc2-4852-a7e0-3fdd232b615e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.126445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a68562d-2e27-450d-8af2-a192743ea833 req-8731a7a1-dfc2-4852-a7e0-3fdd232b615e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 950 time: 0.1169493 Jul 16 01:38:46.240067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53586126-9c22-4e37-b854-6558012842d8 req-852f7cd8-a73d-4d5a-8d57-d35f0a2c8742 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.242145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53586126-9c22-4e37-b854-6558012842d8 req-852f7cd8-a73d-4d5a-8d57-d35f0a2c8742 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 0.0901418 Jul 16 01:38:46.294855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Deleting port d88b625b-a5dd-427c-bfde-23d23bb3eddd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:46.296210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.328387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53586126-9c22-4e37-b854-6558012842d8 req-b74cf174-d54f-406a-a935-8fbcf143cb8c tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743263 Jul 16 01:38:46.356099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c990d-ee74-4b98-8edd-47c5c3dd92dd req-8f4dd80f-c5d0-4d99-8aad-4099da076ad1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.362962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-202c990d-ee74-4b98-8edd-47c5c3dd92dd req-8f4dd80f-c5d0-4d99-8aad-4099da076ad1 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 950 time: 0.0880337 Jul 16 01:38:46.420195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] For port d88b625b-a5dd-427c-bfde-23d23bb3eddd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d88b625b-a5dd-427c-bfde-23d23bb3eddd,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:46.420738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.427896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-202c990d-ee74-4b98-8edd-47c5c3dd92dd req-032381f4-400f-4608-a9c6-e9360c5f716e tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f1f24d0-a6ae-410e-809c-0244e3153feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638611 Jul 16 01:38:46.443854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Calling delete_port for d88b625b-a5dd-427c-bfde-23d23bb3eddd owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:46.611104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.624683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d88b625b-a5dd-427c-bfde-23d23bb3eddd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:46.647195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Pushing event deleted for resources: {'Port': ['ID=d88b625b-a5dd-427c-bfde-23d23bb3eddd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.671850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b08aeb-a26b-441e-b260-23b6c41a4c93 req-2004f984-e2ae-4f22-b69d-de3220b64456 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.682537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93b08aeb-a26b-441e-b260-23b6c41a4c93 req-2004f984-e2ae-4f22-b69d-de3220b64456 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 0.1177554 Jul 16 01:38:46.683090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44160) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.702577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Request body: {'floatingip': {'port_id': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:46.712947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] No DVR routers for this DVR port d88b625b-a5dd-427c-bfde-23d23bb3eddd on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:46.716176 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.718299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a68562d-2e27-450d-8af2-a192743ea833 req-0e176ae3-a1b9-4c0b-a3fe-6e940068f330 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.38 "DELETE /v2.0/ports/d88b625b-a5dd-427c-bfde-23d23bb3eddd HTTP/1.1" status: 204 len: 173 time: 0.5847867 Jul 16 01:38:46.752063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.936107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407af4-27de-4c08-8740-5b317f2f6f93 req-92598dc8-5735-4f50-b589-814d43e44708 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:46.942812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57407af4-27de-4c08-8740-5b317f2f6f93 req-92598dc8-5735-4f50-b589-814d43e44708 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 949 time: 0.2583859 Jul 16 01:38:47.080469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a56c-fefd-45aa-97b4-9a0151f82a0d req-985445a0-14d0-44ac-ab73-07f7de96685b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.084678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4584a56c-fefd-45aa-97b4-9a0151f82a0d req-985445a0-14d0-44ac-ab73-07f7de96685b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.2036648 Jul 16 01:38:47.103584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57407af4-27de-4c08-8740-5b317f2f6f93 req-62c7f1d1-d7f8-4e33-a3ae-e1ecb523645c tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598217 Jul 16 01:38:47.195285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00910e73-5589-4910-84fd-25d5890b94fe', 'name': 'network-vif-deleted', 'tag': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:47.198117 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133a23f-d860-4676-9982-42faaf8afcfc" -d '{"events": [{"server_uuid": "00910e73-5589-4910-84fd-25d5890b94fe", "name": "network-vif-deleted", "tag": "d88b625b-a5dd-427c-bfde-23d23bb3eddd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:47.394995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4584a56c-fefd-45aa-97b4-9a0151f82a0d req-36c9f80a-80a6-4906-9b8d-5e9224689c0f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864840 Jul 16 01:38:47.433674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:47.481375 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b02bd9-087e-4c1b-9eb3-73c7320dff03 x-openstack-request-id: req-65b02bd9-087e-4c1b-9eb3-73c7320dff03 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:47.481837 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00910e73-5589-4910-84fd-25d5890b94fe", "name": "network-vif-deleted", "tag": "d88b625b-a5dd-427c-bfde-23d23bb3eddd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:47.482525 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65b02bd9-087e-4c1b-9eb3-73c7320dff03 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:47.482525 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00910e73-5589-4910-84fd-25d5890b94fe', 'name': 'network-vif-deleted', 'tag': 'd88b625b-a5dd-427c-bfde-23d23bb3eddd', 'status': 'completed', 'code': 200} Jul 16 01:38:47.534648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6f7f995f-1475-4264-a23a-e9eb114a9999 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:47.535151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.670134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be176d93-66ad-4369-9264-c5fde50111ac req-2b738cbe-9275-4be8-b626-0831ce06d3b9 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] 10.222.0.35 "GET /v2.0/ports?device_id=00910e73-5589-4910-84fd-25d5890b94fe HTTP/1.1" status: 200 len: 210 time: 0.0457129 Jul 16 01:38:47.707072 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.725717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83cc1-5bdb-4123-8d0e-80bef013592f req-d28c1963-5e2e-461d-aebd-708432d26dd5 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.735532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87b83cc1-5bdb-4123-8d0e-80bef013592f req-d28c1963-5e2e-461d-aebd-708432d26dd5 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.3387616 Jul 16 01:38:47.735899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:47.746912 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b056f69a-b702-4d3e-8a96-b47a08f0e173" -d '{"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:47.778049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:47.787618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.788571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d88b625b-a5dd-427c-bfde-23d23bb3eddd no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:47.796545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87b83cc1-5bdb-4123-8d0e-80bef013592f req-76d8afca-a65d-4282-8602-752a1df0f412 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599673 Jul 16 01:38:47.857683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: d88b625b-a5dd-427c-bfde-23d23bb3eddd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:47.858251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d88b625b-a5dd-427c-bfde-23d23bb3eddd not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:47.874323 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88bc533-bc2c-4bb2-9aed-76e6d63a587c x-openstack-request-id: req-a88bc533-bc2c-4bb2-9aed-76e6d63a587c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:47.874617 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:47.874870 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a88bc533-bc2c-4bb2-9aed-76e6d63a587c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:47.875262 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'code': 200} Jul 16 01:38:47.892666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.935501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:47.941275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.050703 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Floating IP 76155317-faac-4172-af2b-84263edf09be associated. External IP: 172.25.0.86, port: de2edfd4-5344-4f95-8c6b-f49ab43802cb. Jul 16 01:38:48.093623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430389-dc07-4b11-ab09-e3765afb02c4 req-ed3de413-a6fe-4090-bda8-3f29488db911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.095148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79430389-dc07-4b11-ab09-e3765afb02c4 req-ed3de413-a6fe-4090-bda8-3f29488db911 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1102 time: 0.0763664 Jul 16 01:38:48.133883 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79430389-dc07-4b11-ab09-e3765afb02c4 req-6b584238-d2d8-4f19-85d0-7797235e8f6b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Jul 16 01:38:48.358132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Router 567c053b-b6a6-424d-bd86-e9dbf40984f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:48.384153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546eef7-a963-42d7-bd29-c8abb5528670 req-74e04487-f4c3-4cff-b0fb-46fde6605118 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.385869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4546eef7-a963-42d7-bd29-c8abb5528670 req-74e04487-f4c3-4cff-b0fb-46fde6605118 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 951 time: 0.1422238 Jul 16 01:38:48.570808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4546eef7-a963-42d7-bd29-c8abb5528670 req-3f9aca9d-a891-4737-841e-105eea2fcd27 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408329 Jul 16 01:38:48.574738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:48.579643 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.595011 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] Sync routers for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:48.606339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:48.606975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:48.642175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-553a21ae-8342-4172-9c0e-5cfb64d75729 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "PUT /v2.0/floatingips/76155317-faac-4172-af2b-84263edf09be HTTP/1.1" status: 200 len: 991 time: 1.9428451 Jul 16 01:38:48.646353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:48.649247 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:48.662165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d019731-4154-4a0b-854a-1a139db60422 req-09d69b1b-e38e-4309-b750-94c2db625ff2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.663812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d019731-4154-4a0b-854a-1a139db60422 req-09d69b1b-e38e-4309-b750-94c2db625ff2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1486173 Jul 16 01:38:48.737331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d019731-4154-4a0b-854a-1a139db60422 req-bb4547a9-872f-4fc6-97c5-7617aeb1babf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626087 Jul 16 01:38:48.752520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:48.800739 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546c1a1-e640-4be3-9034-2f6f14bc29be x-openstack-request-id: req-5546c1a1-e640-4be3-9034-2f6f14bc29be {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:48.801083 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:48.801314 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5546c1a1-e640-4be3-9034-2f6f14bc29be {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:48.801748 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'status': 'completed', 'code': 200} Jul 16 01:38:48.898808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-8ad8d9eb-4310-4717-b459-ac0f6291ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:48.901078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-8ad8d9eb-4310-4717-b459-ac0f6291ff37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d8ffd44743b4067a531be1253c6f7e0&device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 1097 time: 0.0651739 Jul 16 01:38:49.088550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-2ce70bf2-5448-4e39-a6d1-52da7e59306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.090754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-2ce70bf2-5448-4e39-a6d1-52da7e59306a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4672245c-9a6c-4677-a671-0fd8653217d0 HTTP/1.1" status: 200 len: 912 time: 0.1806056 Jul 16 01:38:49.113882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52f46-740b-4ac4-8577-7796e58b5556 req-e0dacc33-0bf5-4983-95ae-fca95441661c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.121274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19e52f46-740b-4ac4-8577-7796e58b5556 req-e0dacc33-0bf5-4983-95ae-fca95441661c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1506791 Jul 16 01:38:49.185123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19e52f46-740b-4ac4-8577-7796e58b5556 req-32dbda4e-9cd0-44e2-9cd3-8ba628c3844d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628810 Jul 16 01:38:49.207484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6350fea-3957-4258-915c-8118d2899f7d req-4703c085-9e2d-48a1-a429-3bca3d0c00ed tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.209706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6350fea-3957-4258-915c-8118d2899f7d req-4703c085-9e2d-48a1-a429-3bca3d0c00ed tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.1630681 Jul 16 01:38:49.232523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '76155317-faac-4172-af2b-84263edf09be', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'port_id': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'mac_address': 'fa:16:3e:c1:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:21Z', 'updated_at': '2021-07-16T01:38:47Z', 'revision_number': 1, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:19Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:49.240725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-6cbbd349-34a1-4878-8857-36d4d9d3436a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb HTTP/1.1" status: 200 len: 999 time: 0.1388240 Jul 16 01:38:49.292133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] Checking router: 567c053b-b6a6-424d-bd86-e9dbf40984f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:49.301655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:49.302393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:49.303016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:38:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:49.309271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6350fea-3957-4258-915c-8118d2899f7d req-958fbba1-cb41-4685-8ca1-b3dc1741b817 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912406 Jul 16 01:38:49.336866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-e1d5dc74-a7db-49ed-97b9-85964f3dce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.348146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-e1d5dc74-a7db-49ed-97b9-85964f3dce27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2 HTTP/1.1" status: 200 len: 850 time: 0.0939226 Jul 16 01:38:49.484451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-b685edfc-5e4e-41d1-aed8-4d005dfe7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.490707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-b685edfc-5e4e-41d1-aed8-4d005dfe7429 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4672245c-9a6c-4677-a671-0fd8653217d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338942 Jul 16 01:38:49.538012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:49.634228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eb6083bd-933b-476e-acd7-9a3e63710489 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e015d069bb74309b6bfe9645587b2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238428 Jul 16 01:38:49.635132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:49.711550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a9b416e-ffe6-4cac-8fca-c457321e85f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.760995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-ad229a33-2516-4250-af4e-f58ef460f4b4 service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606881 Jul 16 01:38:49.783747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a9b416e-ffe6-4cac-8fca-c457321e85f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.896262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a9b416e-ffe6-4cac-8fca-c457321e85f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.899319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a9b416e-ffe6-4cac-8fca-c457321e85f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:49.903634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a9b416e-ffe6-4cac-8fca-c457321e85f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f1f24d0-a6ae-410e-809c-0244e3153feb HTTP/1.1" status: 204 len: 168 time: 0.2644570 Jul 16 01:38:49.915982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c101a21e-ade8-475e-9bfc-9e8d9c2c998f req-79c3efd4-7cd0-419d-9e27-19bdc0bf5818 service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464458 Jul 16 01:38:49.934127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b416e-ffe6-4cac-8fca-c457321e85f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f24d0-a6ae-410e-809c-0244e3153feb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.118464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '76155317-faac-4172-af2b-84263edf09be', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'port_id': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'mac_address': 'fa:16:3e:c1:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:21Z', 'updated_at': '2021-07-16T01:38:47Z', 'revision_number': 1, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:19Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:50.167419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca20c-6780-432d-96a4-e131e5b98d1d req-da727a58-cd45-4287-a029-bc5abe21b0ea tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.175292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65ca20c-6780-432d-96a4-e131e5b98d1d req-da727a58-cd45-4287-a029-bc5abe21b0ea tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 951 time: 0.0913801 Jul 16 01:38:50.194063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfd002-6b7c-44ef-9a2d-dae723b40c78 None None] The sync data for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 is: [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '76155317-faac-4172-af2b-84263edf09be', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'port_id': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'mac_address': 'fa:16:3e:c1:1f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:21Z', 'updated_at': '2021-07-16T01:38:47Z', 'revision_number': 1, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:19Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:50.235569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65ca20c-6780-432d-96a4-e131e5b98d1d req-40ce03c5-e263-4720-a916-8d338fa73ca7 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 Jul 16 01:38:50.346052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-560055b2-cafd-4b06-8512-8e10002197c8 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318034 Jul 16 01:38:50.369477 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-139040c3-d50b-4bb7-a0b9-2433409c5d54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1872344 Jul 16 01:38:50.591212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-6cf3a6b9-7f77-4b39-9cfa-49cd579fc8d1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.597445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-6cf3a6b9-7f77-4b39-9cfa-49cd579fc8d1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503669 Jul 16 01:38:50.612049 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4423e33c-c08d-40e3-9ccc-7dd909f9fef2 None None] New status for floating IP 76155317-faac-4172-af2b-84263edf09be: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:50.631839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3ef9c65d-8cf1-4627-928e-c6c2be6c2e98 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/quotas/54f4e0e79f99471c9a8f5caf85c456f4 HTTP/1.1" status: 200 len: 375 time: 0.0252104 Jul 16 01:38:50.673350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.748904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0f394a12-5a84-484d-8538-4de341d5675d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12f493cc1c774cb0a769cf90463e4acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738490 Jul 16 01:38:50.751859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44306) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:50.792663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465edd-97c7-48db-8858-6b2114876ba4 req-4d78631e-abd9-41f6-b6ba-538bd948c49a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.794611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02465edd-97c7-48db-8858-6b2114876ba4 req-4d78631e-abd9-41f6-b6ba-538bd948c49a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1467941 Jul 16 01:38:50.812280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-fd287d96-1f9e-4aa4-b4ce-1e4ea1a41bb4 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788664 Jul 16 01:38:50.884785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01df4d5c-24b1-4b84-bbf4-637cfb804eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.905496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02465edd-97c7-48db-8858-6b2114876ba4 req-6516315a-78ae-4f11-bda7-4eb6868ea4a4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915606 Jul 16 01:38:50.966165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01df4d5c-24b1-4b84-bbf4-637cfb804eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.222058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01df4d5c-24b1-4b84-bbf4-637cfb804eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.224762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01df4d5c-24b1-4b84-bbf4-637cfb804eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.226071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-01df4d5c-24b1-4b84-bbf4-637cfb804eb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/476fc2d0-851a-4d6c-a002-731fe3d3b7fb HTTP/1.1" status: 204 len: 168 time: 0.4709496 Jul 16 01:38:51.243630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df4d5c-24b1-4b84-bbf4-637cfb804eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476fc2d0-851a-4d6c-a002-731fe3d3b7fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.317206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7e07ecc-c205-4f2c-832c-a653c984ba96 req-a3f22d62-f0d3-411d-90eb-a25598efad0a tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 210 time: 0.0532207 Jul 16 01:38:51.560210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2b6a-7845-4422-b4b1-215176b8589e req-862b937b-9138-4c0f-a88c-de8315fc72f8 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.563255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de1d2b6a-7845-4422-b4b1-215176b8589e req-862b937b-9138-4c0f-a88c-de8315fc72f8 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1102 time: 0.1085935 Jul 16 01:38:51.628168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de1d2b6a-7845-4422-b4b1-215176b8589e req-8002f82c-1959-4a21-a022-3af7b18bef9f tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Jul 16 01:38:51.968279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:52.286804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830077e3-e5bb-4496-b727-56d0fad3e1ac req-03915c2a-562b-4837-bb4e-4d492d798294 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.288452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-830077e3-e5bb-4496-b727-56d0fad3e1ac req-03915c2a-562b-4837-bb4e-4d492d798294 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1940792 Jul 16 01:38:52.308716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc43b-9ca9-4636-af15-70b26c187e4c req-56299b82-f8e3-41e5-8c71-ce26585e4117 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.310326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-119bc43b-9ca9-4636-af15-70b26c187e4c req-56299b82-f8e3-41e5-8c71-ce26585e4117 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 1102 time: 0.1475682 Jul 16 01:38:52.386203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-830077e3-e5bb-4496-b727-56d0fad3e1ac req-43323159-e4da-47fb-ac49-3aabe01670d9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Jul 16 01:38:52.397521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-119bc43b-9ca9-4636-af15-70b26c187e4c req-c2ad6675-5ef7-46c3-9a8f-c6f8789879a6 tempest-ServersAdminTestJSON-1473969516 tempest-ServersAdminTestJSON-1473969516-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Jul 16 01:38:52.536692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42eeb742-0944-4a11-9a19-ebabd8581266 req-7eeb3694-a913-4efb-a306-bf16669a63ec tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 210 time: 0.0328827 Jul 16 01:38:52.876633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-ce6cb47a-382c-4d83-a725-8a91ab1a2c7b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298660 Jul 16 01:38:52.974371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004df6d-4168-4b8c-a809-a646e4c60ff5 req-c99a2c7c-5806-4e4d-ab01-d453f46f29f5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.976395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a004df6d-4168-4b8c-a809-a646e4c60ff5 req-c99a2c7c-5806-4e4d-ab01-d453f46f29f5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 949 time: 0.0778997 Jul 16 01:38:53.056571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-5d314ea7-955b-4dc7-85ab-88f84108fac3 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.059220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-5d314ea7-955b-4dc7-85ab-88f84108fac3 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758614 Jul 16 01:38:53.083163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Request body: {'port': {'device_id': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '54f4e0e79f99471c9a8f5caf85c456f4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:53.222813 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.249529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Made reservation on behalf of 54f4e0e79f99471c9a8f5caf85c456f4 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:53.253709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.316747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a004df6d-4168-4b8c-a809-a646e4c60ff5 req-d476623c-1515-4c35-a94d-0e3098cdf37b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336518 Jul 16 01:38:53.421142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Allocated IP 192.168.233.133 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:53.590656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86d97-32ea-4685-9991-1da371965efb req-62dbb577-65f7-4b66-9769-99aad7d839d1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.593745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82c86d97-32ea-4685-9991-1da371965efb req-62dbb577-65f7-4b66-9769-99aad7d839d1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.0759804 Jul 16 01:38:53.622841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-6aad6771-5ef1-4ed2-a54f-aa477a8069b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.624754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-6aad6771-5ef1-4ed2-a54f-aa477a8069b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1101 time: 0.1390703 Jul 16 01:38:53.665967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dd5124d9-f8d4-423f-b74f-ee899bbe5cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.687754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.697868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82c86d97-32ea-4685-9991-1da371965efb req-9871768b-e3ac-4c8d-a63c-2ed20211bd59 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982189 Jul 16 01:38:53.737594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Transition to ACTIVE for port object ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:53.784347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b97bc96b-d832-4fa1-9755-613c3711f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.786027 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b97bc96b-d832-4fa1-9755-613c3711f60a service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1525934 Jul 16 01:38:53.807982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:53.820745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['2d2638d6-4ada-4a36-88cd-5807046d1f5f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:53.850796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-0f0d6940-9016-4b4e-8a96-720144cc6262 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.0518777 Jul 16 01:38:53.952272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:53.961819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:53.965553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:53.971870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Pushing event updated for resources: {'Port': ['ID=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:53.973241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851efcf-abd0-43cd-97c2-21b3c6b11221 req-648b956b-79d4-4d89-a389-a0ee20594539 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.983798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6851efcf-abd0-43cd-97c2-21b3c6b11221 req-648b956b-79d4-4d89-a389-a0ee20594539 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 936 time: 0.1689534 Jul 16 01:38:53.984521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-89e7d3d8-d0b1-4fee-b207-1c520cf4462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.985999 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-89e7d3d8-d0b1-4fee-b207-1c520cf4462a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1114321 Jul 16 01:38:54.038108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6851efcf-abd0-43cd-97c2-21b3c6b11221 req-795eb223-c809-4bb4-a917-a25d534a12e2 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 Jul 16 01:38:54.094459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.095682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.123224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-9f30b24b-9a31-487a-9e78-a4a741e2d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.125205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-9f30b24b-9a31-487a-9e78-a4a741e2d49d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184165 Jul 16 01:38:54.126827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-3b7f66c2-6148-44b2-880a-f32704a72b7e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0582974 Jul 16 01:38:54.139245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Request body: {'port': {'device_id': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:54.161099 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:54.299033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.303190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-db67078f-7827-4e01-b71d-56c5310bc380 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614115 Jul 16 01:38:54.306397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5dc3be14-c3f2-4ad0-b2dd-4bb3d85a4e3d None None] Provisioning for port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:54.315302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5dc3be14-c3f2-4ad0-b2dd-4bb3d85a4e3d None None] Provisioning complete for port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:54.315799 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5dc3be14-c3f2-4ad0-b2dd-4bb3d85a4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.499987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3be14-c3f2-4ad0-b2dd-4bb3d85a4e3d None None] Port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:54.510801 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-bad2013f-9814-4a69-88d3-962a189428a2 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981552 Jul 16 01:38:54.527380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa616a-fa1f-4fd0-89bb-1553fbe9eb95 req-010a9982-8e7d-4277-ab1a-e1540f9ad791 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.529904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0aa616a-fa1f-4fd0-89bb-1553fbe9eb95 req-010a9982-8e7d-4277-ab1a-e1540f9ad791 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 949 time: 0.0690861 Jul 16 01:38:54.639937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0aa616a-fa1f-4fd0-89bb-1553fbe9eb95 req-5d466f83-59ff-445a-b87f-725e741fa040 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985441 Jul 16 01:38:54.743954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:54.753049 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.765924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-e49d2bb5-9b15-4caf-853c-6f6b134ff39c tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.767580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-e49d2bb5-9b15-4caf-853c-6f6b134ff39c tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 949 time: 0.2317128 Jul 16 01:38:54.784632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Transition to ACTIVE for port object ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:54.803928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.930478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.984560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b735a-cffb-4495-af31-535990028254 req-96fd97cb-ed36-497d-8028-cd2896389b69 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.992069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc2b735a-cffb-4495-af31-535990028254 req-96fd97cb-ed36-497d-8028-cd2896389b69 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1012909 Jul 16 01:38:55.031521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Deleting port 98d3edaf-03e4-4c46-ac06-5da361bbdfee {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:55.032664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.040709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc2b735a-cffb-4495-af31-535990028254 req-6beb312e-d390-4bb7-a674-1d64b144734b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Jul 16 01:38:55.057385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Attempting to bind port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:55.057939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Attempting to bind port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:55.058346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Attempting to bind port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:55.078812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:55.079465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Attempting to bind port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:55.127430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:55.127840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:55.128310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:55.128798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Bound port: ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:55.129211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.192636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] For port 98d3edaf-03e4-4c46-ac06-5da361bbdfee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=98d3edaf-03e4-4c46-ac06-5da361bbdfee,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.193209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.216268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Calling delete_port for 98d3edaf-03e4-4c46-ac06-5da361bbdfee owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:55.244961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] For port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:55.290135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5a25d-d0dd-40b4-a574-87ad89558b86 req-e1f75ec3-5de6-4d89-956e-a35e73414c2b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.291996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff5a25d-d0dd-40b4-a574-87ad89558b86 req-e1f75ec3-5de6-4d89-956e-a35e73414c2b tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 948 time: 0.0892336 Jul 16 01:38:55.340850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff5a25d-d0dd-40b4-a574-87ad89558b86 req-cd7a190b-e9f7-4e9e-9a49-8523f95cb2fa tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Jul 16 01:38:55.541005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] For port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:55.547517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.589168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.590570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.592100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] 10.222.0.32 "PUT /v2.0/ports/ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 HTTP/1.1" status: 200 len: 1096 time: 1.4572139 Jul 16 01:38:55.600727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'tag': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:55.603902 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fb3e7-7478-4f35-b77a-8d3a669861ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8a45e79a-b17f-47f5-8771-53db1394d33c", "tag": "ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:55.676117 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f645cc-20a2-4565-822e-cc331aa0e4e3 x-openstack-request-id: req-26f645cc-20a2-4565-822e-cc331aa0e4e3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:55.676369 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a45e79a-b17f-47f5-8771-53db1394d33c", "tag": "ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:55.676696 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26f645cc-20a2-4565-822e-cc331aa0e4e3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:55.676999 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'tag': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7', 'status': 'completed', 'code': 200} Jul 16 01:38:55.707625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45b2d-c5f3-4d0b-85e3-6390cfcc0dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.785084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-b6c6f42c-ff9e-437e-8fa2-396efd0314b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.786596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-b6c6f42c-ff9e-437e-8fa2-396efd0314b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 1099 time: 0.1405456 Jul 16 01:38:55.789348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.804291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:55.808913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['03408cf1-0bb7-4490-b34f-0d80d4a819d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:55.855056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a2ae954-27c9-4d11-b100-0f0578c835f0 req-1a89363b-1e0f-45bd-bd0d-2172873ac343 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e6cd98b-21a1-476d-893d-40e37f002b65 HTTP/1.1" status: 200 len: 210 time: 0.0657134 Jul 16 01:38:55.873939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event deleted for resources: {'Port': ['ID=98d3edaf-03e4-4c46-ac06-5da361bbdfee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.889246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-aedc42c0-d2ba-4885-a3da-002ed7f54bb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 HTTP/1.1" status: 200 len: 217 time: 0.0843391 Jul 16 01:38:56.004552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-2707a730-db73-427f-b473-89f78758cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.006565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-2707a730-db73-427f-b473-89f78758cc9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0877433 Jul 16 01:38:56.007717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] No DVR routers for this DVR port 98d3edaf-03e4-4c46-ac06-5da361bbdfee on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:56.011173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.013934 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f68f4e4b-59ce-4457-aff5-2b54b5382d65 req-39357b75-e9d7-4402-a24d-8b5f8dcd923b tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "DELETE /v2.0/ports/98d3edaf-03e4-4c46-ac06-5da361bbdfee HTTP/1.1" status: 204 len: 173 time: 1.2383752 Jul 16 01:38:56.100627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-1384cd41-5477-4a93-936a-bfdd48c6aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.102273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-1384cd41-5477-4a93-936a-bfdd48c6aae8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872109 Jul 16 01:38:56.163555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35599a7a-b0bd-43c9-be79-433c1c164452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.292839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-740c26b3-3be0-440f-8122-f9b70876591c service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791668 Jul 16 01:38:56.364378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809a27-b89a-4c2b-b05e-ca1a35106ea9 req-c066689e-5689-4e81-9764-ff82abb0c8c5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.366540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27809a27-b89a-4c2b-b05e-ca1a35106ea9 req-c066689e-5689-4e81-9764-ff82abb0c8c5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.0888305 Jul 16 01:38:56.390560 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.446161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6244f9b8-0fe3-4c72-97f8-b84acf974763 req-6b88f734-d3e7-4d43-8d32-19f755497ebb service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419749 Jul 16 01:38:56.454622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27809a27-b89a-4c2b-b05e-ca1a35106ea9 req-4340a1c1-0628-4741-bb6f-8ac2eea60e58 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755081 Jul 16 01:38:56.608564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-721ae6fd-d4d0-4c8e-b77e-0c635d768a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.609968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e24a5-e3cd-4d15-91c0-a0d09d00250a req-2a2b9fc7-08d0-4a83-a652-77134ae4297f tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.610663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-721ae6fd-d4d0-4c8e-b77e-0c635d768a11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 1099 time: 0.0885768 Jul 16 01:38:56.611868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a3e24a5-e3cd-4d15-91c0-a0d09d00250a req-2a2b9fc7-08d0-4a83-a652-77134ae4297f tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 948 time: 0.0826845 Jul 16 01:38:56.671364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a3e24a5-e3cd-4d15-91c0-a0d09d00250a req-a29fac3f-77c2-46f2-b1c8-2544acf8230d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Jul 16 01:38:56.748014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-e71bfa48-9f1d-406d-9feb-e7684750bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.750056 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-e71bfa48-9f1d-406d-9feb-e7684750bdc0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1263747 Jul 16 01:38:56.798832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-9b8b3fb3-b2e1-4fd2-80a7-9515518ae3ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 HTTP/1.1" status: 200 len: 217 time: 0.0420263 Jul 16 01:38:56.860954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-4f18a056-0c40-46fc-8ced-076837bc8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.862678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-4f18a056-0c40-46fc-8ced-076837bc8637 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0500877 Jul 16 01:38:56.932954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-88833178-3d4a-435c-abc8-c742521f2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.936784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-88833178-3d4a-435c-abc8-c742521f2d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618374 Jul 16 01:38:57.077457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-4350eb4c-86d2-49e1-b259-e289dd7234e5 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326327 Jul 16 01:38:57.236492 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-142fb3e7-7478-4f35-b77a-8d3a669861ac req-1d9bb18a-0d9d-4711-8e20-b7c15409a36e service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426163 Jul 16 01:38:57.292450 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.407927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ec051-0b35-471b-b1ee-e63b1f8cc454 req-b04282b6-4422-4987-b44f-272076edf9e0 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.409501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e56ec051-0b35-471b-b1ee-e63b1f8cc454 req-b04282b6-4422-4987-b44f-272076edf9e0 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 950 time: 0.1133890 Jul 16 01:38:57.448560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e56ec051-0b35-471b-b1ee-e63b1f8cc454 req-8beba188-7894-4e80-af4a-1554c681f0f8 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Jul 16 01:38:57.499133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 98d3edaf-03e4-4c46-ac06-5da361bbdfee no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:57.520579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 98d3edaf-03e4-4c46-ac06-5da361bbdfee {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:57.521196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 98d3edaf-03e4-4c46-ac06-5da361bbdfee not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:57.639066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9ddcf-ebc1-4498-839e-c78b9cc129e9 req-7f9272a5-5fc1-46c9-a0c9-b2c69c9ff177 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.640967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59d9ddcf-ebc1-4498-839e-c78b9cc129e9 req-7f9272a5-5fc1-46c9-a0c9-b2c69c9ff177 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.0681965 Jul 16 01:38:57.677854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'name': 'network-vif-deleted', 'tag': '98d3edaf-03e4-4c46-ac06-5da361bbdfee'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:57.680391 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42228df-0c17-44e8-88d5-d57d70122dd9" -d '{"events": [{"server_uuid": "5e6cd98b-21a1-476d-893d-40e37f002b65", "name": "network-vif-deleted", "tag": "98d3edaf-03e4-4c46-ac06-5da361bbdfee"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:57.687016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59d9ddcf-ebc1-4498-839e-c78b9cc129e9 req-0081d30a-e153-4423-8945-ab2df84636cf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Jul 16 01:38:57.720126 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014e6bd-21ca-4b62-b9cb-a38145bfc349 x-openstack-request-id: req-2014e6bd-21ca-4b62-b9cb-a38145bfc349 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:57.720418 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cd98b-21a1-476d-893d-40e37f002b65", "name": "network-vif-deleted", "tag": "98d3edaf-03e4-4c46-ac06-5da361bbdfee", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:57.720669 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2014e6bd-21ca-4b62-b9cb-a38145bfc349 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:57.721064 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6cd98b-21a1-476d-893d-40e37f002b65', 'name': 'network-vif-deleted', 'tag': '98d3edaf-03e4-4c46-ac06-5da361bbdfee', 'status': 'completed', 'code': 200} Jul 16 01:38:57.873718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625796-26c9-4e1e-b7cd-f8aad3951b0a req-6d584de9-83f5-4ef8-8c94-549b3d179504 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.875542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60625796-26c9-4e1e-b7cd-f8aad3951b0a req-6d584de9-83f5-4ef8-8c94-549b3d179504 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 948 time: 0.0668139 Jul 16 01:38:57.916984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60625796-26c9-4e1e-b7cd-f8aad3951b0a req-a3b4964d-6438-4f62-8d24-a2b735f869e2 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357349 Jul 16 01:38:58.640639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081c18f-d16f-4f0c-8e04-4a6d239ecb83 req-3db2f94e-e06c-4c4d-a9a7-23e2151cd490 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.642830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d081c18f-d16f-4f0c-8e04-4a6d239ecb83 req-3db2f94e-e06c-4c4d-a9a7-23e2151cd490 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 950 time: 0.0735469 Jul 16 01:38:58.692081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d081c18f-d16f-4f0c-8e04-4a6d239ecb83 req-a67ffa7d-452d-4d07-9259-c874a0d54a4d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Jul 16 01:38:58.732466 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:58.831589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:58.919737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73225ca-5c5d-429b-8370-69df57a59bfa req-ba97a9a1-2d69-41c8-ac87-80cbe0b4caeb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.921854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b73225ca-5c5d-429b-8370-69df57a59bfa req-ba97a9a1-2d69-41c8-ac87-80cbe0b4caeb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.0802619 Jul 16 01:38:58.955468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:58.971191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7', 'mac_address': 'fa:16:3e:4a:67:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:59.016590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b73225ca-5c5d-429b-8370-69df57a59bfa req-e64643aa-692f-4b31-9f99-688b98516ee1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859914 Jul 16 01:38:59.017773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.043869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:59.068206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:59.073012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.141087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.169315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68719b-e616-4fc1-975b-f8c645dfe91d req-489b407b-51ae-4d9d-b59c-c2be1e148fc1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.171097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab68719b-e616-4fc1-975b-f8c645dfe91d req-489b407b-51ae-4d9d-b59c-c2be1e148fc1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 949 time: 0.0898497 Jul 16 01:38:59.216609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab68719b-e616-4fc1-975b-f8c645dfe91d req-8f47316a-cfd5-4f5c-9092-e711c51969e6 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Jul 16 01:38:59.225942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-00973735-dbe7-4a73-ad77-ef675643e6f1 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.227398 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-00973735-dbe7-4a73-ad77-ef675643e6f1 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 950 time: 0.0793645 Jul 16 01:38:59.347565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Deleting port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:59.347975 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.426496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:59.488275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] For port 03408cf1-0bb7-4490-b34f-0d80d4a819d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=03408cf1-0bb7-4490-b34f-0d80d4a819d2,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:59.488644 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.517458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Calling delete_port for 03408cf1-0bb7-4490-b34f-0d80d4a819d2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:59.699863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.712799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:59.775658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event deleted for resources: {'Port': ['ID=03408cf1-0bb7-4490-b34f-0d80d4a819d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:59.841580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] No DVR routers for this DVR port 03408cf1-0bb7-4490-b34f-0d80d4a819d2 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:59.844312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:59.846608 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6202746-2138-4f5b-92a2-15d75fe4d355 req-71ef6d4e-c59d-41ba-a7b4-01dd76538bdc tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.32 "DELETE /v2.0/ports/03408cf1-0bb7-4490-b34f-0d80d4a819d2 HTTP/1.1" status: 204 len: 173 time: 0.6107762 Jul 16 01:38:59.847065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d706476-fcb0-4958-9e58-f87e121b370b', 'name': 'network-vif-deleted', 'tag': '03408cf1-0bb7-4490-b34f-0d80d4a819d2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:59.849586 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88807e0-590e-47ca-8a28-3d0dac180408" -d '{"events": [{"server_uuid": "4d706476-fcb0-4958-9e58-f87e121b370b", "name": "network-vif-deleted", "tag": "03408cf1-0bb7-4490-b34f-0d80d4a819d2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:59.900920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40aef531-05a0-4afa-8d43-129b6d6c6a14 req-b1a78730-144c-4323-9e84-b9fde480af84 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d706476-fcb0-4958-9e58-f87e121b370b HTTP/1.1" status: 200 len: 210 time: 0.0383148 Jul 16 01:38:59.908082 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2d18fb-cc29-439c-8b93-72feb0015701 x-openstack-request-id: req-ba2d18fb-cc29-439c-8b93-72feb0015701 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:59.908681 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d706476-fcb0-4958-9e58-f87e121b370b", "name": "network-vif-deleted", "tag": "03408cf1-0bb7-4490-b34f-0d80d4a819d2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:59.909010 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba2d18fb-cc29-439c-8b93-72feb0015701 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:59.909721 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d706476-fcb0-4958-9e58-f87e121b370b', 'name': 'network-vif-deleted', 'tag': '03408cf1-0bb7-4490-b34f-0d80d4a819d2', 'status': 'completed', 'code': 200} Jul 16 01:39:00.269923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7212d4-9aac-46ca-99e3-2b2aa26c4e09 req-adbbb79d-89c6-4c1f-9bbd-8727eb5cd132 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.271732 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e7212d4-9aac-46ca-99e3-2b2aa26c4e09 req-adbbb79d-89c6-4c1f-9bbd-8727eb5cd132 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1253288 Jul 16 01:39:00.282458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['03408cf1-0bb7-4490-b34f-0d80d4a819d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:00.355259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e7212d4-9aac-46ca-99e3-2b2aa26c4e09 req-f09903b6-b9ba-463f-a9a1-949423e0b7aa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774186 Jul 16 01:39:00.453038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d524-e8c7-4263-b9e2-6ff28f60a243 req-1d521fb0-a54e-478c-b2fc-c3d59aa0ad8d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.462609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8051d524-e8c7-4263-b9e2-6ff28f60a243 req-1d521fb0-a54e-478c-b2fc-c3d59aa0ad8d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 949 time: 0.0779266 Jul 16 01:39:00.529685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8051d524-e8c7-4263-b9e2-6ff28f60a243 req-45d07ccf-9a97-413a-9b28-a887aa078d17 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577819 Jul 16 01:39:00.855570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:00.910861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:00.914665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:00.915038 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.012620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.041920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:01.045033 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917040da-d9c8-4684-bac4-9c3be73b7c1e" -d '{"events": [{"server_uuid": "8a45e79a-b17f-47f5-8771-53db1394d33c", "name": "network-vif-plugged", "status": "completed", "tag": "ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:01.059532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:01.066109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.066993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 03408cf1-0bb7-4490-b34f-0d80d4a819d2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:01.090396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 03408cf1-0bb7-4490-b34f-0d80d4a819d2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:01.092226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 03408cf1-0bb7-4490-b34f-0d80d4a819d2 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:01.116046 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b9c1a-cc11-4cfb-8cac-3323f06e7670 x-openstack-request-id: req-9b4b9c1a-cc11-4cfb-8cac-3323f06e7670 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:01.116610 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a45e79a-b17f-47f5-8771-53db1394d33c", "name": "network-vif-plugged", "status": "completed", "tag": "ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:01.117057 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b4b9c1a-cc11-4cfb-8cac-3323f06e7670 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:01.117699 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7', 'code': 200} Jul 16 01:39:01.199044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:01.273556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a17128-12f0-451d-b1b7-8a27fdd8ebb2 req-ffd619dd-7e56-45ec-8d6d-82921a3a627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.275192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-01a17128-12f0-451d-b1b7-8a27fdd8ebb2 req-ffd619dd-7e56-45ec-8d6d-82921a3a627f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 1101 time: 0.0726802 Jul 16 01:39:01.328060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-01a17128-12f0-451d-b1b7-8a27fdd8ebb2 req-16fe1ae2-adbd-49c3-9238-acda190b6fc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Jul 16 01:39:01.566709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e0fd-198e-4526-aa3d-fb0b673bc776 req-d81b20ea-23df-49b7-8f64-b3c84199f1ea tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.568991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3560e0fd-198e-4526-aa3d-fb0b673bc776 req-d81b20ea-23df-49b7-8f64-b3c84199f1ea tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 951 time: 0.1154687 Jul 16 01:39:01.605365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd574bf2-c3f5-4386-bc68-1311df332250 req-ba991b08-65a1-4dbe-921d-af3b3eab731d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.606833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd574bf2-c3f5-4386-bc68-1311df332250 req-ba991b08-65a1-4dbe-921d-af3b3eab731d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1107771 Jul 16 01:39:01.629600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3560e0fd-198e-4526-aa3d-fb0b673bc776 req-5141a3d0-056a-444c-8a5a-0b3de48c8b1c tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Jul 16 01:39:01.675634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd574bf2-c3f5-4386-bc68-1311df332250 req-1da57cc6-e32e-4563-8ffe-e02ee2ea1002 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Jul 16 01:39:01.831986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a87e1-70b4-4d8f-8a48-387cee5c85af req-a5f03b08-887e-49d4-972a-789fd4ca2f62 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.833944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee3a87e1-70b4-4d8f-8a48-387cee5c85af req-a5f03b08-887e-49d4-972a-789fd4ca2f62 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 950 time: 0.0715330 Jul 16 01:39:01.885015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee3a87e1-70b4-4d8f-8a48-387cee5c85af req-0969af8f-5384-47c9-8a65-612bbe295890 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Jul 16 01:39:02.952629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-62d8f8e4-7d20-45bf-a93a-19cf1c03b78d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.954210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-62d8f8e4-7d20-45bf-a93a-19cf1c03b78d tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 951 time: 0.0965481 Jul 16 01:39:02.964867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff2261-e1bd-47ad-b5ec-a8aedbf42e5a req-67d6fdfb-9cdb-4370-8635-61a417d497d5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.967006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6dff2261-e1bd-47ad-b5ec-a8aedbf42e5a req-67d6fdfb-9cdb-4370-8635-61a417d497d5 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 951 time: 0.1586854 Jul 16 01:39:03.046451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6dff2261-e1bd-47ad-b5ec-a8aedbf42e5a req-9edadbfb-5f9c-4ce6-b7d3-21901292b072 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/security-groups?id=496aa215-bf15-4289-bd0e-b116d52edaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Jul 16 01:39:03.058235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3971cd-f09e-4016-9ce2-de0ce778b72a req-6d3722a5-d5b8-43a8-aca5-a6eb32b562c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.060731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce3971cd-f09e-4016-9ce2-de0ce778b72a req-6d3722a5-d5b8-43a8-aca5-a6eb32b562c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1774876 Jul 16 01:39:03.067958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Deleting port 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:03.068490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.106476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce3971cd-f09e-4016-9ce2-de0ce778b72a req-a4e1a05b-a5a5-4705-bf11-9ca5caee403c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Jul 16 01:39:03.216457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] For port 6f7f995f-1475-4264-a23a-e9eb114a9999, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f7f995f-1475-4264-a23a-e9eb114a9999,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:03.217112 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.231233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Calling delete_port for 6f7f995f-1475-4264-a23a-e9eb114a9999 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:03.345951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec014286-e05d-4aad-ba18-f92ed3d4f323 req-188ab5e5-061a-46b3-bdeb-a912e6aa84c7 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.361484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec014286-e05d-4aad-ba18-f92ed3d4f323 req-188ab5e5-061a-46b3-bdeb-a912e6aa84c7 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 950 time: 0.1050038 Jul 16 01:39:03.389812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.409652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f7f995f-1475-4264-a23a-e9eb114a9999'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:03.456705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec014286-e05d-4aad-ba18-f92ed3d4f323 req-310978df-81fb-44be-99d6-6b3975bd7d2c tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920539 Jul 16 01:39:03.465133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Pushing event deleted for resources: {'Port': ['ID=6f7f995f-1475-4264-a23a-e9eb114a9999,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:03.533939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] No DVR routers for this DVR port 6f7f995f-1475-4264-a23a-e9eb114a9999 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:03.536834 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:03.539686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8677cd03-6b78-434d-9af2-7d17d583f705 req-13ce704e-a2da-41cd-bddb-1b68014bfc3a tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.38 "DELETE /v2.0/ports/6f7f995f-1475-4264-a23a-e9eb114a9999 HTTP/1.1" status: 204 len: 173 time: 0.5795913 Jul 16 01:39:03.540779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-deleted', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:03.553721 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ee2b5-caa2-452b-aee7-cb1295a07102" -d '{"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-deleted", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:03.647460 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946878a1-90be-4d23-bea8-9f034dfa46f2 x-openstack-request-id: req-946878a1-90be-4d23-bea8-9f034dfa46f2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:03.648299 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e78b7-f49d-4d44-89ba-a918ea5174d1", "name": "network-vif-deleted", "tag": "6f7f995f-1475-4264-a23a-e9eb114a9999", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:03.648906 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-946878a1-90be-4d23-bea8-9f034dfa46f2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:03.649394 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e78b7-f49d-4d44-89ba-a918ea5174d1', 'name': 'network-vif-deleted', 'tag': '6f7f995f-1475-4264-a23a-e9eb114a9999', 'status': 'completed', 'code': 200} Jul 16 01:39:03.990931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3931b5f-f4da-45e9-8d3d-78dbb5787f6e req-35e29195-e986-4d5e-abf8-56a89f4ccbdf tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:03.998079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3931b5f-f4da-45e9-8d3d-78dbb5787f6e req-35e29195-e986-4d5e-abf8-56a89f4ccbdf tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 1101 time: 0.0773404 Jul 16 01:39:04.013772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3931b5f-f4da-45e9-8d3d-78dbb5787f6e req-58773596-dc40-4292-a1dc-b4ba9a23cf5d tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.175079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3931b5f-f4da-45e9-8d3d-78dbb5787f6e req-58773596-dc40-4292-a1dc-b4ba9a23cf5d tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.183351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f3931b5f-f4da-45e9-8d3d-78dbb5787f6e req-58773596-dc40-4292-a1dc-b4ba9a23cf5d tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:04.247166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3931b5f-f4da-45e9-8d3d-78dbb5787f6e req-58773596-dc40-4292-a1dc-b4ba9a23cf5d tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477062 Jul 16 01:39:04.294487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ab91253-2d75-4f70-a815-7bee3cc36ad4 req-3b6d4f03-34df-4718-b56b-16a699eb1f01 tempest-ServersAdminTestJSON-1643510480 tempest-ServersAdminTestJSON-1643510480-project] 10.222.0.35 "GET /v2.0/ports?device_id=230e78b7-f49d-4d44-89ba-a918ea5174d1 HTTP/1.1" status: 200 len: 210 time: 0.0545700 Jul 16 01:39:04.296437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58773596-dc40-4292-a1dc-b4ba9a23cf5d tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d67c30-d226-4553-bd81-829258a36349,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:04.541911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3bbd6-c313-4350-bbea-07b24d54cc91 req-9eb13741-8d94-4aa1-b1dc-5d0920241418 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:04.543934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7f3bbd6-c313-4350-bbea-07b24d54cc91 req-9eb13741-8d94-4aa1-b1dc-5d0920241418 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.0781207 Jul 16 01:39:04.631876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7f3bbd6-c313-4350-bbea-07b24d54cc91 req-0c8bc231-7943-464a-9d6b-ed77dfc4fdeb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788367 Jul 16 01:39:04.977495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-d913fa2c-5aa3-4e36-9888-d8f4eae06d52 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=496cd9cb4ba34f38820b4228db98e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218542 Jul 16 01:39:05.116549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-83796041-5076-4adb-b0d8-6b81ea236409 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.121185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-83796041-5076-4adb-b0d8-6b81ea236409 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375561 Jul 16 01:39:05.136448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-ede410ec-613a-4518-b8f7-4013a77d2f88 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/quotas/496cd9cb4ba34f38820b4228db98e36a HTTP/1.1" status: 200 len: 375 time: 0.0112357 Jul 16 01:39:05.201259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-e8034e2b-9fb6-429f-a73d-4a95e947df63 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=496cd9cb4ba34f38820b4228db98e36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479214 Jul 16 01:39:05.530039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bbe4b-20c6-4aad-8f52-f1cda908f6c1 req-b56b31c0-a61a-43d8-b210-e825d35936c4 tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.543054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-403bbe4b-20c6-4aad-8f52-f1cda908f6c1 req-b56b31c0-a61a-43d8-b210-e825d35936c4 tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 1101 time: 0.1087995 Jul 16 01:39:05.604165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-4a6b200b-5a79-4edb-a7c9-6109349707ea tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=496cd9cb4ba34f38820b4228db98e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566742 Jul 16 01:39:05.680807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-403bbe4b-20c6-4aad-8f52-f1cda908f6c1 req-9a44d12c-62c0-4073-8a72-fb48e8b8f479 tempest-ServersAdminNegativeTestJSON-1714852507 tempest-ServersAdminNegativeTestJSON-1714852507-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359870 Jul 16 01:39:05.880142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-0b19ac28-0a73-401f-ae8f-c7fea96e93d5 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.894700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-0b19ac28-0a73-401f-ae8f-c7fea96e93d5 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792053 Jul 16 01:39:05.918007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-15e38d26-e18b-4982-95c9-6978554aabf5 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/quotas/496cd9cb4ba34f38820b4228db98e36a HTTP/1.1" status: 200 len: 375 time: 0.0223045 Jul 16 01:39:05.959187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-8fe7033c-31cd-4838-9495-7441b50ccf8c tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=496cd9cb4ba34f38820b4228db98e36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402892 Jul 16 01:39:06.020982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44766) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.444872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5d3b841-4336-4714-a1bd-8341dddc5d70 req-a314ddfa-f8d2-4167-9b32-4d63a86bd6ec tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 210 time: 0.0469131 Jul 16 01:39:06.464023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-90c67df1-0708-4536-8233-240ef19af34b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1fbb1ec2fe446ecb0d4a51757d88060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415278 Jul 16 01:39:06.466845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:06.518404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287333-f7d8-49f0-8313-4317ea35cdb2 req-d30bf9e2-48f0-4db1-afc6-fabc0e7c2677 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:06.530378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c287333-f7d8-49f0-8313-4317ea35cdb2 req-d30bf9e2-48f0-4db1-afc6-fabc0e7c2677 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.3165863 Jul 16 01:39:06.595060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c287333-f7d8-49f0-8313-4317ea35cdb2 req-68301dc3-facd-4e5e-904d-cb60072db63f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Jul 16 01:39:06.616244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a347f1b8-d20b-4d21-9229-3c2e9c361496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.664654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a347f1b8-d20b-4d21-9229-3c2e9c361496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.763013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a347f1b8-d20b-4d21-9229-3c2e9c361496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.766918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a347f1b8-d20b-4d21-9229-3c2e9c361496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:06.768348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a347f1b8-d20b-4d21-9229-3c2e9c361496 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/496aa215-bf15-4289-bd0e-b116d52edaed HTTP/1.1" status: 204 len: 168 time: 0.3000965 Jul 16 01:39:06.777440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347f1b8-d20b-4d21-9229-3c2e9c361496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496aa215-bf15-4289-bd0e-b116d52edaed,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.040222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbca3c9-6fff-4fec-8d05-5f5870b1fb10 req-2cc845ce-c463-498a-93b6-6dd498756f30 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.042799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dbca3c9-6fff-4fec-8d05-5f5870b1fb10 req-2cc845ce-c463-498a-93b6-6dd498756f30 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 950 time: 0.0797169 Jul 16 01:39:07.094061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dbca3c9-6fff-4fec-8d05-5f5870b1fb10 req-a4b378a0-1efc-4e82-8149-11ec918a1ba8 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Jul 16 01:39:07.234351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.266316 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-79c871e1-173a-4965-8281-7c0f6a13b26f tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496cd9cb4ba34f38820b4228db98e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341477 Jul 16 01:39:07.295298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a249cb03-5dd5-474f-a184-774979eefd46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=003092a654b14acfbec5385ffbb4e779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590916 Jul 16 01:39:07.298520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:07.364556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ab59ef-f38d-4849-9c55-84247e3e4c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.397885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ab59ef-f38d-4849-9c55-84247e3e4c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.401520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-8005af65-b2a8-47c9-b067-937593dabe68 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.403511 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-8005af65-b2a8-47c9-b067-937593dabe68 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306946 Jul 16 01:39:07.433162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Request body: {'port': {'device_id': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '496cd9cb4ba34f38820b4228db98e36a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:07.472211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ab59ef-f38d-4849-9c55-84247e3e4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.474856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-68ab59ef-f38d-4849-9c55-84247e3e4c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.478734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-68ab59ef-f38d-4849-9c55-84247e3e4c00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba1815ce-5edd-4458-9f7b-4680910deb9c HTTP/1.1" status: 204 len: 168 time: 0.1765246 Jul 16 01:39:07.485764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab59ef-f38d-4849-9c55-84247e3e4c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1815ce-5edd-4458-9f7b-4680910deb9c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.550213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Made reservation on behalf of 496cd9cb4ba34f38820b4228db98e36a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:07.555979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:07.558467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.571425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.583395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 6f7f995f-1475-4264-a23a-e9eb114a9999 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:07.584488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f7f995f-1475-4264-a23a-e9eb114a9999 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:07.671082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8745ba16-fa95-4209-9453-bad8f2f5a0c4 req-851a4fbe-b846-44d1-8f33-9f056c188323 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 210 time: 0.0542145 Jul 16 01:39:07.731737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.737637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.839692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817c49ac-400c-4118-8037-ec6204ef6660,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:07.901271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e872ff-d12a-4fce-b738-12de808def27 req-846bc0d1-3f98-46b1-875d-d449c1115e98 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:07.905419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-98e872ff-d12a-4fce-b738-12de808def27 req-846bc0d1-3f98-46b1-875d-d449c1115e98 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1570804 Jul 16 01:39:07.917340 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-302baff9-5578-4886-a3c2-a807306c6d41 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=496cd9cb4ba34f38820b4228db98e36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700483 Jul 16 01:39:08.009636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-98e872ff-d12a-4fce-b738-12de808def27 req-07a49c83-dc26-4bc5-a437-f2a8bbcbddca tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974336 Jul 16 01:39:08.152511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Allocated IP 192.168.233.99 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/745838c0-ff0e-485f-b55e-2bcfcccaa872) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:08.233721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-179c64a2-09ba-4425-93c3-a465e7dd8a9b tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.235249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-179c64a2-09ba-4425-93c3-a465e7dd8a9b tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118033 Jul 16 01:39:08.275581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Request body: {'port': {'device_id': '796e6973-9a3a-4608-8aae-dadbbf292130', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '496cd9cb4ba34f38820b4228db98e36a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:08.373732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52b1d7-d793-4733-b78b-1f210bf10d76 req-ee85dde0-8e81-4442-96ff-4be746feceb1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.381985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c52b1d7-d793-4733-b78b-1f210bf10d76 req-ee85dde0-8e81-4442-96ff-4be746feceb1 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 950 time: 0.1396770 Jul 16 01:39:08.435672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c52b1d7-d793-4733-b78b-1f210bf10d76 req-c26b03c4-ec52-4f51-8a86-f42eff70230e tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517383 Jul 16 01:39:08.575366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Made reservation on behalf of 496cd9cb4ba34f38820b4228db98e36a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:08.578916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.661590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.724316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Transition to ACTIVE for port object 745838c0-ff0e-485f-b55e-2bcfcccaa872 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:08.788000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-3fc6c82b-b9ed-49d0-8f5e-4b04aab20d42 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.789809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-3fc6c82b-b9ed-49d0-8f5e-4b04aab20d42 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 950 time: 0.1062083 Jul 16 01:39:08.853041 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.900083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4d1bf17-c6c6-490e-b3a5-49cf04ad1b8c req-4d000fc6-3084-4482-931c-66d733449a08 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 210 time: 0.0421286 Jul 16 01:39:08.984886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:09.002055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:09.005283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:09.076856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:09.081589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Allocated IP 192.168.233.136 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/06eabcbf-5d4d-4516-9547-6e41a7a98d25) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:09.207676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.211600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.303721 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-52295d74-4f44-4b85-9e1d-a0b65fe2a608 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8745141 Jul 16 01:39:09.337631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Request body: {'port': {'device_id': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:09.345824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Deleting port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:09.346347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.366737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabe315-d1c8-491c-b11f-d78aff3f6a6d req-0bf62b7f-d9ad-4866-86ce-f5eb7d59b0c2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.378588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffabe315-d1c8-491c-b11f-d78aff3f6a6d req-0bf62b7f-d9ad-4866-86ce-f5eb7d59b0c2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1454570 Jul 16 01:39:09.458157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffabe315-d1c8-491c-b11f-d78aff3f6a6d req-770af1c1-f386-4295-9eb2-f7f4edfada00 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Jul 16 01:39:09.485234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3e19fb37-f259-4b17-9348-a3b206918ceb None None] Provisioning for port 745838c0-ff0e-485f-b55e-2bcfcccaa872 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:09.491306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3e19fb37-f259-4b17-9348-a3b206918ceb None None] Provisioning complete for port 745838c0-ff0e-485f-b55e-2bcfcccaa872 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:09.491953 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e19fb37-f259-4b17-9348-a3b206918ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:09.553894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3e19fb37-f259-4b17-9348-a3b206918ceb None None] Port 745838c0-ff0e-485f-b55e-2bcfcccaa872 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:09.734633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bb15a-b7af-4deb-8022-aebdbdac5c24 req-d96c988f-77ea-4955-995a-4eb50e32f3f6 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.736355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e5bb15a-b7af-4deb-8022-aebdbdac5c24 req-d96c988f-77ea-4955-995a-4eb50e32f3f6 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 950 time: 0.1128638 Jul 16 01:39:09.805310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e5bb15a-b7af-4deb-8022-aebdbdac5c24 req-267cf697-4bbf-46f9-94c7-610ddeb2ccb2 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565066 Jul 16 01:39:09.998097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] For port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:09.998467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.054170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Calling delete_port for ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:10.103336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.117884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Transition to ACTIVE for port object 06eabcbf-5d4d-4516-9547-6e41a7a98d25 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:10.135017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c304f3d-b8b2-4e17-9d13-54715b3bcd88 req-cb3f1607-5101-4b08-8627-81d9ffb448da tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 210 time: 0.0607402 Jul 16 01:39:10.158015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.280445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.362314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:10.374761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:10.383800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:10.516119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:10.762906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.767877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.801932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f46b1f-5883-45b0-ab2d-34d7552f1923 req-d7aba4c1-ca24-414e-a9ff-f58d415b2348 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:10.805240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64f46b1f-5883-45b0-ab2d-34d7552f1923 req-d7aba4c1-ca24-414e-a9ff-f58d415b2348 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1439044 Jul 16 01:39:10.923068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.927834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6759e925-feb7-4ba0-b586-da42206fd7b0 None None] Provisioning for port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:10.933626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6759e925-feb7-4ba0-b586-da42206fd7b0 None None] Provisioning complete for port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:10.934271 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6759e925-feb7-4ba0-b586-da42206fd7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:10.935141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64f46b1f-5883-45b0-ab2d-34d7552f1923 req-84a8753b-90ef-45e6-904d-2a51eb578b91 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058722 Jul 16 01:39:10.939763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:10.944120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['2d2638d6-4ada-4a36-88cd-5807046d1f5f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:10.996264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3e1f1c7c-7b1f-407b-aa46-db95ab0345cc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7476592 Jul 16 01:39:11.001399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Pushing event deleted for resources: {'Port': ['ID=ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.034723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Request body: {'port': {'device_id': '796e6973-9a3a-4608-8aae-dadbbf292130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:11.085397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6759e925-feb7-4ba0-b586-da42206fd7b0 None None] Port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:11.179297 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5914d038-161e-4a88-af5b-3d56debb39ca req-7083e714-e25c-479a-844e-160782b7861c tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a45e79a-b17f-47f5-8771-53db1394d33c HTTP/1.1" status: 200 len: 210 time: 0.0630023 Jul 16 01:39:11.207275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] No DVR routers for this DVR port ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:11.210722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae161-3759-4164-9692-481f3bfe99f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.222454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.224603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb8304d7-670e-4cc3-9d8d-0c2526248799 req-77f79488-e89f-456c-b860-c9060d02a827 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "DELETE /v2.0/ports/ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 HTTP/1.1" status: 204 len: 173 time: 2.4253378 Jul 16 01:39:11.224998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'name': 'network-vif-deleted', 'tag': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:11.227342 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97db8162-2ac5-465f-a943-afaf3a4d41bb" -d '{"events": [{"server_uuid": "8a45e79a-b17f-47f5-8771-53db1394d33c", "name": "network-vif-deleted", "tag": "ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:11.359610 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f4c9d-97d9-4a17-a958-e9343be82dae x-openstack-request-id: req-bd7f4c9d-97d9-4a17-a958-e9343be82dae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:11.359902 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a45e79a-b17f-47f5-8771-53db1394d33c", "name": "network-vif-deleted", "tag": "ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:11.360175 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd7f4c9d-97d9-4a17-a958-e9343be82dae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:11.360574 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a45e79a-b17f-47f5-8771-53db1394d33c', 'name': 'network-vif-deleted', 'tag': 'ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7', 'status': 'completed', 'code': 200} Jul 16 01:39:11.369231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745838c0-ff0e-485f-b55e-2bcfcccaa872 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:11.399857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.415553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.432279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Transition to ACTIVE for port object 745838c0-ff0e-485f-b55e-2bcfcccaa872 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:11.444778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae161-3759-4164-9692-481f3bfe99f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.457253 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae161-3759-4164-9692-481f3bfe99f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.458579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.525127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45760915-d795-4aec-bd6d-b994e5606146 req-8a636d12-f6c3-4d6d-a92d-db9ad2f486d1 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.535768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45760915-d795-4aec-bd6d-b994e5606146 req-8a636d12-f6c3-4d6d-a92d-db9ad2f486d1 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 936 time: 0.1749794 Jul 16 01:39:11.558821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ae161-3759-4164-9692-481f3bfe99f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adccdb2-ef4f-4cd7-98a4-72cdc974d661,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.567540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4d3ae161-3759-4164-9692-481f3bfe99f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12c58af851dd402581a0e32509029d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260884 Jul 16 01:39:11.568096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:11.592753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.636962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45760915-d795-4aec-bd6d-b994e5606146 req-212a8df4-a3be-4170-afee-6f34d0c1f366 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000819 Jul 16 01:39:11.685490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54978324-465d-4f56-9ec6-67b002b9e9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.737980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54978324-465d-4f56-9ec6-67b002b9e9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.751868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Attempting to bind port 745838c0-ff0e-485f-b55e-2bcfcccaa872 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:11.752074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Attempting to bind port 745838c0-ff0e-485f-b55e-2bcfcccaa872 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:11.752333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Attempting to bind port 745838c0-ff0e-485f-b55e-2bcfcccaa872 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:11.763294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Port 745838c0-ff0e-485f-b55e-2bcfcccaa872 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:11.763618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Attempting to bind port 745838c0-ff0e-485f-b55e-2bcfcccaa872 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:11.772644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:11.772968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:11.773295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:11.773726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Bound port: 745838c0-ff0e-485f-b55e-2bcfcccaa872, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:11.774083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.812176 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54978324-465d-4f56-9ec6-67b002b9e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.814813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54978324-465d-4f56-9ec6-67b002b9e9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.818400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-54978324-465d-4f56-9ec6-67b002b9e9e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0adccdb2-ef4f-4cd7-98a4-72cdc974d661 HTTP/1.1" status: 204 len: 168 time: 0.2446482 Jul 16 01:39:11.839893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54978324-465d-4f56-9ec6-67b002b9e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adccdb2-ef4f-4cd7-98a4-72cdc974d661,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:11.943173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:11.947064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:11.965120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.978075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06eabcbf-5d4d-4516-9547-6e41a7a98d25 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:12.019338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.025456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.026015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.027423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] 10.222.0.38 "PUT /v2.0/ports/745838c0-ff0e-485f-b55e-2bcfcccaa872 HTTP/1.1" status: 200 len: 1095 time: 2.7155852 Jul 16 01:39:12.054307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Transition to ACTIVE for port object 06eabcbf-5d4d-4516-9547-6e41a7a98d25 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:12.066606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.086922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea75080-f0c8-49b9-b354-38c419162ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.193039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.233816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.240534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-792569241'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:12.326355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b580b-b4c5-4c8e-9814-b31f2555be90 req-c41c29cc-56c0-4310-a504-d58243b98616 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.334171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d69b580b-b4c5-4c8e-9814-b31f2555be90 req-c41c29cc-56c0-4310-a504-d58243b98616 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.2024360 Jul 16 01:39:12.343999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:12.349489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.387476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Attempting to bind port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:12.388077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Attempting to bind port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:12.388724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Attempting to bind port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:12.395556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.408795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:12.409315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:12.414348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Attempting to bind port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:12.423301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:12.424408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:12.425042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:12.425703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Bound port: 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:12.426666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.432024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dfc5ec10-6356-49e0-90d7-968532284d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.435636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-dfc5ec10-6356-49e0-90d7-968532284d21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496cd9cb4ba34f38820b4228db98e36a&device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 1098 time: 0.1813204 Jul 16 01:39:12.471756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d69b580b-b4c5-4c8e-9814-b31f2555be90 req-be1aeba3-cf7a-424c-8e2b-b17569a98fae tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362309 Jul 16 01:39:12.478667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f8a16ae-6cbb-4913-80be-d275a32f68d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.484634 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.485281 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Added segment 017bbb86-71b0-4643-8bf6-da3b289d223d of type vlan for network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 Jul 16 01:39:12.509880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-d1730fb2-410f-4847-b211-2374eccdf22f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872 HTTP/1.1" status: 200 len: 217 time: 0.0668602 Jul 16 01:39:12.609387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.640382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-9d9bfa94-c095-4627-9334-cc6cc940f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.641795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-9d9bfa94-c095-4627-9334-cc6cc940f633 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1248977 Jul 16 01:39:12.703661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:12.708831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f8a16ae-6cbb-4913-80be-d275a32f68d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.712924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.731019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.734023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.737834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:12.744519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.787821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-8c679e6c-2a13-48c5-924b-543b3d2c0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.789709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-8c679e6c-2a13-48c5-924b-543b3d2c0ae0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395009 Jul 16 01:39:12.797535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.798082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.799752 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] 10.222.0.38 "PUT /v2.0/ports/06eabcbf-5d4d-4516-9547-6e41a7a98d25 HTTP/1.1" status: 200 len: 1096 time: 1.7764101 Jul 16 01:39:12.849427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6122663 Jul 16 01:39:12.849427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f8a16ae-6cbb-4913-80be-d275a32f68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:12.855130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:12.876409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-150381161'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:12.902552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:12.926152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc636f-ddb7-48ca-99ea-c1afeccf9ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:12.929979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:12.930610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device ed1e4f7f-f6ab-450d-a11c-0bc2aca99eb7 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:12.989857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:12.993505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.046281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:13.055474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.055834 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Added segment 8336fdc2-919b-4983-8121-7d63abb452ef of type vlan for network b626ffa2-d659-4fd1-8302-c384b076392d Jul 16 01:39:13.068422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2f8a16ae-6cbb-4913-80be-d275a32f68d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb31734e523e491fa1e73a6aa2df08eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651459 Jul 16 01:39:13.070622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a16ae-6cbb-4913-80be-d275a32f68d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b2bc74-83cf-440b-8247-6cebc123ffbd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.072958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.088782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c4ec9-231a-4293-a13b-28a93a75e508 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Network': ['ID=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.103975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:13.112139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-ff3d9b51-0f28-4a91-a644-40cf0ca1d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.113639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-ff3d9b51-0f28-4a91-a644-40cf0ca1d2cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496cd9cb4ba34f38820b4228db98e36a&device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 1099 time: 0.2600193 Jul 16 01:39:13.119762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.134656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-82af07ca-6984-4fd6-946e-54271fe162e1 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336749 Jul 16 01:39:13.180308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906534-e000-4847-a74f-8cb38c5937da req-1ba258f5-6df9-43fa-b845-5c82a06cdbc5 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.181844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4906534-e000-4847-a74f-8cb38c5937da req-1ba258f5-6df9-43fa-b845-5c82a06cdbc5 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 948 time: 0.3513436 Jul 16 01:39:13.241574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-9cd18d43-dff1-47c0-baaf-78b67f4cbb41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25 HTTP/1.1" status: 200 len: 217 time: 0.1152678 Jul 16 01:39:13.244828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:39:13.256060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4906534-e000-4847-a74f-8cb38c5937da req-5297bd92-cb1e-4c64-b424-2a4cbce04c82 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Jul 16 01:39:13.284946 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce01760f-9d99-4e12-920d-935295bb12b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.297839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfea73-56b1-4f02-9ff7-5ba8f749a63c req-5db1efb9-6a3a-40dc-a1fa-9049e23778eb tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.299541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73dfea73-56b1-4f02-9ff7-5ba8f749a63c req-5db1efb9-6a3a-40dc-a1fa-9049e23778eb tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.1915762 Jul 16 01:39:13.341470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.341699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce01760f-9d99-4e12-920d-935295bb12b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.347042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.347627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.388635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}, {'name': 'network-changed', 'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:13.389351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73dfea73-56b1-4f02-9ff7-5ba8f749a63c req-60253da6-da6b-42f9-865d-fadc7543c739 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819025 Jul 16 01:39:13.398808 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e03712-f687-46a9-ba6e-845bec11b4da" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}, {"name": "network-changed", "server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:13.425658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce01760f-9d99-4e12-920d-935295bb12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.428848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce01760f-9d99-4e12-920d-935295bb12b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.430243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ce01760f-9d99-4e12-920d-935295bb12b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33b2bc74-83cf-440b-8247-6cebc123ffbd HTTP/1.1" status: 204 len: 168 time: 0.3428302 Jul 16 01:39:13.442763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3fae1ece-4fc2-4295-8386-cffa43326981 req-15c98c4e-6194-492c-9c36-3e02229bc1b6 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749023 Jul 16 01:39:13.458793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01760f-9d99-4e12-920d-935295bb12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b2bc74-83cf-440b-8247-6cebc123ffbd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.481586 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf87f4-bcfb-4c2b-9346-cb2459702fcb x-openstack-request-id: req-badf87f4-bcfb-4c2b-9346-cb2459702fcb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:13.481936 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:13.482239 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-badf87f4-bcfb-4c2b-9346-cb2459702fcb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:13.482747 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'status': 'completed', 'code': 200} Jul 16 01:39:13.483473 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'status': 'completed', 'code': 200} Jul 16 01:39:13.502919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-8607c0d0-d7b7-4343-9b22-b5195f4814c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.504408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-8607c0d0-d7b7-4343-9b22-b5195f4814c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2512374 Jul 16 01:39:13.519149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6634853 Jul 16 01:39:13.521747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:13.527056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'subnet': {'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:13.627671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad005-4ebd-45dc-a996-fa896016aea5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Network': ['ID=b626ffa2-d659-4fd1-8302-c384b076392d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:13.644265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b626ffa2-d659-4fd1-8302-c384b076392d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:13.694898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-97140b48-36ea-40d4-ba20-aa1b7b83f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.696425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-97140b48-36ea-40d4-ba20-aa1b7b83f943 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496cd9cb4ba34f38820b4228db98e36a&device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 1098 time: 0.1791739 Jul 16 01:39:13.702582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-bcfb8408-71a1-4e71-aad0-ee08d22c11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.704167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-bcfb8408-71a1-4e71-aad0-ee08d22c11e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840417 Jul 16 01:39:13.763987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:13.779355 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:13.786107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b8920-5d98-4042-ba26-c4bc381b6471 req-a6ca922c-66e6-4706-9aef-0166d97a9217 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.787692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-625b8920-5d98-4042-ba26-c4bc381b6471 req-a6ca922c-66e6-4706-9aef-0166d97a9217 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1902361 Jul 16 01:39:13.882352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-b92100ef-aa59-4ec2-857e-8d9da51abe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.884317 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-b92100ef-aa59-4ec2-857e-8d9da51abe92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1792014 Jul 16 01:39:13.897933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-625b8920-5d98-4042-ba26-c4bc381b6471 req-c106b28c-e027-4f66-9356-773e5fe00e10 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966375 Jul 16 01:39:13.969485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-e610ec71-7350-4ad9-bc7a-1ac076eb34d8 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557240 Jul 16 01:39:13.971763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-101a3c97-6195-4e7b-a960-7ea84861d98b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872 HTTP/1.1" status: 200 len: 217 time: 0.0811107 Jul 16 01:39:14.081961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.114020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-3087f540-01d2-4f83-82e0-4faa81c9447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.115657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-3087f540-01d2-4f83-82e0-4faa81c9447f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1318102 Jul 16 01:39:14.170598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Subnet': ['ID=2e31e7a2-960c-42c5-8aca-76923d47cb18,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:14.180353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Checking segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:14.180573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network hostable DHCP agents. Network: 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:14.181989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722b25d6-6be5-42c1-9702-46bbda6b1032 req-3f69fad8-5460-49b2-8aee-da0b0658c83f service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992736 Jul 16 01:39:14.219170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-881314df-f241-4b97-942f-ee3702eff97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.221624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-881314df-f241-4b97-942f-ee3702eff97d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853767 Jul 16 01:39:14.225382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:14.237214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:14.249819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f2f96-2f26-42d1-acdc-2f7d451a121f None None] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:14.252419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.253067 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.273926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6589f24c-a7ea-4ca2-9812-021445341a04 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7510512 Jul 16 01:39:14.277595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45030) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:14.291560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'subnet': {'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:14.389262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-d384d073-77a7-4477-8134-062b58fc574c service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566701 Jul 16 01:39:14.392748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:14.397513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.709285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeacac-67da-4186-ac84-1cc9b3b27b5e req-074cb813-acbe-49d7-b23b-4957d27174e8 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.711069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fdeacac-67da-4186-ac84-1cc9b3b27b5e req-074cb813-acbe-49d7-b23b-4957d27174e8 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.1162546 Jul 16 01:39:14.712533 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-99cd8c4e-6203-4833-8334-0a896ce72e55 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162596 Jul 16 01:39:14.739167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:14.740486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.758275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b697a-d136-4184-848b-9891e27a601d req-e2c7f1b6-097f-4a4c-be8d-abf1110b2232 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.759903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c5b697a-d136-4184-848b-9891e27a601d req-e2c7f1b6-097f-4a4c-be8d-abf1110b2232 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 948 time: 0.2228656 Jul 16 01:39:14.780756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-b138fe2e-47d0-490a-9318-e060c37ddfdb tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.782550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-b138fe2e-47d0-490a-9318-e060c37ddfdb tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 950 time: 0.2435725 Jul 16 01:39:14.860812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fdeacac-67da-4186-ac84-1cc9b3b27b5e req-7ec663db-bc0d-4294-a0a9-1c74a53c9043 tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/security-groups?id=21858411-f4f0-4c10-b7d4-4e6c65d337e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234608 Jul 16 01:39:14.880554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c5b697a-d136-4184-848b-9891e27a601d req-8f3b0a5d-4bea-46cf-9ddb-1ed19000920a tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050177 Jul 16 01:39:14.930181 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:14.954836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-e0aab89c-f272-477e-bc8f-5c89eee46ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.956367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-e0aab89c-f272-477e-bc8f-5c89eee46ea0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=496cd9cb4ba34f38820b4228db98e36a&device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 1099 time: 0.1728570 Jul 16 01:39:14.995809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Subnet': ['ID=324a2a2d-3a48-4183-9303-8bbdeb1300ca,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.003640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Checking segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:15.003947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network hostable DHCP agents. Network: b626ffa2-d659-4fd1-8302-c384b076392d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:15.027223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network b626ffa2-d659-4fd1-8302-c384b076392d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:15.036727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Deleting port 2d2638d6-4ada-4a36-88cd-5807046d1f5f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:15.037079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.046991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b626ffa2-d659-4fd1-8302-c384b076392d) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:15.047755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Allocated IP 10.1.1.2 (2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6/2e31e7a2-960c-42c5-8aca-76923d47cb18/66871a67-ae3d-49da-b3df-2dc8758fa786) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:15.051942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.052661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.063617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573d160-e763-4cff-b48d-567b29f6da01 None None] Network b626ffa2-d659-4fd1-8302-c384b076392d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:15.081053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e410fb53-5e53-49eb-be6c-4441f2417b4d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7988892 Jul 16 01:39:15.081053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:15.087884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'name': 'tempest-TaggedBootDevicesTest-1330353994', 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:15.294190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-087015e3-3e1a-441a-883c-3198e20de193 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=181795ab09744d8d9f3a287a54c5719b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251267 Jul 16 01:39:15.324629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-b626ffa2-d659-4fd1-8302-c384b076392d', 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'fixed_ips': [{'subnet_id': '324a2a2d-3a48-4183-9303-8bbdeb1300ca'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:15.326172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.506363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-15049085-0796-4d66-a77f-34dc80b3c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.507897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-15049085-0796-4d66-a77f-34dc80b3c2bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.5374098 Jul 16 01:39:15.561453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-a98c6948-dd55-4a35-ab6d-efdac2108b6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25 HTTP/1.1" status: 200 len: 217 time: 0.0464919 Jul 16 01:39:15.566708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] For port 2d2638d6-4ada-4a36-88cd-5807046d1f5f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=2d2638d6-4ada-4a36-88cd-5807046d1f5f,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:15.567172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.608199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:15.615387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Calling delete_port for 2d2638d6-4ada-4a36-88cd-5807046d1f5f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:15.673323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-6698e847-9018-4013-b466-fdb8e4e7bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.674809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-6698e847-9018-4013-b466-fdb8e4e7bd02 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1047475 Jul 16 01:39:15.706371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.708893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Allocated IP 10.2.2.2 (b626ffa2-d659-4fd1-8302-c384b076392d/324a2a2d-3a48-4183-9303-8bbdeb1300ca/792d87db-e1cd-4add-b8b1-864ea761340a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:15.731088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Transition to ACTIVE for port object 66871a67-ae3d-49da-b3df-2dc8758fa786 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:15.778625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:15.781232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Transition to ACTIVE for port object 66871a67-ae3d-49da-b3df-2dc8758fa786 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:15.788743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-81b845b0-dc5e-450a-8839-3c013288989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.790246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-81b845b0-dc5e-450a-8839-3c013288989c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085012 Jul 16 01:39:15.803517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'mac_address': 'fa:16:3e:b3:1b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:15.834447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-c14d76f1-7567-4c2b-8d99-739b3aadd568 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.835998 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.840539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-c14d76f1-7567-4c2b-8d99-739b3aadd568 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5403831 Jul 16 01:39:15.859031 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.865912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7065-8118-41c4-b05b-41aeb3506efc req-3c095b21-b716-46d6-92fa-1a781daaf71f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:15.867432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a28a7065-8118-41c4-b05b-41aeb3506efc req-3c095b21-b716-46d6-92fa-1a781daaf71f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.5723743 Jul 16 01:39:15.875230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:15.877253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['2d2638d6-4ada-4a36-88cd-5807046d1f5f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:15.912282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-83b4ea7b-4e6a-43fe-84f8-7357d532ea80 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/quotas/181795ab09744d8d9f3a287a54c5719b HTTP/1.1" status: 200 len: 375 time: 0.0606189 Jul 16 01:39:15.930254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Pushing event deleted for resources: {'Port': ['ID=2d2638d6-4ada-4a36-88cd-5807046d1f5f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.946897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:15.959114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:15.968264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:15.982476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Pushing event updated for resources: {'Port': ['ID=66871a67-ae3d-49da-b3df-2dc8758fa786,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:15.987689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:15.997354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] No DVR routers for this DVR port 2d2638d6-4ada-4a36-88cd-5807046d1f5f on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:16.000902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.002923 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ed0f39f-a2b1-4e83-b007-f2971bed14b6 req-8ad15b54-8a39-4199-9b47-29fc7add170d tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.32 "DELETE /v2.0/ports/2d2638d6-4ada-4a36-88cd-5807046d1f5f HTTP/1.1" status: 204 len: 173 time: 1.2030725 Jul 16 01:39:16.003661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'name': 'network-vif-deleted', 'tag': '2d2638d6-4ada-4a36-88cd-5807046d1f5f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:16.010369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-2df59512-15b0-4319-8705-f2ffbc0d89c8 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=181795ab09744d8d9f3a287a54c5719b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848820 Jul 16 01:39:16.015373 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d5720-38de-4cc8-bb4e-ce64ed9975f7" -d '{"events": [{"server_uuid": "ccb1bdc7-d4c7-4311-862e-7eebc3e26a50", "name": "network-vif-deleted", "tag": "2d2638d6-4ada-4a36-88cd-5807046d1f5f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:16.020520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-067b0e80-5421-4615-aab5-ddc2b123a28e service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204661 Jul 16 01:39:16.036936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a28a7065-8118-41c4-b05b-41aeb3506efc req-141dbf14-2ca8-4a1f-ace1-8ff6e73a8087 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571214 Jul 16 01:39:16.102332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.151864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] device_id is not set on port 5564a3de-6882-433c-bdb8-aaca8e4a1618 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:16.265415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7e03712-f687-46a9-ba6e-845bec11b4da req-6b94f18e-285c-43df-92b9-887a5c10a68f service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369528 Jul 16 01:39:16.363277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.379585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745838c0-ff0e-485f-b55e-2bcfcccaa872 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:16.384197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Transition to ACTIVE for port object 792d87db-e1cd-4add-b8b1-864ea761340a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:16.429855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:16.437709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Transition to ACTIVE for port object 792d87db-e1cd-4add-b8b1-864ea761340a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:16.442208 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.448060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Attempting to bind port 66871a67-ae3d-49da-b3df-2dc8758fa786 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:16.448651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Attempting to bind port 66871a67-ae3d-49da-b3df-2dc8758fa786 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:16.449162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Attempting to bind port 66871a67-ae3d-49da-b3df-2dc8758fa786 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:16.472856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.477929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:16.478305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Checking segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:16.478694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.479076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Bound using segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:16.480084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Bound port: 66871a67-ae3d-49da-b3df-2dc8758fa786, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:16.480459 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.487505 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3bbda3e7-dd2b-49dd-9148-814aaff268d0 req-d7219ae3-c397-424c-a7d6-51e983c8acfa tempest-ServersAdminNegativeTestJSON-1665302973 tempest-ServersAdminNegativeTestJSON-1665302973-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccb1bdc7-d4c7-4311-862e-7eebc3e26a50 HTTP/1.1" status: 200 len: 210 time: 0.0921342 Jul 16 01:39:16.532059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Network b626ffa2-d659-4fd1-8302-c384b076392d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:16.553739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:16.558022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:16.560062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.615981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-dbfa8f5a-7890-4980-902e-6585b216fc45 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.625798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-dbfa8f5a-7890-4980-902e-6585b216fc45 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.2787774 Jul 16 01:39:16.652559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-0c7c1e2f-533d-4369-80af-2283964de707 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/quotas/86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 375 time: 0.0258241 Jul 16 01:39:16.661408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 10.1.1.160 (2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6/2e31e7a2-960c-42c5-8aca-76923d47cb18/5564a3de-6882-433c-bdb8-aaca8e4a1618) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:16.752012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] For port 66871a67-ae3d-49da-b3df-2dc8758fa786, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:16.759443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Pushing event updated for resources: {'Port': ['ID=792d87db-e1cd-4add-b8b1-864ea761340a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.773532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['745838c0-ff0e-485f-b55e-2bcfcccaa872'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:16.778963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Attempting to bind port 792d87db-e1cd-4add-b8b1-864ea761340a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:16.779325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Attempting to bind port 792d87db-e1cd-4add-b8b1-864ea761340a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:16.779685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Attempting to bind port 792d87db-e1cd-4add-b8b1-864ea761340a on network b626ffa2-d659-4fd1-8302-c384b076392d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:16.800213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] For port 66871a67-ae3d-49da-b3df-2dc8758fa786, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=66871a67-ae3d-49da-b3df-2dc8758fa786,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:16.813076 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.815024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:16.815396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Checking segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:16.815789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.816249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Bound using segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:16.817223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Bound port: 792d87db-e1cd-4add-b8b1-864ea761340a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:16.817223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:16.865923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ad8db348-147b-43b6-a4f4-ad35cbbe6d71 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124851 Jul 16 01:39:16.874033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5f88a-715a-4141-87ac-ab5c879970e1 req-c2d775d0-d2f7-4272-a2a1-712ee9ddea60 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.881823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ae5f88a-715a-4141-87ac-ab5c879970e1 req-c2d775d0-d2f7-4272-a2a1-712ee9ddea60 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 948 time: 0.2266402 Jul 16 01:39:16.929452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bd47a-e83a-4b14-9999-6a7f98e4c480 None None] Pushing event updated for resources: {'Port': ['ID=66871a67-ae3d-49da-b3df-2dc8758fa786,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:16.972380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] For port 792d87db-e1cd-4add-b8b1-864ea761340a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:16.988453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] For port 792d87db-e1cd-4add-b8b1-864ea761340a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=792d87db-e1cd-4add-b8b1-864ea761340a,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:16.999408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.012566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ae5f88a-715a-4141-87ac-ab5c879970e1 req-04675c38-eb75-4826-866e-e1bbed90264e tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303329 Jul 16 01:39:17.095629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a634-bf83-4c6e-afa5-c468f36b2128 None None] Pushing event updated for resources: {'Port': ['ID=792d87db-e1cd-4add-b8b1-864ea761340a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.105876 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c97b9c9-5921-4787-81b5-ae562430dee6 x-openstack-request-id: req-8c97b9c9-5921-4787-81b5-ae562430dee6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:17.106566 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb1bdc7-d4c7-4311-862e-7eebc3e26a50", "name": "network-vif-deleted", "tag": "2d2638d6-4ada-4a36-88cd-5807046d1f5f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:17.107194 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c97b9c9-5921-4787-81b5-ae562430dee6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:17.108070 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb1bdc7-d4c7-4311-862e-7eebc3e26a50', 'name': 'network-vif-deleted', 'tag': '2d2638d6-4ada-4a36-88cd-5807046d1f5f', 'status': 'completed', 'code': 200} Jul 16 01:39:17.172934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-bfcbcf6c-6a0f-4d9a-bdd9-feb31df28060 service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743025 Jul 16 01:39:17.185062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.228195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object 5564a3de-6882-433c-bdb8-aaca8e4a1618 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:17.324903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-558c18f8-0577-4dca-96d8-525092bf49e3 service neutron] 10.222.0.35 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507959 Jul 16 01:39:17.344582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.436564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:17.459675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-769c1d2f-fd40-4dcb-a710-68681c3303d0 req-8046fb33-f3d8-4a7b-b526-5edb6edf4d3f tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 210 time: 0.0937898 Jul 16 01:39:17.461372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:17.462731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:17.474667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:17.554655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.562484 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.587272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6751301a-6e93-4529-a777-f4e8a61be343 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5032959 Jul 16 01:39:17.587611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:17.593838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'name': 'tempest-TaggedBootDevicesTest-291941236', 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:17.604545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:17.751053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-d298bde3-733f-4ff0-b08b-b8ca233943fa tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=181795ab09744d8d9f3a287a54c5719b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674391 Jul 16 01:39:17.790562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.818315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'mac_address': 'fa:16:3e:9b:99:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:17.900052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:17.900242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.911569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.927602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06eabcbf-5d4d-4516-9547-6e41a7a98d25 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:17.951775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-23e591dc-0a08-4833-a6ce-4bdddb8f94d0 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.953547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-23e591dc-0a08-4833-a6ce-4bdddb8f94d0 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945317 Jul 16 01:39:17.957459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] device_id is not set on port e30677e8-2b6f-4243-9dcb-b15eb34890bd yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:39:17.972209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:17.982696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:17.988212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Request body: {'port': {'device_id': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '181795ab09744d8d9f3a287a54c5719b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:18.035686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b637d2-e19a-4066-9f4e-47396b6236a8 req-785f126e-4eaf-44a0-88ea-23c0f70d98be tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.043779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b637d2-e19a-4066-9f4e-47396b6236a8 req-785f126e-4eaf-44a0-88ea-23c0f70d98be tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.3707337 Jul 16 01:39:18.114546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.117923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40634140-2728-4941-bb2a-1936a289813c req-4fde737b-8362-48d7-95c8-174df3aa5359 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.1025894 Jul 16 01:39:18.262655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['06eabcbf-5d4d-4516-9547-6e41a7a98d25'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:18.265016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b637d2-e19a-4066-9f4e-47396b6236a8 req-9856fc6d-600b-4dec-a04b-ea5adbef1054 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194457 Jul 16 01:39:18.269741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Made reservation on behalf of 181795ab09744d8d9f3a287a54c5719b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:18.289777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.326697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.478259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45122) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:18.527555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 10.1.1.107 (2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6/2e31e7a2-960c-42c5-8aca-76923d47cb18/e30677e8-2b6f-4243-9dcb-b15eb34890bd) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:18.549685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.560330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:18.648191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4095013-7f2b-402d-98f9-f4a27c439487,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:18.682285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6936e-91fc-42d4-9a3b-534ec6dbfcf7 req-56efa70d-c6d4-4b7d-9c1a-41c8e2b32acf tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.684056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97f6936e-91fc-42d4-9a3b-534ec6dbfcf7 req-56efa70d-c6d4-4b7d-9c1a-41c8e2b32acf tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 949 time: 0.3261447 Jul 16 01:39:18.804624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16f009a4-f3aa-4eb6-8df3-b6d0d855640f req-c6436a82-104d-491a-b37b-5cd4058c52fd tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 210 time: 0.0808496 Jul 16 01:39:18.828917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Allocated IP 192.168.233.138 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/fc905a4c-18cd-48d6-a2fc-a13b94b6d84e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:18.854149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97f6936e-91fc-42d4-9a3b-534ec6dbfcf7 req-007c7da2-b87d-438c-926a-a41d044480c3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516442 Jul 16 01:39:18.883976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b993514-eeb7-47ef-9a5d-e856c54db304 None None] Network b626ffa2-d659-4fd1-8302-c384b076392d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:18.936863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 2d2638d6-4ada-4a36-88cd-5807046d1f5f no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:18.960991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8be194ec-b57e-4fef-8c4f-d46fce955126 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54f4e0e79f99471c9a8f5caf85c456f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4721792 Jul 16 01:39:18.970951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45130) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.035862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 2d2638d6-4ada-4a36-88cd-5807046d1f5f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:19.036489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 2d2638d6-4ada-4a36-88cd-5807046d1f5f not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:19.054882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.059643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cef9c6d4-9e3f-4a94-ba83-cd92de2d254b None None] Provisioning for port 792d87db-e1cd-4add-b8b1-864ea761340a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:19.070441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef4e7a-44c2-4246-898c-58148f168bd2 None None] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:19.080226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object e30677e8-2b6f-4243-9dcb-b15eb34890bd will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:19.083321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5645ebc-a224-4a8e-ba7c-f5a56476e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.101558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.114002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5645ebc-a224-4a8e-ba7c-f5a56476e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.116636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Transition to ACTIVE for port object fc905a4c-18cd-48d6-a2fc-a13b94b6d84e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:19.156713 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.162542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.223924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:19.229289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5645ebc-a224-4a8e-ba7c-f5a56476e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.233248 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5645ebc-a224-4a8e-ba7c-f5a56476e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.234441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e5645ebc-a224-4a8e-ba7c-f5a56476e5f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21858411-f4f0-4c10-b7d4-4e6c65d337e2 HTTP/1.1" status: 204 len: 168 time: 0.2626240 Jul 16 01:39:19.240616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:19.243720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:19.282346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:19.290455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:19.294817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:19.325357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-748b3640-b9d0-401b-ac0d-2b2d2b2f9208 None None] Provisioning for port 66871a67-ae3d-49da-b3df-2dc8758fa786 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:19.330501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Pushing event updated for resources: {'Port': ['ID=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.334875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.335552 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.357714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.368003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.369171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.390319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-14c1efbb-7d6c-41e4-bc4c-ef0d69e57320 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4129221 Jul 16 01:39:19.406711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Request body: {'port': {'device_id': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:19.470623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c470bed2-fb39-43f6-86dc-cc47b99fce35 req-8aababaa-0947-4a6c-8829-f42ac52bac4f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.1093178 Jul 16 01:39:19.473373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5645ebc-a224-4a8e-ba7c-f5a56476e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21858411-f4f0-4c10-b7d4-4e6c65d337e2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:19.503890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1cc4c288-b5ca-43a9-b884-b20d36aa9f08 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9149606 Jul 16 01:39:19.573432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 792d87db-e1cd-4add-b8b1-864ea761340a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:19.737632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322853dd-16b2-48c2-b41d-36292fba1229 req-da133dc5-e7fb-4bec-a933-0b73343d98bb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.740436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:19.747945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-322853dd-16b2-48c2-b41d-36292fba1229 req-da133dc5-e7fb-4bec-a933-0b73343d98bb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1818755 Jul 16 01:39:19.758102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:19.815134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-322853dd-16b2-48c2-b41d-36292fba1229 req-fd6ed13d-7ccc-4da4-93a7-905d402366b9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Jul 16 01:39:19.938758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-1ac4e0c9-f88c-4807-b5a7-06ac23998f75 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.940669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-1ac4e0c9-f88c-4807-b5a7-06ac23998f75 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 820 time: 0.3270838 Jul 16 01:39:19.960620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:19.977818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-42f655bd-9eb4-417f-a3fe-b4ec61649bfe None None] Provisioning for port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:19.997505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-42f655bd-9eb4-417f-a3fe-b4ec61649bfe None None] Provisioning complete for port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:19.997874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42f655bd-9eb4-417f-a3fe-b4ec61649bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.009228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Request body: {'port': {'device_id': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'admin_state_up': True, 'tenant_id': '86a1d11c1964442f82649e94fd51aff5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.022978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-81c459e2-96e2-433f-9c06-5cdafffee897 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d78653567f54279ab9ac0505fea22d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604367 Jul 16 01:39:20.023762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.093384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 792d87db-e1cd-4add-b8b1-864ea761340a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:20.110249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 792d87db-e1cd-4add-b8b1-864ea761340a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:20.111418 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.142219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:20.154547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-42f655bd-9eb4-417f-a3fe-b4ec61649bfe None None] Port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:20.159930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622efd9-cfa9-42d7-9607-71ef91f8db93 req-e1881744-cbd3-462f-b635-7dde43b150d8 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.162286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:20.162610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.170753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7622efd9-cfa9-42d7-9607-71ef91f8db93 req-e1881744-cbd3-462f-b635-7dde43b150d8 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 936 time: 0.1538749 Jul 16 01:39:20.172955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c4ab-18a2-4d09-b1bb-fa305f4d3e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.223335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c4ab-18a2-4d09-b1bb-fa305f4d3e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.278057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Made reservation on behalf of 86a1d11c1964442f82649e94fd51aff5 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:20.278488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7622efd9-cfa9-42d7-9607-71ef91f8db93 req-70247bc1-8a56-455c-832f-0eab8a9386c8 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067815 Jul 16 01:39:20.282166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.361896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45154) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:20.370993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494468863', 'description': 'tempest-description--1931897062'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.418337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c4ab-18a2-4d09-b1bb-fa305f4d3e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.421471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c4ab-18a2-4d09-b1bb-fa305f4d3e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.427022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9ba0c4ab-18a2-4d09-b1bb-fa305f4d3e34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96d67c30-d226-4553-bd81-829258a36349 HTTP/1.1" status: 204 len: 168 time: 0.4009814 Jul 16 01:39:20.442944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0c4ab-18a2-4d09-b1bb-fa305f4d3e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d67c30-d226-4553-bd81-829258a36349,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.460881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d8a84a69-cc9f-4a15-8c67-27174877beea None None] Provisioning complete for port 792d87db-e1cd-4add-b8b1-864ea761340a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:20.461317 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d8a84a69-cc9f-4a15-8c67-27174877beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.466677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc905a4c-18cd-48d6-a2fc-a13b94b6d84e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:20.489416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.519069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.596256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Transition to ACTIVE for port object fc905a4c-18cd-48d6-a2fc-a13b94b6d84e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:20.607231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818482ad-5d22-4b7f-a9d6-c4c7d2559b67 req-88563fa1-4acf-4c0e-b97b-689915c2d8c0 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.617796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-818482ad-5d22-4b7f-a9d6-c4c7d2559b67 req-88563fa1-4acf-4c0e-b97b-689915c2d8c0 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 949 time: 0.1105523 Jul 16 01:39:20.635597 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.675538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-818482ad-5d22-4b7f-a9d6-c4c7d2559b67 req-ca4f299d-25d2-45ad-bb9c-d6b083c8bee6 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567770 Jul 16 01:39:20.778775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94643403-c73d-4740-9149-989e948f7a2c req-391b8f3d-69e9-4b33-a48f-d130f24b725d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0366621 Jul 16 01:39:20.815718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Allocated IP 172.20.0.3 (a9885455-dd33-4bee-8978-55fd5dd6dbcd/457cae23-1885-4413-b044-ee550ad39bf8/511ba4f2-efe9-43b3-b58c-0dddd25f9f46) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:20.931488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.011039 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.014072 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.156960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:21.159353 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f5a4fb-1ad5-4357-bc5e-a268c9703a03" -d '{"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-plugged", "status": "completed", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:21.187750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 792d87db-e1cd-4add-b8b1-864ea761340a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=792d87db-e1cd-4add-b8b1-864ea761340a,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:21.193958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:21.209667 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.210583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:21.214934 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.217615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 66871a67-ae3d-49da-b3df-2dc8758fa786 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:21.232052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.233116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Attempting to bind port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:21.233502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Attempting to bind port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:21.233728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Attempting to bind port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:21.238065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed047b2-d7c8-4358-a4ea-80c0a3bb21d1 req-c53b4830-1286-447b-be50-5d20fa86f1aa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.243850 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bfad82-ef7b-43e0-904e-b094a389170e x-openstack-request-id: req-31bfad82-ef7b-43e0-904e-b094a389170e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:21.244178 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-plugged", "status": "completed", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:21.244406 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31bfad82-ef7b-43e0-904e-b094a389170e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:21.245307 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'code': 200} Jul 16 01:39:21.264832 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ed047b2-d7c8-4358-a4ea-80c0a3bb21d1 req-c53b4830-1286-447b-be50-5d20fa86f1aa tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.2285891 Jul 16 01:39:21.320587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.341400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.349813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:21.350362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Attempting to bind port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:21.363095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ed047b2-d7c8-4358-a4ea-80c0a3bb21d1 req-fdf1c8e0-5a47-4624-af16-2d1e147f25a1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950167 Jul 16 01:39:21.407624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:21.408600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:21.409178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:21.409924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Bound port: fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:21.410502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.448181 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.449595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0856855 Jul 16 01:39:21.452733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45180) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:21.453629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78a1cd-7443-4269-b23f-074735bf2bc7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c9909a-3200-47e4-aa85-901ec63bf906,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.457386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'security_group_rule': {'security_group_id': '31c9909a-3200-47e4-aa85-901ec63bf906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:21.476201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.521363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.558345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.563538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da519326-2d88-43b3-935f-14247867b575 req-c817aebf-0668-4255-932e-7905e54107ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.565296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da519326-2d88-43b3-935f-14247867b575 req-c817aebf-0668-4255-932e-7905e54107ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 1101 time: 0.2371633 Jul 16 01:39:21.605140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['86a3a383-80a9-4e10-b6a7-b45b7847e943'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:21.609228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] For port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:21.623701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 745838c0-ff0e-485f-b55e-2bcfcccaa872 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:21.645093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Network a9885455-dd33-4bee-8978-55fd5dd6dbcd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:21.650063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] For port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:21.660422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:21.680437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.709493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:21.731409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 745838c0-ff0e-485f-b55e-2bcfcccaa872 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:21.731906 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.759343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.761223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.769273 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.780129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da519326-2d88-43b3-935f-14247867b575 req-ad29f238-ac87-4fa1-a848-a5af244127b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062039 Jul 16 01:39:21.792482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac045a-e381-45ea-bc98-9695b209fb92 req-43eee34f-90c7-4154-bbcc-7f77d7d27f8c tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.800487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5dac045a-e381-45ea-bc98-9695b209fb92 req-43eee34f-90c7-4154-bbcc-7f77d7d27f8c tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 948 time: 0.2745526 Jul 16 01:39:21.811732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=792d87db-e1cd-4add-b8b1-864ea761340a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.818189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4928429a-8481-43ba-8a45-55b040ade00a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.827553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 66871a67-ae3d-49da-b3df-2dc8758fa786 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:21.848178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 66871a67-ae3d-49da-b3df-2dc8758fa786 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:21.848829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.851766 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.853411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f3db6a54-be66-4486-811f-537748f94f9f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3996868 Jul 16 01:39:21.857004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:21.867008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'security_group_rule': {'security_group_id': '31c9909a-3200-47e4-aa85-901ec63bf906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:21.880271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Provisioning for port 5564a3de-6882-433c-bdb8-aaca8e4a1618 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:21.890217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Provisioning complete for port 5564a3de-6882-433c-bdb8-aaca8e4a1618 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:21.891172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.896715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5dac045a-e381-45ea-bc98-9695b209fb92 req-1da4112c-7054-4cf0-959f-aab1ff43887b tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954325 Jul 16 01:39:21.905681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.906313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.907721 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/fc905a4c-18cd-48d6-a2fc-a13b94b6d84e HTTP/1.1" status: 200 len: 1096 time: 2.5075457 Jul 16 01:39:21.918813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'tag': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:21.930393 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182dfd50-3a0a-4547-9b99-62aacf8b8337" -d '{"events": [{"name": "network-changed", "server_uuid": "12df4fb1-1550-431f-8891-a4a3b70156d7", "tag": "fc905a4c-18cd-48d6-a2fc-a13b94b6d84e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:21.952203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.022201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.022891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.027958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.034677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.126401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f9064d-dad9-4a54-b712-f621574c4d8a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.131122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.134931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f595e7f-c0e4-421d-a2ac-cf591f53f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.138908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f72a81de-5b58-4cbb-9a78-a278d272d66c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808459 Jul 16 01:39:22.139534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:22.144956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-ef1974f5-be58-48bc-bb4f-604813d1de97 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1422720 Jul 16 01:39:22.149853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:22.166778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Request body: {'port': {'device_id': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:22.217222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.225946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Port 5564a3de-6882-433c-bdb8-aaca8e4a1618 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:22.235912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.241187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.277481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aecafa-d055-464c-9f7b-c05d8b110309 req-ed79265b-65bc-4ff0-bcd4-65fa02c6d93e tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.279397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61aecafa-d055-464c-9f7b-c05d8b110309 req-ed79265b-65bc-4ff0-bcd4-65fa02c6d93e tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 950 time: 0.2243350 Jul 16 01:39:22.302255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1025e49d-a3a1-401d-9f5f-dff3a62418e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.304629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-1025e49d-a3a1-401d-9f5f-dff3a62418e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=181795ab09744d8d9f3a287a54c5719b&device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 1099 time: 0.3290300 Jul 16 01:39:22.316376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Provisioning complete for port 66871a67-ae3d-49da-b3df-2dc8758fa786 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:22.316978 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.366978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61aecafa-d055-464c-9f7b-c05d8b110309 req-2918400e-0640-4808-94e1-2b9a617d9a51 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Jul 16 01:39:22.375105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-a3c8d740-597b-49db-aa6b-d57227876664 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e HTTP/1.1" status: 200 len: 217 time: 0.0613294 Jul 16 01:39:22.383039 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.432719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:22.445326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.456924 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.491018 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481af931-dcc3-4d29-9ad9-4f0e58e38a7d x-openstack-request-id: req-481af931-dcc3-4d29-9ad9-4f0e58e38a7d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:22.491587 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12df4fb1-1550-431f-8891-a4a3b70156d7", "tag": "fc905a4c-18cd-48d6-a2fc-a13b94b6d84e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:22.491587 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-481af931-dcc3-4d29-9ad9-4f0e58e38a7d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:22.491939 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'tag': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e', 'status': 'completed', 'code': 200} Jul 16 01:39:22.496457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-cfb42516-00f3-46ea-ab7c-dd143e28b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.497963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-cfb42516-00f3-46ea-ab7c-dd143e28b294 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0962770 Jul 16 01:39:22.502693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4c936-12aa-4fd0-a2f7-89f0fcc89e0b req-fa55e4cf-5dcf-46f1-857b-ff3f0f3c4299 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.510787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fab4c936-12aa-4fd0-a2f7-89f0fcc89e0b req-fa55e4cf-5dcf-46f1-857b-ff3f0f3c4299 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 931 time: 0.3089001 Jul 16 01:39:22.594621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fab4c936-12aa-4fd0-a2f7-89f0fcc89e0b req-557e80ee-ceb5-4d78-8da9-a427e67d6b1d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827215 Jul 16 01:39:22.655319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.676795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 66871a67-ae3d-49da-b3df-2dc8758fa786, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=66871a67-ae3d-49da-b3df-2dc8758fa786,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:22.687091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.710283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.867611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=66871a67-ae3d-49da-b3df-2dc8758fa786,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:22.880996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Provisioning for port e30677e8-2b6f-4243-9dcb-b15eb34890bd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:22.896998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Provisioning complete for port e30677e8-2b6f-4243-9dcb-b15eb34890bd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:22.897251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:22.931510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 172.25.0.46 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/63642941-61b5-4767-b094-164a881966d0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:22.947172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-7598f1bf-57c5-4198-8993-28aff958ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.955785 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-7598f1bf-57c5-4198-8993-28aff958ae5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4389412 Jul 16 01:39:23.009487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0a5260ae-cd34-4556-a1f7-85e30f0825a0 None None] Port e30677e8-2b6f-4243-9dcb-b15eb34890bd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:23.011232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 792d87db-e1cd-4add-b8b1-864ea761340a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:23.050536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.082049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 792d87db-e1cd-4add-b8b1-864ea761340a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:23.082826 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.131463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.220632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-b4b40d49-fbc4-4d83-bc68-1479a4f191fb service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367675 Jul 16 01:39:23.231292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:23.235519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:23.238483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:23.246303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:23.250049 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbfa7b3-109b-4e6e-bfcc-8f8acb0d21f6" -d '{"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-plugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:23.256284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.286906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=63642941-61b5-4767-b094-164a881966d0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.317118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f316c-141b-460e-ab46-148df458a2be req-d1de79b7-a91d-4b79-b3a5-76ebe75feba4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.320486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-637f316c-141b-460e-ab46-148df458a2be req-d1de79b7-a91d-4b79-b3a5-76ebe75feba4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.2276571 Jul 16 01:39:23.351722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63104e-423a-457e-99a7-9f6154b3d2cd req-142aeeab-c6a6-430b-91ea-dac0612b0828 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.353894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee63104e-423a-457e-99a7-9f6154b3d2cd req-142aeeab-c6a6-430b-91ea-dac0612b0828 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 948 time: 0.2193327 Jul 16 01:39:23.363846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ff0b82-4003-416f-9aa4-60ce96c8bb75 req-38cbb3ab-c038-42aa-9d6a-b2fa6e85e9ed service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312671 Jul 16 01:39:23.366056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:23.375930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.395865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Transition to ACTIVE for port object 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:23.403102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.442952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-637f316c-141b-460e-ab46-148df458a2be req-e630a9eb-be80-4419-98c2-0ca570cd349e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123431 Jul 16 01:39:23.443995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.473252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee63104e-423a-457e-99a7-9f6154b3d2cd req-093b983d-3bfa-46b8-9177-9d73fd800f7c tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883088 Jul 16 01:39:23.516546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.522905 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.544580 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66572d8-7ff2-473a-a204-579e789eff82 x-openstack-request-id: req-b66572d8-7ff2-473a-a204-579e789eff82 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:23.544881 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-plugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:23.545135 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b66572d8-7ff2-473a-a204-579e789eff82 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:23.545528 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'code': 200} Jul 16 01:39:23.652707 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-691816bb-5cec-46f6-83ec-919fffc90e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.691761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:23.691761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:23.691761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:23.709324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:23.710552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:23.736859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:23.737268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:23.737783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:23.738226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Bound port: 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:23.738579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.758029 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.774892 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.843199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f20d-f023-45a8-a850-2ed5c126814e req-e91d944f-847c-4c9b-af5c-5991bf5970fe tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.845238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2867f20d-f023-45a8-a850-2ed5c126814e req-e91d944f-847c-4c9b-af5c-5991bf5970fe tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 950 time: 0.1656041 Jul 16 01:39:23.911731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=63642941-61b5-4767-b094-164a881966d0,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:23.955442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.973179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2867f20d-f023-45a8-a850-2ed5c126814e req-1125cf6d-878b-4414-ae98-63886dd35d79 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015961 Jul 16 01:39:23.987088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:23.998137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-76bb479a-6bdb-44f2-8d18-7eb07349e215 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8572707 Jul 16 01:39:24.030513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474e24b-856d-47f5-8e5e-6e7c2dfca1d1 req-d6b9ba39-f7b3-45a3-8743-bf835722fb7f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.037118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a474e24b-856d-47f5-8e5e-6e7c2dfca1d1 req-d6b9ba39-f7b3-45a3-8743-bf835722fb7f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1507261 Jul 16 01:39:24.077672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-150f08d0-9712-4fe3-a16f-b9ec241c9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.079169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-150f08d0-9712-4fe3-a16f-b9ec241c9a8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=181795ab09744d8d9f3a287a54c5719b&device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 1099 time: 0.6180851 Jul 16 01:39:24.090448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a474e24b-856d-47f5-8e5e-6e7c2dfca1d1 req-9d85ac4c-f899-46fb-a248-370454b8ba12 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Jul 16 01:39:24.131060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330f6b-764b-453c-8b30-88a4cf9b1a39 req-d1380973-ae6b-4369-b84c-5538e106a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.132589 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-98330f6b-764b-453c-8b30-88a4cf9b1a39 req-d1380973-ae6b-4369-b84c-5538e106a9fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 1100 time: 0.4897199 Jul 16 01:39:24.205485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:24.251346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:24.253680 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-98330f6b-764b-453c-8b30-88a4cf9b1a39 req-aee04256-626d-4b8f-8c73-f865d13aab3e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091535 Jul 16 01:39:24.265406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.304339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.304974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.306401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] 10.222.0.32 "PUT /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 1091 time: 2.1452613 Jul 16 01:39:24.307518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-fdb53fc7-b1a9-4d6f-84e1-418a73f97e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.308883 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-fdb53fc7-b1a9-4d6f-84e1-418a73f97e8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2168992 Jul 16 01:39:24.360946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1f490-63e6-4153-8d02-78b71af617ec service neutron] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:24.423469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330a945-72e7-4d2e-89b4-2f4ccdb0e12f req-9b89cc7f-8a8e-4d49-870f-ea359d46a4c6 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.425159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0330a945-72e7-4d2e-89b4-2f4ccdb0e12f req-9b89cc7f-8a8e-4d49-870f-ea359d46a4c6 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 949 time: 0.0985246 Jul 16 01:39:24.444183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-3fb65e1d-6dbd-4025-bbbe-789d4bbbee9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e HTTP/1.1" status: 200 len: 217 time: 0.0798934 Jul 16 01:39:24.493047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-4d93a60a-f2eb-4dac-8a46-c89df8a7aead tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--494468863&fields=id&tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b HTTP/1.1" status: 200 len: 267 time: 0.0553050 Jul 16 01:39:24.493704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:24.496468 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803d202-4b7a-4eff-944c-9db77e503fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:24.496814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0330a945-72e7-4d2e-89b4-2f4ccdb0e12f req-018b2092-94af-4e0f-a838-257716d5db3f tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656531 Jul 16 01:39:24.503102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-06d56477-0098-40f6-b6ab-a2e5f3a6142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.504608 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-06d56477-0098-40f6-b6ab-a2e5f3a6142c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1330700 Jul 16 01:39:24.556358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-b28e720b-0854-49b1-8b31-f4a48803668c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 217 time: 0.0348642 Jul 16 01:39:24.558008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-be6d41a0-2a7f-4acb-8787-5f603051a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.559354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-be6d41a0-2a7f-4acb-8787-5f603051a260 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1057036 Jul 16 01:39:24.573938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-3d3bd9cb-7db1-4a16-9ed8-8fa17af34e3a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.576229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-3d3bd9cb-7db1-4a16-9ed8-8fa17af34e3a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 932 time: 0.0743136 Jul 16 01:39:24.654705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48c8e-44e8-407e-abf5-fda96370192b req-7f5e9536-33a1-4b8a-997d-3205379c5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.656197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-7f5e9536-33a1-4b8a-997d-3205379c5ac7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0864196 Jul 16 01:39:24.667965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-054b2a6b-d064-47d8-93d9-0ac388e0ce96 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.672538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-054b2a6b-d064-47d8-93d9-0ac388e0ce96 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 931 time: 0.0908022 Jul 16 01:39:24.675205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-fe979149-0de0-40e3-bcef-89002f86fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.676640 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-fe979149-0de0-40e3-bcef-89002f86fe1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988717 Jul 16 01:39:24.703901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-7370f522-985a-4bb2-a83d-402715b7be74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404570 Jul 16 01:39:24.749860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8dfc492f-747e-433e-b8f7-c9d83e4931a9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0764134 Jul 16 01:39:24.789192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b4afd25e-c9e0-43a9-baf0-ebd7e8169316 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0384235 Jul 16 01:39:24.815910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 66871a67-ae3d-49da-b3df-2dc8758fa786 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:24.853576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-7e784b97-67ff-4cd6-a6bd-795538442bae service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588941 Jul 16 01:39:24.858875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-dbbb07da-58f4-4401-87d4-550bb759a7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442456 Jul 16 01:39:24.887151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 66871a67-ae3d-49da-b3df-2dc8758fa786 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:24.887791 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:24.970989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fc905a4c-18cd-48d6-a2fc-a13b94b6d84e details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:25.043943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-182dfd50-3a0a-4547-9b99-62aacf8b8337 req-99b0d1bc-ef27-457f-8b2c-fbf9a6dd9bdf service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772473 Jul 16 01:39:25.045894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1db48c8e-44e8-407e-abf5-fda96370192b req-4eb95f3e-ffd9-4555-b466-2f0d0810c15f service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692097 Jul 16 01:39:25.138968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-5814e904-0271-4feb-913b-72dd2f3a2a5d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737917 Jul 16 01:39:25.164356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.185398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86be017-d347-46d0-9eb1-7ca9b8dbf7de req-301b03ec-a2aa-456e-8b34-6e4779b1dc61 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.186975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e', 'mac_address': 'fa:16:3e:46:73:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:25.192714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c86be017-d347-46d0-9eb1-7ca9b8dbf7de req-301b03ec-a2aa-456e-8b34-6e4779b1dc61 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.5173998 Jul 16 01:39:25.233174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-fe746e2f-b4a4-4d6a-a8c7-4d0bc233f4b7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.237615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.238860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-fe746e2f-b4a4-4d6a-a8c7-4d0bc233f4b7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.244714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-fe746e2f-b4a4-4d6a-a8c7-4d0bc233f4b7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.251678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-fe746e2f-b4a4-4d6a-a8c7-4d0bc233f4b7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/networks?id=bae1752d-f753-40a4-9624-9dd90fbd9706&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=b626ffa2-d659-4fd1-8302-c384b076392d&id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 1989 time: 0.4616098 Jul 16 01:39:25.255315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc905a4c-18cd-48d6-a2fc-a13b94b6d84e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:25.264268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-8a87be5d-0c6b-42d4-92f9-f5f509f5cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.266405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-8a87be5d-0c6b-42d4-92f9-f5f509f5cb90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 1095 time: 0.0709128 Jul 16 01:39:25.277681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-db21e4b1-54ce-4152-82e0-94afe09de664 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/quotas/00be520ca5b44d9cb04beeeb9ce36d8b HTTP/1.1" status: 200 len: 375 time: 0.0250070 Jul 16 01:39:25.290682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c86be017-d347-46d0-9eb1-7ca9b8dbf7de req-df20902a-3c1e-47f2-ae7f-5b24c56c22ee tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970187 Jul 16 01:39:25.292553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.313383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.410799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.431274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-31d1b446-4da8-4e3f-8aff-f7223b1ae2cf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1527233 Jul 16 01:39:25.466287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-d6016ea4-6e48-4fc7-95d5-2d58ecf324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.468074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-d6016ea4-6e48-4fc7-95d5-2d58ecf324cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.1619353 Jul 16 01:39:25.517425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-e5fd9a29-6f7b-40d1-8c0d-8bacaab2852f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 200 len: 217 time: 0.0416930 Jul 16 01:39:25.563487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21e2a7-ac64-4c48-a03f-780ddfc849d5 req-f3c1b73b-7d8e-4035-971b-7b0234310aae tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.564896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f21e2a7-ac64-4c48-a03f-780ddfc849d5 req-f3c1b73b-7d8e-4035-971b-7b0234310aae tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 949 time: 0.1327384 Jul 16 01:39:25.568470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-3adab416-43e9-44ad-8496-f1e57f86c5a3 service neutron] 10.222.0.35 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090574 Jul 16 01:39:25.569039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-ad1787ff-8f06-4605-8e51-ffcfc705052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.570592 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-ad1787ff-8f06-4605-8e51-ffcfc705052f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0446999 Jul 16 01:39:25.592418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['fc905a4c-18cd-48d6-a2fc-a13b94b6d84e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:25.612823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-d5074d9e-1ce4-4475-aa6d-ad35d1160639 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348275 Jul 16 01:39:25.660621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f21e2a7-ac64-4c48-a03f-780ddfc849d5 req-6eb9c37a-6e0e-410a-9733-d1d688e29308 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787909 Jul 16 01:39:25.701963 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-a59fdcee-4e0e-435f-9501-2a2e484c3ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272469 Jul 16 01:39:25.737256 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579b19eb-0ce1-4958-b59d-2a8af5a5e785 x-openstack-request-id: req-579b19eb-0ce1-4958-b59d-2a8af5a5e785 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:25.737771 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:25.738697 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-579b19eb-0ce1-4958-b59d-2a8af5a5e785 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:25.739589 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'status': 'completed', 'code': 200} Jul 16 01:39:25.793333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6d179b12-a6ba-431d-a33a-d56c15d07a55 service neutron] 10.222.0.35 "GET /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0854273 Jul 16 01:39:25.819026 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-ca8e13e4-40a9-4684-8852-13effa0dca9c service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985438 Jul 16 01:39:25.888577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-c04114d5-3765-4ccc-95c5-498cbc40bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.890861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-c04114d5-3765-4ccc-95c5-498cbc40bb1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1094 time: 0.1358681 Jul 16 01:39:25.975934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-9cdac045-fa5a-4a48-9969-775ca7656e88 service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761336 Jul 16 01:39:26.017827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20b58feb-1e6a-4223-b3b4-f4c72d732d91 req-b24dbb55-9ae2-4038-b81c-be4517e92caf service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872900 Jul 16 01:39:26.054557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-5fe590d9-2cd8-4517-87d9-b8ffde854b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.056886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-5fe590d9-2cd8-4517-87d9-b8ffde854b26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.1377337 Jul 16 01:39:26.075048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e627b3-adb5-4649-ac9d-59e0ffe62c2b req-b6afa6e8-3154-4004-a4a1-dfcf23dc2271 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.077212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95e627b3-adb5-4649-ac9d-59e0ffe62c2b req-b6afa6e8-3154-4004-a4a1-dfcf23dc2271 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1571577 Jul 16 01:39:26.119872 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-ca580578-0ed7-4824-ae53-5a5f056d4d21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 217 time: 0.0557301 Jul 16 01:39:26.131647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94738e85-1ca5-41a8-b3a9-6c476b411375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.139487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95e627b3-adb5-4649-ac9d-59e0ffe62c2b req-993d674a-20ad-4916-a98f-2b109148a02d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527205 Jul 16 01:39:26.141788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-57076dd8-9519-4f67-aca7-b86a1b73137c service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535554 Jul 16 01:39:26.208490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-bccebddb-d7c2-4e94-a06c-64dc8b342bf5 service neutron] 10.222.0.35 "GET /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0572133 Jul 16 01:39:26.210714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-0d9e17c0-4327-439e-b084-baf025afaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.212239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-0d9e17c0-4327-439e-b084-baf025afaa74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0732422 Jul 16 01:39:26.235825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-03437705-508a-4193-9468-5e8b9e18b15f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284964 Jul 16 01:39:26.259889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-6654bfe8-7092-48e9-a227-eb56b26476df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363493 Jul 16 01:39:26.310934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-f43cf906-eb05-4ffa-b39b-ccf73e947686 service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945618 Jul 16 01:39:26.407677 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.417900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-1ac4f01b-2060-4f71-a70f-30040ad9bf72 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459401 Jul 16 01:39:26.432518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-96f2bb85-f6f0-44a9-a1e9-a0ae022c8bb1 service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152158 Jul 16 01:39:26.513173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9803d202-4b7a-4eff-944c-9db77e503fb5 req-e3a53a6e-b60e-4f2c-907c-205c4ed20154 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885360 Jul 16 01:39:26.515720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-5adc5cef-26d2-4050-ad60-53b862e8be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.518335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-5adc5cef-26d2-4050-ad60-53b862e8be6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 1096 time: 0.2345920 Jul 16 01:39:26.572503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6ccd4cc7-1bfb-40c2-baa8-1d5e8fc12c27 service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341927 Jul 16 01:39:26.622204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a6d6c-4384-48a1-b23a-cbaa4d19c901 req-350da075-54b1-4215-af69-f8ec0355f483 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.623570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e6a6d6c-4384-48a1-b23a-cbaa4d19c901 req-350da075-54b1-4215-af69-f8ec0355f483 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 949 time: 0.1189628 Jul 16 01:39:26.670422 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-66d8d1ff-e7c3-4c47-93dd-07f222189c2c service neutron] show failed (client error): The resource could not be found. Jul 16 01:39:26.671422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-66d8d1ff-e7c3-4c47-93dd-07f222189c2c service neutron] 10.222.0.38 "GET /v2.0/ports/5d4cabd7-689b-4a81-8b7f-ef3f229dd075/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0968215 Jul 16 01:39:26.674032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-f25237dd-f432-4da1-b0f2-3321839512d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.675469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-f25237dd-f432-4da1-b0f2-3321839512d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.1308398 Jul 16 01:39:26.709962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e6a6d6c-4384-48a1-b23a-cbaa4d19c901 req-bccb2838-d974-44c3-90e1-2ec6a4937e98 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Jul 16 01:39:26.714233 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-728cd6bd-2c75-44f1-8286-322080e45bca service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349311 Jul 16 01:39:26.735605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-2444d256-bbff-447a-b423-9b81a4d8dbc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 200 len: 217 time: 0.0530593 Jul 16 01:39:26.791998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-c665eb41-5107-4620-a74a-b931089142bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.793648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-c665eb41-5107-4620-a74a-b931089142bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0512435 Jul 16 01:39:26.815743 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e67e3ca1-a5b9-4037-9459-870cbda34dde service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956190 Jul 16 01:39:26.835413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-31102149-455e-46fa-9272-05a62ff2f06b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357566 Jul 16 01:39:26.955186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-126317aa-d6b5-447a-baa5-23b8d4b28f9a service neutron] 10.222.0.35 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338804 Jul 16 01:39:26.972675 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-abb56456-dd5e-4184-8b8f-8d7f4ade51e8 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306407 Jul 16 01:39:26.981007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fc905a4c-18cd-48d6-a2fc-a13b94b6d84e up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:27.017154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478bd01-7aca-4434-b0b7-216f2b62fa27 req-ec224e01-2327-4242-8eb1-4609c5043e9b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.019235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1478bd01-7aca-4434-b0b7-216f2b62fa27 req-ec224e01-2327-4242-8eb1-4609c5043e9b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1163898 Jul 16 01:39:27.022659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-44a6b48a-f8de-4850-aeba-91508ac06177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.024246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-44a6b48a-f8de-4850-aeba-91508ac06177 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e&tenant_id=dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 1101 time: 0.0934646 Jul 16 01:39:27.031390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:27.035731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:27.036158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.059232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:27.106913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1478bd01-7aca-4434-b0b7-216f2b62fa27 req-762225b9-d585-4237-a91d-2f3f2cead980 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543630 Jul 16 01:39:27.113387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-042ec3b0-5bcb-4318-8fd6-083b5caf79a2 service neutron] 10.222.0.35 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524959 Jul 16 01:39:27.121518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.145396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-29c2732a-b2f5-48d1-8bcb-20362d40f066 req-48102d45-cdf8-4dcd-97ca-51032fadd298 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650257 Jul 16 01:39:27.148702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:27.154348 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8520b9-37f9-422d-aac7-1e7e2e9ba7da" -d '{"events": [{"server_uuid": "12df4fb1-1550-431f-8891-a4a3b70156d7", "name": "network-vif-plugged", "status": "completed", "tag": "fc905a4c-18cd-48d6-a2fc-a13b94b6d84e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:27.158478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.180355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:27.187673 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.224240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-75058084-bd60-47b6-8c75-2f332aad41a1 service neutron] 10.222.0.35 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047912 Jul 16 01:39:27.249314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.293006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.346072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-07d8cd64-72bc-461f-90cc-fee8cab8495c service neutron] 10.222.0.35 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210651 Jul 16 01:39:27.391599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d1ba0-834a-4d6d-b189-8bea9ce64a41 req-65b346e1-15f2-4a7b-8c43-b5a089773e11 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.392839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a9d1ba0-834a-4d6d-b189-8bea9ce64a41 req-65b346e1-15f2-4a7b-8c43-b5a089773e11 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.1050656 Jul 16 01:39:27.397761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:27.431847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:27.476463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-0c6a840c-0a9f-433c-82c2-a285de15c9af service neutron] 10.222.0.35 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239493 Jul 16 01:39:27.479947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.480782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a9d1ba0-834a-4d6d-b189-8bea9ce64a41 req-73937e1a-4a53-4800-a747-3b19ca3f4a0d tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815887 Jul 16 01:39:27.503847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Transition to ACTIVE for port object 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:27.503847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.575052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] No DVR routers for this DVR port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:27.578902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.625385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:27.625532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:27.625814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:27.630978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:27.631383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:27.637685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:27.638064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:27.638504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:27.638959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Bound port: 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:27.639363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.728943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:27.732439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:27.737693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.744296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:27.746331 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe3334a-4b1f-44de-ac91-bad0d3b9f7cc" -d '{"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:27.795622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.796572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.798040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 1096 time: 0.7433119 Jul 16 01:39:27.825483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b0fe9-31f3-477a-857f-184475f6f798 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.923189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-a5a89720-5446-4320-859f-1e7c94fb1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.925542 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-a5a89720-5446-4320-859f-1e7c94fb1eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1099 time: 0.0865121 Jul 16 01:39:28.048097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-518cd96f-2d34-48ad-903d-342f3bb7773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.050099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-518cd96f-2d34-48ad-903d-342f3bb7773b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1156578 Jul 16 01:39:28.097126 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f05d4-4420-4488-9af1-35fd8f138470 x-openstack-request-id: req-999f05d4-4420-4488-9af1-35fd8f138470 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:28.097431 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12df4fb1-1550-431f-8891-a4a3b70156d7", "name": "network-vif-plugged", "status": "completed", "tag": "fc905a4c-18cd-48d6-a2fc-a13b94b6d84e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:28.097846 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-999f05d4-4420-4488-9af1-35fd8f138470 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:28.098306 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e', 'code': 200} Jul 16 01:39:28.110240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-ee04b076-8223-4c22-bc96-297ed75074f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.0515304 Jul 16 01:39:28.189897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-49f60c3e-ce03-4107-baab-1d86a9f22741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.191664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-49f60c3e-ce03-4107-baab-1d86a9f22741 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0692534 Jul 16 01:39:28.298824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c9ea9-9b2a-49f4-b457-53a1cda83e9a req-2388c87f-bee1-4903-8749-819a87d56948 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.308131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-204c9ea9-9b2a-49f4-b457-53a1cda83e9a req-2388c87f-bee1-4903-8749-819a87d56948 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.0853209 Jul 16 01:39:28.381139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-204c9ea9-9b2a-49f4-b457-53a1cda83e9a req-a1e0ef93-06ef-4edd-a116-c4ff357ff5af tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720084 Jul 16 01:39:28.496544 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391c941-3369-42a9-af5f-d582c5572c82 x-openstack-request-id: req-8391c941-3369-42a9-af5f-d582c5572c82 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:28.496855 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:28.497134 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8391c941-3369-42a9-af5f-d582c5572c82 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:28.497522 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'code': 200} Jul 16 01:39:28.575238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f492-7219-47ab-ab90-56a7128cc511 req-0607adef-b25f-4c5c-9b0d-4c414ab78372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.577001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad20f492-7219-47ab-ab90-56a7128cc511 req-0607adef-b25f-4c5c-9b0d-4c414ab78372 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 1101 time: 0.3964052 Jul 16 01:39:28.579094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b4a9220d-23a2-466c-8df0-69bfc2759f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.580672 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-b4a9220d-23a2-466c-8df0-69bfc2759f49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824151 Jul 16 01:39:28.632567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5b40412-ad56-4559-b3f4-e092617ff422 req-c0ef6445-7bd9-4542-918a-f41bbb385886 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0359094 Jul 16 01:39:28.683846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad20f492-7219-47ab-ab90-56a7128cc511 req-14ddb4ad-4cec-4464-9aa7-5b67aec0f61c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935125 Jul 16 01:39:28.728232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3c5e0-6cf1-41ef-b836-b689cfe467df req-3d7e35bd-3da5-417b-8ca9-684508bb8bc8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.736510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83c3c5e0-6cf1-41ef-b836-b689cfe467df req-3d7e35bd-3da5-417b-8ca9-684508bb8bc8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 948 time: 0.0886383 Jul 16 01:39:28.745289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:28.760826 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-2097fe9b-3b88-4769-821d-b3476480fb4c service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539097 Jul 16 01:39:28.773524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83c3c5e0-6cf1-41ef-b836-b689cfe467df req-5c7955dc-2123-4484-a73b-e83476ab36b3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360932 Jul 16 01:39:28.880712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc432ae8-a023-4da2-ae31-24dbacd18bb3 req-7162a151-cf40-4cdf-9b37-3cbffa7d39f0 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136305 Jul 16 01:39:28.883294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd4070-8d3f-4632-96e7-a79734738d04 req-c4ea8a8c-7c62-46b9-9716-9f59817de132 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.890869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1abd4070-8d3f-4632-96e7-a79734738d04 req-c4ea8a8c-7c62-46b9-9716-9f59817de132 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.0795271 Jul 16 01:39:28.926895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1abd4070-8d3f-4632-96e7-a79734738d04 req-045bf4fd-a0df-4db3-9d4e-2400760ce3c8 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Jul 16 01:39:29.222157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.325437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b3c5b95-c9b2-409a-ab98-7bee889aceb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.414648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b3c5b95-c9b2-409a-ab98-7bee889aceb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.419560 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b3c5b95-c9b2-409a-ab98-7bee889aceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.460850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6b3c5b95-c9b2-409a-ab98-7bee889aceb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84bad1dae29b4928998830ebb04a97fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348738 Jul 16 01:39:29.460850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c5b95-c9b2-409a-ab98-7bee889aceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c02c5a-b866-4b42-a908-821cfcf8c774,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.464891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45380) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:29.548177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f65f4859-2df0-4d58-8ecc-8f2a35d4e80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.579515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f65f4859-2df0-4d58-8ecc-8f2a35d4e80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.615989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d82c51-9b62-4aba-acfb-294d454755df req-7cad1fc3-e118-4f81-9c67-052e4b8c49be tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.620495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d82c51-9b62-4aba-acfb-294d454755df req-7cad1fc3-e118-4f81-9c67-052e4b8c49be tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1216540 Jul 16 01:39:29.697103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-56e6ffab-b0b7-4481-945b-253d8f59e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.699210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-56e6ffab-b0b7-4481-945b-253d8f59e58f service neutron] 10.222.0.38 "GET /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 1028 time: 0.0932989 Jul 16 01:39:29.700010 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d82c51-9b62-4aba-acfb-294d454755df req-a9310f92-6e63-4191-b47d-c8b050b9abf0 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715547 Jul 16 01:39:29.721919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f65f4859-2df0-4d58-8ecc-8f2a35d4e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.724580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f65f4859-2df0-4d58-8ecc-8f2a35d4e80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.725713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f65f4859-2df0-4d58-8ecc-8f2a35d4e80a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7c02c5a-b866-4b42-a908-821cfcf8c774 HTTP/1.1" status: 204 len: 168 time: 0.2633274 Jul 16 01:39:29.737590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f4859-2df0-4d58-8ecc-8f2a35d4e80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c02c5a-b866-4b42-a908-821cfcf8c774,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.748998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:29.811134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-dd9e3f9a-7249-4ae9-bc67-725154f7d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.812557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-dd9e3f9a-7249-4ae9-bc67-725154f7d382 service neutron] 10.222.0.38 "GET /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 1027 time: 0.1066082 Jul 16 01:39:29.816910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:29.894940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58675d50-913e-4e9a-b3d5-b26fce6edd10 req-9e36a579-94fe-4b06-bd0a-3c1ddd89eb3b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0450737 Jul 16 01:39:30.029441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbb9b3-b2ad-457b-b090-c56713fd0461 req-7883b36f-8c17-4430-a181-a5d02664c9b2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.031346 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50fbb9b3-b2ad-457b-b090-c56713fd0461 req-7883b36f-8c17-4430-a181-a5d02664c9b2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 948 time: 0.1121948 Jul 16 01:39:30.033932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-627fb4cd-247c-4b98-b449-8785ed2a1a2c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.039603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-627fb4cd-247c-4b98-b449-8785ed2a1a2c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.045862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-627fb4cd-247c-4b98-b449-8785ed2a1a2c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.055625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-627fb4cd-247c-4b98-b449-8785ed2a1a2c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "GET /v2.0/networks?id=bae1752d-f753-40a4-9624-9dd90fbd9706&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=b626ffa2-d659-4fd1-8302-c384b076392d&id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 1989 time: 0.2349575 Jul 16 01:39:30.092465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50fbb9b3-b2ad-457b-b090-c56713fd0461 req-475a317e-ae10-46a6-a72e-f75ee45cb68a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524571 Jul 16 01:39:30.122918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-47f186a2-ce88-489c-881f-50772a05f370 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b HTTP/1.1" status: 200 len: 379 time: 0.0575547 Jul 16 01:39:30.142586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'admin_state_up': True, 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'security_groups': ['31c9909a-3200-47e4-aa85-901ec63bf906']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:30.173564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.174818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b40203-525e-4de5-9628-0dd4ab3819de req-39c1e3e5-8ac0-46a0-9793-02e34b1d5b94 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.176727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81b40203-525e-4de5-9628-0dd4ab3819de req-39c1e3e5-8ac0-46a0-9793-02e34b1d5b94 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.0993752 Jul 16 01:39:30.192982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8b95-b395-4cda-bca8-0957ed070e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.219157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81b40203-525e-4de5-9628-0dd4ab3819de req-42563da9-c35d-4a2a-8c70-ab87e4444ad1 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Jul 16 01:39:30.344863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8b95-b395-4cda-bca8-0957ed070e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.352083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8b95-b395-4cda-bca8-0957ed070e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.381839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0cbf8b95-b395-4cda-bca8-0957ed070e18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aae46eb4c17041e9887db57c9b7fe921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071350 Jul 16 01:39:30.384474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:30.408937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8b95-b395-4cda-bca8-0957ed070e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d265e28d-f3bb-4809-bf64-82d3da2bf5d9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.427288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:30.433875 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.473234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d216781-165b-4796-945a-b6311fc17ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.504069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d216781-165b-4796-945a-b6311fc17ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.531408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:30.533699 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d3ab5-3419-4735-ab2b-7ea32420c743" -d '{"events": [{"name": "network-changed", "server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:30.576771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d216781-165b-4796-945a-b6311fc17ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.579984 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d216781-165b-4796-945a-b6311fc17ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.584997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2d216781-165b-4796-945a-b6311fc17ca6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d265e28d-f3bb-4809-bf64-82d3da2bf5d9 HTTP/1.1" status: 204 len: 168 time: 0.1974876 Jul 16 01:39:30.599048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d216781-165b-4796-945a-b6311fc17ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d265e28d-f3bb-4809-bf64-82d3da2bf5d9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:30.685790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 172.20.0.11 (bae1752d-f753-40a4-9624-9dd90fbd9706/cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90/b42ef1d1-6db0-4a64-adbe-382c22ab8bfe) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:30.731361 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31329a5-8bf7-415b-b12f-af60b15879c6 x-openstack-request-id: req-f31329a5-8bf7-415b-b12f-af60b15879c6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:30.733138 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:30.733783 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f31329a5-8bf7-415b-b12f-af60b15879c6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:30.735696 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'status': 'completed', 'code': 200} Jul 16 01:39:30.783805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3ad9b-facb-4853-956f-e8411822f948 req-acb5647f-91d6-4c44-b4bf-3edf1a9ed9eb tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.788771 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ed3ad9b-facb-4853-956f-e8411822f948 req-acb5647f-91d6-4c44-b4bf-3edf1a9ed9eb tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.1349986 Jul 16 01:39:30.887956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ed3ad9b-facb-4853-956f-e8411822f948 req-fb6d67f3-63bb-4103-9eb1-271d80f34b79 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929980 Jul 16 01:39:30.997143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:31.082613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-0d21d0a8-ae4e-4461-8610-734e757e61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.089277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-0d21d0a8-ae4e-4461-8610-734e757e61e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1099 time: 0.3385890 Jul 16 01:39:31.161300 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:31.162707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.174998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'mac_address': 'fa:16:3e:f8:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:31.234825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.268300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:31.269495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9a4d418-9677-49eb-97cf-8635edda8f6d req-cc83862c-0fb8-4606-8b92-17c388f0cdaa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.1427431 Jul 16 01:39:31.311643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.316740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.329838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.343095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object b42ef1d1-6db0-4a64-adbe-382c22ab8bfe will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:31.345089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c740544-72fe-457c-91a2-3ba8638ec36e req-7bc5409d-143e-491e-978e-581414b6800a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.356893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c740544-72fe-457c-91a2-3ba8638ec36e req-7bc5409d-143e-491e-978e-581414b6800a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.3223052 Jul 16 01:39:31.397733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-2194e201-5f7c-4133-8df4-c70f3fe4caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.401446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-2194e201-5f7c-4133-8df4-c70f3fe4caab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1099 time: 0.5338798 Jul 16 01:39:31.443577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.457195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c740544-72fe-457c-91a2-3ba8638ec36e req-24e8a9d7-6919-4f5e-8efe-0bcc3622c9b4 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967932 Jul 16 01:39:31.524623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-712ae552-4af5-4c49-bbf6-c0daf7c69257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.526409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-712ae552-4af5-4c49-bbf6-c0daf7c69257 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.4244316 Jul 16 01:39:31.573755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc109ff-4110-4ea5-9af2-546b797f5bae req-ad27c50b-7ac1-4681-b126-276fe18f278a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.584069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edc109ff-4110-4ea5-9af2-546b797f5bae req-ad27c50b-7ac1-4681-b126-276fe18f278a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.1155577 Jul 16 01:39:31.608825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.614752 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-26a125e5-3665-4623-8b08-c5890f48c4f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.0552137 Jul 16 01:39:31.647050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['5d4cabd7-689b-4a81-8b7f-ef3f229dd075'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:31.669737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edc109ff-4110-4ea5-9af2-546b797f5bae req-16f7f6eb-c722-43f6-a7a9-2117c9282212 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844069 Jul 16 01:39:31.749523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:31.814449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-c7c4b576-e522-4b7a-8b95-a4736493f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.815726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-c7c4b576-e522-4b7a-8b95-a4736493f941 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3852346 Jul 16 01:39:31.821723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network bae1752d-f753-40a4-9624-9dd90fbd9706 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:31.828494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.839547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:31.847556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:31.900079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-3d18cb23-318b-4d02-ae34-d3b7fc901f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:31.902757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-3d18cb23-318b-4d02-ae34-d3b7fc901f8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2779827 Jul 16 01:39:31.930698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-3fb291ea-4005-44dd-b7f6-90f0b0201c18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.1052465 Jul 16 01:39:32.111963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.144257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'mac_address': 'fa:16:3e:b3:1b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:32.155134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.156187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.223333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b85d16-f065-4a89-916e-0ee5aa5adcbf req-f7941f9c-bb1e-4857-9f7c-551dd711ed28 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.225689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3b85d16-f065-4a89-916e-0ee5aa5adcbf req-f7941f9c-bb1e-4857-9f7c-551dd711ed28 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.0986674 Jul 16 01:39:32.249278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-d1f7e0c9-2f21-4f82-9763-6c6e7e626923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.251847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-d1f7e0c9-2f21-4f82-9763-6c6e7e626923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.3070147 Jul 16 01:39:32.316327 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3b85d16-f065-4a89-916e-0ee5aa5adcbf req-2a97d20d-20ef-4108-bb1e-c7d8e02506f5 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694602 Jul 16 01:39:32.352497 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.424791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 745838c0-ff0e-485f-b55e-2bcfcccaa872 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:32.450671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.452689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b89a9c7b-9c49-482a-9ab9-fc9a3e46a082 None None] Provisioning for port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:32.457415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b89a9c7b-9c49-482a-9ab9-fc9a3e46a082 None None] Provisioning complete for port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:32.457865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b89a9c7b-9c49-482a-9ab9-fc9a3e46a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.465263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-838d17aa-a25b-484a-a36b-0f327151e900 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3280311 Jul 16 01:39:32.472286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-fb8979be-e156-449c-a690-48fac54a03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.478137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-fb8979be-e156-449c-a690-48fac54a03c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5489430 Jul 16 01:39:32.491239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'admin_state_up': True, 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'security_groups': ['31c9909a-3200-47e4-aa85-901ec63bf906']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:32.492292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.631636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['745838c0-ff0e-485f-b55e-2bcfcccaa872'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:32.676187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b89a9c7b-9c49-482a-9ab9-fc9a3e46a082 None None] Port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:32.683332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db873cbc-4b79-44e8-b097-f414913b8935 req-d7a6a898-2b0c-4bc5-a9dc-8e66a73f88b2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.699800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:32.704880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db873cbc-4b79-44e8-b097-f414913b8935 req-d7a6a898-2b0c-4bc5-a9dc-8e66a73f88b2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 932 time: 0.1241040 Jul 16 01:39:32.800259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db873cbc-4b79-44e8-b097-f414913b8935 req-0c27c925-bdaa-4e9a-b927-ff5b25ffafd8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927172 Jul 16 01:39:32.821634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-6552283f-f540-4c81-b83b-9fc563a7c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.825309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-6552283f-f540-4c81-b83b-9fc563a7c3e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5601187 Jul 16 01:39:32.842995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-9cc49b3c-4d4c-4c9f-8c97-4a035cf34599 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.842995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-9cc49b3c-4d4c-4c9f-8c97-4a035cf34599 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.32 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.4775331 Jul 16 01:39:32.842995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:32.845265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.915907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d8bb5-3016-480f-99bf-48aff869c369 req-8f2f5ba1-ce43-4f2b-a72c-8f3090cf22cb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.924160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a0d8bb5-3016-480f-99bf-48aff869c369 req-8f2f5ba1-ce43-4f2b-a72c-8f3090cf22cb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1914511 Jul 16 01:39:32.965522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-ba34ee9e-e3de-4b61-86a2-8f0b9c614261 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997346 Jul 16 01:39:33.001093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a0d8bb5-3016-480f-99bf-48aff869c369 req-63ad9392-f131-4215-974f-a85c95187524 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724823 Jul 16 01:39:33.152365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e103-0892-4c43-b07b-754389ad0428 req-2d588d67-d106-4bd8-80b7-f68141cc0306 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.157097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88d3e103-0892-4c43-b07b-754389ad0428 req-2d588d67-d106-4bd8-80b7-f68141cc0306 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.1281183 Jul 16 01:39:33.263760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88d3e103-0892-4c43-b07b-754389ad0428 req-4e063543-4087-482f-9d11-396e1dfa4625 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004088 Jul 16 01:39:33.264864 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-8ff5529f-6461-4a2a-a822-8ffaf883eba7 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495589 Jul 16 01:39:33.427265 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-1919e333-21c7-45e3-8288-c3b7eae702f0 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870428 Jul 16 01:39:33.448704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Deleting port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:39:33.449056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.514894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 10.1.1.237 (2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6/2e31e7a2-960c-42c5-8aca-76923d47cb18/3f27e034-f2b3-40a6-8d91-a119732020a5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:33.680004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] For port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:33.681301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.702660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Calling delete_port for fc905a4c-18cd-48d6-a2fc-a13b94b6d84e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:39:33.721071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8d3ab5-3419-4735-ab2b-7ea32420c743 req-a7dc2766-d9c5-4f97-abe4-a5682f4c3a12 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853458 Jul 16 01:39:33.727980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a60b04-fdeb-4e5f-b4ba-8cb6fc3a1a96 req-22c758ab-e3a7-475b-9769-0c76e8c99559 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.737278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67a60b04-fdeb-4e5f-b4ba-8cb6fc3a1a96 req-22c758ab-e3a7-475b-9769-0c76e8c99559 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 950 time: 0.1318965 Jul 16 01:39:33.759078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:33.822783 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67a60b04-fdeb-4e5f-b4ba-8cb6fc3a1a96 req-13f7c469-08aa-45b6-8d5a-de1934626cd9 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4095013-7f2b-402d-98f9-f4a27c439487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 Jul 16 01:39:33.881074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 745838c0-ff0e-485f-b55e-2bcfcccaa872 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:33.881620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.018963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.051484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:34.054086 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040c11a-f3fa-4956-be7e-d1a947a5b7ab" -d '{"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-plugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:34.064556 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.079098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:34.088818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.146276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.246773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object 3f27e034-f2b3-40a6-8d91-a119732020a5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:34.278647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.332397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Pushing event deleted for resources: {'Port': ['ID=fc905a4c-18cd-48d6-a2fc-a13b94b6d84e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.387103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.389489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.389845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.390179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.390568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.390965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.391296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.391624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.391950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.392306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.392803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.393135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.393461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:34.429619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-0ac889fb-9ac7-42b2-8239-378b2acf3e7f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.431407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-0ac889fb-9ac7-42b2-8239-378b2acf3e7f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e&tenant_id=dffcd2794a3348108503305979a166d2&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 949 time: 0.2904592 Jul 16 01:39:34.436737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2d246-c3fd-433a-b2ab-85bfdc3e5802 req-713e554b-f1e1-4f65-89b2-6ae01e35ba8b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.445122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02c2d246-c3fd-433a-b2ab-85bfdc3e5802 req-713e554b-f1e1-4f65-89b2-6ae01e35ba8b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.2216096 Jul 16 01:39:34.456086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0fed9-5ba9-4eeb-9203-d3ae60e13480 req-b7d72b96-c598-464b-b61a-30c349723690 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.459724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] No DVR routers for this DVR port fc905a4c-18cd-48d6-a2fc-a13b94b6d84e on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:34.460509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2e0fed9-5ba9-4eeb-9203-d3ae60e13480 req-b7d72b96-c598-464b-b61a-30c349723690 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 932 time: 0.2480578 Jul 16 01:39:34.546464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2e0fed9-5ba9-4eeb-9203-d3ae60e13480 req-019cbeb1-d7a9-4a39-b1c5-8c1c7fc24a7f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726669 Jul 16 01:39:34.567784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02c2d246-c3fd-433a-b2ab-85bfdc3e5802 req-b58261a9-fcc9-4add-a7e8-2eee04474e8d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213195 Jul 16 01:39:34.682979 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a88b56-8526-43cd-b609-b06364ff9958 x-openstack-request-id: req-49a88b56-8526-43cd-b609-b06364ff9958 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:34.683469 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-plugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:34.683891 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49a88b56-8526-43cd-b609-b06364ff9958 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:34.684534 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'code': 200} Jul 16 01:39:34.909695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927a2b-e8b5-45d2-938e-710a77e71df6 req-01943156-61ed-4dc9-afcd-9364958855f5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.911265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78927a2b-e8b5-45d2-938e-710a77e71df6 req-01943156-61ed-4dc9-afcd-9364958855f5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.1258960 Jul 16 01:39:34.957616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:34.960136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-935f5dbe-6d29-42b6-a5d4-d40224b94b1b req-1906f2c7-9f94-43b7-a94f-2ae71571f032 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.32 "DELETE /v2.0/ports/fc905a4c-18cd-48d6-a2fc-a13b94b6d84e HTTP/1.1" status: 204 len: 173 time: 2.1062024 Jul 16 01:39:34.960868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'name': 'network-vif-deleted', 'tag': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:34.963942 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1570adc-90a4-45ad-969c-da337b401a77" -d '{"events": [{"server_uuid": "12df4fb1-1550-431f-8891-a4a3b70156d7", "name": "network-vif-deleted", "tag": "fc905a4c-18cd-48d6-a2fc-a13b94b6d84e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:34.997066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78927a2b-e8b5-45d2-938e-710a77e71df6 req-8f7e971a-bcaf-4a06-be72-2aa159aa5bf3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761626 Jul 16 01:39:35.009588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:35.013835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:35.048510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:35.064764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:35.093524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:35.173417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:35.251291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.252293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.271819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-1175f9f6-177c-474e-b67c-569df11a3cd7 service neutron] 10.222.0.32 "GET /v2.0/ports/5d4cabd7-689b-4a81-8b7f-ef3f229dd075/bindings/n-h1-800087-6 HTTP/1.1" status: 200 len: 382 time: 0.8163517 Jul 16 01:39:35.310730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-120a3d45-3e6e-4421-9b5e-a5257249bdbc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8265381 Jul 16 01:39:35.330913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'admin_state_up': True, 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'security_groups': ['31c9909a-3200-47e4-aa85-901ec63bf906']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:35.374004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:35.378502 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28ed48-1542-4907-bdad-951c96e44f60 x-openstack-request-id: req-ad28ed48-1542-4907-bdad-951c96e44f60 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:35.379065 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12df4fb1-1550-431f-8891-a4a3b70156d7", "name": "network-vif-deleted", "tag": "fc905a4c-18cd-48d6-a2fc-a13b94b6d84e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:35.379651 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad28ed48-1542-4907-bdad-951c96e44f60 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:35.380282 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12df4fb1-1550-431f-8891-a4a3b70156d7', 'name': 'network-vif-deleted', 'tag': 'fc905a4c-18cd-48d6-a2fc-a13b94b6d84e', 'status': 'completed', 'code': 200} Jul 16 01:39:35.399264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:35.399653 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.476288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:35.488460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-132a3b71-384d-4941-ac37-9af2ee295e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.489141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-132a3b71-384d-4941-ac37-9af2ee295e09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1100 time: 0.1804228 Jul 16 01:39:35.579678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd', 'port_id': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'mac_address': 'fa:16:3e:53:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457cae23-1885-4413-b044-ee550ad39bf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:35.633184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-825f8cbf-4554-4a75-abb9-adfee7630fcc req-d2883d84-16c1-4bb2-8fbe-42a36a8163c8 tempest-ImagesNegativeTestJSON-1564929057 tempest-ImagesNegativeTestJSON-1564929057-project] 10.222.0.35 "GET /v2.0/ports?device_id=12df4fb1-1550-431f-8891-a4a3b70156d7 HTTP/1.1" status: 200 len: 210 time: 0.0849109 Jul 16 01:39:35.679985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-224e6d57-3e56-4e9d-af2c-0e3be181032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.681584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-224e6d57-3e56-4e9d-af2c-0e3be181032a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1793342 Jul 16 01:39:35.714977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ccd10a6-8ca4-4a16-969c-a368cbb94d7e None None] Provisioning for port 3f27e034-f2b3-40a6-8d91-a119732020a5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:35.794653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-ff6e2ead-59fc-4c2c-9f11-f16a252378fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.0950112 Jul 16 01:39:35.812228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ccd10a6-8ca4-4a16-969c-a368cbb94d7e None None] Provisioning complete for port 3f27e034-f2b3-40a6-8d91-a119732020a5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:35.813156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ccd10a6-8ca4-4a16-969c-a368cbb94d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.869734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddbb78-126f-403f-8672-2b266f458c91 req-dfc72c31-6790-477d-b4f8-d26b54b94b06 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.880806 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16ddbb78-126f-403f-8672-2b266f458c91 req-dfc72c31-6790-477d-b4f8-d26b54b94b06 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1210418 Jul 16 01:39:35.914581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-ab34c434-7699-4c28-ab21-896d5f63cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.916016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-ab34c434-7699-4c28-ab21-896d5f63cec5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1070955 Jul 16 01:39:35.952526 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.957413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd10a6-8ca4-4a16-969c-a368cbb94d7e None None] Port 3f27e034-f2b3-40a6-8d91-a119732020a5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:35.983227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16ddbb78-126f-403f-8672-2b266f458c91 req-da8bd16c-b459-49b0-9c55-4669588a8f7b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000819 Jul 16 01:39:36.011456 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.027328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:36.035899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.121290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:36.175321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef138e-5c91-41a2-ab6c-211bf5d85aff req-e5aa05b8-3b30-483b-b076-96993df42873 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.188880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef138e-5c91-41a2-ab6c-211bf5d85aff req-e5aa05b8-3b30-483b-b076-96993df42873 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.201417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:36.208674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a6ef138e-5c91-41a2-ab6c-211bf5d85aff req-e5aa05b8-3b30-483b-b076-96993df42873 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 1654 time: 0.1617708 Jul 16 01:39:36.226898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.227964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fc905a4c-18cd-48d6-a2fc-a13b94b6d84e no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:36.340321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-7ec9f971-e6c8-46ef-b87f-07b35d30c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.346206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:36.356332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: fc905a4c-18cd-48d6-a2fc-a13b94b6d84e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:39:36.358770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fc905a4c-18cd-48d6-a2fc-a13b94b6d84e not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:36.360197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-7ec9f971-e6c8-46ef-b87f-07b35d30c203 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3943706 Jul 16 01:39:36.360386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a6ef138e-5c91-41a2-ab6c-211bf5d85aff req-0a9b8b52-45b7-447a-b1ca-a2bd280227ea tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410317 Jul 16 01:39:36.401530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.480848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.542491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 10.1.1.198 (2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6/2e31e7a2-960c-42c5-8aca-76923d47cb18/0276908d-f52c-4ae9-83a0-b3d2c2a93de5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:36.564287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f23e-1544-44dc-8785-6a54dd86dce8 req-76b34104-f15b-4ab8-853a-5e901e654c03 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.566403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eba6f23e-1544-44dc-8785-6a54dd86dce8 req-76b34104-f15b-4ab8-853a-5e901e654c03 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1473064 Jul 16 01:39:36.620475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:36.625327 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eba6f23e-1544-44dc-8785-6a54dd86dce8 req-c65bcd1c-d6d3-4062-b628-07ae8a69052e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513251 Jul 16 01:39:36.631512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-57ff7b6a-8901-420f-bc24-39d2c9c17e6d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631965 Jul 16 01:39:36.673433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['511ba4f2-efe9-43b3-b58c-0dddd25f9f46'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:36.702085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:36.707121 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7170c387-12a4-4461-93c4-b694fe96d7c0" -d '{"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:36.779796 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7588424-b2a3-4913-a4bf-c431b0daada3 x-openstack-request-id: req-a7588424-b2a3-4913-a4bf-c431b0daada3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:36.780233 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:36.780610 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7588424-b2a3-4913-a4bf-c431b0daada3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:36.781102 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'code': 200} Jul 16 01:39:36.920483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:36.925789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-d5d3d903-dba5-452c-bb17-6ead98449e0b service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500076 Jul 16 01:39:36.938165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:37.082374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.231299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:37.261944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:37.277802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:37.436663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.461185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f665d-55ae-4488-8437-5583968cf2fb req-26a7c057-0b9f-4460-bc08-18906a8cefe6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.470682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-980f665d-55ae-4488-8437-5583968cf2fb req-26a7c057-0b9f-4460-bc08-18906a8cefe6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.2457819 Jul 16 01:39:37.490564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:37.539985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-980f665d-55ae-4488-8437-5583968cf2fb req-2512f945-58f7-427d-8298-f2c0a53de2c4 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681362 Jul 16 01:39:37.607021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.607763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.647300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16eaf3f4-aa27-4069-a7f1-21daaa4981fc None None] Provisioning for port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:37.658520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16eaf3f4-aa27-4069-a7f1-21daaa4981fc None None] Provisioning complete for port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:37.660052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16eaf3f4-aa27-4069-a7f1-21daaa4981fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.679439 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-760404d6-c4e7-4cdf-a95c-6d255aab2ddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3532979 Jul 16 01:39:37.689232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d', 'admin_state_up': True, 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'security_groups': ['31c9909a-3200-47e4-aa85-901ec63bf906']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:37.772959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-16eaf3f4-aa27-4069-a7f1-21daaa4981fc None None] Port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:37.877483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a1e37-bfcb-42c8-89d0-57c77b591650 req-82f80454-21ca-47fd-aed7-d9084ea83c12 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.885691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a1e37-bfcb-42c8-89d0-57c77b591650 req-82f80454-21ca-47fd-aed7-d9084ea83c12 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.894042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a1e37-bfcb-42c8-89d0-57c77b591650 req-82f80454-21ca-47fd-aed7-d9084ea83c12 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.903183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-151a1e37-bfcb-42c8-89d0-57c77b591650 req-82f80454-21ca-47fd-aed7-d9084ea83c12 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 2375 time: 0.1606569 Jul 16 01:39:37.915585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b0e828b-bf74-4b17-8121-9f99ef976b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.991521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-151a1e37-bfcb-42c8-89d0-57c77b591650 req-489b1e03-8029-4bc7-9dd0-86886cd1b3b5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851467 Jul 16 01:39:38.003950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.060449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b0e828b-bf74-4b17-8121-9f99ef976b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.082215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b0e828b-bf74-4b17-8121-9f99ef976b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.179623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b0e828b-bf74-4b17-8121-9f99ef976b35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c1acdded6284f4295a809430e2ca042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7251015 Jul 16 01:39:38.184313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:38.191781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.286295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.290120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e828b-bf74-4b17-8121-9f99ef976b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99e867-1f45-471e-9136-05ed66c8c7cf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.303060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:38.308701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-446a410a-a621-4f5b-8521-0f0e490df59a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=181795ab09744d8d9f3a287a54c5719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034806 Jul 16 01:39:38.338287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cc52b-5d0a-4d0a-a57c-624999c6a8b5 req-f60fc0b1-8e00-45a3-964c-202504e1c9b6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:38.345356 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb5cc52b-5d0a-4d0a-a57c-624999c6a8b5 req-f60fc0b1-8e00-45a3-964c-202504e1c9b6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.2315335 Jul 16 01:39:38.369740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.408505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.429109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb5cc52b-5d0a-4d0a-a57c-624999c6a8b5 req-8114ca6c-9987-44b5-a3cb-3d35d3d749c2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825603 Jul 16 01:39:38.494556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.497485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.499718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc99e867-1f45-471e-9136-05ed66c8c7cf HTTP/1.1" status: 204 len: 168 time: 0.3055739 Jul 16 01:39:38.510561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99e867-1f45-471e-9136-05ed66c8c7cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:38.519953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.520661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.521858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.522419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.522970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.523525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.524122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.524663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.525260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.525815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.526361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.526909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9237010-b708-4cf9-837e-54ebc0ce3920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:38.584251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 10.2.2.100 (b626ffa2-d659-4fd1-8302-c384b076392d/324a2a2d-3a48-4183-9303-8bbdeb1300ca/f1681095-4f4d-4fd5-bbb7-14a2e220ff78) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:38.803400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8baaf45f-2b9c-4966-9a72-ed6448167283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.892868 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8baaf45f-2b9c-4966-9a72-ed6448167283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.911967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.953118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object f1681095-4f4d-4fd5-bbb7-14a2e220ff78 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:39.012524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:39.021562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8baaf45f-2b9c-4966-9a72-ed6448167283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.027723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8baaf45f-2b9c-4966-9a72-ed6448167283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.031273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8baaf45f-2b9c-4966-9a72-ed6448167283 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4095013-7f2b-402d-98f9-f4a27c439487 HTTP/1.1" status: 204 len: 168 time: 0.7233775 Jul 16 01:39:39.054043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.113470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3323f3b-f762-4d66-80b6-ec8871e7f9e2 req-54995750-0a38-464e-a579-eb285ea035bb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.124528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3323f3b-f762-4d66-80b6-ec8871e7f9e2 req-54995750-0a38-464e-a579-eb285ea035bb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.1693323 Jul 16 01:39:39.151697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baaf45f-2b9c-4966-9a72-ed6448167283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4095013-7f2b-402d-98f9-f4a27c439487,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.163760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:39.202741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:39.203127 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.229945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3323f3b-f762-4d66-80b6-ec8871e7f9e2 req-926fb885-6da8-4a14-aeed-f6de7b4ba1a0 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044302 Jul 16 01:39:39.309978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network b626ffa2-d659-4fd1-8302-c384b076392d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:39.316743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:39.325249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:39.515668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.518349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.563770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.655953 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.693297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e99a-b8d9-43a4-a6f5-bc33d418c196 req-23f41fc0-ae3b-4198-8205-82eb0f8189a2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.709096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b715079e-b854-4cf9-8c92-ed5cf292d72b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0238907 Jul 16 01:39:39.711338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e99a-b8d9-43a4-a6f5-bc33d418c196 req-23f41fc0-ae3b-4198-8205-82eb0f8189a2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.723923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d', 'admin_state_up': True, 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'security_groups': ['31c9909a-3200-47e4-aa85-901ec63bf906']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:39.737852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e99a-b8d9-43a4-a6f5-bc33d418c196 req-23f41fc0-ae3b-4198-8205-82eb0f8189a2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.741102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:39.747993 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6b3f83-565a-4653-ad5d-610a944495fb" -d '{"events": [{"server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "name": "network-vif-plugged", "status": "completed", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:39.756958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e99a-b8d9-43a4-a6f5-bc33d418c196 req-23f41fc0-ae3b-4198-8205-82eb0f8189a2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.772504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e424e99a-b8d9-43a4-a6f5-bc33d418c196 req-23f41fc0-ae3b-4198-8205-82eb0f8189a2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 3096 time: 0.3653455 Jul 16 01:39:39.784148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:39.793980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.807600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-0785b7eb-b70d-41b6-9155-2731d109e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:39.809357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-0785b7eb-b70d-41b6-9155-2731d109e1bb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e&tenant_id=dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 1101 time: 0.2821796 Jul 16 01:39:39.842544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:39.922585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67b2eeac-7884-4eac-a6c4-733351be5da5 None None] Provisioning for port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:39.938700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67b2eeac-7884-4eac-a6c4-733351be5da5 None None] Provisioning complete for port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:39.939306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67b2eeac-7884-4eac-a6c4-733351be5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.949875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:40.019930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e424e99a-b8d9-43a4-a6f5-bc33d418c196 req-fa1c753d-e80f-487b-b665-9e98afdec356 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465136 Jul 16 01:39:40.065245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-67b2eeac-7884-4eac-a6c4-733351be5da5 None None] Port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:40.069452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b0c59-2315-404d-bf08-5c9dfe0e3cd2 req-8eb1dc48-0d5d-4ff2-be34-53d4e8ab18a0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.080152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-197b0c59-2315-404d-bf08-5c9dfe0e3cd2 req-8eb1dc48-0d5d-4ff2-be34-53d4e8ab18a0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.3023121 Jul 16 01:39:40.129639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.196596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-197b0c59-2315-404d-bf08-5c9dfe0e3cd2 req-694319e3-f810-47ad-9a12-657a63b0c99d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152775 Jul 16 01:39:40.214554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Made reservation on behalf of 00be520ca5b44d9cb04beeeb9ce36d8b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:40.230368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.331983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.379547 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a050f019-6ea8-48b8-b0cd-ef79f1b838c8 x-openstack-request-id: req-a050f019-6ea8-48b8-b0cd-ef79f1b838c8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:40.380061 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "name": "network-vif-plugged", "status": "completed", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:40.380503 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a050f019-6ea8-48b8-b0cd-ef79f1b838c8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:40.381178 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'code': 200} Jul 16 01:39:40.516791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-291876648-network', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:40.586901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Made reservation on behalf of 5d6ea23114f14c358b9b7e8e4c529553 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:40.599826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.651528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.710662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Allocated IP 10.2.2.200 (b626ffa2-d659-4fd1-8302-c384b076392d/324a2a2d-3a48-4183-9303-8bbdeb1300ca/2d350ec3-c932-4375-8548-c2cb342f74fe) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:40.722297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f9369-e85c-44b2-bb0b-e368b9d50f8a req-103f7239-ab29-446a-811c-839f7201d49a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:40.731234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-410f9369-e85c-44b2-bb0b-e368b9d50f8a req-103f7239-ab29-446a-811c-839f7201d49a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1647279 Jul 16 01:39:40.835663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-410f9369-e85c-44b2-bb0b-e368b9d50f8a req-b542d2e7-cd94-4cb2-b257-49d46598f46d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027787 Jul 16 01:39:40.837649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:40.870823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.902295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Transition to ACTIVE for port object 2d350ec3-c932-4375-8548-c2cb342f74fe will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:41.009913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:41.027026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.041722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.067433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1786425332-network', 'tenant_id': '4552b7fd05b246e2a27c229b041c1918'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:41.090027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:41.104386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1cef40-f292-45f8-abc4-b4653170b25c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.114726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.115221 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Added segment b3a6d2a0-2609-4233-83e6-ad4e6e069b61 of type vlan for network 206035cf-2895-4300-a54d-e9e9d44d8777 Jul 16 01:39:41.136332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.163420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Made reservation on behalf of 4552b7fd05b246e2a27c229b041c1918 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:41.166272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.178051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.202079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:41.245696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.286795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.303413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.310731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.318756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.328839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Transition to ACTIVE for port object 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:41.330408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:39:41.332730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.335303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:41.342199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.342544 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Added segment 321b3346-5a9e-417f-8a2a-457acf01578f of type vlan for network a606552c-ece7-47cb-a921-54729b86b272 Jul 16 01:39:41.345038 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b02da66-cf14-4b84-801b-39d895b93318" -d '{"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:41.363951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.390340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.409009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:39:41.409368 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:39:41.430651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Network b626ffa2-d659-4fd1-8302-c384b076392d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:41.434983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:41.444432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:41.552101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event updated for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.586316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] No DVR routers for this DVR port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:41.694444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.702073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84deb7-8921-46ba-ac94-b2e84a8e6476 req-2b067beb-b11f-48d6-b5d5-f5a89e27d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.703602 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d84deb7-8921-46ba-ac94-b2e84a8e6476 req-2b067beb-b11f-48d6-b5d5-f5a89e27d4d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1096 time: 0.7536716 Jul 16 01:39:41.811069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e10bd5c5-4040-45b3-b9a5-c0d5d8287f58 None None] Provisioning for port 2d350ec3-c932-4375-8548-c2cb342f74fe completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:41.815534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:41.816136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:41.816383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:41.816992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e10bd5c5-4040-45b3-b9a5-c0d5d8287f58 None None] Provisioning complete for port 2d350ec3-c932-4375-8548-c2cb342f74fe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:41.817641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e10bd5c5-4040-45b3-b9a5-c0d5d8287f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.829931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.830601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.834794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d84deb7-8921-46ba-ac94-b2e84a8e6476 req-19bea0a0-55b7-4f12-abcc-d4f02525faf9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991940 Jul 16 01:39:41.836772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:41.837021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Attempting to bind port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:41.849571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:41.850008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:41.850438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:41.850924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Bound port: 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:41.851332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.882165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8add5fce-ec90-486b-9831-2f95facc7d8d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1652331 Jul 16 01:39:41.900595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e10bd5c5-4040-45b3-b9a5-c0d5d8287f58 None None] Port 2d350ec3-c932-4375-8548-c2cb342f74fe cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:41.939398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea8fdf1-297d-423b-8c4a-0533cdb69439,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:41.944271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:41.945835 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.947972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:41.947972 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.948376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:41.955108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:41.990352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.057892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.060171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] Pushing event updated for resources: {'Network': ['ID=a606552c-ece7-47cb-a921-54729b86b272,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.068769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.069294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.070962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e132233c-212b-4acb-ae2e-dd97b8860a45 service neutron] 10.222.0.38 "PUT /v2.0/ports/5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 1097 time: 2.2512558 Jul 16 01:39:42.094013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a606552c-ece7-47cb-a921-54729b86b272 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:42.108544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:39:42.136275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a252-81da-4113-b83c-be4262d5f287 req-c3b44708-6fed-47ac-80b1-f38be8d5f46b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.142476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a252-81da-4113-b83c-be4262d5f287 req-c3b44708-6fed-47ac-80b1-f38be8d5f46b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.148671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a252-81da-4113-b83c-be4262d5f287 req-c3b44708-6fed-47ac-80b1-f38be8d5f46b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.155184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a252-81da-4113-b83c-be4262d5f287 req-c3b44708-6fed-47ac-80b1-f38be8d5f46b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.163399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a252-81da-4113-b83c-be4262d5f287 req-c3b44708-6fed-47ac-80b1-f38be8d5f46b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.163913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.165253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73d6a252-81da-4113-b83c-be4262d5f287 req-c3b44708-6fed-47ac-80b1-f38be8d5f46b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 3817 time: 0.8769014 Jul 16 01:39:42.191106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-85116185-d2c2-4425-8372-b5a6430af114 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3463082 Jul 16 01:39:42.195671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.202663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac699-c5ee-4f24-bf99-249e06861eda req-5f30c8a6-eb8d-4a2f-b4fc-de3c20ea24eb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.210072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2fac699-c5ee-4f24-bf99-249e06861eda req-5f30c8a6-eb8d-4a2f-b4fc-de3c20ea24eb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.7873347 Jul 16 01:39:42.218778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Request body: {'subnet': {'network_id': 'a606552c-ece7-47cb-a921-54729b86b272', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1786425332-subnet', 'tenant_id': '4552b7fd05b246e2a27c229b041c1918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.272658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73d6a252-81da-4113-b83c-be4262d5f287 req-a59ae382-c31c-4c8b-a915-e993369c22d4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902171 Jul 16 01:39:42.277678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.278641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.279210 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.388807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] Pushing event updated for resources: {'Network': ['ID=206035cf-2895-4300-a54d-e9e9d44d8777,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.396445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Made reservation on behalf of 4552b7fd05b246e2a27c229b041c1918 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:42.401239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 206035cf-2895-4300-a54d-e9e9d44d8777 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:39:42.407544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2fac699-c5ee-4f24-bf99-249e06861eda req-6b62a938-0293-427a-a4a4-cba78778f014 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965082 Jul 16 01:39:42.415850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4ec13fdd-867e-4f5f-9359-c23515740e8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0815096 Jul 16 01:39:42.416384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.417209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45766) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:42.433320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Request body: {'subnet': {'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-subnet', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:42.488451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Made reservation on behalf of 5d6ea23114f14c358b9b7e8e4c529553 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:42.491153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.676456 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de7f44-efa5-496e-b7ee-0b195685b408 x-openstack-request-id: req-a3de7f44-efa5-496e-b7ee-0b195685b408 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:42.676456 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:42.676751 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3de7f44-efa5-496e-b7ee-0b195685b408 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:42.677126 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'code': 200} Jul 16 01:39:42.781868 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:42.877343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Checking segment: {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:42.878218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Network hostable DHCP agents. Network: 206035cf-2895-4300-a54d-e9e9d44d8777, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:42.912878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af94acd7-6905-4e72-809d-86a584b7cfbc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:42.925085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Network 206035cf-2895-4300-a54d-e9e9d44d8777 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:42.976629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 206035cf-2895-4300-a54d-e9e9d44d8777) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:42.987395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a804dc4-fa3b-4188-a0b6-091bb8317686 None None] Network 206035cf-2895-4300-a54d-e9e9d44d8777 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:42.992176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:42.993038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.016261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a57bcb4-4a61-4393-af2f-c07195f18487 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5945930 Jul 16 01:39:43.023320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:43.037050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:43.079003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-76baa7f5-5206-4fda-8169-3cbc0648645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.080521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-76baa7f5-5206-4fda-8169-3cbc0648645c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1100 time: 0.9178126 Jul 16 01:39:43.086347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a374ae-b72b-4323-b214-28a5ed9dc5cd req-f72c06ff-99e6-4f29-8e38-4aef6f9fffd6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.093528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46a374ae-b72b-4323-b214-28a5ed9dc5cd req-f72c06ff-99e6-4f29-8e38-4aef6f9fffd6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1552343 Jul 16 01:39:43.138236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.140765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.210685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46a374ae-b72b-4323-b214-28a5ed9dc5cd req-cb3abfee-1f86-4ed8-8038-349ae43681ce tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162038 Jul 16 01:39:43.240021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-206035cf-2895-4300-a54d-e9e9d44d8777', 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'fixed_ips': [{'subnet_id': 'af94acd7-6905-4e72-809d-86a584b7cfbc'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:39:43.241522 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.321863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-b918b5d1-450c-4b15-a5af-d5a4120e144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.326738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-b918b5d1-450c-4b15-a5af-d5a4120e144a service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2161691 Jul 16 01:39:43.331518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.432901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-9d018f69-ca36-42ae-a077-9d8b25253c5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.0932295 Jul 16 01:39:43.518605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Allocated IP 172.20.0.2 (206035cf-2895-4300-a54d-e9e9d44d8777/af94acd7-6905-4e72-809d-86a584b7cfbc/c080fa46-cfea-4f23-8d56-4bae1e40f92c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:43.615736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e5e4fe92-3122-4072-920a-7021b9982ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.617259 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-e5e4fe92-3122-4072-920a-7021b9982ec1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1652424 Jul 16 01:39:43.658115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.829443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.871023 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.890783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Transition to ACTIVE for port object c080fa46-cfea-4f23-8d56-4bae1e40f92c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.895375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-ff5c7e17-c1f2-4d62-a394-f33a180bc645 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.902225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-ff5c7e17-c1f2-4d62-a394-f33a180bc645 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.908544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-ff5c7e17-c1f2-4d62-a394-f33a180bc645 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.910709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Transition to ACTIVE for port object c080fa46-cfea-4f23-8d56-4bae1e40f92c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:43.914748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-ff5c7e17-c1f2-4d62-a394-f33a180bc645 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.921435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-ff5c7e17-c1f2-4d62-a394-f33a180bc645 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.922302 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:43.929698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-ff5c7e17-c1f2-4d62-a394-f33a180bc645 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 3817 time: 0.2575922 Jul 16 01:39:43.977044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Network 206035cf-2895-4300-a54d-e9e9d44d8777 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:43.980259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-9c411886-1dd0-4bc5-b1af-c7adb37e95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:43.982005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-9c411886-1dd0-4bc5-b1af-c7adb37e95f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3559113 Jul 16 01:39:43.983018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:43.986864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:43.988881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf49e3d-25df-4f96-8a57-82a5e31bf602,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.000125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Pushing event updated for resources: {'Port': ['ID=c080fa46-cfea-4f23-8d56-4bae1e40f92c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.005473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42ef1d1-6db0-4a64-adbe-382c22ab8bfe {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:44.010666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.011006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.011345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.011674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.011999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.012348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.012671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.012992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.013309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.013630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.013949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.014263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:44.042915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.071401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Checking segment: {'id': '321b3346-5a9e-417f-8a2a-457acf01578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:44.072743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Network hostable DHCP agents. Network: a606552c-ece7-47cb-a921-54729b86b272, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:39:44.088280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Attempting to bind port c080fa46-cfea-4f23-8d56-4bae1e40f92c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:44.088609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Attempting to bind port c080fa46-cfea-4f23-8d56-4bae1e40f92c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:44.088956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Attempting to bind port c080fa46-cfea-4f23-8d56-4bae1e40f92c on network 206035cf-2895-4300-a54d-e9e9d44d8777 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:44.095123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:44.095491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Checking segment: {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:44.096051 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.096348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Bound using segment: {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:44.096821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Bound port: c080fa46-cfea-4f23-8d56-4bae1e40f92c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:44.097202 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.116727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Transition to ACTIVE for port object b42ef1d1-6db0-4a64-adbe-382c22ab8bfe will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:44.130149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae8fb2-7313-4548-828c-d6aae1f7cf16 req-5c253670-aa1c-4b98-9f8b-7a729a5fa2e2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.135613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10ae8fb2-7313-4548-828c-d6aae1f7cf16 req-5c253670-aa1c-4b98-9f8b-7a729a5fa2e2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.3724129 Jul 16 01:39:44.154124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5e547f4-6857-4286-ad79-912aa2d65d73 req-8fd6bc58-2b93-4032-9402-c4d0573c2cc5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177010 Jul 16 01:39:44.154995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.199032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Network a606552c-ece7-47cb-a921-54729b86b272 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:39:44.218626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] For port c080fa46-cfea-4f23-8d56-4bae1e40f92c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:44.226514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] For port c080fa46-cfea-4f23-8d56-4bae1e40f92c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c080fa46-cfea-4f23-8d56-4bae1e40f92c,segment=NetworkSegment(b3a6d2a0-2609-4233-83e6-ad4e6e069b61),segment_id=b3a6d2a0-2609-4233-83e6-ad4e6e069b61)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:44.239475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.261762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a606552c-ece7-47cb-a921-54729b86b272) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:44.274002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10ae8fb2-7313-4548-828c-d6aae1f7cf16 req-ecc11ce5-6ad3-4ffa-9e19-9bca9e8820f0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187544 Jul 16 01:39:44.280358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-48e37736-2272-43af-a7cc-1df37c5237b1 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881863 Jul 16 01:39:44.293065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.293717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.329869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.360976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba207abb-e8db-4589-b39c-6a70fc0c6806 None None] Network a606552c-ece7-47cb-a921-54729b86b272 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:44.464697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc17e25-322c-4710-81b9-ecb3330c4b4c None None] Pushing event updated for resources: {'Port': ['ID=c080fa46-cfea-4f23-8d56-4bae1e40f92c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:44.633378 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ff6e976e-1a03-46fb-9849-7addb94dffa8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4210162 Jul 16 01:39:44.659383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.720499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ddf87f-d9f1-4028-8280-1f4103148bdc None None] Network a606552c-ece7-47cb-a921-54729b86b272 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:44.730735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:44.757999 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:44.787856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.872085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Attempting to bind port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:44.872539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Attempting to bind port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:44.872883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Attempting to bind port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe on network bae1752d-f753-40a4-9624-9dd90fbd9706 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:44.897282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe on network bae1752d-f753-40a4-9624-9dd90fbd9706 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:44.897602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Attempting to bind port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe on network bae1752d-f753-40a4-9624-9dd90fbd9706 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:44.939826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d26d56-3918-46bd-8d8e-71c1270905fe req-a19cca2e-bd28-43ba-aa4a-7f10ccada85f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:44.947916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0d26d56-3918-46bd-8d8e-71c1270905fe req-a19cca2e-bd28-43ba-aa4a-7f10ccada85f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1961107 Jul 16 01:39:44.958714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:44.959182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Checking segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:44.959589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Bound using segment: {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:44.960073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Bound port: b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:44.962102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:44.991305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d0f8202d-3ed1-4065-9761-a9cef685fbbf req-da348d66-cb64-4760-a092-e18d35a75336 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820610 Jul 16 01:39:45.096465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0d26d56-3918-46bd-8d8e-71c1270905fe req-1ceec032-3afd-43b8-be4b-694652a279a3 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462071 Jul 16 01:39:45.114949 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138cf902-32bd-4b2b-ba45-3d1dee108a79 x-openstack-request-id: req-138cf902-32bd-4b2b-ba45-3d1dee108a79 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:45.115246 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:45.115475 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-138cf902-32bd-4b2b-ba45-3d1dee108a79 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:45.116189 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'status': 'completed', 'code': 200} Jul 16 01:39:45.127043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Allocated IP 172.25.0.65 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/70ff4b6e-64ad-4796-80e5-fa007a65091b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:45.183674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:45.187967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:45.214506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.291788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.366034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.379955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.407544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.412387 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.413817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-327bf7c4-1c87-4bc9-92cc-2fd365d8dff8 service neutron] 10.222.0.38 "PUT /v2.0/ports/b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 200 len: 1092 time: 3.4636569 Jul 16 01:39:45.505282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:45.535824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Pushing event updated for resources: {'Port': ['ID=70ff4b6e-64ad-4796-80e5-fa007a65091b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:45.661334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:45.662955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:45.672627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-13bca1be-c167-4473-8ae0-e355f70d7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.674402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-13bca1be-c167-4473-8ae0-e355f70d7881 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1100 time: 0.6000950 Jul 16 01:39:45.684621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:45.827631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-15f98933-f197-4fca-9cbf-0f48559c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.829334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-15f98933-f197-4fca-9cbf-0f48559c9140 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1414547 Jul 16 01:39:45.838790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-937330d6-a83d-4458-9d71-7360e07a862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.840326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-937330d6-a83d-4458-9d71-7360e07a862b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 1100 time: 0.7231832 Jul 16 01:39:45.889990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-294b7768-77c0-4ad3-ab3c-f4ba2c72dd9c tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:45.898134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-294b7768-77c0-4ad3-ab3c-f4ba2c72dd9c tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/networks?id=a606552c-ece7-47cb-a921-54729b86b272 HTTP/1.1" status: 200 len: 818 time: 0.3547239 Jul 16 01:39:45.916156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:45.926308 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-413a51f7-cdbe-4aff-8014-51f06c863435 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.0831628 Jul 16 01:39:45.968686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-066fe688-4568-42a4-adeb-d2ddb92daed4 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/quotas/4552b7fd05b246e2a27c229b041c1918 HTTP/1.1" status: 200 len: 375 time: 0.0695882 Jul 16 01:39:46.009213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ee3be-05af-4654-8b73-73e6c8921967 req-03dc12f9-c69f-4f55-8e87-fc4cec5ce604 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.016159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-603ee3be-05af-4654-8b73-73e6c8921967 req-03dc12f9-c69f-4f55-8e87-fc4cec5ce604 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1096 time: 0.6580882 Jul 16 01:39:46.053572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-983aaf57-a633-41f5-b69a-dd8b7e0325a1 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4552b7fd05b246e2a27c229b041c1918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839036 Jul 16 01:39:46.084499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-f0a9e94d-6407-4cbd-aa36-77d01ba541d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.086480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-f0a9e94d-6407-4cbd-aa36-77d01ba541d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1515944 Jul 16 01:39:46.129999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7bc0d3-3986-417c-8655-04752b002856 None None] Network 206035cf-2895-4300-a54d-e9e9d44d8777 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:39:46.163826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-603ee3be-05af-4654-8b73-73e6c8921967 req-e063f505-5c6f-4d9d-b2fa-ef8f46e7f86b tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466472 Jul 16 01:39:46.323524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f60c40b2-2eb8-4d3f-ad4c-13e8415f537c None None] Provisioning for port c080fa46-cfea-4f23-8d56-4bae1e40f92c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:46.383242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-8a40371e-88c5-4264-84e9-90d6461c924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.385582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-8a40371e-88c5-4264-84e9-90d6461c924c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.5345702 Jul 16 01:39:46.414587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-e04be543-7b04-49c2-9bce-97e4ca2404bd service neutron] 10.222.0.35 "GET /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601515 Jul 16 01:39:46.481651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:46.502716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-ffd3ffca-aaed-42a7-9e66-89bc8ffd22af tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.509808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-ffd3ffca-aaed-42a7-9e66-89bc8ffd22af tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.516253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-ffd3ffca-aaed-42a7-9e66-89bc8ffd22af tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.518743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-81d62661-de8a-4c95-b632-916bcd17b8b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 200 len: 217 time: 0.1237335 Jul 16 01:39:46.523332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-ffd3ffca-aaed-42a7-9e66-89bc8ffd22af tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.532365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-ffd3ffca-aaed-42a7-9e66-89bc8ffd22af tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.534590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-ffd3ffca-aaed-42a7-9e66-89bc8ffd22af tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 3829 time: 0.1588833 Jul 16 01:39:46.543581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-4013d725-703d-4dda-8409-abc2177bb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.546106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-4013d725-703d-4dda-8409-abc2177bb134 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4482749 Jul 16 01:39:46.734870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8a738e2-6b2a-483d-b3f7-4c09ae73071f req-e00103f9-1378-40aa-88db-7eaa9c752532 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474302 Jul 16 01:39:46.745011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-94423a3a-b80e-46c2-a562-cd2ead02b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:46.746615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-94423a3a-b80e-46c2-a562-cd2ead02b125 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2162843 Jul 16 01:39:46.808829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-356cb61e-d35d-4500-bb6a-caf6d30f0457 service neutron] 10.222.0.35 "GET /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873882 Jul 16 01:39:46.982894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-b8164deb-6ec7-493b-9b88-bae80a49eb0b service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771801 Jul 16 01:39:47.004332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c080fa46-cfea-4f23-8d56-4bae1e40f92c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:47.119628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:47.121924 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586b8c3-4c12-4167-abee-d5dfd54be5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:47.140912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-dc8b8fb9-99aa-416b-84cb-14a196b5c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.142729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-dc8b8fb9-99aa-416b-84cb-14a196b5c473 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3815882 Jul 16 01:39:47.233338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-4d2dca43-0948-4dc8-87b4-6d5fa3497145 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357879 Jul 16 01:39:47.240152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5564a3de-6882-433c-bdb8-aaca8e4a1618 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:47.295455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c080fa46-cfea-4f23-8d56-4bae1e40f92c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:47.298551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.300735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c080fa46-cfea-4f23-8d56-4bae1e40f92c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:47.301165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.347593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Transition to ACTIVE for port object 5564a3de-6882-433c-bdb8-aaca8e4a1618 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:47.374188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.419987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-c0d2f1a6-3f3d-4101-bdf3-f0f2ea0f3032 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675509 Jul 16 01:39:47.471442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.504476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.575956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.586793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port c080fa46-cfea-4f23-8d56-4bae1e40f92c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c080fa46-cfea-4f23-8d56-4bae1e40f92c,segment=NetworkSegment(b3a6d2a0-2609-4233-83e6-ad4e6e069b61),segment_id=b3a6d2a0-2609-4233-83e6-ad4e6e069b61)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:47.605472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.675924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8c2-b1de-4773-b805-773019fa3891 req-f80c0a9d-4bfc-4180-bc4f-d972f8447ac0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:47.688618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f917f8c2-b1de-4773-b805-773019fa3891 req-f80c0a9d-4bfc-4180-bc4f-d972f8447ac0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 949 time: 0.6159344 Jul 16 01:39:47.750669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=c080fa46-cfea-4f23-8d56-4bae1e40f92c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:47.776544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:47.834081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a5a7c87-81bb-41b9-b470-1ce1c36517ec req-0a0aaf2c-426f-4e2e-8ff2-c598674bb09c service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032559 Jul 16 01:39:47.869270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Attempting to bind port 5564a3de-6882-433c-bdb8-aaca8e4a1618 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:47.869907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Attempting to bind port 5564a3de-6882-433c-bdb8-aaca8e4a1618 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:47.870402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Attempting to bind port 5564a3de-6882-433c-bdb8-aaca8e4a1618 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:47.887451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Port 5564a3de-6882-433c-bdb8-aaca8e4a1618 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:47.888535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Attempting to bind port 5564a3de-6882-433c-bdb8-aaca8e4a1618 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:47.901643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:47.902331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Checking segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:47.905546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Bound using segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:47.906025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Bound port: 5564a3de-6882-433c-bdb8-aaca8e4a1618, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:47.906405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:47.961900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f917f8c2-b1de-4773-b805-773019fa3891 req-c84ff8c7-3bb8-4492-93ef-8a1678e905fc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686391 Jul 16 01:39:48.026414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Router e5cb2fac-67b8-4760-b780-9352d0374194 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:39:48.026601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:48.044930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:48.097155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.140379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:48.160645 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe66d05-6266-451c-9c43-296e001501ab x-openstack-request-id: req-bbe66d05-6266-451c-9c43-296e001501ab {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:48.161242 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:48.161660 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbe66d05-6266-451c-9c43-296e001501ab {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:48.162208 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'status': 'completed', 'code': 200} Jul 16 01:39:48.169453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'mac_address': 'fa:16:3e:f8:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:48.212764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.213419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.214813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] 10.222.0.38 "PUT /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 1131 time: 2.7421238 Jul 16 01:39:48.252591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753d11c-1027-41e2-84b7-3dab7933c1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.319774 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.339130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:48.360971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:48.407425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:48.421153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Sync routers for ids ['e5cb2fac-67b8-4760-b780-9352d0374194'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:48.459630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.496555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cce5967a-609e-4c05-be12-edc25bfb14bf req-e246a2d4-361a-4d8b-b5cc-4e83919e16af tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 210 time: 0.1194620 Jul 16 01:39:48.531312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:48.544257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bd0cd080-2a9f-4792-8435-114478de5752 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5117459 Jul 16 01:39:48.552984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:48.559408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.565236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Routers {'e5cb2fac-67b8-4760-b780-9352d0374194'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:48.566479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:39:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5cb2fac-67b8-4760-b780-9352d0374194'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:48.709230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8d1d6-3628-4d9b-9aeb-04e116edfad8 req-38a44bd3-6ffa-4d20-981e-af83bfd8f31f tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.719126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18f8d1d6-3628-4d9b-9aeb-04e116edfad8 req-38a44bd3-6ffa-4d20-981e-af83bfd8f31f tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1096 time: 0.3528306 Jul 16 01:39:48.805154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Set router e5cb2fac-67b8-4760-b780-9352d0374194 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:48.896498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:48.927257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c080fa46-cfea-4f23-8d56-4bae1e40f92c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:48.988625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.989518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.990162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.991044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.991657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.992750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:48.994670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-ab4e379a-e6eb-46d7-b79a-585628323d0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5288 time: 0.8312647 Jul 16 01:39:48.995469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5d4cabd7-689b-4a81-8b7f-ef3f229dd075'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:49.139220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c080fa46-cfea-4f23-8d56-4bae1e40f92c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:49.139942 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.297925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:49.301010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-1c32267c-313e-435a-9e5e-577c51733ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.302041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-1c32267c-313e-435a-9e5e-577c51733ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.302671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-1c32267c-313e-435a-9e5e-577c51733ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.305486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-1c32267c-313e-435a-9e5e-577c51733ee9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2612085 Jul 16 01:39:49.424668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18f8d1d6-3628-4d9b-9aeb-04e116edfad8 req-62fa15e9-038b-4b8c-b69d-62bb4c96f922 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045395 Jul 16 01:39:49.603088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.613437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-2ccae3a2-8a72-448d-a46d-686cf20acb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.617431 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c586b8c3-4c12-4167-abee-d5dfd54be5ca req-2ccae3a2-8a72-448d-a46d-686cf20acb27 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2974916 Jul 16 01:39:49.623492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.635578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.644854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.662594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.679261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:49.687441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-13152b5a-ff97-4843-8636-320247786a17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 4602 time: 0.4341147 Jul 16 01:39:49.794225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 3, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:49.838652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8796b722-b6df-4f65-b3d0-f7914856f488 req-a3051161-e455-4ada-9831-56d3f977c69f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502290 Jul 16 01:39:49.840440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Checking router: e5cb2fac-67b8-4760-b780-9352d0374194 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:49.841240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Updating router e5cb2fac-67b8-4760-b780-9352d0374194 port 70ff4b6e-64ad-4796-80e5-fa007a65091b binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:49.942050 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.168007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-85c8eeef-df61-4485-954a-3aec11e74475 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.169580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-85c8eeef-df61-4485-954a-3aec11e74475 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.32 "GET /v2.0/networks?id=a606552c-ece7-47cb-a921-54729b86b272 HTTP/1.1" status: 200 len: 818 time: 0.5512424 Jul 16 01:39:50.174987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '5564a3de-6882-433c-bdb8-aaca8e4a1618'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:50.184313 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a6f79-f88b-4f29-b961-c6af32dc322e" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "5564a3de-6882-433c-bdb8-aaca8e4a1618"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:50.209133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Request body: {'port': {'device_id': '63453ed5-cc03-4739-a584-558d180575a7', 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272', 'admin_state_up': True, 'tenant_id': '4552b7fd05b246e2a27c229b041c1918'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:50.364346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.373406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494933-cdac-4bdd-ae99-42a4c5ebc021 req-02cfeed9-5eae-4fb8-bd29-d9a0a572bab0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.380213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26494933-cdac-4bdd-ae99-42a4c5ebc021 req-02cfeed9-5eae-4fb8-bd29-d9a0a572bab0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.1521723 Jul 16 01:39:50.449910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26494933-cdac-4bdd-ae99-42a4c5ebc021 req-fad8f005-258a-4e3c-a209-8c66be330fa7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687311 Jul 16 01:39:50.508691 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.537691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Transition to ACTIVE for port object 70ff4b6e-64ad-4796-80e5-fa007a65091b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:50.542713 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0f8869-91ed-477b-ba1d-660762d0c52c x-openstack-request-id: req-cb0f8869-91ed-477b-ba1d-660762d0c52c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:50.543028 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "5564a3de-6882-433c-bdb8-aaca8e4a1618", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:50.543362 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb0f8869-91ed-477b-ba1d-660762d0c52c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:50.543769 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '5564a3de-6882-433c-bdb8-aaca8e4a1618', 'status': 'completed', 'code': 200} Jul 16 01:39:50.549254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Made reservation on behalf of 4552b7fd05b246e2a27c229b041c1918 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:50.552668 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.554024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.641893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f776fb77-15ec-45c6-9862-1692f639119c req-92356fa2-7c45-4522-97e8-c8d6ef89b170 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 210 time: 0.1237044 Jul 16 01:39:50.740071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Attempting to bind port 70ff4b6e-64ad-4796-80e5-fa007a65091b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:50.740446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Attempting to bind port 70ff4b6e-64ad-4796-80e5-fa007a65091b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:50.740813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Attempting to bind port 70ff4b6e-64ad-4796-80e5-fa007a65091b on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:50.765962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.766519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.767047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.767792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.768307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.768773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:50.768891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:50.769156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:50.769565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.769960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:50.770429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Bound port: 70ff4b6e-64ad-4796-80e5-fa007a65091b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:50.770813 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.772671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1116-a48f-4ab3-a5ff-6ba4ca7f50de None None] Pushing event updated for resources: {'Port': ['ID=70ff4b6e-64ad-4796-80e5-fa007a65091b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:50.774966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-1208f905-2444-4ce7-b532-7abff3012a87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5288 time: 0.2035892 Jul 16 01:39:50.785490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30677e8-2b6f-4243-9dcb-b15eb34890bd {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:50.918648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] For port 70ff4b6e-64ad-4796-80e5-fa007a65091b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:50.921950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] For port 70ff4b6e-64ad-4796-80e5-fa007a65091b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=70ff4b6e-64ad-4796-80e5-fa007a65091b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:50.933148 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:50.950370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.001028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Allocated IP 172.20.0.1 (206035cf-2895-4300-a54d-e9e9d44d8777/af94acd7-6905-4e72-809d-86a584b7cfbc/6ba6a758-6795-4c55-b206-0972d23bbd71) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:51.042071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Allocated IP 172.20.0.9 (a606552c-ece7-47cb-a921-54729b86b272/eaf49e3d-25df-4f96-8a57-82a5e31bf602/6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:51.055408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1116-a48f-4ab3-a5ff-6ba4ca7f50de None None] Pushing event updated for resources: {'Port': ['ID=70ff4b6e-64ad-4796-80e5-fa007a65091b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.071892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Routers {'e5cb2fac-67b8-4760-b780-9352d0374194'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:51.072834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:39:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5cb2fac-67b8-4760-b780-9352d0374194'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:51.215887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-41578623-3d98-41c1-8a83-492a0ee2ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.216472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-41578623-3d98-41c1-8a83-492a0ee2ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.217086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-41578623-3d98-41c1-8a83-492a0ee2ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.219137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-41578623-3d98-41c1-8a83-492a0ee2ef20 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4244146 Jul 16 01:39:51.231513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318fe08-a537-4ac8-99f2-a0529ab244cd req-ce89ed52-f4ac-4fed-ab8b-e61baab2d311 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.238066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8318fe08-a537-4ac8-99f2-a0529ab244cd req-ce89ed52-f4ac-4fed-ab8b-e61baab2d311 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 950 time: 0.3622711 Jul 16 01:39:51.242021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] Set router e5cb2fac-67b8-4760-b780-9352d0374194 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:51.371005 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8318fe08-a537-4ac8-99f2-a0529ab244cd req-2f4c9bae-0437-47ed-8b43-c75beb73f731 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Jul 16 01:39:51.447778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.495455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.500830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Transition to ACTIVE for port object 6ba6a758-6795-4c55-b206-0972d23bbd71 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:51.547005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Transition to ACTIVE for port object e30677e8-2b6f-4243-9dcb-b15eb34890bd will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:51.576557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.581853 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.625304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 3, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:51.659573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b87c0-b88a-4ceb-8fdb-c969fd38536d None None] The sync data for ids ['e5cb2fac-67b8-4760-b780-9352d0374194'] in n-d-800087-6 is: [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:46Z', 'revision_number': 3, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:51.712827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Pushing event updated for resources: {'Port': ['ID=6ba6a758-6795-4c55-b206-0972d23bbd71,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.725351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Network 206035cf-2895-4300-a54d-e9e9d44d8777 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:51.731825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-b83cbfe5-1f50-4857-a67a-c97f0da4e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:51.738672 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-893a6f79-f88b-4f29-b961-c6af32dc322e req-b83cbfe5-1f50-4857-a67a-c97f0da4e206 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5067041 Jul 16 01:39:51.742313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:51.746954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:51.773090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Pushing event updated for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:51.776929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:51.789595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:52.031351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.046633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:52.053551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:52.053974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.118874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Network a606552c-ece7-47cb-a921-54729b86b272 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:52.121755 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.134995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:52.166137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:52.255310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Pushing event updated for resources: {'Port': ['ID=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.295461 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.322299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Attempting to bind port e30677e8-2b6f-4243-9dcb-b15eb34890bd on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:52.322634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Attempting to bind port e30677e8-2b6f-4243-9dcb-b15eb34890bd by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:52.323149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Attempting to bind port e30677e8-2b6f-4243-9dcb-b15eb34890bd on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:52.365966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.372603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.375387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Port e30677e8-2b6f-4243-9dcb-b15eb34890bd on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:52.375943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Attempting to bind port e30677e8-2b6f-4243-9dcb-b15eb34890bd on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:52.380600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:52.382799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:52.383333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Checking segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:52.383940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Bound using segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:52.384745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Bound port: e30677e8-2b6f-4243-9dcb-b15eb34890bd, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:52.385393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.386350 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b6b90-7e28-413b-9eb1-e0fc2bc7ea1a" -d '{"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:52.427458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:52.435705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.442203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.459148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-afbd8075-059b-4798-8b69-f57b66edf497 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2602892 Jul 16 01:39:52.473512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.483822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-edfb63c5-e701-4b26-ace0-3acc50fbfa0c None None] Provisioning for port 6ba6a758-6795-4c55-b206-0972d23bbd71 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:52.495307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.496329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-edfb63c5-e701-4b26-ace0-3acc50fbfa0c None None] Provisioning complete for port 6ba6a758-6795-4c55-b206-0972d23bbd71 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:52.496928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-edfb63c5-e701-4b26-ace0-3acc50fbfa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.501982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.523310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.529410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Request body: {'port': {'device_id': '63453ed5-cc03-4739-a584-558d180575a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:52.541418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.542598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:52.548897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:52.552207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-edfb63c5-e701-4b26-ace0-3acc50fbfa0c None None] Port 6ba6a758-6795-4c55-b206-0972d23bbd71 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:52.559017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-d0efb72a-4ba2-4b3c-aa29-756f66543f0a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5374 time: 0.6360588 Jul 16 01:39:52.775363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:52.780645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-906a507a-bb32-4a46-a2ba-70e14c7849ae req-066e5fe0-21d2-46d1-8d62-38788a8af97b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125149 Jul 16 01:39:52.828907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-84656319-4003-452c-a31b-78bcc4e9f88e tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:52.833519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-84656319-4003-452c-a31b-78bcc4e9f88e tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602837 Jul 16 01:39:52.862251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Request body: {'binding': {'host': 'n-h2-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:52.863997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:39:52.887089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.901401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:52.914555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.923088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:52.998133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 70ff4b6e-64ad-4796-80e5-fa007a65091b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:53.066894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.068022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.071081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] 10.222.0.38 "PUT /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 1130 time: 4.8078136 Jul 16 01:39:53.078451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'e30677e8-2b6f-4243-9dcb-b15eb34890bd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:53.081089 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "e30677e8-2b6f-4243-9dcb-b15eb34890bd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:53.123354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:53.163393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 70ff4b6e-64ad-4796-80e5-fa007a65091b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:53.169940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 70ff4b6e-64ad-4796-80e5-fa007a65091b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:53.170332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.331726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.332372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.342430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.514080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.562471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 70ff4b6e-64ad-4796-80e5-fa007a65091b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=70ff4b6e-64ad-4796-80e5-fa007a65091b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:53.571365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.648778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on host n-h2-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:53.650409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:53.652800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:53.655686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62219f6-2d28-439d-bd81-eda6db1d2180 service neutron] Pushing event updated for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.656409 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8e11a7a-ab6e-4346-bfc0-81738397d1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.673771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:53.677768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=70ff4b6e-64ad-4796-80e5-fa007a65091b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.705463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Pushing event updated for resources: {'Port': ['ID=6ba6a758-6795-4c55-b206-0972d23bbd71,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:53.854349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Network 206035cf-2895-4300-a54d-e9e9d44d8777 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:53.873074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:53.972269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0047d-53b3-48f1-97e4-b115dca469d7 req-041ac334-5632-4e14-b0da-aa240874315d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:53.982357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36e0047d-53b3-48f1-97e4-b115dca469d7 req-041ac334-5632-4e14-b0da-aa240874315d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 931 time: 0.4604375 Jul 16 01:39:54.076862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36e0047d-53b3-48f1-97e4-b115dca469d7 req-a6981bc7-8358-4c6f-82ce-9788db991539 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934286 Jul 16 01:39:54.163576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Router e5cb2fac-67b8-4760-b780-9352d0374194 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:39:54.190609 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71502829-c9fb-4ab6-9c54-9c21b3f6a55a x-openstack-request-id: req-71502829-c9fb-4ab6-9c54-9c21b3f6a55a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:54.191144 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:54.191453 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71502829-c9fb-4ab6-9c54-9c21b3f6a55a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:54.191653 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'code': 200} Jul 16 01:39:54.239410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.271349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:54.271895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:54.305378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:54.305826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:54.306322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:54.306922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Bound port: 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:54.379511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46a6958b-6181-42e6-ac0c-dba8b274a4b2 None None] Provisioning complete for port 6ba6a758-6795-4c55-b206-0972d23bbd71 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:54.379511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46a6958b-6181-42e6-ac0c-dba8b274a4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.433570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:39:54.439461 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c25652-9214-4822-9f23-84e2a1a1852d x-openstack-request-id: req-e8c25652-9214-4822-9f23-84e2a1a1852d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:54.439814 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "e30677e8-2b6f-4243-9dcb-b15eb34890bd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:54.440146 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8c25652-9214-4822-9f23-84e2a1a1852d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:54.440612 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'e30677e8-2b6f-4243-9dcb-b15eb34890bd', 'status': 'completed', 'code': 200} Jul 16 01:39:54.452224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f6643ff9-927e-46f9-bb66-995c78a1e50d admin admin] 10.222.0.35 "PUT /v2.0/routers/e5cb2fac-67b8-4760-b780-9352d0374194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8902085 Jul 16 01:39:54.514203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-46a6958b-6181-42e6-ac0c-dba8b274a4b2 None None] Port 6ba6a758-6795-4c55-b206-0972d23bbd71 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:39:54.603601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-77f3e322-58cd-453d-b4e8-1e91b075c9f1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488105 Jul 16 01:39:54.760380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:54.786032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.795604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:54.822490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.823939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-ba7fc5ec-bbaa-487a-a07f-f694860886ef service neutron] 10.222.0.35 "POST /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46/bindings HTTP/1.1" status: 201 len: 389 time: 1.9689963 Jul 16 01:39:54.835760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Transition to ACTIVE for port object 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:54.849759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:54.904315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 70ff4b6e-64ad-4796-80e5-fa007a65091b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:54.941679 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Sync routers for ids ['e5cb2fac-67b8-4760-b780-9352d0374194'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:39:54.953676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-5d746552-a4cf-4cbf-8175-e59cfb81d461 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.955460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.955975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.968655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-5d746552-a4cf-4cbf-8175-e59cfb81d461 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573744 Jul 16 01:39:54.968918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.969347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.970127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.970716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.971177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:54.973584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-ddb3a1fb-ef46-45f4-a266-0e18f24fb21d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6211 time: 0.5288472 Jul 16 01:39:55.025431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-164f6461-ed88-438b-b570-c736b71f1898 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/quotas/dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 375 time: 0.0553122 Jul 16 01:39:55.110116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 70ff4b6e-64ad-4796-80e5-fa007a65091b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:55.111837 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.125911 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Routers {'e5cb2fac-67b8-4760-b780-9352d0374194'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:55.126839 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:39:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5cb2fac-67b8-4760-b780-9352d0374194'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.202296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-e2964697-66ee-4728-97bd-74cbfc1e4f0d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1755030 Jul 16 01:39:55.282078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Pushing event updated for resources: {'Port': ['ID=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:55.332730 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Set router e5cb2fac-67b8-4760-b780-9352d0374194 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:55.386639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.394709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.402302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.411086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f27e034-f2b3-40a6-8d91-a119732020a5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:55.412322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.421165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.421842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.431578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.440110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.443825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-1c475c09-65f2-4207-bcd6-6bd42f3be721 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5374 time: 0.2354076 Jul 16 01:39:55.464450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Transition to ACTIVE for port object 3f27e034-f2b3-40a6-8d91-a119732020a5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:55.520379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:55.533561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1e523de-132a-4f57-865e-c7d3e0c616a0 req-d0e11d36-232a-43fa-a425-856d1bc7799b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759642 Jul 16 01:39:55.675066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-b3280626-aece-4a5a-bcb7-c9c9d956e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.675546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-b3280626-aece-4a5a-bcb7-c9c9d956e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.676014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-b3280626-aece-4a5a-bcb7-c9c9d956e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:55.685007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-b3280626-aece-4a5a-bcb7-c9c9d956e1a8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6932340 Jul 16 01:39:55.735718 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 4, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6ba6a758-6795-4c55-b206-0972d23bbd71', 'name': '', 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'mac_address': 'fa:16:3e:7a:e1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'af94acd7-6905-4e72-809d-86a584b7cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:50Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 2, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'subnets': [{'id': 'af94acd7-6905-4e72-809d-86a584b7cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:55.773032 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Checking router: e5cb2fac-67b8-4760-b780-9352d0374194 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:39:55.773557 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Updating router e5cb2fac-67b8-4760-b780-9352d0374194 port 6ba6a758-6795-4c55-b206-0972d23bbd71 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:39:55.901469 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.021205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-5ee73e56-0de7-42e6-b3dd-f556ed300009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.023991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0bcfa4dd-b5a6-44a2-af4c-b149011a269e req-5ee73e56-0de7-42e6-b3dd-f556ed300009 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3012707 Jul 16 01:39:56.140291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c5a4-47cc-4339-bc59-3c1008658b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.333913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Attempting to bind port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:56.334513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Attempting to bind port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '321b3346-5a9e-417f-8a2a-457acf01578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:56.335046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Attempting to bind port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c on network a606552c-ece7-47cb-a921-54729b86b272 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:56.343619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.356970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c on network a606552c-ece7-47cb-a921-54729b86b272 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:56.357467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Attempting to bind port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c on network a606552c-ece7-47cb-a921-54729b86b272 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:56.381501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-f68646b2-010b-4a35-8694-31428ba48e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.383400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-f68646b2-010b-4a35-8694-31428ba48e1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1096 time: 1.1371822 Jul 16 01:39:56.385725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Attempting to bind port 3f27e034-f2b3-40a6-8d91-a119732020a5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:56.386254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Attempting to bind port 3f27e034-f2b3-40a6-8d91-a119732020a5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:56.386800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Attempting to bind port 3f27e034-f2b3-40a6-8d91-a119732020a5 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:56.389464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:56.390023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Checking segment: {'id': '321b3346-5a9e-417f-8a2a-457acf01578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:56.390658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Bound using segment: {'id': '321b3346-5a9e-417f-8a2a-457acf01578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:56.391275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Bound port: 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321b3346-5a9e-417f-8a2a-457acf01578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:56.391807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.428463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.438531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Port 3f27e034-f2b3-40a6-8d91-a119732020a5 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:56.440535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Attempting to bind port 3f27e034-f2b3-40a6-8d91-a119732020a5 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:56.468820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:56.469414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Checking segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:56.471062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Bound using segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:56.471690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Bound port: 3f27e034-f2b3-40a6-8d91-a119732020a5, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:56.472248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.487819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-3118817c-525c-412e-a29a-0917c68edf81 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7061071 Jul 16 01:39:56.500901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:56.539577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.594953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878521-bbf1-431c-8e20-a4030a7bae2a req-173a9021-ffc4-4858-9f6a-298e2adf18ae tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.604672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a878521-bbf1-431c-8e20-a4030a7bae2a req-173a9021-ffc4-4858-9f6a-298e2adf18ae tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.4359925 Jul 16 01:39:56.624943 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.651752 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Transition to ACTIVE for port object 6ba6a758-6795-4c55-b206-0972d23bbd71 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:56.673652 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.687377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a878521-bbf1-431c-8e20-a4030a7bae2a req-651a4a4b-8854-46c0-b529-0b44b174dd7a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796044 Jul 16 01:39:56.704254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:56.708423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3f27e034-f2b3-40a6-8d91-a119732020a5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:56.760719 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Pushing event updated for resources: {'Port': ['ID=6ba6a758-6795-4c55-b206-0972d23bbd71,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:56.805021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-a92370d7-e35f-4f74-a897-f94e338d1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.810611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-a92370d7-e35f-4f74-a897-f94e338d1347 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.4146297 Jul 16 01:39:56.843623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] For port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:56.847738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] For port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,segment=NetworkSegment(321b3346-5a9e-417f-8a2a-457acf01578f),segment_id=321b3346-5a9e-417f-8a2a-457acf01578f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:56.859768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.893663 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Attempting to bind port 6ba6a758-6795-4c55-b206-0972d23bbd71 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:56.894289 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Attempting to bind port 6ba6a758-6795-4c55-b206-0972d23bbd71 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:56.894820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Attempting to bind port 6ba6a758-6795-4c55-b206-0972d23bbd71 on network 206035cf-2895-4300-a54d-e9e9d44d8777 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:56.901437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.902011 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.902505 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.903012 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.903496 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.903996 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.904491 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.904976 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.905453 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.905928 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.906753 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.907233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:56.910987 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:56.911605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Checking segment: {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:56.912217 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.912848 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Bound using segment: {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:56.913571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Bound port: 6ba6a758-6795-4c55-b206-0972d23bbd71, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:56.914215 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.955301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:56.984526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.010714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.023368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.032924 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] 10.222.0.38 "PUT /v2.0/ports/3f27e034-f2b3-40a6-8d91-a119732020a5 HTTP/1.1" status: 200 len: 1091 time: 3.9168084 Jul 16 01:39:57.045291 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] For port 6ba6a758-6795-4c55-b206-0972d23bbd71, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:57.052195 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] For port 6ba6a758-6795-4c55-b206-0972d23bbd71, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6ba6a758-6795-4c55-b206-0972d23bbd71,segment=NetworkSegment(b3a6d2a0-2609-4233-83e6-ad4e6e069b61),segment_id=b3a6d2a0-2609-4233-83e6-ad4e6e069b61)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:57.058458 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.176720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:57.178888 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f63dd2-d6dd-482c-afaf-fef42d9da244" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:57.223801 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-49d70823-7405-45ec-a385-6016ce12adc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 217 time: 0.3732669 Jul 16 01:39:57.226902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.227565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.229193 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] 10.222.0.32 "PUT /v2.0/ports/6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c HTTP/1.1" status: 200 len: 1091 time: 4.7604001 Jul 16 01:39:57.238173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:57.243675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Routers {'e5cb2fac-67b8-4760-b780-9352d0374194'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:39:57.244748 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:39:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5cb2fac-67b8-4760-b780-9352d0374194'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:57.293882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c949f-f905-46b0-9646-a38df147b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.337585 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.393062 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f98fe-dfb3-4b0b-b1c6-e0fe3fde896f None None] Pushing event updated for resources: {'Port': ['ID=6ba6a758-6795-4c55-b206-0972d23bbd71,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.397951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Allocated IP 172.25.0.75 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f362dcac-92c5-483d-a576-6f8f6cba4538) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:57.425989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152d53-5a16-41d9-a65f-411922e568bd req-94ed44e3-cda5-41c4-933c-bc1eeeb22019 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.444463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56152d53-5a16-41d9-a65f-411922e568bd req-94ed44e3-cda5-41c4-933c-bc1eeeb22019 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 943 time: 0.4014826 Jul 16 01:39:57.565251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-d62cf059-c64c-427a-bffe-7c7afc3cca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.566807 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-d62cf059-c64c-427a-bffe-7c7afc3cca1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.3239667 Jul 16 01:39:57.592358 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] Set router e5cb2fac-67b8-4760-b780-9352d0374194 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:39:57.624105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56152d53-5a16-41d9-a65f-411922e568bd req-aaaf304a-2af2-422a-8b1f-884d1a97a115 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700647 Jul 16 01:39:57.702376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-b02b44c7-5e22-4e03-ac21-9f7b5c0c02ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069295 Jul 16 01:39:57.791224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506f63-7d7a-446f-94c3-3a7acdeb7e0a service neutron] Pushing event updated for resources: {'Port': ['ID=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:57.811935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.813804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.943822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:57.961554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-f6eb40c9-226a-42b0-a50b-d646d2752372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.963739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-f6eb40c9-226a-42b0-a50b-d646d2752372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4552b7fd05b246e2a27c229b041c1918&device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 1094 time: 0.6245475 Jul 16 01:39:57.965413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-225fd116-c4d9-4007-b8b8-d1fa34d83db9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dffcd2794a3348108503305979a166d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1381292 Jul 16 01:39:58.078599 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 4, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6ba6a758-6795-4c55-b206-0972d23bbd71', 'name': '', 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'mac_address': 'fa:16:3e:7a:e1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'af94acd7-6905-4e72-809d-86a584b7cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:50Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 4, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'subnets': [{'id': 'af94acd7-6905-4e72-809d-86a584b7cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:39:58.091048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:58.143657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:58.146716 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e975b65-c2ec-4036-81d3-7729089834a7 None None] The sync data for ids ['e5cb2fac-67b8-4760-b780-9352d0374194'] in n-d-800087-6 is: [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:39:52Z', 'revision_number': 4, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6ba6a758-6795-4c55-b206-0972d23bbd71', 'name': '', 'network_id': '206035cf-2895-4300-a54d-e9e9d44d8777', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'mac_address': 'fa:16:3e:7a:e1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'af94acd7-6905-4e72-809d-86a584b7cfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:50Z', 'updated_at': '2021-07-16T01:39:57Z', 'revision_number': 4, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'subnets': [{'id': 'af94acd7-6905-4e72-809d-86a584b7cfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:39:58.171592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-382699e4-d0c0-4ec5-a781-30c47d712495 req-3ed55238-a146-455a-9d55-feeb20c0d6d3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 210 time: 0.1480818 Jul 16 01:39:58.172457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:58.214952 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-8bb8dca2-b7e4-44bb-b7b8-9354a35bb2c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c HTTP/1.1" status: 200 len: 217 time: 0.2098656 Jul 16 01:39:58.261782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=f362dcac-92c5-483d-a576-6f8f6cba4538,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.389954 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.431531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-e85e5c31-1482-482e-9e29-ec6ba94003a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.433022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-e85e5c31-1482-482e-9e29-ec6ba94003a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaf49e3d-25df-4f96-8a57-82a5e31bf602 HTTP/1.1" status: 200 len: 858 time: 0.1816056 Jul 16 01:39:58.446855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-bd54a5ad-375b-458b-8165-b9dc5fb32836 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.448348 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-bd54a5ad-375b-458b-8165-b9dc5fb32836 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406416 Jul 16 01:39:58.544351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.623387 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-77a2582c-7686-47e3-91c1-6589d0e839d9 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9093082 Jul 16 01:39:58.627885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Request body: {'port': {'device_id': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'dffcd2794a3348108503305979a166d2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:58.655935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-f9bdeb89-d3e0-4f7c-a556-dccb3c966b7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a606552c-ece7-47cb-a921-54729b86b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664332 Jul 16 01:39:58.681274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.687165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.693788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.699881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.705839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.714531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.720772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.729703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-4baeaf7a-06fb-4059-8bf4-c726f6c52ff9 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5386 time: 0.3256392 Jul 16 01:39:58.732489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:58.740845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.769426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.857689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-019c9c47-d602-4339-bde0-b5d0831c4c3c req-8f59f044-5510-4e0c-ad2e-7051e03cfd1a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269991 Jul 16 01:39:58.862224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Transition to ACTIVE for port object 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:58.909538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.922604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ba6a758-6795-4c55-b206-0972d23bbd71 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:58.994965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.001866 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.016736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6ba6a758-6795-4c55-b206-0972d23bbd71 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:59.023557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6ba6a758-6795-4c55-b206-0972d23bbd71 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:59.024988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.177356 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.194655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=f362dcac-92c5-483d-a576-6f8f6cba4538,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.219701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.250023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6ba6a758-6795-4c55-b206-0972d23bbd71, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6ba6a758-6795-4c55-b206-0972d23bbd71,segment=NetworkSegment(b3a6d2a0-2609-4233-83e6-ad4e6e069b61),segment_id=b3a6d2a0-2609-4233-83e6-ad4e6e069b61)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:59.253940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.258236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.259469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-45d5ddf3-1d16-4758-afbd-571ca2751201 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7658935 Jul 16 01:39:59.383904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-d5787460-45bb-41a8-b242-c23e2dd68dae tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.1165361 Jul 16 01:39:59.387175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6ba6a758-6795-4c55-b206-0972d23bbd71,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.475437 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88bcdd9-7bc6-454c-8ec2-d54db9acf323 x-openstack-request-id: req-e88bcdd9-7bc6-454c-8ec2-d54db9acf323 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:59.476057 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:59.476057 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e88bcdd9-7bc6-454c-8ec2-d54db9acf323 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:59.476270 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5', 'status': 'completed', 'code': 200} Jul 16 01:39:59.488672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Pushing event updated for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.499855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-435fbe3a-7a7d-4207-9170-acbcb98f7113 service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465874 Jul 16 01:39:59.501952 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-69f455ed-a553-45dc-918f-e8cfe89f5c04 service neutron] 10.222.0.32 "GET /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257558 Jul 16 01:39:59.604774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Made reservation on behalf of dffcd2794a3348108503305979a166d2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:59.608427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.712562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Attempting to bind port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:59.712904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Attempting to bind port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:59.713232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Attempting to bind port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:59.721595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b277519-a0a9-4156-8bdb-8027f34c0067 req-e065c9a0-88f3-472e-a829-8da1c5b1ed36 service neutron] 10.222.0.32 "GET /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010663 Jul 16 01:39:59.724687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:59.724687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Attempting to bind port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:59.762212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:59.762580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Checking segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:59.762972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Bound using segment: {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:59.763407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Bound port: 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017bbb86-71b0-4643-8bf6-da3b289d223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:59.763767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.938407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:59.939935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-6b249f28-3d30-4324-8a12-c4ce86baf3b6 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.942155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-6b249f28-3d30-4324-8a12-c4ce86baf3b6 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.5526202 Jul 16 01:39:59.948597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:59.950456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Allocated IP 192.168.233.228 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/952f7301-365a-468f-8ff9-b80766dbebd0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:59.957350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:59.964736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-707c94d8-01c2-47be-84d9-e9a3aad775e1 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:39:59.965922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04382581-0525-4bca-b9f4-d6ceae87a2f0 req-707c94d8-01c2-47be-84d9-e9a3aad775e1 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117433 Jul 16 01:39:59.995335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.996179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.996987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.997629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.998266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.998898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.999527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.002012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6bbfa5d5-b6b2-49ce-ab89-c1e49e92903e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6303 time: 0.4997036 Jul 16 01:40:00.022729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aadd13-16b0-4f26-be3a-4e12093e4527 req-2b9de310-b56d-4af2-b0ef-980eb5571fa6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.023249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.023863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.025462 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] 10.222.0.38 "PUT /v2.0/ports/0276908d-f52c-4ae9-83a0-b3d2c2a93de5 HTTP/1.1" status: 200 len: 1091 time: 2.8213556 Jul 16 01:40:00.037721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06aadd13-16b0-4f26-be3a-4e12093e4527 req-2b9de310-b56d-4af2-b0ef-980eb5571fa6 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1800225 Jul 16 01:40:00.049990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a054d-099e-42c2-ba9f-f7b42ea2a318 service neutron] Pushing event updated for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.066421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:00.150022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06aadd13-16b0-4f26-be3a-4e12093e4527 req-1448ca5c-ecf3-4d34-91cb-ef6e731705ef tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Jul 16 01:40:00.277388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.312770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.357694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Transition to ACTIVE for port object 952f7301-365a-468f-8ff9-b80766dbebd0 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:00.368997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-93979c9e-b3ef-454c-b785-038b01924b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.369543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-93979c9e-b3ef-454c-b785-038b01924b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.370361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-93979c9e-b3ef-454c-b785-038b01924b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.372165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-93979c9e-b3ef-454c-b785-038b01924b2d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3583767 Jul 16 01:40:00.383224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4f010-9f56-40ff-bd41-7fc577a38e1f req-8425ece0-943f-40ba-918e-7302370fcde3 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.385524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04a4f010-9f56-40ff-bd41-7fc577a38e1f req-8425ece0-943f-40ba-918e-7302370fcde3 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 943 time: 0.1414759 Jul 16 01:40:00.456261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e91e7e2-126c-487e-9b97-abcc88376b54 req-116903fd-0f80-4d30-ad57-5562f7192edd tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 210 time: 0.0696049 Jul 16 01:40:00.497608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.518695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04a4f010-9f56-40ff-bd41-7fc577a38e1f req-bb56f716-c12a-40ab-be14-47504290070f tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225705 Jul 16 01:40:00.522767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033', 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:00.589799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:00.596735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:00.601948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:00.609846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:00.704978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.705650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.760970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1681095-4f4d-4fd5-bbb7-14a2e220ff78 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:00.772171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.792068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Transition to ACTIVE for port object f1681095-4f4d-4fd5-bbb7-14a2e220ff78 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:00.801213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.810702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-6251ba72-b0c5-440e-a4a5-5dd836283742 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2128546 Jul 16 01:40:00.866066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-e374b8db-30e0-4c00-ab33-34547efe88e8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2797563 Jul 16 01:40:00.872000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:00.873782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Request body: {'port': {'device_id': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:00.904703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6856a0bf-21ec-407f-a099-10dfcb595dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.906536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27f63dd2-d6dd-482c-afaf-fef42d9da244 req-6856a0bf-21ec-407f-a099-10dfcb595dfe service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5190496 Jul 16 01:40:00.907038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ba6a758-6795-4c55-b206-0972d23bbd71 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:00.937477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.000875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.007247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.013807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.021992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.027319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Pushing event updated for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.038959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.046755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.054300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.066315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-2677e608-e754-402d-90de-b5a97c34f787 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5398 time: 0.2883723 Jul 16 01:40:01.120959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.139484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:01.158831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d6596804-8c7b-4eed-9638-807c9e4c0fc9 None None] Provisioning for port 952f7301-365a-468f-8ff9-b80766dbebd0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:01.162070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Attempting to bind port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:01.162414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Attempting to bind port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:01.162745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Attempting to bind port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 on network b626ffa2-d659-4fd1-8302-c384b076392d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:01.167837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61b2af55-5b61-4aa3-a239-129faeb58b7c req-60217e79-88e3-43b9-aae3-567b064a9b6b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003027 Jul 16 01:40:01.174467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 on network b626ffa2-d659-4fd1-8302-c384b076392d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:01.174796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Attempting to bind port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 on network b626ffa2-d659-4fd1-8302-c384b076392d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:01.181521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d6596804-8c7b-4eed-9638-807c9e4c0fc9 None None] Provisioning complete for port 952f7301-365a-468f-8ff9-b80766dbebd0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:01.181905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d6596804-8c7b-4eed-9638-807c9e4c0fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.191832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:01.192206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Checking segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:01.192746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Bound using segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:01.193226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Bound port: f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:01.194471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.195362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6ba6a758-6795-4c55-b206-0972d23bbd71 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:01.195963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.282705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.392453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d6596804-8c7b-4eed-9638-807c9e4c0fc9 None None] Port 952f7301-365a-468f-8ff9-b80766dbebd0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:01.470266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Allocated IP 172.25.0.253 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/b3ffc3d4-9d3b-4709-b7e8-fa151e898205) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:01.509349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63453ed5-cc03-4739-a584-558d180575a7', 'tag': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c'}, {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:01.511879 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e31415-a7e2-4dc9-82c5-e86073b9e062" -d '{"events": [{"name": "network-changed", "server_uuid": "63453ed5-cc03-4739-a584-558d180575a7", "tag": "6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c"}, {"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:01.642851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:01.644693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.648335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,segment=NetworkSegment(321b3346-5a9e-417f-8a2a-457acf01578f),segment_id=321b3346-5a9e-417f-8a2a-457acf01578f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.648988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:01.678284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.684899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c', 'network_id': 'a606552c-ece7-47cb-a921-54729b86b272', 'port_id': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c', 'mac_address': 'fa:16:3e:68:49:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf49e3d-25df-4f96-8a57-82a5e31bf602', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:01.709683 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.729187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.730023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.731454 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] 10.222.0.38 "PUT /v2.0/ports/f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 200 len: 1091 time: 1.6719549 Jul 16 01:40:01.738264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:01.746350 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.752574 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.764524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:01.765617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:01.768610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:01.775835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:01.785658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Request body: {'port': {'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:01.799130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,segment=NetworkSegment(321b3346-5a9e-417f-8a2a-457acf01578f),segment_id=321b3346-5a9e-417f-8a2a-457acf01578f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.808821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.836302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=b3ffc3d4-9d3b-4709-b7e8-fa151e898205,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.868976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:01.934105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.938326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Transition to ACTIVE for port object 952f7301-365a-468f-8ff9-b80766dbebd0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:01.946919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53851c8-2ba4-4517-b1a4-cdd61a29179a service neutron] Pushing event updated for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.973600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.976685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.988554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.027672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.082439 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.147915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:02.150340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:02.161879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:02.166048 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f4dc42-f044-4b09-8133-2b390a534c56" -d '{"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-unplugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:02.174207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.207366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.277593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.353929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:02.354275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:02.354606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:02.362909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:02.363662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:02.372380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:02.372739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:02.373357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:02.373815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Bound port: 952f7301-365a-468f-8ff9-b80766dbebd0, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:02.374181 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.394881 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.404990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.494399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=b3ffc3d4-9d3b-4709-b7e8-fa151e898205,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.517899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665178ef-5cdb-4aff-b407-2cf3fd106b78 req-88ad0d95-42a4-4f09-b4ab-6b5190f8ae22 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.525510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-665178ef-5cdb-4aff-b407-2cf3fd106b78 req-88ad0d95-42a4-4f09-b4ab-6b5190f8ae22 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.2018061 Jul 16 01:40:02.526916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:02.531862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:02.532726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.543845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.562520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.563728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-0b9f3368-e991-421a-b44c-aed0b76ae796 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6964874 Jul 16 01:40:02.571112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-665178ef-5cdb-4aff-b407-2cf3fd106b78 req-9025629e-7da1-4132-b541-5520ebd5158c tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Jul 16 01:40:02.588064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.588628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.590032 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] 10.222.0.38 "PUT /v2.0/ports/952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 1096 time: 1.7298038 Jul 16 01:40:02.643873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-c2b94a8c-b43a-4935-8285-c64792f1f6ce tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0717995 Jul 16 01:40:02.709100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bef55-f3a3-4d40-82b5-58d4870591b4 service neutron] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.726584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d350ec3-c932-4375-8548-c2cb342f74fe {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:02.739795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.781016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Transition to ACTIVE for port object 2d350ec3-c932-4375-8548-c2cb342f74fe will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:02.788975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-4fcf6020-1182-441a-93f1-6e07f7e20531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.790946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-4fcf6020-1182-441a-93f1-6e07f7e20531 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1099 time: 0.1302700 Jul 16 01:40:02.791928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:02.847030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-57632658-2693-42d3-a24f-724f2e71e98f tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.869152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Pushing event updated for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:02.869359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-696840b8-f74e-4f87-b84e-b13d8e867e51 req-57632658-2693-42d3-a24f-724f2e71e98f tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2182636 Jul 16 01:40:02.909519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ecdcd-ab7c-45ab-bf0f-acf4a839460b req-d725ab5c-6289-48ac-b74c-1d52f4d03265 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.915725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-1d0b4e0e-309f-44d1-a578-af2e373bd3f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.1115999 Jul 16 01:40:02.917757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f20ecdcd-ab7c-45ab-bf0f-acf4a839460b req-d725ab5c-6289-48ac-b74c-1d52f4d03265 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 947 time: 0.1423244 Jul 16 01:40:02.998445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f20ecdcd-ab7c-45ab-bf0f-acf4a839460b req-873b5ae2-3c80-4a6f-8726-7228782ff7f5 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727532 Jul 16 01:40:03.063635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Attempting to bind port 2d350ec3-c932-4375-8548-c2cb342f74fe on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:03.063974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Attempting to bind port 2d350ec3-c932-4375-8548-c2cb342f74fe by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:03.064322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Attempting to bind port 2d350ec3-c932-4375-8548-c2cb342f74fe on network b626ffa2-d659-4fd1-8302-c384b076392d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:03.076017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Port 2d350ec3-c932-4375-8548-c2cb342f74fe on network b626ffa2-d659-4fd1-8302-c384b076392d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:03.076370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Attempting to bind port 2d350ec3-c932-4375-8548-c2cb342f74fe on network b626ffa2-d659-4fd1-8302-c384b076392d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:03.082332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:03.082688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Checking segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:03.083041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Bound using segment: {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:03.083973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Bound port: 2d350ec3-c932-4375-8548-c2cb342f74fe, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8336fdc2-919b-4983-8121-7d63abb452ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:03.083973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.086844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-406e9593-727d-42c9-8c1f-43dbddda4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.088314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-406e9593-727d-42c9-8c1f-43dbddda4bc5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1432414 Jul 16 01:40:03.104535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:03.128835 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a851a909-8485-461f-8b5b-0e4439a98ce7 x-openstack-request-id: req-a851a909-8485-461f-8b5b-0e4439a98ce7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:03.129142 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63453ed5-cc03-4739-a584-558d180575a7", "tag": "6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:03.129382 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a851a909-8485-461f-8b5b-0e4439a98ce7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:03.129767 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63453ed5-cc03-4739-a584-558d180575a7', 'tag': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c', 'status': 'completed', 'code': 200} Jul 16 01:40:03.130018 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5', 'status': 'completed', 'code': 200} Jul 16 01:40:03.188944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:03.194264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:03.194872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.288599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:03.289107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.293454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-3341cd58-e091-4daa-87d1-5a6827badca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.295379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-3341cd58-e091-4daa-87d1-5a6827badca7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991978 Jul 16 01:40:03.298192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=2d350ec3-c932-4375-8548-c2cb342f74fe,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:03.307786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1a652-e41d-4ce4-8285-f93044149524 req-70a21042-0d76-487d-9870-4dd33c648fb2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.317651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fe1a652-e41d-4ce4-8285-f93044149524 req-70a21042-0d76-487d-9870-4dd33c648fb2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 948 time: 0.3078916 Jul 16 01:40:03.318092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.330987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,segment=NetworkSegment(321b3346-5a9e-417f-8a2a-457acf01578f),segment_id=321b3346-5a9e-417f-8a2a-457acf01578f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:03.339311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.358117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.358749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.359297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.359835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.360397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.360935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.361458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.365087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-5c64a67e-5704-404b-a919-4ea1ae5f4a66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6437 time: 0.2540665 Jul 16 01:40:03.403443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-da8621e9-81e6-4f57-b27d-e6f004c37919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.405375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-da8621e9-81e6-4f57-b27d-e6f004c37919 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4552b7fd05b246e2a27c229b041c1918&device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 1095 time: 0.2376871 Jul 16 01:40:03.409366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.442089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fe1a652-e41d-4ce4-8285-f93044149524 req-972d757c-ce2f-432e-a9ba-87c5ea80377f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228273 Jul 16 01:40:03.442366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.442780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.445002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] 10.222.0.38 "PUT /v2.0/ports/2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 200 len: 1091 time: 1.6803281 Jul 16 01:40:03.501813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd90b3-49ae-48a9-ba44-843fd23c6485 service neutron] Pushing event updated for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.502080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76ef8-e5a4-4631-8865-fc942374e8ed req-a78f3f92-875d-4998-8698-90ad3b7d6bda tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.503745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ca76ef8-e5a4-4631-8865-fc942374e8ed req-a78f3f92-875d-4998-8698-90ad3b7d6bda tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 944 time: 0.2586703 Jul 16 01:40:03.543033 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58a1927-6f23-4102-b058-ca25dbcc598a x-openstack-request-id: req-d58a1927-6f23-4102-b058-ca25dbcc598a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:03.543347 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-unplugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:03.543601 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d58a1927-6f23-4102-b058-ca25dbcc598a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:03.543993 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'code': 200} Jul 16 01:40:03.581347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-9a4b2d9e-eb9a-4fea-9eee-fb8b4b04a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.581866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-9a4b2d9e-eb9a-4fea-9eee-fb8b4b04a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.582336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-9a4b2d9e-eb9a-4fea-9eee-fb8b4b04a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.584163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-9a4b2d9e-eb9a-4fea-9eee-fb8b4b04a674 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2055893 Jul 16 01:40:03.600644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ca76ef8-e5a4-4631-8865-fc942374e8ed req-07691c81-e46d-4b37-b4ae-19fa3fd6cd6f tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Jul 16 01:40:03.647092 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-32d4b57e-5c60-49f5-8954-d0dd1948b77b service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374376 Jul 16 01:40:03.724661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-8e17fe1d-452a-499f-9d4d-f63b5c930f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.726790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-8e17fe1d-452a-499f-9d4d-f63b5c930f4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a606552c-ece7-47cb-a921-54729b86b272 HTTP/1.1" status: 200 len: 919 time: 0.3006396 Jul 16 01:40:03.778860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-d013024c-8ea8-4e3e-bd6e-1dd9b7704ab7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c HTTP/1.1" status: 200 len: 217 time: 0.0405836 Jul 16 01:40:03.784377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-d111e4b8-6ae3-46a2-a824-2a855fe902a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.786094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-d111e4b8-6ae3-46a2-a824-2a855fe902a9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845300 Jul 16 01:40:03.853482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.861064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.871364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.879120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.886579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.893781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.895227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-a6a90a74-1063-4b3c-81e6-3480b5f8573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.896713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-a6a90a74-1063-4b3c-81e6-3480b5f8573b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaf49e3d-25df-4f96-8a57-82a5e31bf602 HTTP/1.1" status: 200 len: 858 time: 0.0729125 Jul 16 01:40:03.898630 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b1b1adb-4a13-4296-bdf3-9c48eaeee418 req-3ca79d37-4ddf-4cae-8018-a0bd478a11f7 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443261 Jul 16 01:40:03.901754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.903748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-e2515fdf-c59d-4a86-9308-6869b338ca17 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2206359 Jul 16 01:40:03.944408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-4e6fa1ba-77c2-4d03-b3aa-adb88a6e574c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a606552c-ece7-47cb-a921-54729b86b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334890 Jul 16 01:40:04.015413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57817f89-ba6c-4151-ae6a-d18f1f6e56e4 req-b46bd2e3-aae5-474f-8196-83a4252bfc21 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901396 Jul 16 01:40:04.070035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.070511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.071039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.071609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.072099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.072615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.073099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.075138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-e283e432-be5b-4c9f-978d-1d6ca082d022 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6479 time: 0.2454138 Jul 16 01:40:04.137749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-91ceb514-16a3-4a95-b757-edd09b0417ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 200 len: 217 time: 0.0479076 Jul 16 01:40:04.147083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-a8c9702d-9a6a-40ac-b974-f30d19fc4ae8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1943207 Jul 16 01:40:04.188658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:04.222062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.254869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-408a21d5-9984-442b-8981-24137f2cab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.256406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-408a21d5-9984-442b-8981-24137f2cab10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 HTTP/1.1" status: 200 len: 851 time: 0.1083720 Jul 16 01:40:04.401360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-298987ef-9c3f-4d0b-8834-2ad6c58ddeb4 service neutron] 10.222.0.32 "GET /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501324 Jul 16 01:40:04.408100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-95fbff5e-16bb-488b-9421-6365e1c4fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.409744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-95fbff5e-16bb-488b-9421-6365e1c4fe1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bae1752d-f753-40a4-9624-9dd90fbd9706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361952 Jul 16 01:40:04.431648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:04.535452 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85e31415-a7e2-4dc9-82c5-e86073b9e062 req-a4479230-f780-4ce4-a3aa-d4ad15991c40 service neutron] 10.222.0.32 "GET /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248751 Jul 16 01:40:04.669500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-0efae44f-76d9-48a5-9397-8a5f47abed74 service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516589 Jul 16 01:40:04.705624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Allocated IP 172.25.0.205 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/4ffdc435-83f5-475e-a4dc-1b1dc77ba065) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:04.750092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6177080-e0dc-4b55-826b-70ac4de23f64 req-f32c977e-0941-4390-bfbd-b593028f0125 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.751695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6177080-e0dc-4b55-826b-70ac4de23f64 req-f32c977e-0941-4390-bfbd-b593028f0125 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1707721 Jul 16 01:40:04.889490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6177080-e0dc-4b55-826b-70ac4de23f64 req-b66ecbea-0855-4322-bcba-90089dc07c5e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192100 Jul 16 01:40:04.893229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-390ad9f1-137a-4655-8a8a-f287984e9972 service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045193 Jul 16 01:40:04.949350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-a6e47164-f55e-4746-8757-6cd62d151cf3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 217 time: 0.0455699 Jul 16 01:40:04.973603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.131366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78'}, {'name': 'network-changed', 'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}, {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:05.134567 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78"}, {"name": "network-changed", "server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}, {"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:05.353772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-9148487c-0385-4412-bc9f-ff1939859f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.355113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-9148487c-0385-4412-bc9f-ff1939859f84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.3962510 Jul 16 01:40:05.423380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.443870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51bb8b-f5fd-437e-91b6-8795262fa13f req-bb071eb1-4523-4ed4-a2af-5792d88263db tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.445373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f51bb8b-f5fd-437e-91b6-8795262fa13f req-bb071eb1-4523-4ed4-a2af-5792d88263db tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 948 time: 0.4401798 Jul 16 01:40:05.486995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:05.500428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:05.506689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:05.542806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=4ffdc435-83f5-475e-a4dc-1b1dc77ba065,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:05.544977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63453ed5-cc03-4739-a584-558d180575a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:05.547473 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072d1e5-ec04-46cd-8a23-adbda3301a3c" -d '{"events": [{"server_uuid": "63453ed5-cc03-4739-a584-558d180575a7", "name": "network-vif-plugged", "status": "completed", "tag": "6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:05.561095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b63effe6-3360-40ed-8293-e2b51ce8dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.562587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b63effe6-3360-40ed-8293-e2b51ce8dc2e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1977055 Jul 16 01:40:05.565391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f51bb8b-f5fd-437e-91b6-8795262fa13f req-e6f58718-fcce-4d37-afd8-3fccffe8f020 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994666 Jul 16 01:40:05.679139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.728294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-f06b18d1-7fd5-4ee9-98a9-a1bc3e4f88ba service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513157 Jul 16 01:40:05.782238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.871476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:05.931309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ba491a93-5642-4171-a2dc-3a942f7d6325 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846128 Jul 16 01:40:05.948002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca3a0b-22e5-4d3a-b09b-c327271bc311 req-69b6a40a-4de3-46d3-beac-43a86fbd01ce tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.949583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9aca3a0b-22e5-4d3a-b09b-c327271bc311 req-69b6a40a-4de3-46d3-beac-43a86fbd01ce tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 945 time: 0.2189708 Jul 16 01:40:06.040391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-c16f3c2a-a04d-40ca-9407-8dbc9ecbdb2c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 217 time: 0.0596292 Jul 16 01:40:06.103155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:06.115033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9aca3a0b-22e5-4d3a-b09b-c327271bc311 req-8d9460ae-55d7-4c75-865b-cfac517eb655 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308360 Jul 16 01:40:06.115807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '952f7301-365a-468f-8ff9-b80766dbebd0', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '952f7301-365a-468f-8ff9-b80766dbebd0', 'mac_address': 'fa:16:3e:a5:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:06.149772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b71ba2dd-a2ad-447a-9e49-64abc338bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.153007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-b71ba2dd-a2ad-447a-9e49-64abc338bb80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.1032960 Jul 16 01:40:06.156166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.165640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.170481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:06.177054 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.193875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:06.198378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.267199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.294512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=4ffdc435-83f5-475e-a4dc-1b1dc77ba065,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:06.313044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.320834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ea286f85-0f33-4c7d-99e7-a55c5270b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.322457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ea286f85-0f33-4c7d-99e7-a55c5270b880 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1592009 Jul 16 01:40:06.339613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:06.340796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-553131f6-c044-4919-a4da-01b43fc2696e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1589520 Jul 16 01:40:06.406510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-86182468-16b9-43b9-b244-66771bec7bb5 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0515244 Jul 16 01:40:06.557582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-febca3ea-4b72-4016-8709-37dd378ece5c service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272692 Jul 16 01:40:06.574448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['952f7301-365a-468f-8ff9-b80766dbebd0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:06.615940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-e5cc9711-7fa3-49d2-a1c3-a8f5ce64989d tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.617294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-e5cc9711-7fa3-49d2-a1c3-a8f5ce64989d tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.1838927 Jul 16 01:40:06.634532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-8e1b6491-8c00-49fe-baad-2cc8b2b1ef07 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:06.635502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3368565d-2b1e-4844-b754-83dd22ebb859 req-8e1b6491-8c00-49fe-baad-2cc8b2b1ef07 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105467 Jul 16 01:40:06.650605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.656492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.662581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.669196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.674846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.680809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.686855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.687171 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921cc5f7-77bb-49c9-9b63-09b137cf3889 x-openstack-request-id: req-921cc5f7-77bb-49c9-9b63-09b137cf3889 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:06.688062 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:06.688580 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-921cc5f7-77bb-49c9-9b63-09b137cf3889 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:06.688815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-1db1b7a0-bcf0-4233-bb89-a595b27271f0 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2441347 Jul 16 01:40:06.689312 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78', 'status': 'completed', 'code': 200} Jul 16 01:40:06.689863 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'status': 'completed', 'code': 200} Jul 16 01:40:06.690963 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe', 'status': 'completed', 'code': 200} Jul 16 01:40:06.729012 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09b0b36-7c42-4dd2-9a08-f86544571f06 x-openstack-request-id: req-a09b0b36-7c42-4dd2-9a08-f86544571f06 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:06.729384 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63453ed5-cc03-4739-a584-558d180575a7", "name": "network-vif-plugged", "status": "completed", "tag": "6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:06.729738 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a09b0b36-7c42-4dd2-9a08-f86544571f06 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:06.730226 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63453ed5-cc03-4739-a584-558d180575a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c', 'code': 200} Jul 16 01:40:06.771679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-4797fceb-155d-490c-bfc7-776fb43533c1 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015197 Jul 16 01:40:06.775971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e221fe45-f677-4952-a3b1-0ed50f7365ec req-30106bbe-b6e9-41a6-8898-c75a04fa36c8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571306 Jul 16 01:40:06.821288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-c6cbc209-501c-402b-9b53-2711d8b99313 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=3f27e034-f2b3-40a6-8d91-a119732020a5 HTTP/1.1" status: 200 len: 217 time: 0.0428472 Jul 16 01:40:06.861123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3080e-4efd-4d84-8a5c-c5b188c60e3a req-12763bab-30ca-48b7-964d-edbb4c4ce759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.864070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20c3080e-4efd-4d84-8a5c-c5b188c60e3a req-12763bab-30ca-48b7-964d-edbb4c4ce759 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 1096 time: 0.0668154 Jul 16 01:40:06.900708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20c3080e-4efd-4d84-8a5c-c5b188c60e3a req-f1f3645d-81c7-4f63-98c0-ad02dc5091b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300708 Jul 16 01:40:06.936850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-46bc93c2-89c9-4515-974a-cc7c843556f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:06.938195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-46bc93c2-89c9-4515-974a-cc7c843556f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.1105337 Jul 16 01:40:07.009392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f9c60-3852-4426-b5c1-b92160dccc9d req-83584a93-0793-491a-8128-ace1c1b4c233 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.010980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f7f9c60-3852-4426-b5c1-b92160dccc9d req-83584a93-0793-491a-8128-ace1c1b4c233 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1736138 Jul 16 01:40:07.052102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc12f3-1851-4398-883f-d796496f8ff5 req-c6c38be6-8859-4fca-b381-3036e8d01a3f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.053801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04cc12f3-1851-4398-883f-d796496f8ff5 req-c6c38be6-8859-4fca-b381-3036e8d01a3f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 949 time: 0.1628902 Jul 16 01:40:07.090854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-28a37a3a-498b-4b35-b172-51098076f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.092359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-28a37a3a-498b-4b35-b172-51098076f09d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457505 Jul 16 01:40:07.097426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f7f9c60-3852-4426-b5c1-b92160dccc9d req-87241bef-8489-4547-befa-297577ed6038 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805445 Jul 16 01:40:07.139463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04cc12f3-1851-4398-883f-d796496f8ff5 req-505e794d-1204-4c1a-95bf-f06cbb10cf83 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Jul 16 01:40:07.237270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ac8a4841-2ded-4527-bb0c-71e0af3a7bfd service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363988 Jul 16 01:40:07.381100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-245227a0-be3c-4ecc-87c6-1fc95e46e5e9 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2003436 Jul 16 01:40:07.400910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:07.437674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-c5ab61dd-bb70-4d59-bf58-c987ca346962 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744244 Jul 16 01:40:07.450754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d231d-683a-4083-9ab5-c8e882173715 req-f612dc78-431e-4216-b7f8-1e6bedc13f22 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.452137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-713d231d-683a-4083-9ab5-c8e882173715 req-f612dc78-431e-4216-b7f8-1e6bedc13f22 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 945 time: 0.1790388 Jul 16 01:40:07.458590 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.504916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-f7ef00a3-5638-4429-a970-89c504c6b822 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5 HTTP/1.1" status: 200 len: 217 time: 0.0518842 Jul 16 01:40:07.578111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-713d231d-683a-4083-9ab5-c8e882173715 req-93b17c96-0477-4c4a-ab58-90c4c7048177 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150541 Jul 16 01:40:07.591169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-375c2fa5-fe84-4563-a702-d2e1c361723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.592650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-375c2fa5-fe84-4563-a702-d2e1c361723d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.0756021 Jul 16 01:40:07.686784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-d20d6df5-196a-45e4-84cb-3785967d61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:07.688311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-d20d6df5-196a-45e4-84cb-3785967d61b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715120 Jul 16 01:40:07.689982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.857375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-a709d493-2cbc-40a0-aba6-5d506b627558 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582830 Jul 16 01:40:07.873309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Allocated IP 172.25.0.226 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/3c38cc4e-4238-4d33-85f2-296574b57033) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:07.884425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:07.886616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:07.986569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 952f7301-365a-468f-8ff9-b80766dbebd0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:07.997046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 952f7301-365a-468f-8ff9-b80766dbebd0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:07.997046 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.089060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:08.095595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-12753b41-6a2d-4b43-947c-a917f1b54995 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241111 Jul 16 01:40:08.106698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'mac_address': 'fa:16:3e:9b:99:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:08.116278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.130156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.136525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.142302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.148161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.154444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.160309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.162782 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:08.166363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.166527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.172694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-70f36589-6b1d-4f0d-b3a3-ee1013229a6f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2568481 Jul 16 01:40:08.190525 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.209850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-ad832eac-1e22-4480-9f7c-c30831bf52ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 200 len: 217 time: 0.1046543 Jul 16 01:40:08.215122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06eabcbf-5d4d-4516-9547-6e41a7a98d25 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:08.223826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:08.232895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.246031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:08.265282 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.293594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.306764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d62b0c2b-8b14-447f-8d8e-4411e4b34fd5 req-4cace5ff-250e-462d-b0e4-e9c371cf4218 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011114 Jul 16 01:40:08.309592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-0292255f-d3d5-4a9a-b8c0-5e49215c342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.310970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-0292255f-d3d5-4a9a-b8c0-5e49215c342b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.0808029 Jul 16 01:40:08.319240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.358435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.381868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:08.387652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:08.392069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:08.400283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['06eabcbf-5d4d-4516-9547-6e41a7a98d25'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:08.450806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=3c38cc4e-4238-4d33-85f2-296574b57033,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:08.499996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8ffce2c8-a1ae-479e-804d-d2d48dcbcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.501878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-8ffce2c8-a1ae-479e-804d-d2d48dcbcd2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1737263 Jul 16 01:40:08.614631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.637164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300b335-fd79-4fde-9e63-57254b9078f0 req-62fbaeb8-6408-4070-be15-d1c744144491 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.638670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d300b335-fd79-4fde-9e63-57254b9078f0 req-62fbaeb8-6408-4070-be15-d1c744144491 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.2062695 Jul 16 01:40:08.689058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-d6a6b13a-bc41-4cbe-a7e2-c2a920e58159 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631708 Jul 16 01:40:08.731723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:08.734293 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fd8ab0-d986-4fb9-b0c8-a67676802f32" -d '{"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-plugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:09.039044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.085974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d300b335-fd79-4fde-9e63-57254b9078f0 req-8a6115b2-0a45-4de5-abf3-f0ab52ef104b tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391212 Jul 16 01:40:09.194136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-87595002-4594-4c76-971b-07d7245ba589 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942219 Jul 16 01:40:09.276870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-7f1bcef1-5781-4649-a629-d50fabbb48bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 200 len: 217 time: 0.0507658 Jul 16 01:40:09.387095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-88375426-e31e-4cac-a8ba-18f3e4030827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.388867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-88375426-e31e-4cac-a8ba-18f3e4030827 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.1020832 Jul 16 01:40:09.439839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.448635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.470714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc27ee-e88e-4bea-b8de-a14446616b35 req-148ca0db-4225-4847-8a63-5c97692b6f75 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.470714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47dc27ee-e88e-4bea-b8de-a14446616b35 req-148ca0db-4225-4847-8a63-5c97692b6f75 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1985419 Jul 16 01:40:09.554216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event updated for resources: {'Port': ['ID=3c38cc4e-4238-4d33-85f2-296574b57033,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:09.585491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47dc27ee-e88e-4bea-b8de-a14446616b35 req-f2f3910e-79be-47e2-82e7-d2e37b6d3fdc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Jul 16 01:40:09.587779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.591606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-2dfa3470-7f96-46f9-b9bf-ee0b821afcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.593092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-2dfa3470-7f96-46f9-b9bf-ee0b821afcef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949732 Jul 16 01:40:09.614586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.615768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-e4171b1e-9c53-4b5c-9a7e-562e645be18e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2277963 Jul 16 01:40:09.697070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-19513c4c-57be-49d7-bbcd-4e22f58bbc0f tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0709774 Jul 16 01:40:09.813141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-15342f59-39d4-4b6b-917d-7c8a0793abdd service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085760 Jul 16 01:40:09.899453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-821bf72f-86f2-4aa2-a5d4-60f13425b6e7 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.900891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78c394be-49ee-48eb-a0aa-46a0bb303a45 req-821bf72f-86f2-4aa2-a5d4-60f13425b6e7 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.1789498 Jul 16 01:40:09.901258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:09.960161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:09.960554 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:09.979135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a931c7-ffa1-4f09-8ecf-43940d4b51cb req-39b9c237-d241-4945-b201-8c7a83ed03bd service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593351 Jul 16 01:40:10.011871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eb836-4088-4ee5-b326-5f75d97536bb req-c6a05e46-5a7d-4baa-94f8-10fe1eed1f41 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.019602 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c9eb836-4088-4ee5-b326-5f75d97536bb req-c6a05e46-5a7d-4baa-94f8-10fe1eed1f41 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 945 time: 0.1705182 Jul 16 01:40:10.089239 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.112379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c9eb836-4088-4ee5-b326-5f75d97536bb req-e2ed19e4-bcfa-42bf-a35a-4c28c46e51e0 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Jul 16 01:40:10.154853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.155762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.156280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.156882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.157481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.157966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.158426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.160390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-14c17675-dc37-4590-950c-c8cad50634e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6479 time: 0.0876310 Jul 16 01:40:10.163303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:10.168696 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c671fb-965d-4706-9513-a96dd09ab575 x-openstack-request-id: req-a7c671fb-965d-4706-9513-a96dd09ab575 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:10.169004 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-plugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:10.170469 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7c671fb-965d-4706-9513-a96dd09ab575 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:10.170890 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'code': 200} Jul 16 01:40:10.174557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.296107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:10.370330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e1a4-3e8b-4add-91a8-7bea5e68da39 req-3ae401d2-2afa-498a-b440-fdfa0d46da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.373516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a913e1a4-3e8b-4add-91a8-7bea5e68da39 req-3ae401d2-2afa-498a-b440-fdfa0d46da43 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1101 time: 0.1160307 Jul 16 01:40:10.388615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-3ff452f3-a695-437e-8034-0c2542fe9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.390508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-3ff452f3-a695-437e-8034-0c2542fe9914 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 902 time: 0.2199383 Jul 16 01:40:10.420398 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a913e1a4-3e8b-4add-91a8-7bea5e68da39 req-f81e3ec8-0dae-417e-9d52-8234a0249277 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Jul 16 01:40:10.487311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11f8dd0-949e-4316-8b22-69c2ae49ce26 req-8a0bd090-8544-4ed7-8df1-2ce1deb792f5 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips/c74468f5-d2ed-4112-9f5c-eb1f0ee4aa30 HTTP/1.1" status: 200 len: 693 time: 0.1259856 Jul 16 01:40:10.490962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-fbc67e26-f549-4f32-b3d4-72cd8bd6ca75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0485890 Jul 16 01:40:10.592729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-c2f4a6dc-9325-453e-81c2-2b9c93bce534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.594252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-c2f4a6dc-9325-453e-81c2-2b9c93bce534 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.0939353 Jul 16 01:40:10.640444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.648086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.656683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.662648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.668838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.674845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.683546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.685476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-29921766-f7d4-42ef-8176-acfaa6363e59 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.3176291 Jul 16 01:40:10.801574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8dd0-949e-4316-8b22-69c2ae49ce26 req-43961da9-70d1-412d-8ae2-e710c8d50fd9 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.810197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11f8dd0-949e-4316-8b22-69c2ae49ce26 req-43961da9-70d1-412d-8ae2-e710c8d50fd9 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.3005137 Jul 16 01:40:10.819089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d11f8dd0-949e-4316-8b22-69c2ae49ce26 req-3cb1eaeb-41f5-45d3-87eb-480d38b2dcda tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:10.828760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11f8dd0-949e-4316-8b22-69c2ae49ce26 req-3cb1eaeb-41f5-45d3-87eb-480d38b2dcda tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175087 Jul 16 01:40:10.854558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-212615c8-14e8-4a53-97bb-fb59ef88e6b9 req-a6913963-3477-4a07-a4c2-cab117975c49 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519728 Jul 16 01:40:10.906345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-8e0d2c2f-ffbf-4ec1-af4e-e7fb07cb35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.908704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-8e0d2c2f-ffbf-4ec1-af4e-e7fb07cb35cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2822940 Jul 16 01:40:11.088653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-018bb7f4-44fa-46ae-a0d1-0e50a0153116 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704395 Jul 16 01:40:11.131437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d99e-9b49-47a7-90d3-c2e9ac13f7e9 req-50a890fd-22e5-4981-ad5d-36bea0ee5dbb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.140663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a175d99e-9b49-47a7-90d3-c2e9ac13f7e9 req-50a890fd-22e5-4981-ad5d-36bea0ee5dbb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 945 time: 0.1751592 Jul 16 01:40:11.223634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a175d99e-9b49-47a7-90d3-c2e9ac13f7e9 req-8777b8c9-695a-45be-bd1c-e34430f96a39 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820925 Jul 16 01:40:11.246208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-5d59f1e6-1c49-4b99-936f-facfc5c92cac service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478179 Jul 16 01:40:11.449874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d624b46-11a6-43f9-b77d-4292e75da8a6 req-5e6b8ec8-4c68-4bbb-a472-17388a553eeb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.451955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d624b46-11a6-43f9-b77d-4292e75da8a6 req-5e6b8ec8-4c68-4bbb-a472-17388a553eeb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1684306 Jul 16 01:40:11.481392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-433f7048-2c8c-4f6c-93ee-791a9340a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.483192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-433f7048-2c8c-4f6c-93ee-791a9340a068 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1101 time: 0.1377540 Jul 16 01:40:11.582952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-fad4028d-af75-4fac-8712-d55bbcd27fa5 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.585264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-fad4028d-af75-4fac-8712-d55bbcd27fa5 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.0818214 Jul 16 01:40:11.596349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:11.679196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-b3dd5553-39de-41b1-87c7-748a62587b46 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips/c74468f5-d2ed-4112-9f5c-eb1f0ee4aa30 HTTP/1.1" status: 200 len: 693 time: 0.1277628 Jul 16 01:40:11.729584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.796411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d624b46-11a6-43f9-b77d-4292e75da8a6 req-d38ce2af-5403-4ff3-a4de-943fecc4bc35 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373919 Jul 16 01:40:11.871273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-c8cf224d-fb50-48c1-a7b3-006619fe8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.872897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-c8cf224d-fb50-48c1-a7b3-006619fe8f9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3693650 Jul 16 01:40:11.901840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:11.925481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:11.940109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-eaf46b0e-624a-4b0a-b2cc-c17cbed83468 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.0570798 Jul 16 01:40:11.985940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:11.992371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-5f930db3-6ee0-4e5e-92a1-f5aafccd1723 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.999213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-5f930db3-6ee0-4e5e-92a1-f5aafccd1723 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.3183892 Jul 16 01:40:12.012061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-f9a649d3-f134-43f4-b1fd-ba742e709aee tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:12.020077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-f9a649d3-f134-43f4-b1fd-ba742e709aee tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199847 Jul 16 01:40:12.047133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.055170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:12.062936 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7827208-8e74-444b-b472-f6af5028e5fd" -d '{"events": [{"server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:12.074551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.120546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:12.143990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:40:12.172692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:12.175426 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70157128-dd19-4e40-8fa8-f40ac39c6162" -d '{"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-plugged", "status": "completed", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:12.177939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-d6776e57-4e02-4a02-8e78-c7066604c705 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1569455 Jul 16 01:40:12.199456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-6bd5bd7c-4286-4cf2-aa40-de1d38123644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.201088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-6bd5bd7c-4286-4cf2-aa40-de1d38123644 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2515128 Jul 16 01:40:12.221521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on host n-h1-800087-6 for vnic_type normal with profile {"migrating_to": "n-h2-800087-6"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:12.221943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:12.222340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:12.229136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:12.229529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Attempting to bind port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on network a9885455-dd33-4bee-8978-55fd5dd6dbcd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:12.235623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.248965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:12.249379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Checking segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:12.250012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Bound using segment: {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:12.250654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Bound port: 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44563f35-6319-4f4a-a079-a828a3ea5092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9885455-dd33-4bee-8978-55fd5dd6dbcd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:12.251081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.289919 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-f382f631-5db4-46bc-b833-d8c288477788 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1108029 Jul 16 01:40:12.338078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:12.342307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:12.349838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.422017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0a78-ba9e-4cfc-8a4b-e1c55ba6dcb5 req-70b13612-ac38-4345-bb96-f19172ca5dcc tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.429246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-711d0a78-ba9e-4cfc-8a4b-e1c55ba6dcb5 req-70b13612-ac38-4345-bb96-f19172ca5dcc tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 945 time: 0.2829065 Jul 16 01:40:12.439190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.439920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.441462 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] 10.222.0.38 "PUT /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 1121 time: 0.8493233 Jul 16 01:40:12.445845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede29f1-bfae-45ae-bbfe-f620e2d03f84 service neutron] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:12.480087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-90b3c2dc-8473-43d8-b598-fe037f617bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.480087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-90b3c2dc-8473-43d8-b598-fe037f617bfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374833 Jul 16 01:40:12.501719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-711d0a78-ba9e-4cfc-8a4b-e1c55ba6dcb5 req-c14e6f94-e900-4bb6-8983-c6a6d280f9cb tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/security-groups?id=3ea8fdf1-297d-423b-8c4a-0533cdb69439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714316 Jul 16 01:40:12.573648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['511ba4f2-efe9-43b3-b58c-0dddd25f9f46'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:12.640363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['511ba4f2-efe9-43b3-b58c-0dddd25f9f46'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:12.722129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Deleting port 3c38cc4e-4238-4d33-85f2-296574b57033 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:12.722876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:12.781689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-faf2638e-2e0a-40b7-8a3e-4e27ab540689 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892723 Jul 16 01:40:12.890573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-6f84ef16-d810-4356-b603-e4e9c311bc48 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:12.892966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-6f84ef16-d810-4356-b603-e4e9c311bc48 tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.32 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 945 time: 0.1209738 Jul 16 01:40:13.057501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Deleting port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:13.057852 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.181540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] For port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,segment=NetworkSegment(321b3346-5a9e-417f-8a2a-457acf01578f),segment_id=321b3346-5a9e-417f-8a2a-457acf01578f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:13.182632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.199124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Calling delete_port for 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:13.329827 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.330177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.365058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Calling delete_port for 3c38cc4e-4238-4d33-85f2-296574b57033 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:13.410205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.423192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:13.428984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-de8d8071-d9f9-4e5f-88a2-458da2fe8030 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101613 Jul 16 01:40:13.446916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Pushing event deleted for resources: {'Port': ['ID=6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.501329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.504084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] No DVR routers for this DVR port 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:13.507056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.508693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.509772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25f6052a-873e-49dc-9d92-eb787be2fcc2 req-ffe1e7cc-82ce-4f02-a7c3-1b48fdfec78d tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.32 "DELETE /v2.0/ports/6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c HTTP/1.1" status: 204 len: 173 time: 0.6107771 Jul 16 01:40:13.515691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.522278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.529075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.535365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.542464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.544673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-8c67fed7-9ae8-44e9-8280-53a601ba047b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.7604856 Jul 16 01:40:13.659154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a8bf065-6273-4a1c-a887-4536ef13bec4 req-2d19f2ee-9844-4d32-a8b8-820d02318d1a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975356 Jul 16 01:40:13.691686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.692428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.693083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.704057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.704057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.704057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.704057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.704057 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-e79736bc-f945-48e7-b235-592faeac837f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6479 time: 0.1470399 Jul 16 01:40:13.762253 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7423b728-be69-4525-9094-a4dde34b2bee x-openstack-request-id: req-7423b728-be69-4525-9094-a4dde34b2bee {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:13.762555 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:13.762856 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7423b728-be69-4525-9094-a4dde34b2bee {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:13.763200 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'code': 200} Jul 16 01:40:13.817360 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c157459-50e1-4416-b925-87a8ba9cb08b x-openstack-request-id: req-0c157459-50e1-4416-b925-87a8ba9cb08b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:13.817914 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-plugged", "status": "completed", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:13.818339 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c157459-50e1-4416-b925-87a8ba9cb08b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:13.818881 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'code': 200} Jul 16 01:40:13.833080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:13.879436 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event deleted for resources: {'Port': ['ID=3c38cc4e-4238-4d33-85f2-296574b57033,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:13.895130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-bfb46dba-a807-4c9b-964d-480fc88abf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:13.896780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-bfb46dba-a807-4c9b-964d-480fc88abf82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 902 time: 0.1894772 Jul 16 01:40:13.985357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-b9b4cb2a-ab8a-465a-bc04-d010e3e7fa77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 200 len: 217 time: 0.0676432 Jul 16 01:40:14.052158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.055023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:14.056420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e34441a3-62a8-4b05-b082-aa4d2050c121 req-2c61d90a-0fdd-4169-9481-8d49b042b902 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "DELETE /v2.0/floatingips/c74468f5-d2ed-4112-9f5c-eb1f0ee4aa30 HTTP/1.1" status: 204 len: 173 time: 1.7656302 Jul 16 01:40:14.087465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-033abc10-6752-4360-8ac1-a424ea63e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.088953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-033abc10-6752-4360-8ac1-a424ea63e1fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.0863349 Jul 16 01:40:14.116202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2df4a8-a081-4f36-8919-468bda7a6fe8 req-09344110-8946-4c07-9706-2d47967f01b0 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.123686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-df2df4a8-a081-4f36-8919-468bda7a6fe8 req-09344110-8946-4c07-9706-2d47967f01b0 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1715348 Jul 16 01:40:14.208460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-df2df4a8-a081-4f36-8919-468bda7a6fe8 req-1ef05807-4bbf-4335-9e2d-e1b0145a30d3 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836377 Jul 16 01:40:14.242770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-82636dfd-ce62-4539-ac83-ab40333ded57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.244547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-82636dfd-ce62-4539-ac83-ab40333ded57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484177 Jul 16 01:40:14.427934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-bb76ff2f-4c74-4ec9-abac-1347527af9db service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626534 Jul 16 01:40:14.443192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cc8e6-8193-4b87-b2b7-8fcebe5470ba req-cc8a41a4-2178-494b-869b-a5cf0321a96e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.445920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d4cc8e6-8193-4b87-b2b7-8fcebe5470ba req-cc8a41a4-2178-494b-869b-a5cf0321a96e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1214709 Jul 16 01:40:14.529181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6fdc5ed-c00d-4c36-bc19-427b36147097 req-94fa4dc6-fbbc-495d-920a-33d25b23892e tempest-InstanceActionsV221TestJSON-220645113 tempest-InstanceActionsV221TestJSON-220645113-project] 10.222.0.35 "GET /v2.0/ports?device_id=63453ed5-cc03-4739-a584-558d180575a7 HTTP/1.1" status: 200 len: 210 time: 0.0470030 Jul 16 01:40:14.604445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d4cc8e6-8193-4b87-b2b7-8fcebe5470ba req-33e2620f-5984-48ed-920a-4c31e2b03af9 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211708 Jul 16 01:40:14.608952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b4d7da8-a292-4dd9-aaff-3baa04a0a94f req-d541b755-351e-48ca-83fc-0bd6b27c2802 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620259 Jul 16 01:40:14.915761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fcd5-bcd6-4dda-88ed-a93bf6bbeb3d req-5bab0424-dce0-44e6-a8f3-1f1ea92dad84 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.917285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5105fcd5-bcd6-4dda-88ed-a93bf6bbeb3d req-5bab0424-dce0-44e6-a8f3-1f1ea92dad84 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2696393 Jul 16 01:40:14.947027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ea4a4-a6a1-46da-8f68-94b354c5227a req-ba64d233-da94-406c-b53b-93bd3c14defc tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:14.954016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e6ea4a4-a6a1-46da-8f68-94b354c5227a req-ba64d233-da94-406c-b53b-93bd3c14defc tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1101 time: 0.1291435 Jul 16 01:40:14.986447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e6ea4a4-a6a1-46da-8f68-94b354c5227a req-928ca241-ed6c-49a0-b191-b142c976fdd3 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Jul 16 01:40:15.126558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb0234cb-75d6-403a-ab50-5af8eb7b5bd7 req-9a01b484-72a7-4434-a18e-3863235e2c7e tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=5d6ea23114f14c358b9b7e8e4c529553 HTTP/1.1" status: 200 len: 1656 time: 0.1106520 Jul 16 01:40:15.241994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.248221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.255977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.260373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.266741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.272574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.279292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.281244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-44a1c053-7b66-4702-b69d-446e729ff867 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2402084 Jul 16 01:40:15.327427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0234cb-75d6-403a-ab50-5af8eb7b5bd7 req-0a14c134-8d3e-4521-9d66-36d4f0ef794a tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.328946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb0234cb-75d6-403a-ab50-5af8eb7b5bd7 req-0a14c134-8d3e-4521-9d66-36d4f0ef794a tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks?id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 787 time: 0.1901197 Jul 16 01:40:15.345856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-fb0234cb-75d6-403a-ab50-5af8eb7b5bd7 req-17b4a51e-98e3-41dd-b56c-6cbd75417d3d tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:15.346843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb0234cb-75d6-403a-ab50-5af8eb7b5bd7 req-17b4a51e-98e3-41dd-b56c-6cbd75417d3d tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098078 Jul 16 01:40:15.358360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64ef4a5a-c9ab-4782-947e-f5f6790fc2fb req-8aba589a-7f9d-48a9-b458-cb4041896aa8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695872 Jul 16 01:40:15.654341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589a259-049c-45a9-80e9-ddff8e4e1c21 req-940c5af1-5053-461d-963e-317a283bf864 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.656335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5589a259-049c-45a9-80e9-ddff8e4e1c21 req-940c5af1-5053-461d-963e-317a283bf864 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.0853937 Jul 16 01:40:15.706052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5589a259-049c-45a9-80e9-ddff8e4e1c21 req-2f21c762-4b17-443e-960e-05265e747f03 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Jul 16 01:40:15.764513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46'}, {'server_uuid': '63453ed5-cc03-4739-a584-558d180575a7', 'name': 'network-vif-deleted', 'tag': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:15.767055 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f6ab09-7640-485f-9eed-e749e344d42a" -d '{"events": [{"name": "network-changed", "server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46"}, {"server_uuid": "63453ed5-cc03-4739-a584-558d180575a7", "name": "network-vif-deleted", "tag": "6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:15.927656 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-4ac34bb7-091e-4bf5-a8de-30bb210c5fce tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips/adf067db-f16d-441f-9da7-50873903c975 HTTP/1.1" status: 200 len: 693 time: 0.1069853 Jul 16 01:40:15.998824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-7302d2c0-2a16-46fa-8399-d123e1d30b0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024070 Jul 16 01:40:16.120496 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8366ac-453f-4f83-abd4-737f300cc1b2 x-openstack-request-id: req-1a8366ac-453f-4f83-abd4-737f300cc1b2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:16.120797 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46", "status": "completed", "code": 200}, {"server_uuid": "63453ed5-cc03-4739-a584-558d180575a7", "name": "network-vif-deleted", "tag": "6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:16.121053 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a8366ac-453f-4f83-abd4-737f300cc1b2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:16.121608 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'status': 'completed', 'code': 200} Jul 16 01:40:16.121719 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63453ed5-cc03-4739-a584-558d180575a7', 'name': 'network-vif-deleted', 'tag': '6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c', 'status': 'completed', 'code': 200} Jul 16 01:40:16.161820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840223d-47e9-4825-abc6-a7582ed0251b req-396c6fce-6e87-420a-a221-baefe70778f5 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.169184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-396c6fce-6e87-420a-a221-baefe70778f5 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2349954 Jul 16 01:40:16.176246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-b8771520-49e9-471d-a8f2-23d80ba711fc tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:40:16.185041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-b8771520-49e9-471d-a8f2-23d80ba711fc tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144124 Jul 16 01:40:16.239666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-24c8d47d-4caf-481f-a1a4-99ba4e0553db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.242809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-24c8d47d-4caf-481f-a1a4-99ba4e0553db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1124 time: 0.0929825 Jul 16 01:40:16.315488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-3f1e5511-b0e2-4c60-9199-9a83551bc8a6 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1293411 Jul 16 01:40:16.547512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-5983425c-5867-401c-bf2e-d1c8fbe72b17 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1452436 Jul 16 01:40:16.563632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-e41ee516-44c1-4480-9c6b-ed8e8fc24b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.568984 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-e41ee516-44c1-4480-9c6b-ed8e8fc24b80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.3172445 Jul 16 01:40:16.625446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-4c075f66-1f88-49c2-9c7a-df276f8454ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 217 time: 0.0518322 Jul 16 01:40:16.691295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-afadb511-a0e0-49fb-91d6-5c3e6e810311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.693432 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-afadb511-a0e0-49fb-91d6-5c3e6e810311 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0583286 Jul 16 01:40:16.730457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-6fee7aea-cacc-4a86-bf15-a0db54aaf3d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306523 Jul 16 01:40:16.766916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931bb16-7e5a-429e-b54a-5f13c95afb78 req-27d76062-7dad-4a9d-8560-5c813e435b5d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:16.776351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8931bb16-7e5a-429e-b54a-5f13c95afb78 req-27d76062-7dad-4a9d-8560-5c813e435b5d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.4594049 Jul 16 01:40:16.848431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8931bb16-7e5a-429e-b54a-5f13c95afb78 req-1641535c-539b-4c4e-a111-ff26b557c73d tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711756 Jul 16 01:40:16.858290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Deleting port 4ffdc435-83f5-475e-a4dc-1b1dc77ba065 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:16.858768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:16.928959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-50be5c8c-3a3b-4bc4-a469-9ce0ad016b91 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888571 Jul 16 01:40:17.041157 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.044079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.081957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Calling delete_port for 4ffdc435-83f5-475e-a4dc-1b1dc77ba065 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:17.141790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3f6ab09-7640-485f-9eed-e749e344d42a req-cf26850b-124b-4e7f-a99f-9e4230f93f77 service neutron] 10.222.0.32 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060919 Jul 16 01:40:17.182716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:17.217301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:17.218013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6082b8f7-1a36-4e7e-b6b2-7b8ee708ea2c not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:17.343827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.350816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.360139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.375393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.389718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.406942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.417662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.425446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-7555d20b-645c-45e1-ae0d-fede9679ed7a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2344398 Jul 16 01:40:17.497163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c59397c-ef45-4dbd-b23d-1bedc800b0b6 req-d8f74274-823c-40a8-914e-7f6a3484bfa8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707684 Jul 16 01:40:17.500782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.563275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event deleted for resources: {'Port': ['ID=4ffdc435-83f5-475e-a4dc-1b1dc77ba065,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.722470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.726132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.746761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5840223d-47e9-4825-abc6-a7582ed0251b req-fe56ff20-11f0-4111-89f1-b6cca20d01d0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "DELETE /v2.0/floatingips/adf067db-f16d-441f-9da7-50873903c975 HTTP/1.1" status: 204 len: 173 time: 1.1916528 Jul 16 01:40:17.889988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-a8460d87-ce3a-4713-a15f-6817c8a35473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.891709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-a8460d87-ce3a-4713-a15f-6817c8a35473 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1101 time: 0.1360550 Jul 16 01:40:17.918206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b084-60e3-4e7d-9a06-5cd97bf5d5bc req-779c4f57-968f-4fdd-9bf7-ce31aed6d8a1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.919751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a86b084-60e3-4e7d-9a06-5cd97bf5d5bc req-779c4f57-968f-4fdd-9bf7-ce31aed6d8a1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 943 time: 0.1132150 Jul 16 01:40:18.043640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a86b084-60e3-4e7d-9a06-5cd97bf5d5bc req-312eb6d7-fa5e-4daf-a9d5-6e452a828a24 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143308 Jul 16 01:40:18.098980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-1bcb2f31-1ba5-4a3f-a4e6-8f17c8676fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.115107 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-1bcb2f31-1ba5-4a3f-a4e6-8f17c8676fa5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2121122 Jul 16 01:40:18.194132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-d5a033aa-000f-432c-9092-a3e3d6e5b4d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.0676367 Jul 16 01:40:18.291998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-23f75d6d-b979-490d-a272-17cf78210ae0 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips/bfcfcde2-6c1b-4b94-bc3e-ef7572f1cd61 HTTP/1.1" status: 200 len: 693 time: 0.0807421 Jul 16 01:40:18.296599 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-d84e84e9-e66e-41f6-88c0-f79d28011975 service neutron] 10.222.0.32 "GET /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.1163902 Jul 16 01:40:18.303323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-ca15b53e-57ff-4fe1-9955-968802409dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.305701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-ca15b53e-57ff-4fe1-9955-968802409dbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1057274 Jul 16 01:40:18.512308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-d8ceed3e-9e5c-4d35-a30c-caa9cdca48b8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.514052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-d8ceed3e-9e5c-4d35-a30c-caa9cdca48b8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2137678 Jul 16 01:40:18.525653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-fe215887-70d2-42db-bc4d-d94baf0f5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.527126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-fe215887-70d2-42db-bc4d-d94baf0f5118 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2119434 Jul 16 01:40:18.531494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.557224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:18.593468 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee370a-0537-43da-87cd-d658788ca7de req-40e211de-0be4-4f08-a05b-dba5b622a0a4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:18.597610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:18.599901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1ee370a-0537-43da-87cd-d658788ca7de req-40e211de-0be4-4f08-a05b-dba5b622a0a4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2325494 Jul 16 01:40:18.612245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:18.627651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-24543f55-a1d1-4f6a-9e3f-a0ad6abc8e67 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.1068707 Jul 16 01:40:18.628422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.719673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] Transition to ACTIVE for port object 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:18.729184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:18.755058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-e55e4c19-a5e6-4d01-9d81-3194f2e38312 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.1104596 Jul 16 01:40:18.784781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1ee370a-0537-43da-87cd-d658788ca7de req-446159e3-c79b-4e59-8ecc-f2ffd3767895 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837606 Jul 16 01:40:18.804763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] No DVR routers for this DVR port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:18.822167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-a57b6c96-1b92-47db-b9fb-6cc5e46c8fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487261 Jul 16 01:40:18.886980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] Pushing event updated for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:18.894858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3bd952ee-ee58-48f0-8ba0-55ebdcbd140a service neutron] 10.222.0.32 "PUT /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46/bindings/n-h2-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 0.5821407 Jul 16 01:40:18.917286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46330) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.028877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Deleting subnet eaf49e3d-25df-4f96-8a57-82a5e31bf602 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:19.033203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.093837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.096981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Deleting port b3ffc3d4-9d3b-4709-b7e8-fa151e898205 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:19.098028 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.106170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-e1b34a58-6052-4d36-9c0b-0b0c2036505f service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860428 Jul 16 01:40:19.122481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-8b62b0df-31ac-411b-a314-22b577ab58e4 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.123970 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-8b62b0df-31ac-411b-a314-22b577ab58e4 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.1557975 Jul 16 01:40:19.154321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.198698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:19.223489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.230325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.238896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.244961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.251277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.257775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.263681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.271440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-3968d43d-bc3b-4697-8aaa-cc8eef34bdb2 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2246742 Jul 16 01:40:19.288380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:19.335330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70603085-67ac-4d2a-bebc-794ccbd4bb32 req-b3f4a586-dc19-43a4-a89f-8133a0321c1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622871 Jul 16 01:40:19.343813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.374054 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.374608 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.388500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Calling delete_port for b3ffc3d4-9d3b-4709-b7e8-fa151e898205 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:19.402517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf49e3d-25df-4f96-8a57-82a5e31bf602,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.406960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3e9c01b4-cefc-45fb-8ad7-39df49d14289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.408524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-3e9c01b4-cefc-45fb-8ad7-39df49d14289 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6&tenant_id=86a1d11c1964442f82649e94fd51aff5 HTTP/1.1" status: 200 len: 1095 time: 0.2136014 Jul 16 01:40:19.409762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.414741 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dc71526a-05d7-4ed0-bf7e-d24eb4fb468e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eaf49e3d-25df-4f96-8a57-82a5e31bf602 HTTP/1.1" status: 204 len: 168 time: 0.4963882 Jul 16 01:40:19.415347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.536529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.618577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-03f2b653-8c23-4721-a5b8-3f7500c79373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.620004 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-03f2b653-8c23-4721-a5b8-3f7500c79373 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86a1d11c1964442f82649e94fd51aff5&device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1095 time: 0.1564546 Jul 16 01:40:19.675008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.698482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a606552c-ece7-47cb-a921-54729b86b272']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.719724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321b3346-5a9e-417f-8a2a-457acf01578f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.720132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321b3346-5a9e-417f-8a2a-457acf01578f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:19.767219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.809786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.818347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-f9a3602d-549e-460e-bc7e-dfe3c4863962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.819858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-f9a3602d-549e-460e-bc7e-dfe3c4863962 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 200 len: 921 time: 0.1929226 Jul 16 01:40:19.820917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:19.821393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:19.823723 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:19.828892 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:19.828892 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:19.932871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-c9e01d6d-468a-4532-9baa-ad4cee31ff56 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 200 len: 217 time: 0.0953956 Jul 16 01:40:19.934188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.959325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.962850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a606552c-ece7-47cb-a921-54729b86b272 HTTP/1.1" status: 204 len: 168 time: 0.5459120 Jul 16 01:40:19.964604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20fd9a-7b76-486a-a7a6-25cd3cfba009 admin admin] Pushing event deleted for resources: {'Network': ['ID=a606552c-ece7-47cb-a921-54729b86b272,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.978069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.013022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-b7cf4c16-0aa2-41c7-bfe4-c8b347ef17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.014584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-b7cf4c16-0aa2-41c7-bfe4-c8b347ef17aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 200 len: 860 time: 0.0737383 Jul 16 01:40:20.024202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event deleted for resources: {'Port': ['ID=b3ffc3d4-9d3b-4709-b7e8-fa151e898205,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.057126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-00dada29-e86a-4b4d-98e5-ae654d580c81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9885455-dd33-4bee-8978-55fd5dd6dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326166 Jul 16 01:40:20.110119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace90f4-744c-4f63-9261-9cdcec76e3af req-0d01f7e1-2bf5-4088-ac73-c7507bdec1dd tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.117153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ace90f4-744c-4f63-9261-9cdcec76e3af req-0d01f7e1-2bf5-4088-ac73-c7507bdec1dd tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.1896505 Jul 16 01:40:20.136606 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.139235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.151503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ff1b8d-6daa-4f2f-a92a-ffb4caeb38c9 req-897a1d5d-78fa-47eb-8255-096ea67841fe tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "DELETE /v2.0/floatingips/bfcfcde2-6c1b-4b94-bc3e-ef7572f1cd61 HTTP/1.1" status: 204 len: 173 time: 1.3799295 Jul 16 01:40:20.174871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.215971 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-789b5290-69ed-4fb5-9fc4-2e78fa4d6a9b service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381929 Jul 16 01:40:20.227565 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ace90f4-744c-4f63-9261-9cdcec76e3af req-eff9ff25-096a-4cc4-99c6-74e9e6bbf132 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093357 Jul 16 01:40:20.305736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-04736f27-e278-4d42-b3ae-e42495ddf100 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4552b7fd05b246e2a27c229b041c1918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1183324 Jul 16 01:40:20.306730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46356) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:20.341500 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-110312bd-2607-49c0-a0c4-d9ed7de9707c service neutron] 10.222.0.38 "GET /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160722 Jul 16 01:40:20.414118 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd49b96-6e22-4295-a6ee-5cd1816bece5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.457399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd49b96-6e22-4295-a6ee-5cd1816bece5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.540392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-a145f3ec-3304-4715-9af3-2f58da845e17 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips/f2f078fe-2b3c-45a0-8d29-a0cf9a13bf70 HTTP/1.1" status: 200 len: 692 time: 0.0949421 Jul 16 01:40:20.696479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd49b96-6e22-4295-a6ee-5cd1816bece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.699333 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcd49b96-6e22-4295-a6ee-5cd1816bece5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.703448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bcd49b96-6e22-4295-a6ee-5cd1816bece5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ea8fdf1-297d-423b-8c4a-0533cdb69439 HTTP/1.1" status: 204 len: 168 time: 0.3954477 Jul 16 01:40:20.726750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd49b96-6e22-4295-a6ee-5cd1816bece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea8fdf1-297d-423b-8c4a-0533cdb69439,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:20.735825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f96fc-29f9-4a38-bf89-4248336d1949 req-56d3a331-8373-4ca6-9b84-d6fcc386a1e3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.753053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee8f96fc-29f9-4a38-bf89-4248336d1949 req-56d3a331-8373-4ca6-9b84-d6fcc386a1e3 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2502902 Jul 16 01:40:20.757464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-6fdfcd26-682f-43ff-a88c-1646bddac431 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.759544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-6fdfcd26-682f-43ff-a88c-1646bddac431 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6&tenant_id=86a1d11c1964442f82649e94fd51aff5&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.1031694 Jul 16 01:40:20.775796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-d4184558-ab26-427a-b927-4c7540252c7a tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.792994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-d4184558-ab26-427a-b927-4c7540252c7a tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2513123 Jul 16 01:40:20.886747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-977778a1-a2d4-4acf-8c92-63507c23d8d2 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.0928426 Jul 16 01:40:20.900974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee8f96fc-29f9-4a38-bf89-4248336d1949 req-9b348d30-1cfe-42c4-b91b-024d313420bc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469171 Jul 16 01:40:20.974086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-861b9c19-af67-4315-875e-fbf3011932a4 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.0719812 Jul 16 01:40:21.070131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-059a4f02-4c86-4666-866e-417b3354ff78 service neutron] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:21.073392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-059a4f02-4c86-4666-866e-417b3354ff78 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.074539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-059a4f02-4c86-4666-866e-417b3354ff78 service neutron] 10.222.0.38 "DELETE /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46/bindings/n-h1-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.3079729 Jul 16 01:40:21.214500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0557f0-f995-436c-8816-53fa905fad33 req-928e7f1f-3b42-42da-8b76-076f4211da58 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.216000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce0557f0-f995-436c-8816-53fa905fad33 req-928e7f1f-3b42-42da-8b76-076f4211da58 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.1095228 Jul 16 01:40:21.235419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Deleting port f362dcac-92c5-483d-a576-6f8f6cba4538 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:21.235759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.315426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce0557f0-f995-436c-8816-53fa905fad33 req-aaf30776-8948-4658-a4ad-97c69b8013b5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916421 Jul 16 01:40:21.348447 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.348447 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.362354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Calling delete_port for f362dcac-92c5-483d-a576-6f8f6cba4538 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:21.575983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.582025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.587949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.594069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.600050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.607508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.613372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.621396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-0edc0fcb-0e69-4c10-891d-772f56d711dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.1700151 Jul 16 01:40:21.710303 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e70ea6d-e0b9-4a40-9689-5d6ef785bb81 req-2474da70-a6be-471f-a821-8ea7f689258f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875113 Jul 16 01:40:21.724115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.754278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Pushing event deleted for resources: {'Port': ['ID=f362dcac-92c5-483d-a576-6f8f6cba4538,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:21.843345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.847495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:21.848713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b31af7b8-e893-4602-a322-5a3fb8b92d54 req-961586b6-62c7-44cc-8898-ffc93428a8d8 tempest-FloatingIPDetailsTestJSON-1042279344 tempest-FloatingIPDetailsTestJSON-1042279344-project] 10.222.0.35 "DELETE /v2.0/floatingips/f2f078fe-2b3c-45a0-8d29-a0cf9a13bf70 HTTP/1.1" status: 204 len: 173 time: 0.8621361 Jul 16 01:40:21.855950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46402) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.896951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:21.954350 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.082469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-458544213-network', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.112807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e238e-f9fe-4121-85ec-ab11183f6a48 req-b8efb2a0-8a64-4d0b-9ff4-d32b26ead407 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.114455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d06e238e-f9fe-4121-85ec-ab11183f6a48 req-b8efb2a0-8a64-4d0b-9ff4-d32b26ead407 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.1647997 Jul 16 01:40:22.124060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:22.127607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.147690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.266763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d06e238e-f9fe-4121-85ec-ab11183f6a48 req-74d72c24-f62f-4ced-8e1c-22fdafe082f1 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238420 Jul 16 01:40:22.345685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.346720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633741a0-4493-4e8d-a566-ab84a97ab0f2 req-0fc762df-0e55-479c-94ad-4c5d3443b9e4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.349768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-633741a0-4493-4e8d-a566-ab84a97ab0f2 req-0fc762df-0e55-479c-94ad-4c5d3443b9e4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1462893 Jul 16 01:40:22.391943 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.399127 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.430562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:22.458610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-633741a0-4493-4e8d-a566-ab84a97ab0f2 req-872a6251-2bde-4da2-a950-9e309c0b2f51 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956891 Jul 16 01:40:22.469399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.469756 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Added segment aa4341cc-660e-48cc-b17e-349d1e25dee1 of type vlan for network 83775718-04d7-4306-8a41-0b5924094260 Jul 16 01:40:22.511331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20a06f-6216-4693-8940-6f6f1c188fa5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.525570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.568563 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.569717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.572056 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.660290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] Pushing event updated for resources: {'Network': ['ID=83775718-04d7-4306-8a41-0b5924094260,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.670716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 83775718-04d7-4306-8a41-0b5924094260 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:22.676576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bbbb3808-d958-4a70-8bab-b1ef87b003d5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7785254 Jul 16 01:40:22.681314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46428) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:22.688767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Request body: {'subnet': {'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-458544213-subnet', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:22.721319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:22.723953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.740396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Deleting port 6ba6a758-6795-4c55-b206-0972d23bbd71 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:22.740806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.763860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df28f66-a194-4f8f-b6f3-e5e20ddc225d req-9ce3f706-b89e-43b8-a0df-f273c022134c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.765434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df28f66-a194-4f8f-b6f3-e5e20ddc225d req-9ce3f706-b89e-43b8-a0df-f273c022134c tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 1095 time: 0.1081660 Jul 16 01:40:22.786988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386968d9-032e-4729-9784-429407e337f7 req-f55122d1-ec2b-4807-bace-65d7ee0825ef tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.788496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-386968d9-032e-4729-9784-429407e337f7 req-f55122d1-ec2b-4807-bace-65d7ee0825ef tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.0916975 Jul 16 01:40:22.840676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df28f66-a194-4f8f-b6f3-e5e20ddc225d req-fb0a1dc1-88bf-4a78-b681-41e0e74ad2d6 tempest-LiveAutoBlockMigrationV225Test-294488163 tempest-LiveAutoBlockMigrationV225Test-294488163-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625312 Jul 16 01:40:22.861072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-386968d9-032e-4729-9784-429407e337f7 req-4b784fa2-b32d-49bd-a138-43580d44e839 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589414 Jul 16 01:40:22.916022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] For port 6ba6a758-6795-4c55-b206-0972d23bbd71, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6ba6a758-6795-4c55-b206-0972d23bbd71,segment=NetworkSegment(b3a6d2a0-2609-4233-83e6-ad4e6e069b61),segment_id=b3a6d2a0-2609-4233-83e6-ad4e6e069b61)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.916573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.950671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Calling delete_port for 6ba6a758-6795-4c55-b206-0972d23bbd71 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:23.071502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.079797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.086709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.092880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.098768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.106637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.112763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.118753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.120758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-9d49099c-09e2-40de-b81f-93a9aa3d2bb5 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.1196506 Jul 16 01:40:23.184636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9de9290-3cd7-45a4-8123-07178ed19199 req-1f6057e4-7f68-4dc7-a7d4-b0709c4a8809 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539830 Jul 16 01:40:23.268967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.409071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba36f74-07e4-4c27-ba8e-d2adac5970b5 req-f86f1669-35dd-4b0c-a123-81645bec09db tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.410882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cba36f74-07e4-4c27-ba8e-d2adac5970b5 req-f86f1669-35dd-4b0c-a123-81645bec09db tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.0692146 Jul 16 01:40:23.454024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e8d625-f547-456d-9686-91602a77b2ee,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.469660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:23.470017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Network hostable DHCP agents. Network: 83775718-04d7-4306-8a41-0b5924094260, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:23.483543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cba36f74-07e4-4c27-ba8e-d2adac5970b5 req-82fca52c-daaa-4fe2-9cf5-23fbd7b85225 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618856 Jul 16 01:40:23.509026 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247a739-f98a-4988-86bd-716484411d4b req-7e6b3ff5-bbc9-4f95-b04f-9de4c183fef0 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.509971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8247a739-f98a-4988-86bd-716484411d4b req-7e6b3ff5-bbc9-4f95-b04f-9de4c183fef0 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 950 time: 0.0978651 Jul 16 01:40:23.519282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Network 83775718-04d7-4306-8a41-0b5924094260 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:23.534803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 83775718-04d7-4306-8a41-0b5924094260) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:23.539724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.540340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.542420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.549971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39d82d-a9b3-48b7-a966-c418ab278b8e None None] Network 83775718-04d7-4306-8a41-0b5924094260 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:23.565537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8247a739-f98a-4988-86bd-716484411d4b req-d797c2df-2f18-44cb-9ac8-037a3e498617 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Jul 16 01:40:23.575744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba6a758-6795-4c55-b206-0972d23bbd71,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.646906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f0a3cab-2ec1-4532-b443-b67ad71bc216 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9628794 Jul 16 01:40:23.650145 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:23.656376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:23.674205 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-44952a77-989c-419c-80d3-cb5fd84e6172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.761405 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.762424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.762700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-83775718-04d7-4306-8a41-0b5924094260', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:23.764795 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.836578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211a70c-87ad-4dbb-af5c-74fcb48f1f30 req-03ab0adb-776a-4b0c-bc69-7c078bcb2459 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:23.841194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.844203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7211a70c-87ad-4dbb-af5c-74fcb48f1f30 req-03ab0adb-776a-4b0c-bc69-7c078bcb2459 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1767514 Jul 16 01:40:23.895131 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.942079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Allocated IP 172.20.0.2 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/38c023de-2e30-4c19-b2f4-64a6a2018586) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:23.965322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7211a70c-87ad-4dbb-af5c-74fcb48f1f30 req-332c496e-b38f-43a4-8434-2a0ea06c9ccf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199884 Jul 16 01:40:24.057631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-9cc1c172-7a4c-47cb-b2c9-28d85046b062 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.060159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-9cc1c172-7a4c-47cb-b2c9-28d85046b062 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.1106048 Jul 16 01:40:24.112557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.123080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Transition to ACTIVE for port object 38c023de-2e30-4c19-b2f4-64a6a2018586 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:24.128210 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.141820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Transition to ACTIVE for port object 38c023de-2e30-4c19-b2f4-64a6a2018586 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:24.152616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.186464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:24.190913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:24.194411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:24.241196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Pushing event updated for resources: {'Port': ['ID=38c023de-2e30-4c19-b2f4-64a6a2018586,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.285428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Attempting to bind port 38c023de-2e30-4c19-b2f4-64a6a2018586 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:24.286642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Attempting to bind port 38c023de-2e30-4c19-b2f4-64a6a2018586 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:24.287170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Attempting to bind port 38c023de-2e30-4c19-b2f4-64a6a2018586 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:24.294106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:24.307260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:24.310358 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.311108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:24.312279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Bound port: 38c023de-2e30-4c19-b2f4-64a6a2018586, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:24.313119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.336715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf7a59-d108-441b-9230-28c5dca63291 req-f4544bf9-7508-4f9c-852c-9786323e5149 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.344084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9cf7a59-d108-441b-9230-28c5dca63291 req-f4544bf9-7508-4f9c-852c-9786323e5149 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.2121634 Jul 16 01:40:24.405935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] For port 38c023de-2e30-4c19-b2f4-64a6a2018586, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:24.409798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] For port 38c023de-2e30-4c19-b2f4-64a6a2018586, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=38c023de-2e30-4c19-b2f4-64a6a2018586,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:24.414999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.428574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Router e5cb2fac-67b8-4760-b780-9352d0374194 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:24.432591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9cf7a59-d108-441b-9230-28c5dca63291 req-6f78bb45-2c04-4a46-8196-fb84a8f6a5c5 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876014 Jul 16 01:40:24.439882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0226628-fb71-4156-97cb-4b9044853eca req-c8b69610-188d-4de4-a925-983741c6baba tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.441663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e0226628-fb71-4156-97cb-4b9044853eca req-c8b69610-188d-4de4-a925-983741c6baba tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.3054452 Jul 16 01:40:24.494078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Deleting port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:24.494569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.520596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1029f-a43d-45ba-b186-beccd46888e5 None None] Pushing event updated for resources: {'Port': ['ID=38c023de-2e30-4c19-b2f4-64a6a2018586,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:24.639720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.645985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.652684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.658828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.664801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.671196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.676649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:24.684183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6003f287-0d18-4970-9461-449deb18221c req-03190f30-effe-49a4-8a93-fb301d29217e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.3366802 Jul 16 01:40:24.712199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.735420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.796597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:24.801992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-820318a1-7fba-4945-9e4f-71733108817e admin admin] 10.222.0.35 "PUT /v2.0/routers/e5cb2fac-67b8-4760-b780-9352d0374194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447238 Jul 16 01:40:24.805162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] For port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:24.815366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:24.818360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:24.827741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] Sync routers for ids ['e5cb2fac-67b8-4760-b780-9352d0374194'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:24.848204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] Routers {'e5cb2fac-67b8-4760-b780-9352d0374194'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:24.849275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:39:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5cb2fac-67b8-4760-b780-9352d0374194'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:24.850842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6003f287-0d18-4970-9461-449deb18221c req-e71301d0-d051-4c74-ab0f-bb3099d60223 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1615248 Jul 16 01:40:24.902508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Calling delete_port for 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:24.941702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Deleting port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:24.941702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.049838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 38c023de-2e30-4c19-b2f4-64a6a2018586 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:25.065557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] Set router e5cb2fac-67b8-4760-b780-9352d0374194 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:25.127325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.198487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] For port 23c76db0-32fe-4297-b78f-4e517fb7c6d2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=23c76db0-32fe-4297-b78f-4e517fb7c6d2,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:25.198759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.253740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 38c023de-2e30-4c19-b2f4-64a6a2018586 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:25.282086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236828d7-b556-4c15-9a53-5eef68b4e344 req-03833fc1-832c-4360-8bed-a4adf06666f5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.284403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-236828d7-b556-4c15-9a53-5eef68b4e344 req-03833fc1-832c-4360-8bed-a4adf06666f5 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 944 time: 0.4249821 Jul 16 01:40:25.314555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:40:23Z', 'revision_number': 5, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:25.317935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Allocated IP 172.25.0.67 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/901f4027-ceb3-4eb4-ae35-e883c6695270) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:25.328241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45f24-37d6-4a23-ba2b-f9a037a9adfb req-871abf5c-4d6a-4d23-b713-0153b7aaef7e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:25.336171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ae45f24-37d6-4a23-ba2b-f9a037a9adfb req-871abf5c-4d6a-4d23-b713-0153b7aaef7e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1598058 Jul 16 01:40:25.346863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] Checking router: e5cb2fac-67b8-4760-b780-9352d0374194 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:25.356255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] Routers {'e5cb2fac-67b8-4760-b780-9352d0374194'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:25.357123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:39:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5cb2fac-67b8-4760-b780-9352d0374194'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:25.457531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.470846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.488433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.500474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['86a3a383-80a9-4e10-b6a7-b45b7847e943'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:25.535605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] Set router e5cb2fac-67b8-4760-b780-9352d0374194 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:25.538102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.548582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event deleted for resources: {'Port': ['ID=511ba4f2-efe9-43b3-b58c-0dddd25f9f46,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.600774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:25.606633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-236828d7-b556-4c15-9a53-5eef68b4e344 req-46132061-ad50-4a7e-8e02-e6008b12797e tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912836 Jul 16 01:40:25.611995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:25.625485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ae45f24-37d6-4a23-ba2b-f9a037a9adfb req-be209bf5-71bb-4ce2-a769-12d1aa96c98c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882721 Jul 16 01:40:25.626328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:25.683002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Pushing event updated for resources: {'Port': ['ID=901f4027-ceb3-4eb4-ae35-e883c6695270,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:25.864915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8e2e8-f885-4c66-8240-023bb1cbc66e None None] Network 83775718-04d7-4306-8a41-0b5924094260 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:26.019445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:26.070758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536bed6-33d4-44fc-94d6-1de20de4da49 req-23443d91-8bec-4fb0-b580-21d9b2885b85 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.076446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] Provisioning for port 38c023de-2e30-4c19-b2f4-64a6a2018586 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:26.079535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2536bed6-33d4-44fc-94d6-1de20de4da49 req-23443d91-8bec-4fb0-b580-21d9b2885b85 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 946 time: 0.1752238 Jul 16 01:40:26.119011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] No DVR routers for this DVR port 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:26.123450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.125959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ae472dd-e36f-4809-ad2f-440156981e87 req-5fb6be05-b4f0-45fa-ad9f-e116b4e3bc8f tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "DELETE /v2.0/ports/511ba4f2-efe9-43b3-b58c-0dddd25f9f46 HTTP/1.1" status: 204 len: 173 time: 2.0036247 Jul 16 01:40:26.135399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'name': 'network-vif-deleted', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:26.137873 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd93189-0756-41a6-8bbc-9fb4fd3abbe7" -d '{"events": [{"server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "name": "network-vif-deleted", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:26.171852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2536bed6-33d4-44fc-94d6-1de20de4da49 req-292039e4-1e2a-4ad0-ae37-672328789bc8 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups?id=85ec8301-4fc3-4037-a790-519f8f3c3d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903757 Jul 16 01:40:26.186511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.186934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.187309 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0 disassociated. External IP: 172.25.0.117, port: 23c76db0-32fe-4297-b78f-4e517fb7c6d2. Jul 16 01:40:26.187654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Calling delete_port for 23c76db0-32fe-4297-b78f-4e517fb7c6d2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:26.208529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] Provisioning complete for port 38c023de-2e30-4c19-b2f4-64a6a2018586 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:26.208902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.217749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:26.218096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 511ba4f2-efe9-43b3-b58c-0dddd25f9f46 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:26.224401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:26.261461 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0e92a7-bd49-4568-9f61-44b83000e1cb x-openstack-request-id: req-cc0e92a7-bd49-4568-9f61-44b83000e1cb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:26.261694 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a794c6ff-103a-4fa1-a467-47dc2da3b0e6", "name": "network-vif-deleted", "tag": "511ba4f2-efe9-43b3-b58c-0dddd25f9f46", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:26.262007 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc0e92a7-bd49-4568-9f61-44b83000e1cb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:26.262308 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a794c6ff-103a-4fa1-a467-47dc2da3b0e6', 'name': 'network-vif-deleted', 'tag': '511ba4f2-efe9-43b3-b58c-0dddd25f9f46', 'status': 'completed', 'code': 200} Jul 16 01:40:26.264435 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.264880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Deleting port 70ff4b6e-64ad-4796-80e5-fa007a65091b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:26.265219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.380446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.387273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.393754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.400674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.406785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.413029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.418954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.424653 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.427727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3a0455d5-fa87-400a-83a8-747b832a97fa tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2357764 Jul 16 01:40:26.449908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] For port 70ff4b6e-64ad-4796-80e5-fa007a65091b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=70ff4b6e-64ad-4796-80e5-fa007a65091b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:26.450289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.478869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-364f7330-bf81-4f31-a78e-d5f9f427c8bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2155814 Jul 16 01:40:26.481740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Calling delete_port for 70ff4b6e-64ad-4796-80e5-fa007a65091b owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:26.482297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] For port 38c023de-2e30-4c19-b2f4-64a6a2018586, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=38c023de-2e30-4c19-b2f4-64a6a2018586,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:26.509680 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4bdde63-67df-451a-991b-6768be5285db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.511308 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.520647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12e9bcb9-52d7-48a0-8d74-d8d324b3c0fd req-3b6bf5bc-6580-491b-8845-f4c20034471e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918691 Jul 16 01:40:26.550207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.585709 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.594930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41b49e-35e5-46c0-8321-f8987540045c None None] Pushing event updated for resources: {'Port': ['ID=38c023de-2e30-4c19-b2f4-64a6a2018586,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.596009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.633757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event deleted for resources: {'Port': ['ID=23c76db0-32fe-4297-b78f-4e517fb7c6d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.766583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Router e835a634-cfc9-423b-99c2-760e538cae2c is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:26.872052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-58c69ddd-056a-4688-9f88-ab307cbdbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:26.877937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-58c69ddd-056a-4688-9f88-ab307cbdbb88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d8ffd44743b4067a531be1253c6f7e0&device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 1097 time: 0.3339317 Jul 16 01:40:26.936852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.946237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 38c023de-2e30-4c19-b2f4-64a6a2018586 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:26.955940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da903782-5061-468a-a961-ef94c9104e28 req-7f0fb4c4-b680-457f-a2ec-5e2b92f9b069 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0712168 Jul 16 01:40:27.051172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:27.082493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:27.090792 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62b870a-2b10-41e4-adb4-1d8313f3fefc" -d '{"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-unplugged", "status": "completed", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:27.111435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:40:23Z', 'revision_number': 5, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.160740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:27.173596 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309282a-57cc-464b-a330-09a525788548 None None] Sync routers for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:27.181283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c333b-26e5-4b37-9dbf-18bb22e0eb82 req-14066bad-36ae-424b-8ebf-27d7bccf6d61 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.191145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.194675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f7c333b-26e5-4b37-9dbf-18bb22e0eb82 req-14066bad-36ae-424b-8ebf-27d7bccf6d61 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2837453 Jul 16 01:40:27.195583 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.206150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.225759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 38c023de-2e30-4c19-b2f4-64a6a2018586 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:27.226939 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.249106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5b7ae-d63a-43c5-869f-7aeaf1b6482e None None] The sync data for ids ['e5cb2fac-67b8-4760-b780-9352d0374194'] in n-d-800087-6 is: [{'id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'name': 'tempest-FloatingIPDetailsTestJSON-291876648-router', 'tenant_id': '5d6ea23114f14c358b9b7e8e4c529553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:39:43Z', 'updated_at': '2021-07-16T01:40:23Z', 'revision_number': 5, 'project_id': '5d6ea23114f14c358b9b7e8e4c529553', 'gw_port': {'id': '70ff4b6e-64ad-4796-80e5-fa007a65091b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cb2fac-67b8-4760-b780-9352d0374194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:39:44Z', 'updated_at': '2021-07-16T01:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:27.255379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.258697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 23c76db0-32fe-4297-b78f-4e517fb7c6d2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:27.259540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5d040197-97c7-402f-a92c-df915c70bd90 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6082847 Jul 16 01:40:27.263348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.333556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-4fa802ee-70fd-4e11-9fbb-189dfc381669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.337012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-4fa802ee-70fd-4e11-9fbb-189dfc381669 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4672245c-9a6c-4677-a671-0fd8653217d0 HTTP/1.1" status: 200 len: 912 time: 0.4263299 Jul 16 01:40:27.351928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ff4b6e-64ad-4796-80e5-fa007a65091b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.445638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:27.446657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 23c76db0-32fe-4297-b78f-4e517fb7c6d2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:27.447085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 23c76db0-32fe-4297-b78f-4e517fb7c6d2 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:27.473394 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac659dde-a93e-490c-8906-be4fe884dfda x-openstack-request-id: req-ac659dde-a93e-490c-8906-be4fe884dfda {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:27.473681 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-unplugged", "status": "completed", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:27.474210 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac659dde-a93e-490c-8906-be4fe884dfda {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:27.480185 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'code': 200} Jul 16 01:40:27.520091 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.521827 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f7c333b-26e5-4b37-9dbf-18bb22e0eb82 req-3c603a57-240c-4678-bc83-f1c34c296cda tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259573 Jul 16 01:40:27.539009 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:27.590342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-92e56072-f05a-4749-82c1-52f2e0cdd6e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb HTTP/1.1" status: 200 len: 1001 time: 0.2308054 Jul 16 01:40:27.591089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af8aac37-e7ab-4391-a8d3-88338bbcb33e req-242d38bb-fff0-4e9f-ae8a-02f10c2905cc tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 210 time: 0.0543003 Jul 16 01:40:27.603366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:27.619211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b94bf72-d677-4ef3-9750-f4b36bdb78a0 None None] Provisioning complete for port 38c023de-2e30-4c19-b2f4-64a6a2018586 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:27.619774 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b94bf72-d677-4ef3-9750-f4b36bdb78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.707553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.713507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:27.718465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.780372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.781004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.948617 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 3, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.964762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] No DVR routers for this DVR port 23c76db0-32fe-4297-b78f-4e517fb7c6d2 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:27.964981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.971488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.971745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.974124 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e0226628-fb71-4156-97cb-4b9044853eca req-8fe80995-f9f6-4460-9127-372cba42619e tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.32 "DELETE /v2.0/ports/23c76db0-32fe-4297-b78f-4e517fb7c6d2 HTTP/1.1" status: 204 len: 173 time: 3.5169640 Jul 16 01:40:27.978513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.988998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:27.997404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.003669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.016640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.020358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.020597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:28.029960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.031967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1388aa9-4501-4cec-a643-e3c775606527 req-9c8879a9-5fa1-4250-9ea4-cd5d3628e7ed tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.2820511 Jul 16 01:40:28.044186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.148178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.149600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5cb2fac-67b8-4760-b780-9352d0374194 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:28.161708 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.165567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c3afef4-94c2-4a02-bec2-e9b12e8796c9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e5cb2fac-67b8-4760-b780-9352d0374194 HTTP/1.1" status: 204 len: 168 time: 3.3464644 Jul 16 01:40:28.167956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.220111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309282a-57cc-464b-a330-09a525788548 None None] Checking router: e835a634-cfc9-423b-99c2-760e538cae2c for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:28.221194 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309282a-57cc-464b-a330-09a525788548 None None] Updating router e835a634-cfc9-423b-99c2-760e538cae2c port 901f4027-ceb3-4eb4-ae35-e883c6695270 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:28.236954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1388aa9-4501-4cec-a643-e3c775606527 req-a7155679-656b-4945-a6c6-57fdb4568a38 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039680 Jul 16 01:40:28.269193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'name': 'network-vif-deleted', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:28.277059 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:40:28.277391 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35367b9b-7968-4a47-a3b8-9219df0bfbaf" -d '{"events": [{"server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "name": "network-vif-deleted", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:28.296409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-ba2f9e60-75f3-4378-825a-6eafd871964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.297886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-ba2f9e60-75f3-4378-825a-6eafd871964c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2 HTTP/1.1" status: 200 len: 850 time: 0.6693361 Jul 16 01:40:28.340900 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5309282a-57cc-464b-a330-09a525788548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.386546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70130bd9-90ef-4da7-b544-759ac27385bf req-7fb9eb63-5c57-4910-9ebb-a4250f53f9c7 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.1379182 Jul 16 01:40:28.487449 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae5354c-8453-4245-9478-63bfc45b0cc1 x-openstack-request-id: req-2ae5354c-8453-4245-9478-63bfc45b0cc1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:28.487631 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785e4cdd-3c2a-4c9a-905b-95b69f56e665", "name": "network-vif-deleted", "tag": "23c76db0-32fe-4297-b78f-4e517fb7c6d2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:28.487862 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ae5354c-8453-4245-9478-63bfc45b0cc1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:28.488253 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785e4cdd-3c2a-4c9a-905b-95b69f56e665', 'name': 'network-vif-deleted', 'tag': '23c76db0-32fe-4297-b78f-4e517fb7c6d2', 'status': 'completed', 'code': 200} Jul 16 01:40:28.494180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Deleting subnet af94acd7-6905-4e72-809d-86a584b7cfbc {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:28.506141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.511161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.533440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:28.668500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.786151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-dc5529e1-2198-463d-8f6d-4de1bdc4bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.788063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:28.792876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-dc5529e1-2198-463d-8f6d-4de1bdc4bb38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4672245c-9a6c-4677-a671-0fd8653217d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4790754 Jul 16 01:40:28.840456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'mac_address': 'fa:16:3e:b3:1b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:28.883714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.891628 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5309282a-57cc-464b-a330-09a525788548 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.916359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-5309282a-57cc-464b-a330-09a525788548 None None] Transition to ACTIVE for port object 901f4027-ceb3-4eb4-ae35-e883c6695270 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:28.924713 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5309282a-57cc-464b-a330-09a525788548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.986815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ba6a758-6795-4c55-b206-0972d23bbd71 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:29.009761 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaea99-5824-4cc8-b75e-e650e03ad286 None None] Pushing event updated for resources: {'Port': ['ID=901f4027-ceb3-4eb4-ae35-e883c6695270,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.012979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.046768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6ba6a758-6795-4c55-b206-0972d23bbd71 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:29.047145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ba6a758-6795-4c55-b206-0972d23bbd71 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:29.047539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 70ff4b6e-64ad-4796-80e5-fa007a65091b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:29.076802 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5309282a-57cc-464b-a330-09a525788548 None None] Attempting to bind port 901f4027-ceb3-4eb4-ae35-e883c6695270 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:29.077172 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5309282a-57cc-464b-a330-09a525788548 None None] Attempting to bind port 901f4027-ceb3-4eb4-ae35-e883c6695270 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:29.077531 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309282a-57cc-464b-a330-09a525788548 None None] Attempting to bind port 901f4027-ceb3-4eb4-ae35-e883c6695270 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:29.088019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 70ff4b6e-64ad-4796-80e5-fa007a65091b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:29.088450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 70ff4b6e-64ad-4796-80e5-fa007a65091b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:29.094998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745838c0-ff0e-485f-b55e-2bcfcccaa872 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:29.122578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.122832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309282a-57cc-464b-a330-09a525788548 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:29.122832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309282a-57cc-464b-a330-09a525788548 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:29.122832 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5309282a-57cc-464b-a330-09a525788548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.122832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309282a-57cc-464b-a330-09a525788548 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:29.122832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5309282a-57cc-464b-a330-09a525788548 None None] Bound port: 901f4027-ceb3-4eb4-ae35-e883c6695270, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:29.127980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.128419 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5309282a-57cc-464b-a330-09a525788548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.135374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.178249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Allocated IP 172.20.0.1 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/5bbf77b3-7c60-4173-93f3-cf2149706e0e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:29.269357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-952c6594-882d-4515-bb69-cd9d7e13c2cf service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592454 Jul 16 01:40:29.276339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.297292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.304083 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5309282a-57cc-464b-a330-09a525788548 None None] For port 901f4027-ceb3-4eb4-ae35-e883c6695270, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:29.310437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5309282a-57cc-464b-a330-09a525788548 None None] For port 901f4027-ceb3-4eb4-ae35-e883c6695270, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=901f4027-ceb3-4eb4-ae35-e883c6695270,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:29.311564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['745838c0-ff0e-485f-b55e-2bcfcccaa872'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:29.330383 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5309282a-57cc-464b-a330-09a525788548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.359753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af94acd7-6905-4e72-809d-86a584b7cfbc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.369553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.372885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9270041-0647-4f1c-a1ec-42fe5b97a94c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/af94acd7-6905-4e72-809d-86a584b7cfbc HTTP/1.1" status: 204 len: 168 time: 1.2023671 Jul 16 01:40:29.377895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:29.382827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf3582-8368-415d-b4ac-ab739ead5929 None None] Network 206035cf-2895-4300-a54d-e9e9d44d8777 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:29.390165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.412911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Transition to ACTIVE for port object 5bbf77b3-7c60-4173-93f3-cf2149706e0e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:29.453382 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:29.453945 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.460449 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc69a37-8687-4f39-8773-e362eabd1d10 req-615beaa6-4526-4cd4-bcf8-cc526846263c service neutron] 10.222.0.32 "GET /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781054 Jul 16 01:40:29.475446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.542330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.613599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Deleting port c080fa46-cfea-4f23-8d56-4bae1e40f92c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:29.614411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.671462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.714759 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:29.726570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:29.743733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] For port c080fa46-cfea-4f23-8d56-4bae1e40f92c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c080fa46-cfea-4f23-8d56-4bae1e40f92c,segment=NetworkSegment(b3a6d2a0-2609-4233-83e6-ad4e6e069b61),segment_id=b3a6d2a0-2609-4233-83e6-ad4e6e069b61)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.744318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.766583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Calling delete_port for c080fa46-cfea-4f23-8d56-4bae1e40f92c owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:29.839740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:29.840682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:29.929808 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaea99-5824-4cc8-b75e-e650e03ad286 None None] Pushing event updated for resources: {'Port': ['ID=901f4027-ceb3-4eb4-ae35-e883c6695270,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.962289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.981929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] No DVR routers for this DVR port c080fa46-cfea-4f23-8d56-4bae1e40f92c on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:30.012661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00d1f53d-a567-449a-b5dc-ea9fe55f9142 req-d0ada7cf-6d11-4b6d-9e6d-572ec007188f tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/ports?device_id=785e4cdd-3c2a-4c9a-905b-95b69f56e665 HTTP/1.1" status: 200 len: 210 time: 1.0071919 Jul 16 01:40:30.024656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbf77b3-7c60-4173-93f3-cf2149706e0e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.076613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Pushing event deleted for resources: {'Port': ['ID=c080fa46-cfea-4f23-8d56-4bae1e40f92c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.082860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b42ef1d1-6db0-4a64-adbe-382c22ab8bfe details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:30.103943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:30.112518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:30.139541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:30.165738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.189734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206035cf-2895-4300-a54d-e9e9d44d8777']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.215874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.218231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a6d2a0-2609-4233-83e6-ad4e6e069b61') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.229779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:30.241659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.280976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.289533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4d3d2-48e7-45f4-a5e1-18958679bb78 req-be9c6db6-879a-4230-af2a-39884a5a46dc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.300367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4d3d2-48e7-45f4-a5e1-18958679bb78 req-be9c6db6-879a-4230-af2a-39884a5a46dc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 1.4668450 Jul 16 01:40:30.301539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.313205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:30.318125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:30.360010 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:30.414014 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5309282a-57cc-464b-a330-09a525788548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 3, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:30.418410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4d3d2-48e7-45f4-a5e1-18958679bb78 req-e9c8dee6-8735-49c8-9488-5e8d369e6155 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Jul 16 01:40:30.476351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.481742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.484019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] 10.222.0.35 "DELETE /v2.0/networks/206035cf-2895-4300-a54d-e9e9d44d8777 HTTP/1.1" status: 204 len: 168 time: 1.1049111 Jul 16 01:40:30.488244 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309282a-57cc-464b-a330-09a525788548 None None] The sync data for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 is: [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:25Z', 'revision_number': 3, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:30.518862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3fa3-577c-49ab-b6f0-0712a93e3aed admin admin] Pushing event deleted for resources: {'Network': ['ID=206035cf-2895-4300-a54d-e9e9d44d8777,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:30.536422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.549704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.570915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.581908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.589595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.597806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.613101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:30.617623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-afe3041d-541c-44b6-8adf-837ad8474472 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5422 time: 0.3112285 Jul 16 01:40:30.729800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48aa8dc-ca1a-4e69-ad1f-ef704bffb977 None None] DHCP port deletion for 206035cf-2895-4300-a54d-e9e9d44d8777 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:30.742999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:40:30.773865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.794343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9037c45-9105-42c3-a3bd-99b2178d4589 req-8a434412-ca24-4fa7-87d6-ec66ea7f2c70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1700485 Jul 16 01:40:30.840800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.856887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40e04287-e40c-491a-8d24-3d5d52f38864 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d6ea23114f14c358b9b7e8e4c529553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793874 Jul 16 01:40:30.859339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.918462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd22b9d8-bf5e-414a-b920-68332d981500 req-a4d26826-7db3-471b-98b8-161ce3eb2e05 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0746207 Jul 16 01:40:30.984655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c080fa46-cfea-4f23-8d56-4bae1e40f92c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:30.990885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf17aa7c-225c-4b3f-8d4c-72cd5ab168c2 None None] Provisioning for port 5bbf77b3-7c60-4173-93f3-cf2149706e0e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:31.020870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72c6cdab-a450-4e94-b960-79cd5863acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.113305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72c6cdab-a450-4e94-b960-79cd5863acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.198859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:31.232082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c080fa46-cfea-4f23-8d56-4bae1e40f92c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:31.232968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c080fa46-cfea-4f23-8d56-4bae1e40f92c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:31.237702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'port_id': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'mac_address': 'fa:16:3e:1e:fe:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:31.242181 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72c6cdab-a450-4e94-b960-79cd5863acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.243758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf17aa7c-225c-4b3f-8d4c-72cd5ab168c2 None None] Provisioning complete for port 5bbf77b3-7c60-4173-93f3-cf2149706e0e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:31.244863 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf17aa7c-225c-4b3f-8d4c-72cd5ab168c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.248170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72c6cdab-a450-4e94-b960-79cd5863acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.249328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-72c6cdab-a450-4e94-b960-79cd5863acd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a1cef40-f292-45f8-abc4-b4653170b25c HTTP/1.1" status: 204 len: 168 time: 0.3885946 Jul 16 01:40:31.260996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6cdab-a450-4e94-b960-79cd5863acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1cef40-f292-45f8-abc4-b4653170b25c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.268466 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.280848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.379040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbf77b3-7c60-4173-93f3-cf2149706e0e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.427548 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.472723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cf17aa7c-225c-4b3f-8d4c-72cd5ab168c2 None None] Port 5bbf77b3-7c60-4173-93f3-cf2149706e0e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:31.660530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.711296 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.754763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42ef1d1-6db0-4a64-adbe-382c22ab8bfe {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:31.802641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:31.814001 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.815222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:31.846304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf9f-917f-4469-a088-785738c18337 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.876430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:31.878604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:31.906211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.973282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf9f-917f-4469-a088-785738c18337 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.013811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3c04d-b360-436c-9773-39d44570b599 None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:33Z', 'revision_number': 4, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cc3af157-b12e-4758-8908-9ea656635f75', 'name': '', 'network_id': '64cbd18a-a729-445e-a412-bd9beed34f01', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'mac_address': 'fa:16:3e:aa:51:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:32Z', 'updated_at': '2021-07-16T01:35:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'subnets': [{'id': '0856fc4a-dabc-4117-95b2-fd8597302465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:32.096558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.103441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:40:32.106232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf9f-917f-4469-a088-785738c18337 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.110613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf9f-917f-4469-a088-785738c18337 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.114470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-18e5bf9f-917f-4469-a088-785738c18337 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "DELETE /v2.0/security-groups/85ec8301-4fc3-4037-a790-519f8f3c3d38 HTTP/1.1" status: 204 len: 168 time: 0.4504628 Jul 16 01:40:32.158218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.190653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5bf9f-917f-4469-a088-785738c18337 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec8301-4fc3-4037-a790-519f8f3c3d38,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.239564 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-1fe779ee-c160-4625-9fce-6e58072ebd96 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] show failed (client error): The resource could not be found. Jul 16 01:40:32.247221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1fe779ee-c160-4625-9fce-6e58072ebd96 tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "GET /v2.0/security-groups/85ec8301-4fc3-4037-a790-519f8f3c3d38 HTTP/1.1" status: 404 len: 347 time: 0.0874710 Jul 16 01:40:32.249955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.323215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:32.369062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'port_id': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5', 'mac_address': 'fa:16:3e:3a:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:32.462731 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.464732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b86469e7-6593-4fe0-8b91-4f0d11851690 None None] Provisioning complete for port 5bbf77b3-7c60-4173-93f3-cf2149706e0e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:32.465088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b86469e7-6593-4fe0-8b91-4f0d11851690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.544866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:32.579775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Deleting port 6e8907ee-bb34-47b1-8e91-b5434b825661 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:32.581338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.599363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739ef2e-7c4e-4925-97bf-da2c457f5e55 req-6a93a229-9b45-4119-8470-320a9d1c56ea tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.599888 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e4b30-a6a2-41dc-b73e-e27c881ac24e None None] New status for floating IP ceb36cf3-685f-448a-93f5-e876ca6661e0: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:32.610324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9739ef2e-7c4e-4925-97bf-da2c457f5e55 req-6a93a229-9b45-4119-8470-320a9d1c56ea tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.9278080 Jul 16 01:40:32.624677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Router e835a634-cfc9-423b-99c2-760e538cae2c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:32.628852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b86469e7-6593-4fe0-8b91-4f0d11851690 None None] Port 5bbf77b3-7c60-4173-93f3-cf2149706e0e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:32.645493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:32.660684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.661615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f1681095-4f4d-4fd5-bbb7-14a2e220ff78 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:32.714268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9739ef2e-7c4e-4925-97bf-da2c457f5e55 req-9fa6993d-48ee-4379-b015-6802dcefa258 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026399 Jul 16 01:40:32.840623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.850675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.851148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.895042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Calling delete_port for 6e8907ee-bb34-47b1-8e91-b5434b825661 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:33.007495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 901f4027-ceb3-4eb4-ae35-e883c6695270 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:33.045489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.057129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.066470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:33.070898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.077914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.086093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78', 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d', 'port_id': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78', 'mac_address': 'fa:16:3e:b0:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324a2a2d-3a48-4183-9303-8bbdeb1300ca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:33.086459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.097728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.104410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:33.113438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-44d5468f-eb24-4c87-be68-b250eceee3b4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5423 time: 0.8028066 Jul 16 01:40:33.140468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 901f4027-ceb3-4eb4-ae35-e883c6695270 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:33.150970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 901f4027-ceb3-4eb4-ae35-e883c6695270 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:33.151570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.153645 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.197239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1681095-4f4d-4fd5-bbb7-14a2e220ff78 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:33.209253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d6d7b62-aca8-4367-bf4c-afa56e3729a2 req-7bdba6a8-8d0f-4bd9-96b9-d7e99354b077 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0831277 Jul 16 01:40:33.239444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:33.261895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.263498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5564a3de-6882-433c-bdb8-aaca8e4a1618 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:33.285062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.354358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Pushing event deleted for resources: {'Port': ['ID=6e8907ee-bb34-47b1-8e91-b5434b825661,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.416291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.419187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.422908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0fb6cbb0-2ba6-430d-8490-79356274bf7c tempest-ServersWithSpecificFlavorTestJSON-752607299 tempest-ServersWithSpecificFlavorTestJSON-752607299-project] 10.222.0.35 "DELETE /v2.0/floatingips/ceb36cf3-685f-448a-93f5-e876ca6661e0 HTTP/1.1" status: 204 len: 168 time: 1.1692688 Jul 16 01:40:33.432374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.437299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.450996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa2e9663-017a-448d-825e-91e4e3269f90 req-3fa7b0a1-c2e3-4ba0-a7fa-be8037f04963 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3363311 Jul 16 01:40:33.463005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 901f4027-ceb3-4eb4-ae35-e883c6695270, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=901f4027-ceb3-4eb4-ae35-e883c6695270,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:33.469118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:33.481852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.494282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '5564a3de-6882-433c-bdb8-aaca8e4a1618', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'port_id': '5564a3de-6882-433c-bdb8-aaca8e4a1618', 'mac_address': 'fa:16:3e:4c:9c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:33.523562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:33.542044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8290539-398f-4475-ac40-f1b7085c3da0 admin admin] 10.222.0.35 "PUT /v2.0/routers/e835a634-cfc9-423b-99c2-760e538cae2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2729354 Jul 16 01:40:33.645682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Sync routers for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:33.712821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:33.717748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.004414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe569-a69e-4bb4-b230-b5af457f86ac req-d5878bd7-b740-48d1-ba3f-42de0a743602 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.013992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddfe569-a69e-4bb4-b230-b5af457f86ac req-d5878bd7-b740-48d1-ba3f-42de0a743602 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 0.1918559 Jul 16 01:40:34.066715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=901f4027-ceb3-4eb4-ae35-e883c6695270,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.094499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.098241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddfe569-a69e-4bb4-b230-b5af457f86ac req-765899a9-6c2d-427f-ab8b-0037923303c6 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832939 Jul 16 01:40:34.169225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bfb9c-a286-4be2-aa71-4dc0e8182d69 req-180cfc31-068a-4b9b-940f-f6de07e4f76e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.174812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:34.191885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e12bfb9c-a286-4be2-aa71-4dc0e8182d69 req-180cfc31-068a-4b9b-940f-f6de07e4f76e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2396879 Jul 16 01:40:34.260572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5564a3de-6882-433c-bdb8-aaca8e4a1618 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:34.283714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:34.303111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.304953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e30677e8-2b6f-4243-9dcb-b15eb34890bd details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:34.324754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e12bfb9c-a286-4be2-aa71-4dc0e8182d69 req-c1bb4326-f1e2-4216-b7d7-929d42032ce4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315031 Jul 16 01:40:34.341673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:34.416120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'e30677e8-2b6f-4243-9dcb-b15eb34890bd', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'port_id': 'e30677e8-2b6f-4243-9dcb-b15eb34890bd', 'mac_address': 'fa:16:3e:c4:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:34.623125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efe079b8-f9f9-4e31-afe8-4ab17d070830 req-837e3a0e-5187-4389-b68c-53e07112c9eb tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a794c6ff-103a-4fa1-a467-47dc2da3b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0404627 Jul 16 01:40:34.702689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.707210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.878017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30677e8-2b6f-4243-9dcb-b15eb34890bd {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:34.980660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 901f4027-ceb3-4eb4-ae35-e883c6695270 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:35.102299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.109081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.110616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.118078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.125666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.135290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.137547 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.140532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3f27e034-f2b3-40a6-8d91-a119732020a5 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:35.142443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.150020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.158063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-e759a243-52d1-48ee-b732-a8e92796cf5b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5426 time: 0.1984959 Jul 16 01:40:35.167584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.174111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947647166', 'description': 'tempest-description--588076083'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:35.236304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.255603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85d4240f-9a44-45a3-8036-e7ab73f0bddb req-0e117067-6a7e-439e-b097-10a75097eb9d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954783 Jul 16 01:40:35.359238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3f27e034-f2b3-40a6-8d91-a119732020a5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.366874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:31Z', 'revision_number': 2, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:35.436399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Checking router: e835a634-cfc9-423b-99c2-760e538cae2c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:35.436920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Updating router e835a634-cfc9-423b-99c2-760e538cae2c port 5bbf77b3-7c60-4173-93f3-cf2149706e0e binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:35.440103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.448214 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.460417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.485619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '3f27e034-f2b3-40a6-8d91-a119732020a5', 'network_id': '2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6', 'port_id': '3f27e034-f2b3-40a6-8d91-a119732020a5', 'mac_address': 'fa:16:3e:ce:13:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e31e7a2-960c-42c5-8aca-76923d47cb18', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:35.492998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 901f4027-ceb3-4eb4-ae35-e883c6695270 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:35.493703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.511926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.520137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.521498 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3528955 Jul 16 01:40:35.523558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.524019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.524526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.524877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.525056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.525496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.525933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.526497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.526946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.527387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.528160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.528536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.529847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d121f2-9e8b-463d-af0d-1ce1cfbbc8a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.541633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa1ce4-6a19-40d0-af0a-a7fc144865b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:35.568238 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.618649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.665309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.684254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f27e034-f2b3-40a6-8d91-a119732020a5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:35.709690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.724353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.757622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27919d6-2858-4d96-86f8-051af1581264 req-329b49b0-aa9c-4024-98d9-f1283ee1397e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:35.759551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27919d6-2858-4d96-86f8-051af1581264 req-329b49b0-aa9c-4024-98d9-f1283ee1397e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1746137 Jul 16 01:40:35.776770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9e2db8-2fd5-40e3-99bf-fcc25125d3b8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.781209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3f27e034-f2b3-40a6-8d91-a119732020a5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.823823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.824523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 2d350ec3-c932-4375-8548-c2cb342f74fe details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:35.837955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27919d6-2858-4d96-86f8-051af1581264 req-4417e62b-cf91-4c53-a356-00a2052f48e6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555074 Jul 16 01:40:35.838948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.840118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8fc81767-9778-4c6e-8d2b-1320a8022ee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135478 Jul 16 01:40:35.842842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46742) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:35.849475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa1ce4-6a19-40d0-af0a-a7fc144865b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:35.854988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=2d350ec3-c932-4375-8548-c2cb342f74fe,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:35.921899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '2d350ec3-c932-4375-8548-c2cb342f74fe', 'network_id': 'b626ffa2-d659-4fd1-8302-c384b076392d', 'port_id': '2d350ec3-c932-4375-8548-c2cb342f74fe', 'mac_address': 'fa:16:3e:a7:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324a2a2d-3a48-4183-9303-8bbdeb1300ca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:35.927427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.955291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.083001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.090211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.110894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.149798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d350ec3-c932-4375-8548-c2cb342f74fe {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:36.192795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8d6700-47bc-4660-84d4-920834587a0e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.208368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.217977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bc73a04d-192c-432a-b43f-1781b26bc1b3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731580 Jul 16 01:40:36.220515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46764) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:36.228773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:36.292829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.314906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=2d350ec3-c932-4375-8548-c2cb342f74fe,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:36.348529 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.565407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:36.648269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.722636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Transition to ACTIVE for port object 5bbf77b3-7c60-4173-93f3-cf2149706e0e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:36.731480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.751660 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.764455 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.878074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46778) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:36.997496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0fed-9e61-4cc7-b329-3fd6f0c11969 None None] Pushing event updated for resources: {'Port': ['ID=5bbf77b3-7c60-4173-93f3-cf2149706e0e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.010031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 745838c0-ff0e-485f-b55e-2bcfcccaa872 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:37.010556 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.013435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.025370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.040617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.056810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.081098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.094962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.101453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.108322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Attempting to bind port 5bbf77b3-7c60-4173-93f3-cf2149706e0e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:37.109546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Attempting to bind port 5bbf77b3-7c60-4173-93f3-cf2149706e0e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:37.109917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Attempting to bind port 5bbf77b3-7c60-4173-93f3-cf2149706e0e on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:37.111149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-49a5c6fb-e688-4c47-a63e-ac3cc6362a37 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5429 time: 0.4793940 Jul 16 01:40:37.114609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-623801b2-adca-41bd-843f-9338205b4c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.159852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:37.160499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:37.160602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.160980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:37.161472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Bound port: 5bbf77b3-7c60-4173-93f3-cf2149706e0e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:37.161857 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.234864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['2d350ec3-c932-4375-8548-c2cb342f74fe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:37.236628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e1587dc-ac59-4fd5-b27b-0bcaa2ab9786 req-881f0e6d-0a9f-43f0-9bc0-ede8b84024dc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242945 Jul 16 01:40:37.244916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['3f27e034-f2b3-40a6-8d91-a119732020a5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:37.280341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['e30677e8-2b6f-4243-9dcb-b15eb34890bd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:37.289183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Allocated IP 172.25.0.26 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/b329c169-b08e-49b4-b500-4b12c99f0d67) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:37.290784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5564a3de-6882-433c-bdb8-aaca8e4a1618'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:37.400573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-623801b2-adca-41bd-843f-9338205b4c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.430999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-623801b2-adca-41bd-843f-9338205b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.496748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46784) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.508790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623801b2-adca-41bd-843f-9338205b4c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f411f724-94d7-4dbb-a3ae-c2087cb2864f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.515413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-623801b2-adca-41bd-843f-9338205b4c3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b25f01e483e8414d84a7dfe053e67a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360207 Jul 16 01:40:37.519764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:37.618072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4deff5-5b5f-45c3-9499-af8e90ea4259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.676941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4deff5-5b5f-45c3-9499-af8e90ea4259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.697929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.857956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0b7e-9696-4b82-ab5a-3be58d1efc5e req-53e6e3b3-65c3-4749-925a-c1850f4d17d3 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:37.865373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f99e0b7e-9696-4b82-ab5a-3be58d1efc5e req-53e6e3b3-65c3-4749-925a-c1850f4d17d3 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 1.0315950 Jul 16 01:40:37.941610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.947055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.003133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f99e0b7e-9696-4b82-ab5a-3be58d1efc5e req-d55d7bd3-d105-4806-9246-0f747ffffcc7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359282 Jul 16 01:40:38.099352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:38.110843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:38.123918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:38.125966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=b329c169-b08e-49b4-b500-4b12c99f0d67,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.131581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:38.232632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:38.234912 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f28090-dbf3-44f7-96fb-048b2e66ce29" -d '{"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-plugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:38.250089 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.410032 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.473075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4deff5-5b5f-45c3-9499-af8e90ea4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.476267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4deff5-5b5f-45c3-9499-af8e90ea4259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.479815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509bdd6-0128-4cbd-bbaf-83ece6271bc4 req-e44ba675-f1f7-447e-a52e-9b2c66e0ab2e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:38.480637 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c4deff5-5b5f-45c3-9499-af8e90ea4259 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f411f724-94d7-4dbb-a3ae-c2087cb2864f HTTP/1.1" status: 204 len: 168 time: 0.9594376 Jul 16 01:40:38.487794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e509bdd6-0128-4cbd-bbaf-83ece6271bc4 req-e44ba675-f1f7-447e-a52e-9b2c66e0ab2e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.4834712 Jul 16 01:40:38.498955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4deff5-5b5f-45c3-9499-af8e90ea4259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f411f724-94d7-4dbb-a3ae-c2087cb2864f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.648998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.717645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] For port 5bbf77b3-7c60-4173-93f3-cf2149706e0e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:38.723030 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1174565-a0b9-473c-a351-d9d98da23922 x-openstack-request-id: req-c1174565-a0b9-473c-a351-d9d98da23922 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:38.723322 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-plugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:38.723696 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1174565-a0b9-473c-a351-d9d98da23922 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:38.725502 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'code': 200} Jul 16 01:40:38.732394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.738267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:38.740336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0276908d-f52c-4ae9-83a0-b3d2c2a93de5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:38.905300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] For port 5bbf77b3-7c60-4173-93f3-cf2149706e0e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5bbf77b3-7c60-4173-93f3-cf2149706e0e,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:38.991440 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.065648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0fed-9e61-4cc7-b329-3fd6f0c11969 None None] Pushing event updated for resources: {'Port': ['ID=5bbf77b3-7c60-4173-93f3-cf2149706e0e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.089373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['f1681095-4f4d-4fd5-bbb7-14a2e220ff78'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:39.395713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.412142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.423034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:39.423679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.431748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.440143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.454753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.465955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.479867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.485616 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-659301bf-fa40-4120-8326-c502f0afdedf req-2034aff9-4f25-4dbc-acfb-8ab4c6bc56c7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5429 time: 0.8327765 Jul 16 01:40:39.550264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e509bdd6-0128-4cbd-bbaf-83ece6271bc4 req-7d97689c-5739-4908-86e3-f3d5e9bfc60c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0614362 Jul 16 01:40:39.581241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:39.772884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-659301bf-fa40-4120-8326-c502f0afdedf req-6302faa1-2d9f-44dc-8726-8acc32c24e57 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2666140 Jul 16 01:40:39.936540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.431602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 2d350ec3-c932-4375-8548-c2cb342f74fe up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:40.565845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.581680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75936f75-d2cf-4ffb-9d79-ef8bf85b6b57 req-217588ce-0a9a-4955-b4bb-3ecbcd88c702 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:40.583777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75936f75-d2cf-4ffb-9d79-ef8bf85b6b57 req-217588ce-0a9a-4955-b4bb-3ecbcd88c702 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 0.2211821 Jul 16 01:40:40.587127 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.717360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.790327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.793514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5716507 Jul 16 01:40:40.834116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=b329c169-b08e-49b4-b500-4b12c99f0d67,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.840622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 2d350ec3-c932-4375-8548-c2cb342f74fe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:40.862304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75936f75-d2cf-4ffb-9d79-ef8bf85b6b57 req-736d9e4d-80b2-449b-be3d-78e77621e948 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e688734-0765-4875-8287-a33712b6d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677896 Jul 16 01:40:40.873134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.873727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.883074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.883690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.884302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.884828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.885327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.885825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.886375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.886874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.887357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.887644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 2d350ec3-c932-4375-8548-c2cb342f74fe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:40.888011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1999b38-fa85-493e-9570-d4a09b795376 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:40.888179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.926195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Deleting port cc3af157-b12e-4758-8908-9ea656635f75 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:40.926771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.006232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:41.049359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d05a-ac9e-493c-ba0b-ecf9254174bc None None] The sync data for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 is: [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:41.084430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.156689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:41.158992 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1505cda9-60cd-4a34-9c66-4553ed355fdc" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:41.174747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] For port cc3af157-b12e-4758-8908-9ea656635f75, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cc3af157-b12e-4758-8908-9ea656635f75,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:41.175137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.210667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Calling delete_port for cc3af157-b12e-4758-8908-9ea656635f75 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:41.220344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=2d350ec3-c932-4375-8548-c2cb342f74fe,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:41.230635 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.298779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436fe37-5ca4-4b1d-a7df-c854bc437207 req-7030d250-47ec-47c8-811a-640da1232399 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.300633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f436fe37-5ca4-4b1d-a7df-c854bc437207 req-7030d250-47ec-47c8-811a-640da1232399 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2751071 Jul 16 01:40:41.399952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.478752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f436fe37-5ca4-4b1d-a7df-c854bc437207 req-9d47fb3e-af83-4e12-83ae-d06840d8c099 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643403 Jul 16 01:40:41.653931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.705123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3af157-b12e-4758-8908-9ea656635f75,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.766398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-e95decbe-be69-43fc-a437-d2ce0bcb2e3e tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.768585 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-e95decbe-be69-43fc-a437-d2ce0bcb2e3e tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 946 time: 0.2060912 Jul 16 01:40:41.908330 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4bf5ba-a8f8-424d-b527-bbf95fdde0ce x-openstack-request-id: req-ca4bf5ba-a8f8-424d-b527-bbf95fdde0ce {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:41.908840 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:41.908961 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca4bf5ba-a8f8-424d-b527-bbf95fdde0ce {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:41.909264 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe', 'code': 200} Jul 16 01:40:42.036308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Deleting port de2edfd4-5344-4f95-8c6b-f49ab43802cb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:42.036649 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.141071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-17d7caa2-7213-4b5d-9e2a-8d7787d1b884 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--947647166&fields=id&tenant_id=709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 267 time: 0.1436436 Jul 16 01:40:42.208269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] For port de2edfd4-5344-4f95-8c6b-f49ab43802cb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=de2edfd4-5344-4f95-8c6b-f49ab43802cb,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:42.208987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.212351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.226833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.233435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.239297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.248002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.256233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.262228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.267652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-6a4bb221-4982-4a74-bacb-c0f325df317e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5430 time: 0.4671445 Jul 16 01:40:42.396496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3f27e034-f2b3-40a6-8d91-a119732020a5 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:42.455938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e98ee5ba-eb84-4977-89d6-d92a257162d1 req-ebb49168-b0cd-44b2-a878-293e2a07b486 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336625 Jul 16 01:40:42.507966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.508381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.508790 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Floating IP 76155317-faac-4172-af2b-84263edf09be disassociated. External IP: 172.25.0.86, port: de2edfd4-5344-4f95-8c6b-f49ab43802cb. Jul 16 01:40:42.509897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Calling delete_port for de2edfd4-5344-4f95-8c6b-f49ab43802cb owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:42.526531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.570961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 3f27e034-f2b3-40a6-8d91-a119732020a5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:42.589338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 3f27e034-f2b3-40a6-8d91-a119732020a5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:42.589630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.626227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-e64f5a33-a901-4fb2-98c1-1e4f06ce3257 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.628213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-e64f5a33-a901-4fb2-98c1-1e4f06ce3257 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.4752071 Jul 16 01:40:42.667735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-7ef1d2eb-95ea-470b-a887-70358a3ef7cf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/quotas/709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 375 time: 0.0293822 Jul 16 01:40:42.714002 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.793916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event deleted for resources: {'Port': ['ID=de2edfd4-5344-4f95-8c6b-f49ab43802cb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.911882 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.014271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Router 567c053b-b6a6-424d-bd86-e9dbf40984f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:43.016353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3f27e034-f2b3-40a6-8d91-a119732020a5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:43.035168 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.203128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5bbf77b3-7c60-4173-93f3-cf2149706e0e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:43.205609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.305802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:43.318183 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] Sync routers for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:43.324677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5bbf77b3-7c60-4173-93f3-cf2149706e0e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:43.332007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5bbf77b3-7c60-4173-93f3-cf2149706e0e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:43.332411 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.343211 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:43.349063 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:43.368862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] No DVR routers for this DVR port de2edfd4-5344-4f95-8c6b-f49ab43802cb on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:43.379856 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.383097 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f1726ac-f852-4a65-a3f3-9fd4192dc894 req-99eb0a53-7ffc-46e9-9313-ecdc87baf0a5 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.32 "DELETE /v2.0/ports/de2edfd4-5344-4f95-8c6b-f49ab43802cb HTTP/1.1" status: 204 len: 173 time: 1.6071689 Jul 16 01:40:43.383825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'name': 'network-vif-deleted', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:43.386365 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f4f228-1c57-4311-b37e-25e1fa1f60c8" -d '{"events": [{"server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "name": "network-vif-deleted", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:43.555955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8daf2edd-0bf2-4787-8666-ddcee0e2700c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8811677 Jul 16 01:40:43.590831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.609958 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:43.669241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5bbf77b3-7c60-4173-93f3-cf2149706e0e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5bbf77b3-7c60-4173-93f3-cf2149706e0e,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:43.683383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.791847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5bbf77b3-7c60-4173-93f3-cf2149706e0e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:43.869799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-508ef9b2-f99f-49ce-8d27-ac3a418bee95 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231100 Jul 16 01:40:43.874885 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:19Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:43.875554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Router fc47e8dd-8662-4353-b26d-c4934a8250f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:43.904328 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] Checking router: 567c053b-b6a6-424d-bd86-e9dbf40984f1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:43.910234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:43.913714 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:43.913964 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a0ed18-05c4-4920-a1ba-6ce2b68e93da" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:43.915403 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:44.205483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:44.214894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-acc04da7-34fa-4ec1-86a0-4bb01231898d service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380129 Jul 16 01:40:44.221801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] Sync routers for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:44.244920 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:44.246491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46914) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.246989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:44.247632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:44.249604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cc02edbc-ed0e-4eda-9791-bb8175f07b34 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc47e8dd-8662-4353-b26d-c4934a8250f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7404742 Jul 16 01:40:44.329634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64ff9d31-2212-414d-96d6-4502c8f6edb6 req-f217d8a0-9f51-47b7-ad7c-22f36f8b99a9 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb9d5979-9f4c-47ed-ae35-b7b7194c7878 HTTP/1.1" status: 200 len: 210 time: 0.0399771 Jul 16 01:40:44.507913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f1681095-4f4d-4fd5-bbb7-14a2e220ff78 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:44.558073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.656104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:44.726073 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae781b9f-5834-4abc-a1fa-81cd1b93ae92 x-openstack-request-id: req-ae781b9f-5834-4abc-a1fa-81cd1b93ae92 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:44.726501 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d5979-9f4c-47ed-ae35-b7b7194c7878", "name": "network-vif-deleted", "tag": "de2edfd4-5344-4f95-8c6b-f49ab43802cb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:44.726763 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae781b9f-5834-4abc-a1fa-81cd1b93ae92 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:44.727171 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d5979-9f4c-47ed-ae35-b7b7194c7878', 'name': 'network-vif-deleted', 'tag': 'de2edfd4-5344-4f95-8c6b-f49ab43802cb', 'status': 'completed', 'code': 200} Jul 16 01:40:44.745903 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:19Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:44.769963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f406e1-90e6-4b71-b1f3-21963686cc55 req-e2ad06fb-2a22-4e4e-a6fa-ed74c0c34663 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.780582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f406e1-90e6-4b71-b1f3-21963686cc55 req-e2ad06fb-2a22-4e4e-a6fa-ed74c0c34663 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1807799 Jul 16 01:40:44.816598 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454fe77-4ce1-44a0-b22f-4f6e804976cb None None] The sync data for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 is: [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '110c85c4-1d40-4aa5-bdcb-fb9a73862a40', 'name': '', 'network_id': '4672245c-9a6c-4677-a671-0fd8653217d0', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'mac_address': 'fa:16:3e:7a:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:09Z', 'updated_at': '2021-07-16T01:38:19Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'subnets': [{'id': '4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:44.883076 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f406e1-90e6-4b71-b1f3-21963686cc55 req-b75bab66-0f18-4e9d-b835-7dfabd59363f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014469 Jul 16 01:40:45.013933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.066465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5bbf77b3-7c60-4173-93f3-cf2149706e0e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:45.074179 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b439c858-c2b9-4524-b619-3346d6bb64f9 x-openstack-request-id: req-b439c858-c2b9-4524-b619-3346d6bb64f9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:45.074528 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:45.074706 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b439c858-c2b9-4524-b619-3346d6bb64f9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:45.075094 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5', 'code': 200} Jul 16 01:40:45.082784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-98ec5b17-cc8a-4849-a942-1631b10ff701 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.089429 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-98ec5b17-cc8a-4849-a942-1631b10ff701 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.3703368 Jul 16 01:40:45.111006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.117936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.138861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.171613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.174550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:45.182425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.190172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.207355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.219968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-9c562e31-4a13-4550-8dd6-7526f5af4419 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5431 time: 0.2526956 Jul 16 01:40:45.272966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Deleting port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:45.276739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.323211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab3dc449-3e43-4744-bee8-4b24bdfb4eef req-2bc04dfe-990b-4adf-9763-d0657022503c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013598 Jul 16 01:40:45.371619 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2054d0b-cf83-4422-8023-1aa4106da9ff None None] New status for floating IP 76155317-faac-4172-af2b-84263edf09be: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:45.390949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Deleting port 86a3a383-80a9-4e10-b6a7-b45b7847e943 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:45.391664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.445134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] For port a864147e-c0b1-4e28-9181-5b6dd7a9ffd5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:45.446066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.498918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Calling delete_port for a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:45.555193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61c2cc99-d729-4744-a6be-a60300b3ab1d req-33d658c8-441e-4bc6-b71f-173a2d51d049 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 210 time: 0.1004148 Jul 16 01:40:45.610508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device de2edfd4-5344-4f95-8c6b-f49ab43802cb no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:45.651193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: de2edfd4-5344-4f95-8c6b-f49ab43802cb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:45.651646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device de2edfd4-5344-4f95-8c6b-f49ab43802cb not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:45.659758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051aab0-15c9-4117-9c65-c52788dd771e req-d23c2d74-48a2-4875-befc-316bba3c66ec tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.663757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3051aab0-15c9-4117-9c65-c52788dd771e req-d23c2d74-48a2-4875-befc-316bba3c66ec tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0736a-11e4-4034-a4d1-78978f785666 HTTP/1.1" status: 200 len: 944 time: 0.3395097 Jul 16 01:40:45.690493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] For port 86a3a383-80a9-4e10-b6a7-b45b7847e943, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=86a3a383-80a9-4e10-b6a7-b45b7847e943,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:45.690960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.735784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Calling delete_port for 86a3a383-80a9-4e10-b6a7-b45b7847e943 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:45.752953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:45.763397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:45.763866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.801667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3051aab0-15c9-4117-9c65-c52788dd771e req-f2f47a50-b438-42e1-8e76-5eb56d33d136 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255970 Jul 16 01:40:45.878750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5bbf77b3-7c60-4173-93f3-cf2149706e0e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:45.879844 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.015517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:46.118120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a55267f-e138-4762-85b3-29a72a15c2fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.148967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:40:41Z', 'revision_number': 5, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port': {'id': 'a864147e-c0b1-4e28-9181-5b6dd7a9ffd5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.187873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a55267f-e138-4762-85b3-29a72a15c2fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.271593 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.332222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.346693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a55267f-e138-4762-85b3-29a72a15c2fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.349396 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a55267f-e138-4762-85b3-29a72a15c2fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.351057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a55267f-e138-4762-85b3-29a72a15c2fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e688734-0765-4875-8287-a33712b6d4ec HTTP/1.1" status: 204 len: 168 time: 0.3265646 Jul 16 01:40:46.354660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:46.376587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] Checking router: fc47e8dd-8662-4353-b26d-c4934a8250f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:46.405779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55267f-e138-4762-85b3-29a72a15c2fe tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e688734-0765-4875-8287-a33712b6d4ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.407526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.413679 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d610afbc-9447-4041-9e67-7024e217c73b tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] show failed (client error): The resource could not be found. Jul 16 01:40:46.423175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d610afbc-9447-4041-9e67-7024e217c73b tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "GET /v2.0/security-groups/1e688734-0765-4875-8287-a33712b6d4ec HTTP/1.1" status: 404 len: 347 time: 0.0664442 Jul 16 01:40:46.434401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a864147e-c0b1-4e28-9181-5b6dd7a9ffd5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.435054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46972) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:46.507941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] No DVR routers for this DVR port 86a3a383-80a9-4e10-b6a7-b45b7847e943 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:46.529050 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.531152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a19ae03-7447-49ab-bc0b-74a052259f74 req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.32 "DELETE /v2.0/ports/86a3a383-80a9-4e10-b6a7-b45b7847e943 HTTP/1.1" status: 204 len: 173 time: 1.4044907 Jul 16 01:40:46.534264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02dc23-af0a-44f9-a55a-519b2942c00d tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event deleted for resources: {'Port': ['ID=86a3a383-80a9-4e10-b6a7-b45b7847e943,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:46.548369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.605320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:46.611604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] Routers {'fc47e8dd-8662-4353-b26d-c4934a8250f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:46.618994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc47e8dd-8662-4353-b26d-c4934a8250f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:46.667040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b75452-6986-4c04-b0d3-db68eec4ebe5 req-ca3be534-e2be-4976-b563-79e09076c3f1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.697354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9b75452-6986-4c04-b0d3-db68eec4ebe5 req-ca3be534-e2be-4976-b563-79e09076c3f1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.4117956 Jul 16 01:40:46.771104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'name': 'network-vif-deleted', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:46.773465 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33e0bf-b74c-498d-9fd6-5fb7f5796e61" -d '{"events": [{"server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "name": "network-vif-deleted", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:46.787871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.790541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.849381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:46.851448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b42ef1d1-6db0-4a64-adbe-382c22ab8bfe up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:46.990054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] Set router fc47e8dd-8662-4353-b26d-c4934a8250f1 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:47.028893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.030316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc47e8dd-8662-4353-b26d-c4934a8250f1 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:47.055715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.059256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1ade5080-1876-4ce3-b8b8-8d8700693d19 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fc47e8dd-8662-4353-b26d-c4934a8250f1 HTTP/1.1" status: 204 len: 168 time: 2.8113461 Jul 16 01:40:47.063008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.093924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.098003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:47.100427 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9f81cf-8e6c-443a-ba47-1f19434e63c6" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:47.103221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:40:46Z', 'revision_number': 7, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:47.106606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9b75452-6986-4c04-b0d3-db68eec4ebe5 req-5f1dbbb5-bf1c-4d9a-ad35-721f2e878c29 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080749 Jul 16 01:40:47.159496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a29ee9c-241f-4b4c-bf8b-c048843db8c0 None None] The sync data for ids ['fc47e8dd-8662-4353-b26d-c4934a8250f1'] in n-d-800087-6 is: [{'id': 'fc47e8dd-8662-4353-b26d-c4934a8250f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088531972-router', 'tenant_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:29Z', 'updated_at': '2021-07-16T01:40:46Z', 'revision_number': 7, 'project_id': 'da7bb7fb91a54be1a7a5fcb681ffc966', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:47.215880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.219184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.223538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Deleting subnet 0856fc4a-dabc-4117-95b2-fd8597302465 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:47.231206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.237477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.238461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.238461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.239239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.239818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.240378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.241328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.241787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.242300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.242739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.243252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.243373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.245952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.247072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:47.258849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:47.264381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:47.264890 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.275652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.291244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.305616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.307896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:47.314981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.316510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3fd0a3dc-a173-4989-a082-a41560f28988 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5432 time: 0.6141660 Jul 16 01:40:47.323347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Deleting port a043b20a-bce0-40ff-9ac9-3d7a07d488f8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:47.323674 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.354562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 86a3a383-80a9-4e10-b6a7-b45b7847e943 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:47.355624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 86a3a383-80a9-4e10-b6a7-b45b7847e943 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:47.374304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ab92015-32e7-492d-afbb-50958f6d7757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.420697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.431353 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.517811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:47.534019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.535276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5564a3de-6882-433c-bdb8-aaca8e4a1618 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:47.585854 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.675736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-2d951715-a214-40b3-b961-12c9c1ee95a0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.678635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-2d951715-a214-40b3-b961-12c9c1ee95a0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.3181176 Jul 16 01:40:47.678851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ab92015-32e7-492d-afbb-50958f6d7757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.681596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.719254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.724720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0856fc4a-dabc-4117-95b2-fd8597302465 HTTP/1.1" status: 204 len: 168 time: 0.6606934 Jul 16 01:40:47.746880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.757304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8eb9bba8-2746-4079-8bdd-527ea9af8023 req-3c1d3333-612b-4277-b7e9-ef58e47b4bbe tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4184206 Jul 16 01:40:47.757734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6cb7c-4fdf-4d43-b3b3-c92e277c8dd8 None None] Network 64cbd18a-a729-445e-a412-bd9beed34f01 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:47.759251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.780068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15febd16-2638-4339-8a79-1381ed396d45 req-e2ffbfc8-25ff-4993-b583-46d120220076 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 210 time: 0.3144202 Jul 16 01:40:47.781044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ab92015-32e7-492d-afbb-50958f6d7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.855910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.858284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9249b-0317-46d3-9afb-326b694c6f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0856fc4a-dabc-4117-95b2-fd8597302465,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.875607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2ab92015-32e7-492d-afbb-50958f6d7757 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d4a9d77299040e4982a3f1f1d5198ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788951 Jul 16 01:40:47.880065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46998) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.895866 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-5803aa88-39ad-46be-a961-284fcd2f9eff tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 379 time: 0.1862340 Jul 16 01:40:47.902490 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072a77f-045c-4442-9d7e-9056e8cf4953 x-openstack-request-id: req-e072a77f-045c-4442-9d7e-9056e8cf4953 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:47.902745 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0736a-11e4-4034-a4d1-78978f785666", "name": "network-vif-deleted", "tag": "86a3a383-80a9-4e10-b6a7-b45b7847e943", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:47.902995 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e072a77f-045c-4442-9d7e-9056e8cf4953 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:47.903461 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0736a-11e4-4034-a4d1-78978f785666', 'name': 'network-vif-deleted', 'tag': '86a3a383-80a9-4e10-b6a7-b45b7847e943', 'status': 'completed', 'code': 200} Jul 16 01:40:47.931774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'port': {'device_id': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'admin_state_up': True, 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'security_groups': ['a2fa1ce4-6a19-40d0-af0a-a7fc144865b0']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:48.013073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 5564a3de-6882-433c-bdb8-aaca8e4a1618 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:48.021762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 5564a3de-6882-433c-bdb8-aaca8e4a1618 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:48.027151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.043915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Deleting port d3d02739-e3f4-4e2a-9d14-5244424cd28c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:48.044314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.094675 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbcaee7-fe93-4114-b7b8-edef00109d17 x-openstack-request-id: req-5bbcaee7-fe93-4114-b7b8-edef00109d17 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:48.094940 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:48.095201 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bbcaee7-fe93-4114-b7b8-edef00109d17 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:48.095885 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78', 'code': 200} Jul 16 01:40:48.109786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab92015-32e7-492d-afbb-50958f6d7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5487a58-140f-4f96-b2a2-be352963c6de,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.188595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.189537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.192884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4228888e-ac72-4774-841c-7713a19e0c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.231655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4228888e-ac72-4774-841c-7713a19e0c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.246177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] For port d3d02739-e3f4-4e2a-9d14-5244424cd28c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3d02739-e3f4-4e2a-9d14-5244424cd28c,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:48.246571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.249775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:48.262426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.311448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4228888e-ac72-4774-841c-7713a19e0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.321407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4228888e-ac72-4774-841c-7713a19e0c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.323417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4228888e-ac72-4774-841c-7713a19e0c73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5487a58-140f-4f96-b2a2-be352963c6de HTTP/1.1" status: 204 len: 168 time: 0.3437433 Jul 16 01:40:48.347712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Calling delete_port for a043b20a-bce0-40ff-9ac9-3d7a07d488f8 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:48.397494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.399206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228888e-ac72-4774-841c-7713a19e0c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5487a58-140f-4f96-b2a2-be352963c6de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.506014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Allocated IP 172.20.0.14 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/02be9bab-9c64-4c4a-9277-363249e26832) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:48.527518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:48.542579 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.545260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:48.568911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Calling delete_port for d3d02739-e3f4-4e2a-9d14-5244424cd28c owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:48.613307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] DHCP port deletion for 64cbd18a-a729-445e-a412-bd9beed34f01 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:48.727334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.781788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:48.791988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:48.792870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.840314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29860c-6436-4ae4-bb12-990d20f9e3fd req-b520cd81-1748-40e2-a718-5dac95bef390 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:48.864073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac29860c-6436-4ae4-bb12-990d20f9e3fd req-b520cd81-1748-40e2-a718-5dac95bef390 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.4492664 Jul 16 01:40:48.882611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] Deleting port d3d02739-e3f4-4e2a-9d14-5244424cd28c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:48.883007 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.945146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.963236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Transition to ACTIVE for port object 02be9bab-9c64-4c4a-9277-363249e26832 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:48.999339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc3af157-b12e-4758-8908-9ea656635f75 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:49.010285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.040141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac29860c-6436-4ae4-bb12-990d20f9e3fd req-2cacaed3-62b8-4f82-bd86-90e714d008c6 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748800 Jul 16 01:40:49.045809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] For port d3d02739-e3f4-4e2a-9d14-5244424cd28c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3d02739-e3f4-4e2a-9d14-5244424cd28c,segment=NetworkSegment(f330272b-4f2f-466a-ba0d-55fdad192d8e),segment_id=f330272b-4f2f-466a-ba0d-55fdad192d8e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:49.046538 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.050450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cc3af157-b12e-4758-8908-9ea656635f75 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:49.051045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc3af157-b12e-4758-8908-9ea656635f75 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:49.051679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:49.077347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:49.083136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:49.089903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:49.120789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] Calling delete_port for d3d02739-e3f4-4e2a-9d14-5244424cd28c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:49.129453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:49.129804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a864147e-c0b1-4e28-9181-5b6dd7a9ffd5 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:49.139321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3d02739-e3f4-4e2a-9d14-5244424cd28c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:49.199763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.203648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb091e-947a-46d4-8cc8-693d6eb245fe req-6d4622b8-a1c5-4404-b535-d37ddd8bff56 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.217212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53cb091e-947a-46d4-8cc8-693d6eb245fe req-6d4622b8-a1c5-4404-b535-d37ddd8bff56 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.3404026 Jul 16 01:40:49.315186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.346841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.351350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.385280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.398718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-8b5f9264-c930-4f92-9c29-0156c98982ca tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4723036 Jul 16 01:40:49.411511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.447081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Request body: {'port': {'device_id': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:49.450573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d02739-e3f4-4e2a-9d14-5244424cd28c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.457610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] No DVR routers for this DVR port d3d02739-e3f4-4e2a-9d14-5244424cd28c on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:49.478685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Pushing event deleted for resources: {'Port': ['ID=a043b20a-bce0-40ff-9ac9-3d7a07d488f8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.496647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53cb091e-947a-46d4-8cc8-693d6eb245fe req-d597d356-a3a9-47ab-b859-ab07dc73d589 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714231 Jul 16 01:40:49.536517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No active binding found for port d3d02739-e3f4-4e2a-9d14-5244424cd28c {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:40:49.536958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3d02739-e3f4-4e2a-9d14-5244424cd28c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:49.577066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:49.600619 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.601415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e30677e8-2b6f-4243-9dcb-b15eb34890bd up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:49.613359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-6fc08547-4556-4dfd-9356-42756c0ae001 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.616412 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-6fc08547-4556-4dfd-9356-42756c0ae001 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 945 time: 0.4659274 Jul 16 01:40:49.617209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.622051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf62404b-82af-414e-9c7e-01cef5f9187f None None] Provisioning for port 02be9bab-9c64-4c4a-9277-363249e26832 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:49.677265 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.682451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf62404b-82af-414e-9c7e-01cef5f9187f None None] Provisioning complete for port 02be9bab-9c64-4c4a-9277-363249e26832 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:49.682816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf62404b-82af-414e-9c7e-01cef5f9187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.713714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.725515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.734462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.745783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.754738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.763462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.770445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.773209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] No DVR routers for this DVR port d3d02739-e3f4-4e2a-9d14-5244424cd28c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:49.782487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-41f029e1-1d98-4f72-9253-4040e5258710 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5434 time: 0.5223303 Jul 16 01:40:49.789947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.799580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.802355 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.804075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cd2fd0a2-0153-47cf-aadb-9823477526a7 tempest-ServersTestManualDisk-668300700 tempest-ServersTestManualDisk-668300700-project] 10.222.0.35 "DELETE /v2.0/floatingips/76155317-faac-4172-af2b-84263edf09be HTTP/1.1" status: 204 len: 168 time: 3.3678317 Jul 16 01:40:49.809411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.812432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cf62404b-82af-414e-9c7e-01cef5f9187f None None] Port 02be9bab-9c64-4c4a-9277-363249e26832 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:49.816705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.026846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bd0eb-ac4e-4985-a11f-80be05899b96 None None] Pushing event deleted for resources: {'Port': ['ID=d3d02739-e3f4-4e2a-9d14-5244424cd28c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.032944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port e30677e8-2b6f-4243-9dcb-b15eb34890bd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:50.038051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port e30677e8-2b6f-4243-9dcb-b15eb34890bd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:50.038616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.070009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1596679232-network', 'tenant_id': '877e24fe4731496f8f0c25dfc12a8a76'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:50.090645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.097101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5564a3de-6882-433c-bdb8-aaca8e4a1618'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:50.099954 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8f294-fcd8-484c-a8e2-00c828463429" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "5564a3de-6882-433c-bdb8-aaca8e4a1618"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:50.121872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cbd18a-a729-445e-a412-bd9beed34f01']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:50.144696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.152397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f330272b-4f2f-466a-ba0d-55fdad192d8e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:50.152932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f330272b-4f2f-466a-ba0d-55fdad192d8e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:50.171108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Made reservation on behalf of 877e24fe4731496f8f0c25dfc12a8a76 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:50.173977 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.188785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.197265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:50.208093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Deleting port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:50.208532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.211877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.213045 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.231972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa5efcb3-2b59-429e-846f-9c7e5eefec28 req-adbae04f-6190-4c4b-8ce0-49385cec7414 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4464910 Jul 16 01:40:50.281522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.289160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.293875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:50.307780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:50.308369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:50.310252 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:50.314374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.355551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6dd7d-8d8c-4751-84d0-9479578da2b6 req-a2724c8a-7b53-48f2-97b2-628fb4c2916a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.363552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51f6dd7d-8d8c-4751-84d0-9479578da2b6 req-a2724c8a-7b53-48f2-97b2-628fb4c2916a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 932 time: 0.5760183 Jul 16 01:40:50.397442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Transition to ACTIVE for port object 02be9bab-9c64-4c4a-9277-363249e26832 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:50.406720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] For port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:50.407234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.415610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.480629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Calling delete_port for 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:50.483436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.502385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51f6dd7d-8d8c-4751-84d0-9479578da2b6 req-cd8cce25-b0dc-4b12-86cc-ab396bccf7eb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315475 Jul 16 01:40:50.532299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.537881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/64cbd18a-a729-445e-a412-bd9beed34f01 HTTP/1.1" status: 204 len: 168 time: 2.7773547 Jul 16 01:40:50.539043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64293c38-d83b-4967-b406-e197b07bf7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64cbd18a-a729-445e-a412-bd9beed34f01,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.545611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47060) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:50.594442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.618830 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4868785-552d-4639-9d84-007c5f60a970 x-openstack-request-id: req-c4868785-552d-4639-9d84-007c5f60a970 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:50.619723 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "5564a3de-6882-433c-bdb8-aaca8e4a1618", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:50.620174 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4868785-552d-4639-9d84-007c5f60a970 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:50.620744 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'code': 200} Jul 16 01:40:50.621153 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5564a3de-6882-433c-bdb8-aaca8e4a1618', 'code': 200} Jul 16 01:40:50.621564 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5', 'code': 200} Jul 16 01:40:50.634323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.669253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:50.745132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.745484 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Added segment e78eb972-9062-404e-b4f0-da02b95691ec of type vlan for network 1ad0d710-dbaa-4594-9d11-4d67913b4f12 Jul 16 01:40:50.748668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d127a1f-af55-46dc-8a7f-962b51f03ef8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.878490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d8ab2-a687-4e2d-946f-433d3cb2232a req-9f64726f-a69c-4a54-8f72-e7d2c3bff5ff tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.880104 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-556d8ab2-a687-4e2d-946f-433d3cb2232a req-9f64726f-a69c-4a54-8f72-e7d2c3bff5ff tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.3766456 Jul 16 01:40:50.889994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.129117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.314692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-556d8ab2-a687-4e2d-946f-433d3cb2232a req-1fa76a72-70d0-4bb7-8232-1042c829fae4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207485 Jul 16 01:40:51.318456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Attempting to bind port 02be9bab-9c64-4c4a-9277-363249e26832 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:51.319531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Attempting to bind port 02be9bab-9c64-4c4a-9277-363249e26832 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:51.323780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Attempting to bind port 02be9bab-9c64-4c4a-9277-363249e26832 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:51.362227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917f52-c80b-4a64-ab89-5e9d8165bbfb req-1c5a9ac5-d882-46bd-a0e4-9d2f3f643d92 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.369559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04917f52-c80b-4a64-ab89-5e9d8165bbfb req-1c5a9ac5-d882-46bd-a0e4-9d2f3f643d92 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed0a20e3-c66e-4aba-a4b5-a1095be56d77 HTTP/1.1" status: 200 len: 866 time: 0.5948362 Jul 16 01:40:51.399190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.399902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.400519 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.416456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.424528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Port 02be9bab-9c64-4c4a-9277-363249e26832 on network 83775718-04d7-4306-8a41-0b5924094260 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:51.425422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Attempting to bind port 02be9bab-9c64-4c4a-9277-363249e26832 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:51.481925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event deleted for resources: {'Port': ['ID=4f1b900f-ebe3-4b03-9fdd-b30649f284f2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.498077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:51.499074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:51.499695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:51.500370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Bound port: 02be9bab-9c64-4c4a-9277-363249e26832, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:51.500942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.536649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7313986 Jul 16 01:40:51.546901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47070) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:51.575940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04917f52-c80b-4a64-ab89-5e9d8165bbfb req-a3385e5f-3308-4f3a-a77a-a5b1ac45e306 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054241 Jul 16 01:40:51.624836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Request body: {'subnet': {'network_id': '1ad0d710-dbaa-4594-9d11-4d67913b4f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1596679232-subnet', 'tenant_id': '877e24fe4731496f8f0c25dfc12a8a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:51.634531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] No DVR routers for this DVR port 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:51.635315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319f63-81a7-4ad6-89e4-3e0dbdec1b1b admin admin] Pushing event updated for resources: {'Network': ['ID=1ad0d710-dbaa-4594-9d11-4d67913b4f12,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.638271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.640331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-92853747-8f9d-465d-8583-fbdc3e62df6b req-3889e8b3-97cb-4f77-88e7-de4fcb304afe tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "DELETE /v2.0/ports/4f1b900f-ebe3-4b03-9fdd-b30649f284f2 HTTP/1.1" status: 204 len: 173 time: 1.9967461 Jul 16 01:40:51.649117 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-21bc00a4-506e-44c0-9079-2c223ee9cc2e service neutron] show failed (client error): The resource could not be found. Jul 16 01:40:51.650196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-21bc00a4-506e-44c0-9079-2c223ee9cc2e service neutron] 10.222.0.38 "GET /v2.0/ports/952f7301-365a-468f-8ff9-b80766dbebd0/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.3811169 Jul 16 01:40:51.650916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 1ad0d710-dbaa-4594-9d11-4d67913b4f12 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:51.686396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'name': 'network-vif-deleted', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:51.696669 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f7a171-3df3-4fb0-a56a-4f2f2d3d8515" -d '{"events": [{"server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "name": "network-vif-deleted", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:51.722004 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.738621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.745835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.754114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.760940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.771417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.778485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.785309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.795759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-09553dfa-460b-4ee1-93d2-1d801ab8a17b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.3310561 Jul 16 01:40:51.845291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:51.850887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:51.854978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Made reservation on behalf of 877e24fe4731496f8f0c25dfc12a8a76 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:51.858055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.864878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.939842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:51.966151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a5dbc23-b0fe-4240-a4a7-3f209b38eeda req-76fd90bc-a03f-466c-8693-64602d48f3c1 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1597180 Jul 16 01:40:51.976747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.977441 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:51.979326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-05ef7201-5420-4f1b-82af-56ca126c4b3d service neutron] 10.222.0.32 "PUT /v2.0/ports/02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 1092 time: 2.5467143 Jul 16 01:40:52.009998 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.249176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975b53-5a2d-42cf-be9b-c46b55b7947b req-49ab226a-f93b-4c3c-8414-e207774cda47 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.262476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd975b53-5a2d-42cf-be9b-c46b55b7947b req-49ab226a-f93b-4c3c-8414-e207774cda47 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 944 time: 0.3527644 Jul 16 01:40:52.329482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd975b53-5a2d-42cf-be9b-c46b55b7947b req-86de13b8-3a76-4ffd-9583-0c235b3b22e1 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651388 Jul 16 01:40:52.451944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:52.472299 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5613c31-2a1d-4ae1-89a7-ebc5b3b7149a x-openstack-request-id: req-a5613c31-2a1d-4ae1-89a7-ebc5b3b7149a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:52.473766 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0a20e3-c66e-4aba-a4b5-a1095be56d77", "name": "network-vif-deleted", "tag": "4f1b900f-ebe3-4b03-9fdd-b30649f284f2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:52.474206 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5613c31-2a1d-4ae1-89a7-ebc5b3b7149a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:52.475188 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0a20e3-c66e-4aba-a4b5-a1095be56d77', 'name': 'network-vif-deleted', 'tag': '4f1b900f-ebe3-4b03-9fdd-b30649f284f2', 'status': 'completed', 'code': 200} Jul 16 01:40:52.482849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Deleting port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:52.483614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.523220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-18f2c09f-e63a-4e2a-ad56-b5dcfb814f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.525045 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-18f2c09f-e63a-4e2a-ad56-b5dcfb814f06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee&tenant_id=dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 1101 time: 0.3899660 Jul 16 01:40:52.536148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-976f5b6b-1f8e-4673-a87f-ebf773a27699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.537897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-976f5b6b-1f8e-4673-a87f-ebf773a27699 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1095 time: 0.4743958 Jul 16 01:40:52.565940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:52.652014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-ce583528-475f-450c-a472-3550197202e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 217 time: 0.0780232 Jul 16 01:40:52.667788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30677e8-2b6f-4243-9dcb-b15eb34890bd'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:52.674821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.675702 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32995ef2-a5cb-4983-9f31-11bf84fa289c" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "e30677e8-2b6f-4243-9dcb-b15eb34890bd"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:52.684332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.684859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.740252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7e73-e05d-4e4c-8321-3e389807f3b5 req-75106738-63f9-42fd-8ee0-7b62c51192c5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.748749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14be7e73-e05d-4e4c-8321-3e389807f3b5 req-75106738-63f9-42fd-8ee0-7b62c51192c5 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2574906 Jul 16 01:40:52.759353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] For port 110c85c4-1d40-4aa5-bdcb-fb9a73862a40, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:52.760109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.776166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:52.788625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Calling delete_port for 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:52.789481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.791097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:52.833846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14be7e73-e05d-4e4c-8321-3e389807f3b5 req-3031650f-ee69-4cb6-8f46-b3dfd0d2b1f2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834961 Jul 16 01:40:52.863933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:52.864305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4f1b900f-ebe3-4b03-9fdd-b30649f284f2 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:52.903007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-09b531cc-ef1b-411b-b388-2255dd1dac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.904667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-09b531cc-ef1b-411b-b388-2255dd1dac30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.2426703 Jul 16 01:40:52.909070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90991ec0-4bf4-47be-b360-7ee9374e1068,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.911590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.944493 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007bf3b3-ef79-4b6c-9073-0207c60ea47c x-openstack-request-id: req-007bf3b3-ef79-4b6c-9073-0207c60ea47c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:52.944932 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-plugged", "status": "completed", "tag": "e30677e8-2b6f-4243-9dcb-b15eb34890bd", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:52.945199 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-007bf3b3-ef79-4b6c-9073-0207c60ea47c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:52.945624 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30677e8-2b6f-4243-9dcb-b15eb34890bd', 'code': 200} Jul 16 01:40:52.960327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.038432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Checking segment: {'id': 'e78eb972-9062-404e-b4f0-da02b95691ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad0d710-dbaa-4594-9d11-4d67913b4f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:53.038892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Network hostable DHCP agents. Network: 1ad0d710-dbaa-4594-9d11-4d67913b4f12, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:53.164125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e640b-ab21-4cb8-97fe-800435fda62b req-ebce87b6-2cc1-4fa8-acf8-a6e266e2db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.165847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-ebce87b6-2cc1-4fa8-acf8-a6e266e2db62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280116 Jul 16 01:40:53.258811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.267117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Network 1ad0d710-dbaa-4594-9d11-4d67913b4f12 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:53.270418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.271302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.271302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.271826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.272343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.272817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.273280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.275227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-cf4e28b6-e7ab-41c4-8da8-3896ee752ea5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6493 time: 0.1615169 Jul 16 01:40:53.341288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.388361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Pushing event deleted for resources: {'Port': ['ID=110c85c4-1d40-4aa5-bdcb-fb9a73862a40,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.430220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 1ad0d710-dbaa-4594-9d11-4d67913b4f12) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:53.439194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63266ec3-89fe-4124-bf9e-1709a49bf681 req-3d371c28-eee9-4d0e-b320-cd6c7f9b3e37 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217656 Jul 16 01:40:53.449716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b9237-7792-4fdd-a7f7-81769a9b8d94 None None] Network 1ad0d710-dbaa-4594-9d11-4d67913b4f12 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:53.471164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.471923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.557540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:53.604254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-76d53f2d-fd28-4891-888d-4145fadd5a3d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0314789 Jul 16 01:40:53.648088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.664023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.672565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.679162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2cadcb-db56-40fb-b747-c0bcb94c0ccb None None] Network 1ad0d710-dbaa-4594-9d11-4d67913b4f12 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:53.682358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.690816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.699959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.702559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da2b01df-0536-4b9b-ae5e-5df25fd6511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.708532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.719849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-484f32e0-8b0d-4e34-a643-9da5650aaf70 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.4587078 Jul 16 01:40:53.805438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-6482ca0f-197a-4c42-8716-36bf2c353670 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186936 Jul 16 01:40:53.806064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:53.885360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-360df48c-2857-4e1d-9bd8-33eb69a06d37 req-79cf2147-0d0d-4072-a623-ae4b5772870e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644166 Jul 16 01:40:53.895555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:53.914805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2d2b6-842b-45af-8ebc-0b1e68217473 req-1be28d37-2083-4486-9cfd-6771be1ba41a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.916644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ed2d2b6-842b-45af-8ebc-0b1e68217473 req-1be28d37-2083-4486-9cfd-6771be1ba41a tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 945 time: 0.5308411 Jul 16 01:40:53.945764 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.977045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Transition to ACTIVE for port object 952f7301-365a-468f-8ff9-b80766dbebd0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:53.993379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.023648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-516e640b-ab21-4cb8-97fe-800435fda62b req-6aba7996-b860-4dff-b343-35983b9479b6 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953764 Jul 16 01:40:54.027708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Deleting port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:54.028057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.098429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94850c-73bb-413f-8b17-19990356333d req-b78572d8-aa1d-4efb-8338-853b2d9a9548 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.114529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b94850c-73bb-413f-8b17-19990356333d req-b78572d8-aa1d-4efb-8338-853b2d9a9548 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 945 time: 0.3556740 Jul 16 01:40:54.120276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] No DVR routers for this DVR port 952f7301-365a-468f-8ff9-b80766dbebd0 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:54.127443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.306521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.317879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:54.318513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:54.318994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:54.328817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ed2d2b6-842b-45af-8ebc-0b1e68217473 req-1d9848b4-6e0a-4f78-9a92-5eefcdec035c tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/security-groups?id=5f1d31a7-05b2-4426-83f5-27c736635afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921905 Jul 16 01:40:54.354284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:54.354618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:54.378979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:54.380859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:54.381243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:54.381685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Bound port: 952f7301-365a-468f-8ff9-b80766dbebd0, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:54.382043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.393643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] For port cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,segment=NetworkSegment(b0ac20d3-9d12-4371-88c1-ee41cba2707c),segment_id=b0ac20d3-9d12-4371-88c1-ee41cba2707c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.394004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.496210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Calling delete_port for cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:54.497563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:54.499727 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b6000-8ecc-4768-bd7c-1a51f68767da" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:54.522956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8a2a7-16f7-42b3-b525-777dd42a23d0 req-86868e7c-ff38-458d-bb27-246b5f8b047a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.530235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74e8a2a7-16f7-42b3-b525-777dd42a23d0 req-86868e7c-ff38-458d-bb27-246b5f8b047a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 944 time: 0.3910272 Jul 16 01:40:54.548632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:54.558789 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-62f5f8bc-3ec2-449f-8b3c-c6b8b48adc70 req-b306ed3c-4329-4f75-a0e9-fd3e41f46282 tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] show failed (client error): The resource could not be found. Jul 16 01:40:54.559816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62f5f8bc-3ec2-449f-8b3c-c6b8b48adc70 req-b306ed3c-4329-4f75-a0e9-fd3e41f46282 tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups/957800d8-e837-4b6a-9af2-f808ae1c9200 HTTP/1.1" status: 404 len: 352 time: 0.0925858 Jul 16 01:40:54.594177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Deleting port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:54.594596 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.633447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74e8a2a7-16f7-42b3-b525-777dd42a23d0 req-93941b00-3c53-4bd5-8ca7-548e9eab343f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022465 Jul 16 01:40:54.652604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:54.686041 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.814425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] For port 40c06461-cecf-4e24-aad9-ff7fe775ffa9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=40c06461-cecf-4e24-aad9-ff7fe775ffa9,segment=NetworkSegment(44563f35-6319-4f4a-a079-a828a3ea5092),segment_id=44563f35-6319-4f4a-a079-a828a3ea5092)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:54.814798 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.836327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.836955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.841657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Router 567c053b-b6a6-424d-bd86-e9dbf40984f1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:54.843158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Calling delete_port for 40c06461-cecf-4e24-aad9-ff7fe775ffa9 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:54.846469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] 10.222.0.32 "PUT /v2.0/ports/952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 1096 time: 2.3127730 Jul 16 01:40:54.877704 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46569a8-81ac-40d7-bafb-bcceee5efb5f x-openstack-request-id: req-a46569a8-81ac-40d7-bafb-bcceee5efb5f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:54.882940 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:54.883199 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a46569a8-81ac-40d7-bafb-bcceee5efb5f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:54.883670 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'status': 'completed', 'code': 200} Jul 16 01:40:54.946450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:54.949183 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eec15c-9e9d-4b3d-b7d6-2c0e0c748cd2" -d '{"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-unplugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:55.360802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:55.385708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af3fe1-11c3-4d3b-ae01-48f3b8694548 service neutron] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.443368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-fd6fed12-2c00-4e70-ae11-15167399fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.444832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-fd6fed12-2c00-4e70-ae11-15167399fb07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1095 time: 0.5573201 Jul 16 01:40:55.468224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3b273ca-9711-4481-956c-9fe90d5ba172 req-32292294-2376-4219-a7e5-55274920da62 tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=877e24fe4731496f8f0c25dfc12a8a76 HTTP/1.1" status: 200 len: 2984 time: 0.5443163 Jul 16 01:40:55.496714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-20539e85-8161-4825-af92-bc9df4b37d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.498481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-20539e85-8161-4825-af92-bc9df4b37d93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1099 time: 0.6120410 Jul 16 01:40:55.516589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:55.530156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c3f1f95-8bcb-4417-971a-cb5b0339135e admin admin] 10.222.0.35 "PUT /v2.0/routers/567c053b-b6a6-424d-bd86-e9dbf40984f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7073967 Jul 16 01:40:55.539259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.566084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:55.572806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.587596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '02be9bab-9c64-4c4a-9277-363249e26832', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:55.597803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] Sync routers for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:55.621831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3b273ca-9711-4481-956c-9fe90d5ba172 req-80ed9dc8-6017-42b2-9437-60bba7f14f4b tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups/6d127a1f-af55-46dc-8a7f-962b51f03ef8 HTTP/1.1" status: 200 len: 2981 time: 0.1527066 Jul 16 01:40:55.640103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:55.641073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:55.663994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.674525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ab653-dcb9-4566-bbdb-900ddc03600c req-b92169a3-f891-41ad-8982-95655f873dad tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.676929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c78ab653-dcb9-4566-bbdb-900ddc03600c req-b92169a3-f891-41ad-8982-95655f873dad tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 948 time: 0.5459204 Jul 16 01:40:55.681488 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.794243 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.812910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Pushing event deleted for resources: {'Port': ['ID=40c06461-cecf-4e24-aad9-ff7fe775ffa9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.838836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-10209e7a-16cd-4d1b-89ec-50e175c026c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.840376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-10209e7a-16cd-4d1b-89ec-50e175c026c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.3761582 Jul 16 01:40:55.862383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c78ab653-dcb9-4566-bbdb-900ddc03600c req-6093c0b1-6b52-49ab-8295-70bcfc60d9ae tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756864 Jul 16 01:40:55.863872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] No DVR routers for this DVR port 40c06461-cecf-4e24-aad9-ff7fe775ffa9 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:55.867777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.867979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-63468446-9db0-41b3-b7f3-d4c84e379479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.869379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-63468446-9db0-41b3-b7f3-d4c84e379479 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3593733 Jul 16 01:40:55.870521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b94850c-73bb-413f-8b17-19990356333d req-02b22ca6-ecb8-4e13-b0db-2e879c60ad91 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.38 "DELETE /v2.0/ports/40c06461-cecf-4e24-aad9-ff7fe775ffa9 HTTP/1.1" status: 204 len: 173 time: 1.7370241 Jul 16 01:40:55.890472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3b273ca-9711-4481-956c-9fe90d5ba172 req-117c1be8-e078-4cd1-b59f-231ce93c56a6 tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups/6d127a1f-af55-46dc-8a7f-962b51f03ef8 HTTP/1.1" status: 200 len: 2981 time: 0.2668517 Jul 16 01:40:55.902364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:55.902577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'name': 'network-vif-deleted', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:55.904707 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e50d25-0460-45ab-9e1f-4bde72b0a502" -d '{"events": [{"server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "name": "network-vif-deleted", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:55.970255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.987532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:56.003248 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.029419 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e3fc34-65b1-4596-8a02-80d7a9d7b50f x-openstack-request-id: req-94e3fc34-65b1-4596-8a02-80d7a9d7b50f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:56.029742 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-unplugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:56.030004 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94e3fc34-65b1-4596-8a02-80d7a9d7b50f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:56.030415 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'code': 200} Jul 16 01:40:56.186123 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-8e56da8f-d1be-419e-a353-bce99f2583c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 217 time: 0.3365793 Jul 16 01:40:56.190422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-13518fd3-d874-4264-9eee-b3567e9360c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.2863886 Jul 16 01:40:56.200479 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11b24081-2861-42fe-9a23-0ae62f820070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.207180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:56.209560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.215399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f9fd0a6-5860-4e8c-8b32-17ea636423ea req-a3e3fd6c-a7fe-44dc-a14e-320fee2cfc21 tempest-LiveAutoBlockMigrationV225Test-810935034 tempest-LiveAutoBlockMigrationV225Test-810935034-project] 10.222.0.35 "GET /v2.0/ports?device_id=11ff810e-adcd-438c-b802-196a5588432b HTTP/1.1" status: 200 len: 210 time: 0.0510056 Jul 16 01:40:56.261959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.267917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.276195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.282508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.289615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['02be9bab-9c64-4c4a-9277-363249e26832'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:56.292308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.298530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.310414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.320298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-2277b911-dfe1-4d3f-9530-a7c74fb44f3e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.2429235 Jul 16 01:40:56.374200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-4ee7d333-47dc-4e27-b803-744bd0f75149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.375684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-4ee7d333-47dc-4e27-b803-744bd0f75149 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1719677 Jul 16 01:40:56.380627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-8e7d7966-83eb-4748-b340-83f271ebf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.383208 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-8e7d7966-83eb-4748-b340-83f271ebf18d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1820848 Jul 16 01:40:56.391945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef0606fb-b4dc-4e8e-9445-15f7a475188c req-4d2e4c70-b895-4bc8-a1e4-be7a76586a5d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706031 Jul 16 01:40:56.418281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f36db-c57c-4355-9c66-f671a35d1b0a req-96643e33-b700-4576-a751-888acb9cb311 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.427099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.428429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-562f36db-c57c-4355-9c66-f671a35d1b0a req-96643e33-b700-4576-a751-888acb9cb311 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1043689 Jul 16 01:40:56.451755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.498337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-562f36db-c57c-4355-9c66-f671a35d1b0a req-2a543658-85a3-4367-a88e-6cea30f42836 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694661 Jul 16 01:40:56.498882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:56.584763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 40c06461-cecf-4e24-aad9-ff7fe775ffa9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:56.585110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 40c06461-cecf-4e24-aad9-ff7fe775ffa9 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:56.586776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.633520 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba7e97-9cfc-4948-ad3e-0e83c4ab6f90 x-openstack-request-id: req-80ba7e97-9cfc-4948-ad3e-0e83c4ab6f90 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:56.633735 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ff810e-adcd-438c-b802-196a5588432b", "name": "network-vif-deleted", "tag": "40c06461-cecf-4e24-aad9-ff7fe775ffa9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:56.633995 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80ba7e97-9cfc-4948-ad3e-0e83c4ab6f90 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:56.634383 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ff810e-adcd-438c-b802-196a5588432b', 'name': 'network-vif-deleted', 'tag': '40c06461-cecf-4e24-aad9-ff7fe775ffa9', 'status': 'completed', 'code': 200} Jul 16 01:40:56.639287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-35190045-4a2c-4e28-ab4f-e5812ca0a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.640839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-35190045-4a2c-4e28-ab4f-e5812ca0a82e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549436 Jul 16 01:40:56.641084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4ced8f9-5494-4b82-b8dd-bb9421b32d0d req-8414dade-f91f-47c8-a14c-cb629ab58d8d tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups/6d127a1f-af55-46dc-8a7f-962b51f03ef8 HTTP/1.1" status: 200 len: 2981 time: 0.0725813 Jul 16 01:40:56.647932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-c218712a-8238-4988-bc19-28cf2cea5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.649438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-c218712a-8238-4988-bc19-28cf2cea5af2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2538147 Jul 16 01:40:56.697075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:40:53Z', 'revision_number': 5, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port': {'id': '24b52c4f-6b12-428e-932f-75bf507add9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.730269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] Checking router: 567c053b-b6a6-424d-bd86-e9dbf40984f1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:56.742253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] Routers {'567c053b-b6a6-424d-bd86-e9dbf40984f1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:56.743106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['567c053b-b6a6-424d-bd86-e9dbf40984f1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.756317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Deleting port 24b52c4f-6b12-428e-932f-75bf507add9b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:56.756975 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.760416 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-c4ced8f9-5494-4b82-b8dd-bb9421b32d0d req-1e4bca48-c3a8-4153-9f74-d818e19c31b9 tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:40:56.761471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4ced8f9-5494-4b82-b8dd-bb9421b32d0d req-1e4bca48-c3a8-4153-9f74-d818e19c31b9 tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "DELETE /v2.0/security-groups/6d127a1f-af55-46dc-8a7f-962b51f03ef8 HTTP/1.1" status: 409 len: 352 time: 0.1134470 Jul 16 01:40:56.892081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:56.892326 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-ca762683-27ed-4fe6-a299-829e7bb5496b req-70ff28b2-c03f-4d90-979e-83690781737c tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] show failed (client error): The resource could not be found. Jul 16 01:40:56.897932 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:56.904609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca762683-27ed-4fe6-a299-829e7bb5496b req-70ff28b2-c03f-4d90-979e-83690781737c tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups/2730afaf-e7bf-4a75-a7c6-3531b3f52a79 HTTP/1.1" status: 404 len: 352 time: 0.0361850 Jul 16 01:40:56.909613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] Set router 567c053b-b6a6-424d-bd86-e9dbf40984f1 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:56.969592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.977394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.980565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:40:56Z', 'revision_number': 6, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.984007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.989898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.995867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.001636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.007987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.009944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5acdc96-a357-41b4-afc9-0477acfbcd0f req-f83753af-7661-4cfa-9d4a-e42cf5137693 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.2089942 Jul 16 01:40:57.012564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c63ccde-1507-4559-920a-2020f5746c3c None None] The sync data for ids ['567c053b-b6a6-424d-bd86-e9dbf40984f1'] in n-d-800087-6 is: [{'id': '567c053b-b6a6-424d-bd86-e9dbf40984f1', 'name': 'tempest-ServersTestManualDisk-898586640-router', 'tenant_id': '4d8ffd44743b4067a531be1253c6f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:04Z', 'updated_at': '2021-07-16T01:40:56Z', 'revision_number': 6, 'project_id': '4d8ffd44743b4067a531be1253c6f7e0', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:57.025651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.030431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Request body: {'floatingip': {'port_id': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:57.080816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-eaf86b74-75d3-4f1a-b245-014b45f42c61 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304278 Jul 16 01:40:57.097131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] For port 24b52c4f-6b12-428e-932f-75bf507add9b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=24b52c4f-6b12-428e-932f-75bf507add9b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:57.097482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.097605 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.117217 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-85330ba8-8320-4ce6-9712-ea54c53d2cac req-c66312ad-a718-41b2-b489-4e389cf33d3a tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] show failed (client error): The resource could not be found. Jul 16 01:40:57.118299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85330ba8-8320-4ce6-9712-ea54c53d2cac req-c66312ad-a718-41b2-b489-4e389cf33d3a tempest-SecurityGroupsNegativeTestJSON-2115431994 tempest-SecurityGroupsNegativeTestJSON-2115431994-project] 10.222.0.35 "GET /v2.0/security-groups/d82641c8-ddd0-439c-b395-705e02211b2b HTTP/1.1" status: 404 len: 352 time: 0.0477197 Jul 16 01:40:57.125246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-4b3f432f-027c-404c-8615-3137fd051c8d service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475009 Jul 16 01:40:57.135196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47198) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.168544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Calling delete_port for 24b52c4f-6b12-428e-932f-75bf507add9b owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:57.185905 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc203ca-f715-4e30-892c-ec9a718a1ce1 x-openstack-request-id: req-ffc203ca-f715-4e30-892c-ec9a718a1ce1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:57.186179 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:57.186423 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffc203ca-f715-4e30-892c-ec9a718a1ce1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:57.186806 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'status': 'completed', 'code': 200} Jul 16 01:40:57.288835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb782-900c-4d96-ba4b-107071a8414e req-45ea5812-8ca7-40d6-b0b1-1430f1bc46dc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.290256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bdfbb782-900c-4d96-ba4b-107071a8414e req-45ea5812-8ca7-40d6-b0b1-1430f1bc46dc tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 950 time: 0.2211750 Jul 16 01:40:57.291341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Router 39888b20-d844-4047-b155-fcbd17256b0a has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:57.308286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.346571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Deleting subnet 90991ec0-4bf4-47be-b360-7ee9374e1068 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:57.354141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:57.365696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.422407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 02be9bab-9c64-4c4a-9277-363249e26832 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:57.429317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 02be9bab-9c64-4c4a-9277-363249e26832 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:57.429317 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.521290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bdfbb782-900c-4d96-ba4b-107071a8414e req-6c7102b5-96f7-4fe2-aad7-ce21426c921d tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198014 Jul 16 01:40:57.531489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-00e81673-c5e6-4599-9383-31ee857128b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.533122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-00e81673-c5e6-4599-9383-31ee857128b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1099 time: 0.3101261 Jul 16 01:40:57.548180 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.599405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:57.605033 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.661909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846681e2-907e-47aa-bfab-5408058f8932 req-c71f5402-5913-4af7-b28a-15f72c49f500 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.669046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-846681e2-907e-47aa-bfab-5408058f8932 req-c71f5402-5913-4af7-b28a-15f72c49f500 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 948 time: 0.3972726 Jul 16 01:40:57.679072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.782253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.813783 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e060bc4-7d0e-4b95-9f3b-908f5e8ab36a req-fc95867b-1a2b-44e2-b967-9034efb78eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210803 Jul 16 01:40:57.815915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.851607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-403b6000-8ecc-4768-bd7c-1a51f68767da req-6d16532a-8beb-4c64-a92b-3a6241e246d5 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094803 Jul 16 01:40:57.883580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-846681e2-907e-47aa-bfab-5408058f8932 req-e1f02021-961d-4cd0-80bd-faacd0494efe tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119646 Jul 16 01:40:57.942904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-0b8bd666-ee3d-44c2-9fbc-5acc5e96216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.944797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-0b8bd666-ee3d-44c2-9fbc-5acc5e96216d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3774757 Jul 16 01:40:57.963716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.031704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:58.034340 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519a5bc-736a-42ca-9754-f616d4ee7478" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:58.061705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-481e987e-3af2-40dc-be2f-1ef63c782c40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.1082273 Jul 16 01:40:58.124803 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c11741-e00b-4bc1-9cc2-8644a86a3165 x-openstack-request-id: req-12c11741-e00b-4bc1-9cc2-8644a86a3165 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:58.124998 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:58.125314 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12c11741-e00b-4bc1-9cc2-8644a86a3165 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:58.125634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:58.125764 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:40:58.137810 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8abe4457-3d77-413e-8921-d20c6a1432b9 admin admin] 10.222.0.35 "PUT /v2.0/routers/39888b20-d844-4047-b155-fcbd17256b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5695143 Jul 16 01:40:58.142144 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] Sync routers for ids ['39888b20-d844-4047-b155-fcbd17256b0a'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:58.145773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.176839 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] Routers {'39888b20-d844-4047-b155-fcbd17256b0a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:58.179023 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['39888b20-d844-4047-b155-fcbd17256b0a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.198012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Deleting subnet 457cae23-1885-4413-b044-ee550ad39bf8 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:58.211367 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.222905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.225353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.343207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-edf0cdfd-fa8b-43eb-b92d-2921f6c8defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.344742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-edf0cdfd-fa8b-43eb-b92d-2921f6c8defd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2754779 Jul 16 01:40:58.347167 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] Set router 39888b20-d844-4047-b155-fcbd17256b0a gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:58.362294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:40:58.375426 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.411773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90991ec0-4bf4-47be-b360-7ee9374e1068,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:58.413564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Pushing event deleted for resources: {'Port': ['ID=24b52c4f-6b12-428e-932f-75bf507add9b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:58.457872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.462002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6d501f4b-0050-4380-aad6-ccbee873811b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/90991ec0-4bf4-47be-b360-7ee9374e1068 HTTP/1.1" status: 204 len: 168 time: 1.3187585 Jul 16 01:40:58.468615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-8bcd7439-5497-4932-918a-806264d61072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.468615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-8bcd7439-5497-4932-918a-806264d61072 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1099 time: 0.4665442 Jul 16 01:40:58.469949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.542806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea62089-c26c-4c9e-895c-f004ffad8218 req-8687b57c-a403-4dce-af40-4d653a410e22 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.544555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ea62089-c26c-4c9e-895c-f004ffad8218 req-8687b57c-a403-4dce-af40-4d653a410e22 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.6092680 Jul 16 01:40:58.565715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac270f-5ed6-4a96-8b57-29fabef15f7b req-b12689c8-dc28-4d54-8aeb-fb54c0e9ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.567402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9aac270f-5ed6-4a96-8b57-29fabef15f7b req-b12689c8-dc28-4d54-8aeb-fb54c0e9ecb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1097 time: 0.3480468 Jul 16 01:40:58.605778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.677113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.752927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.781008 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.827322 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] Checking router: 39888b20-d844-4047-b155-fcbd17256b0a for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:58.838676 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] Routers {'39888b20-d844-4047-b155-fcbd17256b0a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:58.839482 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['39888b20-d844-4047-b155-fcbd17256b0a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:58.885244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-c1afcbbd-fcd7-455f-89dc-fea29217b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.905698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-c1afcbbd-fcd7-455f-89dc-fea29217b6a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3855393 Jul 16 01:40:58.923722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9aac270f-5ed6-4a96-8b57-29fabef15f7b req-a56a7d9f-edcd-49fe-b515-3700f99a2932 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108137 Jul 16 01:40:58.935886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:58.951660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.972743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:58.973086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 110c85c4-1d40-4aa5-bdcb-fb9a73862a40 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:58.973501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 24b52c4f-6b12-428e-932f-75bf507add9b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:58.980817 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] Set router 39888b20-d844-4047-b155-fcbd17256b0a gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:59.022543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 24b52c4f-6b12-428e-932f-75bf507add9b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:59.022881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 24b52c4f-6b12-428e-932f-75bf507add9b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:59.077112 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.116670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.125369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.132181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-5886d25f-85fc-4825-b008-6fa38e0cb032 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.2025971 Jul 16 01:40:59.137985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.141909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.157414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ea62089-c26c-4c9e-895c-f004ffad8218 req-41fb3ce5-e4ff-41dc-9ac2-f7f4a711a966 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5960705 Jul 16 01:40:59.211136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-c1484060-939d-4486-8a71-b22abb18a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.212696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-c1484060-939d-4486-8a71-b22abb18a776 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8539646 Jul 16 01:40:59.214128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:59.299693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.300277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567c053b-b6a6-424d-bd86-e9dbf40984f1 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:59.304627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-565745e8-e687-49cf-9cc9-e49607c8c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.306275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-565745e8-e687-49cf-9cc9-e49607c8c1b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1618805 Jul 16 01:40:59.313570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.314684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b9b3b220-9dba-4f38-a139-dd44c4f9fe3d admin admin] 10.222.0.35 "DELETE /v2.0/routers/567c053b-b6a6-424d-bd86-e9dbf40984f1 HTTP/1.1" status: 204 len: 168 time: 3.7726214 Jul 16 01:40:59.319666 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798da84-408c-46c3-bf14-5323198744d6 None None] The sync data for ids ['39888b20-d844-4047-b155-fcbd17256b0a'] in n-d-800087-6 is: [{'id': '39888b20-d844-4047-b155-fcbd17256b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1190637993-router', 'tenant_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:38Z', 'updated_at': '2021-07-16T01:40:55Z', 'revision_number': 5, 'project_id': 'dd4664bffb254a6bb80b2283cc1a84d2', 'gw_port': {'id': '3c85d299-186a-49e2-9636-71e68a3581a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39888b20-d844-4047-b155-fcbd17256b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:39Z', 'updated_at': '2021-07-16T01:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:59.325663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.349930 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Floating IP d804565b-ffe5-4a4a-9023-16703001dfde associated. External IP: 172.25.0.46, port: b42ef1d1-6db0-4a64-adbe-382c22ab8bfe. Jul 16 01:40:59.357961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:59.467744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.512895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.520759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.530384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad0d710-dbaa-4594-9d11-4d67913b4f12']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:59.546106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:59.563387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '952f7301-365a-468f-8ff9-b80766dbebd0', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '952f7301-365a-468f-8ff9-b80766dbebd0', 'mac_address': 'fa:16:3e:a5:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:59.568741 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.572658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Deleting subnet 4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:59.573642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/457cae23-1885-4413-b044-ee550ad39bf8 HTTP/1.1" status: 204 len: 168 time: 1.7829192 Jul 16 01:40:59.574822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.578505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78eb972-9062-404e-b4f0-da02b95691ec') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:59.578796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78eb972-9062-404e-b4f0-da02b95691ec') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:59.581263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7796da-ef54-4c05-8fb7-f03bb12f91aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457cae23-1885-4413-b044-ee550ad39bf8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.583996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.610729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.615514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.626082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:59.639555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.651341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:59.655021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-73fe9103-f0fd-444b-8bff-39e6c49d6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.656730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-73fe9103-f0fd-444b-8bff-39e6c49d6f01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3409102 Jul 16 01:40:59.657409 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.663571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:59.664000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:59.665742 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:59.668118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.784778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.860905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Router 0502c5aa-0241-4c97-a802-4f7fd058f720 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:59.873111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Deleting port 3c85d299-186a-49e2-9636-71e68a3581a0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:59.873450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.908398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.925043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101c524-f4cc-4f28-920c-b45ffb5a0d8e req-25c2a09d-0b5f-4a06-bf31-0d367d695812 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.934531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2101c524-f4cc-4f28-920c-b45ffb5a0d8e req-25c2a09d-0b5f-4a06-bf31-0d367d695812 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 948 time: 0.7742794 Jul 16 01:40:59.948298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['952f7301-365a-468f-8ff9-b80766dbebd0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:59.969951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.979481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ad0d710-dbaa-4594-9d11-4d67913b4f12 HTTP/1.1" status: 204 len: 168 time: 1.4997451 Jul 16 01:41:00.054255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594334f9-be24-482f-8be1-18fe044b30db admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad0d710-dbaa-4594-9d11-4d67913b4f12,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.105018 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-13ce7c18-caca-4b2d-ad57-f858abf7da17 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343612 Jul 16 01:41:00.162433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.212677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] For port 3c85d299-186a-49e2-9636-71e68a3581a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3c85d299-186a-49e2-9636-71e68a3581a0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:00.213361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.228433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.274629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Calling delete_port for 3c85d299-186a-49e2-9636-71e68a3581a0 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:00.297569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-dd508b65-bb15-4096-87b7-07745b2c228e service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0606940 Jul 16 01:41:00.326656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.371275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2101c524-f4cc-4f28-920c-b45ffb5a0d8e req-948850cd-d558-41eb-a5bb-b0f9f53a7690 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359109 Jul 16 01:41:00.382941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:00.389099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c508a430-9841-48b8-b48d-66842425ec99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=877e24fe4731496f8f0c25dfc12a8a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592386 Jul 16 01:41:00.393754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-824bdaed-087e-4d90-b99c-a2dc5455dc42 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791069 Jul 16 01:41:00.394505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47402) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.406536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] Sync routers for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:00.411958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.417600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.438136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:00.440804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:00.484514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.494340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.496354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d9d66e1-8e2e-4d9b-8ea5-f95eef0bd858 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4868d4ee-250b-4ac9-8d7c-a9c08bd9dab2 HTTP/1.1" status: 204 len: 168 time: 1.1675704 Jul 16 01:41:00.508930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.551770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8caf4b18-c3de-4e81-975c-f39c4ececec7 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "PUT /v2.0/floatingips/d804565b-ffe5-4a4a-9023-16703001dfde HTTP/1.1" status: 200 len: 991 time: 3.5249848 Jul 16 01:41:00.555389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c97d26fc-17a1-4dff-a512-6bce72b5fd6d req-64e10f78-a2bc-4c74-af0b-893fc2e58399 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497294 Jul 16 01:41:00.561630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89571578-9d77-4c91-b302-ad73f75d0540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.574774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:00.583311 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:00.617014 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89571578-9d77-4c91-b302-ad73f75d0540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.631119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.669724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.679894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9885455-dd33-4bee-8978-55fd5dd6dbcd']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:00.701127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44563f35-6319-4f4a-a079-a828a3ea5092') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:00.701566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44563f35-6319-4f4a-a079-a828a3ea5092') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:00.718340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.733288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Pushing event deleted for resources: {'Port': ['ID=3c85d299-186a-49e2-9636-71e68a3581a0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.734004 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.734631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:00.736641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ddb76-4785-455d-ae85-58f610d39be2 None None] Network 4672245c-9a6c-4677-a671-0fd8653217d0 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:00.738968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89571578-9d77-4c91-b302-ad73f75d0540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.744576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89571578-9d77-4c91-b302-ad73f75d0540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.748130 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89571578-9d77-4c91-b302-ad73f75d0540 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d127a1f-af55-46dc-8a7f-962b51f03ef8 HTTP/1.1" status: 204 len: 168 time: 0.3483336 Jul 16 01:41:00.783051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.797726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:00.798433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:00.799866 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:00.862339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89571578-9d77-4c91-b302-ad73f75d0540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d127a1f-af55-46dc-8a7f-962b51f03ef8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.904138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72186fad-4e71-45fc-b5b0-c8c95784c5bb req-9b45aade-1e26-4137-b88a-b646e5f10ed8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.907763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.910984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72186fad-4e71-45fc-b5b0-c8c95784c5bb req-9b45aade-1e26-4137-b88a-b646e5f10ed8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.2048500 Jul 16 01:41:00.915754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.935051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.937077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a9885455-dd33-4bee-8978-55fd5dd6dbcd HTTP/1.1" status: 204 len: 168 time: 1.3515682 Jul 16 01:41:00.941510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47438) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.976892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda3b34-a687-4d4e-a981-780307d62f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9885455-dd33-4bee-8978-55fd5dd6dbcd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.986826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:01.004717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Deleting port 8c36d8a0-26b1-4deb-9f53-714f81bfacba {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:01.005071 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.050170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72186fad-4e71-45fc-b5b0-c8c95784c5bb req-1f095821-3206-4eff-8014-71620a46b49c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223788 Jul 16 01:41:01.050437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:01.055270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cd6fdb6e-7765-44b9-aacf-3b1a59dae0a7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:01.077586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Deleting subnet 2d4b8448-9071-4db8-bfcc-626d3f17000c {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:01.093618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.110446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:01.202580 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb476b4-1bb8-40f8-afe1-a356d6fa2398 x-openstack-request-id: req-ebb476b4-1bb8-40f8-afe1-a356d6fa2398 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:01.204905 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:01.205853 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebb476b4-1bb8-40f8-afe1-a356d6fa2398 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:01.206779 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'status': 'completed', 'code': 200} Jul 16 01:41:01.294355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] For port 8c36d8a0-26b1-4deb-9f53-714f81bfacba, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8c36d8a0-26b1-4deb-9f53-714f81bfacba,segment=NetworkSegment(878797b6-d4ef-44f2-859d-5383d825cb44),segment_id=878797b6-d4ef-44f2-859d-5383d825cb44)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.294745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.299456 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.334137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Calling delete_port for 8c36d8a0-26b1-4deb-9f53-714f81bfacba owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:01.345947 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.395150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.449083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.454013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.457161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.459959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:01.505196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.506163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.506805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.507083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.507956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.507956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.508737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.510435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-533db490-bbc7-474e-9bd7-13cabe4305bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6493 time: 0.2686543 Jul 16 01:41:01.513608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:01.517620 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da581a-c3b8-459d-be24-2ea62dc56ae8" -d '{"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-unplugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:01.522639 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.525810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.526553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39888b20-d844-4047-b155-fcbd17256b0a {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:01.550558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.555077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-928c5e2f-94b2-4bd4-959b-1c554bdcb1de admin admin] 10.222.0.35 "DELETE /v2.0/routers/39888b20-d844-4047-b155-fcbd17256b0a HTTP/1.1" status: 204 len: 168 time: 3.4060526 Jul 16 01:41:01.555999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:01.663462 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.678443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Deleting subnet 964ccfe0-43ab-4964-9451-749c98d04870 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:01.692245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.699428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2d4b8448-9071-4db8-bfcc-626d3f17000c HTTP/1.1" status: 204 len: 168 time: 0.7566061 Jul 16 01:41:01.700505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.709586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:01.731169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.738568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.819624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 952f7301-365a-468f-8ff9-b80766dbebd0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:01.831406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 952f7301-365a-468f-8ff9-b80766dbebd0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:01.832135 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.892546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.976023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.017790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'd804565b-ffe5-4a4a-9023-16703001dfde', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'floating_ip_address': '172.25.0.46', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'port_id': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'mac_address': 'fa:16:3e:1e:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 1, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:44Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.033068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.083392 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.087327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] Checking router: 0502c5aa-0241-4c97-a802-4f7fd058f720 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:02.120407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.145944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:02.147144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.149338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e98fd-0d9f-4281-8ef8-96f8ca7aac29 None None] DHCP port deletion for 4672245c-9a6c-4677-a671-0fd8653217d0 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:02.226681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.242870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1716153405-network', 'tenant_id': '43ec37b323684d6597f9f9b0298fd23e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:02.252287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] No DVR routers for this DVR port 8c36d8a0-26b1-4deb-9f53-714f81bfacba on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:02.258946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c36d8a0-26b1-4deb-9f53-714f81bfacba,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.263483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36978816-9b0e-47ed-90b7-c05d3bec3a29']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.272518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:02.282588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e4698-155d-4701-abd9-e866b4954f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4b8448-9071-4db8-bfcc-626d3f17000c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.290189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64928465-a2dc-49ec-9055-e24007580349') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.290189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64928465-a2dc-49ec-9055-e24007580349') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.304980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.312566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.327861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Made reservation on behalf of 43ec37b323684d6597f9f9b0298fd23e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:02.330407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.345179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.347375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.349178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920976c5-0e58-4edc-bd97-cd05c98cde95 req-a25f5c8c-6bac-4b98-8cab-551c790295b1 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.361219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.364391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:02.364668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-920976c5-0e58-4edc-bd97-cd05c98cde95 req-a25f5c8c-6bac-4b98-8cab-551c790295b1 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.9222908 Jul 16 01:41:02.364769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.366217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.378579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-75d7288c-40ab-48ec-a47b-5447bcf1ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.386779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-75d7288c-40ab-48ec-a47b-5447bcf1ad70 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bae1752d-f753-40a4-9624-9dd90fbd9706 HTTP/1.1" status: 200 len: 913 time: 0.8567772 Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:02.390940 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:02.393706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:02.399271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'floatingip': {'port_id': '02be9bab-9c64-4c4a-9277-363249e26832'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:02.412522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964ccfe0-43ab-4964-9451-749c98d04870,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.460280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.490591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3070303-f1a6-4815-a96d-d815abe10015 None None] Network a118b5e3-61f1-4fcd-ac04-87edfd0da685 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:02.516068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.520163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-797d5a99-8cdb-4e9c-bc5b-8d028ec7ee2d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/964ccfe0-43ab-4964-9451-749c98d04870 HTTP/1.1" status: 204 len: 168 time: 0.9612262 Jul 16 01:41:02.523535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47514) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.529569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.547466 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.598086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4672245c-9a6c-4677-a671-0fd8653217d0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.599006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.639417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878797b6-d4ef-44f2-859d-5383d825cb44') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.641227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878797b6-d4ef-44f2-859d-5383d825cb44') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:02.656415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-1278be46-68b9-4272-b254-02672e1dfc9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 200 len: 999 time: 0.2480791 Jul 16 01:41:02.658606 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.674229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Pushing event deleted for resources: {'Network': ['ID=36978816-9b0e-47ed-90b7-c05d3bec3a29,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.701507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:02.715318 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:02.720374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.724084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ed5b8c5-72cf-48f5-bc44-d29ddba65534 admin admin] 10.222.0.35 "DELETE /v2.0/networks/36978816-9b0e-47ed-90b7-c05d3bec3a29 HTTP/1.1" status: 204 len: 168 time: 1.0124040 Jul 16 01:41:02.761064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.802141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-a43d8acd-fa8e-4657-98f2-e5632fe85ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.804537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-a43d8acd-fa8e-4657-98f2-e5632fe85ec2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 HTTP/1.1" status: 200 len: 851 time: 0.1373496 Jul 16 01:41:02.816202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce8fa-f519-4d2b-b5cc-c26f8a2ec5f7 req-24e4e41f-c47a-4e2e-94e6-10fab41420d1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.823597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01fce8fa-f519-4d2b-b5cc-c26f8a2ec5f7 req-24e4e41f-c47a-4e2e-94e6-10fab41420d1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.2627494 Jul 16 01:41:02.837748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.869206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.871326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4672245c-9a6c-4677-a671-0fd8653217d0 HTTP/1.1" status: 204 len: 168 time: 2.3559027 Jul 16 01:41:02.920193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ec346-24bc-4df6-b350-85fabcd7f1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4672245c-9a6c-4677-a671-0fd8653217d0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:02.948915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:02.953078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:02.957050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8c36d8a0-26b1-4deb-9f53-714f81bfacba no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:02.980794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01fce8fa-f519-4d2b-b5cc-c26f8a2ec5f7 req-14d1bc51-9393-420b-8971-217d3f40b1b0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553855 Jul 16 01:41:02.995723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.031259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8c36d8a0-26b1-4deb-9f53-714f81bfacba {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:03.036143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8c36d8a0-26b1-4deb-9f53-714f81bfacba not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:03.037451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3c85d299-186a-49e2-9636-71e68a3581a0 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:03.051678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-0a3282b0-f46f-4b47-a8a7-01237a4ac1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.054062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-0a3282b0-f46f-4b47-a8a7-01237a4ac1bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bae1752d-f753-40a4-9624-9dd90fbd9706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273438 Jul 16 01:41:03.054705 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc31a08-9ee1-49d5-8c19-be9201161089 x-openstack-request-id: req-1dc31a08-9ee1-49d5-8c19-be9201161089 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:03.055007 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-unplugged", "status": "completed", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:03.055137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Deleting port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:03.055272 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dc31a08-9ee1-49d5-8c19-be9201161089 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:03.055428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.055672 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'code': 200} Jul 16 01:41:03.116121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0f300868-938e-4cac-b84a-7edc697350c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86a1d11c1964442f82649e94fd51aff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617084 Jul 16 01:41:03.119420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.140532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] For port 54cc0969-9c25-42b2-b57c-11f62ffb6b52, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=54cc0969-9c25-42b2-b57c-11f62ffb6b52,segment=NetworkSegment(b0ac20d3-9d12-4371-88c1-ee41cba2707c),segment_id=b0ac20d3-9d12-4371-88c1-ee41cba2707c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:03.140927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.155192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Calling delete_port for 54cc0969-9c25-42b2-b57c-11f62ffb6b52 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:03.208318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3c85d299-186a-49e2-9636-71e68a3581a0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:03.209805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3c85d299-186a-49e2-9636-71e68a3581a0 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:03.250411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:03.261837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.276146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d46b97-fce3-492f-815a-cbf86821ad06,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.290941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-a65de652-4783-4bf6-9d6b-67cbfeee0e7e service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210565 Jul 16 01:41:03.291516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.303436 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a16a18a6-d3d7-4c35-80ac-e929a95ed17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.356306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a9c82-621f-42a1-a417-ebdc2c2c8f86 None None] DHCP port deletion for a118b5e3-61f1-4fcd-ac04-87edfd0da685 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:03.358001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.358353 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Added segment b3831b5c-3b34-45d8-afd0-4a19b2926f33 of type vlan for network e7d1975e-d24a-4c07-9309-b4e16498fa7a Jul 16 01:41:03.376954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Pushing event deleted for resources: {'Port': ['ID=54cc0969-9c25-42b2-b57c-11f62ffb6b52,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.383283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a16a18a6-d3d7-4c35-80ac-e929a95ed17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.407527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'd804565b-ffe5-4a4a-9023-16703001dfde', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'floating_ip_address': '172.25.0.46', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'port_id': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'mac_address': 'fa:16:3e:1e:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 1, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:44Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:03.442285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] No DVR routers for this DVR port 54cc0969-9c25-42b2-b57c-11f62ffb6b52 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:03.446307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a148fcce-dde5-4368-952b-3e050634a49b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d8ffd44743b4067a531be1253c6f7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518734 Jul 16 01:41:03.455278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.457948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a528944-5347-45b5-a54b-8c352bb540d9 None None] The sync data for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 is: [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'd804565b-ffe5-4a4a-9023-16703001dfde', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'floating_ip_address': '172.25.0.46', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'port_id': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'mac_address': 'fa:16:3e:1e:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:39:23Z', 'updated_at': '2021-07-16T01:40:57Z', 'revision_number': 1, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:44Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:03.531078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65b31c6-9c49-4ed7-840c-a5bbbec159cd req-2c736fba-8c3a-4a48-983b-f45085aa9aaf service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289932 Jul 16 01:41:03.554993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a16a18a6-d3d7-4c35-80ac-e929a95ed17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.557967 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a16a18a6-d3d7-4c35-80ac-e929a95ed17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.561596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a16a18a6-d3d7-4c35-80ac-e929a95ed17e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f1d31a7-05b2-4426-83f5-27c736635afa HTTP/1.1" status: 204 len: 168 time: 0.4327006 Jul 16 01:41:03.562545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a075ca-2a7e-46a1-bbf5-7aee4aa4eb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.579364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a18a6-d3d7-4c35-80ac-e929a95ed17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d31a7-05b2-4426-83f5-27c736635afa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.595379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a075ca-2a7e-46a1-bbf5-7aee4aa4eb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.613908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.626301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a118b5e3-61f1-4fcd-ac04-87edfd0da685']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:03.649709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ac20d3-9d12-4371-88c1-ee41cba2707c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:03.650714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ac20d3-9d12-4371-88c1-ee41cba2707c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:03.674915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a075ca-2a7e-46a1-bbf5-7aee4aa4eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.682556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a075ca-2a7e-46a1-bbf5-7aee4aa4eb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.685595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-46a075ca-2a7e-46a1-bbf5-7aee4aa4eb57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/062304a0-f3a2-4984-b610-e44d88cf53dc HTTP/1.1" status: 204 len: 168 time: 0.2288408 Jul 16 01:41:03.695450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a075ca-2a7e-46a1-bbf5-7aee4aa4eb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062304a0-f3a2-4984-b610-e44d88cf53dc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.714304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.717874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.909656 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaae533-364b-4759-bcf5-78a115acc666 None None] New status for floating IP d804565b-ffe5-4a4a-9023-16703001dfde: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:03.948432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.981781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:41:03.984830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:03.985248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:03.993391 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:04.044082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b112a21-61a7-4b21-86a8-4b5c8339f738 req-1d8d9dcb-f8ee-44dc-86f5-ac419f8ae293 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.053259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b112a21-61a7-4b21-86a8-4b5c8339f738 req-1d8d9dcb-f8ee-44dc-86f5-ac419f8ae293 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.1099372 Jul 16 01:41:04.090531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.091805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.092586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.163507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b112a21-61a7-4b21-86a8-4b5c8339f738 req-8a9aeea3-9637-4049-aa01-8a12285e0b65 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092608 Jul 16 01:41:04.233592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.237003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.280479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.291357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] 10.222.0.35 "DELETE /v2.0/networks/a118b5e3-61f1-4fcd-ac04-87edfd0da685 HTTP/1.1" status: 204 len: 168 time: 1.7621882 Jul 16 01:41:04.306541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2720714 Jul 16 01:41:04.309456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.314560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Request body: {'subnet': {'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1716153405-subnet', 'tenant_id': '43ec37b323684d6597f9f9b0298fd23e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:04.331819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3420cf48-2513-44f5-87df-6a18ec2d93e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd43f4044a7f4892b3aee63594e5c264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934429 Jul 16 01:41:04.341312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:41:04.344279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47594) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.376772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c61c8-97c6-4211-aa0d-2d8fc8cf3579 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d1975e-d24a-4c07-9309-b4e16498fa7a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.397884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:04.400287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-d42d537e-d989-4f50-9d6f-8578f2c0bda2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.400501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Made reservation on behalf of 43ec37b323684d6597f9f9b0298fd23e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:04.402051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-d42d537e-d989-4f50-9d6f-8578f2c0bda2 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.32 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee&tenant_id=dffcd2794a3348108503305979a166d2&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 951 time: 0.6060746 Jul 16 01:41:04.403326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.420778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531abf-2323-4a86-ab5d-985425f1be5d admin admin] Pushing event deleted for resources: {'Network': ['ID=a118b5e3-61f1-4fcd-ac04-87edfd0da685,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.448010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.460150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.503516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2e97e0b-7ee0-4113-953c-8c9a4d199987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.536221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2e97e0b-7ee0-4113-953c-8c9a4d199987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.669960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.681995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2e97e0b-7ee0-4113-953c-8c9a4d199987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.686950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2e97e0b-7ee0-4113-953c-8c9a4d199987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.688854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b2e97e0b-7ee0-4113-953c-8c9a4d199987 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/352eab90-421a-4bd5-aede-e44d61130047 HTTP/1.1" status: 204 len: 168 time: 0.3350294 Jul 16 01:41:04.749050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47608) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.756118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e97e0b-7ee0-4113-953c-8c9a4d199987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352eab90-421a-4bd5-aede-e44d61130047,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.793980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676c2fd7-1bc7-430f-8e01-605f6cda0532,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.814886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Checking segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:04.815464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Network hostable DHCP agents. Network: e7d1975e-d24a-4c07-9309-b4e16498fa7a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:04.833627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-366c22ac-2558-4d00-ad0b-5aacf3c09266 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da7bb7fb91a54be1a7a5fcb681ffc966&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0790336 Jul 16 01:41:04.839061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.876709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:04.934508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e7d1975e-d24a-4c07-9309-b4e16498fa7a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:04.946547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54cc0969-9c25-42b2-b57c-11f62ffb6b52 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:04.947628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.948453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.982685 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf995-a49f-4a2f-86ed-8fac6f14c3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.999015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ed7a7-a240-42be-be1f-e9f754e78621 None None] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:05.002632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c13fcfde-044f-4e1c-862f-1613c64151e7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6921239 Jul 16 01:41:05.004764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 54cc0969-9c25-42b2-b57c-11f62ffb6b52 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:05.005112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54cc0969-9c25-42b2-b57c-11f62ffb6b52 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:05.020109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8de5eb-69d5-4d8c-8753-0a901d8733c1 req-296f45f0-91c6-4d2c-a5bc-14e04949604c tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.022644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b8de5eb-69d5-4d8c-8753-0a901d8733c1 req-296f45f0-91c6-4d2c-a5bc-14e04949604c tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 948 time: 0.1507394 Jul 16 01:41:05.037429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf995-a49f-4a2f-86ed-8fac6f14c3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.056921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:05.059206 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4878a1d-d8dd-478c-81d6-c81a238b2407" -d '{"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-plugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:05.089455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b8de5eb-69d5-4d8c-8753-0a901d8733c1 req-f58d0036-9cb4-4392-9bf2-1683ac328cb0 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Jul 16 01:41:05.133494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf995-a49f-4a2f-86ed-8fac6f14c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.141133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf995-a49f-4a2f-86ed-8fac6f14c3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.143550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0e1bf995-a49f-4a2f-86ed-8fac6f14c3c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b615ad0f-b3f3-458d-8b4e-c575533f3ea6 HTTP/1.1" status: 204 len: 168 time: 0.3030062 Jul 16 01:41:05.160240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bf995-a49f-4a2f-86ed-8fac6f14c3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615ad0f-b3f3-458d-8b4e-c575533f3ea6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.165995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-5deb915f-1665-40d0-aade-d3a7c8e9d1fc service neutron] 10.222.0.32 "GET /v2.0/ports/952f7301-365a-468f-8ff9-b80766dbebd0/bindings/n-h1-800087-6 HTTP/1.1" status: 200 len: 382 time: 0.7386596 Jul 16 01:41:05.287870 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Floating IP ba27ff2d-1b66-4d63-9113-a3f45bee3063 associated. External IP: 172.25.0.26, port: 02be9bab-9c64-4c4a-9277-363249e26832. Jul 16 01:41:05.307160 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ebec29-2573-4381-a8b3-b8995195a7b1 x-openstack-request-id: req-27ebec29-2573-4381-a8b3-b8995195a7b1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:05.307450 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-plugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:05.307700 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27ebec29-2573-4381-a8b3-b8995195a7b1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:05.308235 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'code': 200} Jul 16 01:41:05.407722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a8fb5-c73e-4668-a2b2-85eb4e5d6008 None None] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:05.538910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c1a98-9aeb-471a-a90a-ad85eaf0614d req-978a2379-3924-4447-b2c5-55be77bdc736 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.544247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-305c1a98-9aeb-471a-a90a-ad85eaf0614d req-978a2379-3924-4447-b2c5-55be77bdc736 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.1617062 Jul 16 01:41:05.613831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Router e835a634-cfc9-423b-99c2-760e538cae2c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:05.623787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-fd173799-c8d7-4868-bca8-aad65cdf4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.625814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-fd173799-c8d7-4868-bca8-aad65cdf4e1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1102 time: 0.4177353 Jul 16 01:41:05.630697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-305c1a98-9aeb-471a-a90a-ad85eaf0614d req-b981ede4-fc43-43ac-909b-c9dc75add9fc tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776439 Jul 16 01:41:05.697030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47646) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:05.752148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e8212975-dbe2-4898-8ddf-fb8c4e287240 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd4664bffb254a6bb80b2283cc1a84d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507219 Jul 16 01:41:05.752148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:05.829343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-f103eb72-3727-4446-93b9-e71b08881745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:05.830860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-f103eb72-3727-4446-93b9-e71b08881745 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1961713 Jul 16 01:41:05.832059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:05.837396 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.843420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] Sync routers for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:05.845443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bd69f49-6b7e-44b7-957a-4e2a58d25e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.855563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:05.856606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:05.887063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bd69f49-6b7e-44b7-957a-4e2a58d25e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.890219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f43c1377-68ae-403d-a7e6-46fe769bc9cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "PUT /v2.0/floatingips/ba27ff2d-1b66-4d63-9113-a3f45bee3063 HTTP/1.1" status: 200 len: 991 time: 3.4954171 Jul 16 01:41:05.898431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:05.901660 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e5198-fdc6-40ed-9844-db05ba3122c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:05.934597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c52b6a6d-50d8-4d75-aaf5-1dbd5aa0014d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.0431499 Jul 16 01:41:05.963819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bd69f49-6b7e-44b7-957a-4e2a58d25e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.969297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bd69f49-6b7e-44b7-957a-4e2a58d25e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.971859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4bd69f49-6b7e-44b7-957a-4e2a58d25e92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98c16cd3-b468-49ac-aabf-045b946d7680 HTTP/1.1" status: 204 len: 168 time: 0.2205887 Jul 16 01:41:05.982936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd69f49-6b7e-44b7-957a-4e2a58d25e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c16cd3-b468-49ac-aabf-045b946d7680,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.998977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-a8116b7c-778b-40a1-8d3c-12f5f95b6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.014282 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-a8116b7c-778b-40a1-8d3c-12f5f95b6628 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0686264 Jul 16 01:41:06.135407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-1fe07b00-dcbb-4986-a1ea-27c9064dda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.140999 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-1fe07b00-dcbb-4986-a1ea-27c9064dda8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179669 Jul 16 01:41:06.165432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.201842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:06.238621 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db298214-2066-474b-9183-767438916f27 x-openstack-request-id: req-db298214-2066-474b-9183-767438916f27 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:06.239139 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:06.242654 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db298214-2066-474b-9183-767438916f27 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:06.243144 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'status': 'completed', 'code': 200} Jul 16 01:41:06.322940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-a1d0efe0-7e9c-4894-97e6-c2f7fa7855a0 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.325429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-a1d0efe0-7e9c-4894-97e6-c2f7fa7855a0 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 815 time: 0.2152441 Jul 16 01:41:06.393100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-6a35d503-8bfb-40f1-8870-6a9718bcb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.394848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-6a35d503-8bfb-40f1-8870-6a9718bcb5a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1097 time: 0.1860015 Jul 16 01:41:06.396048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-658fc555-c66d-4050-a8f5-abede3c7e666 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/quotas/43ec37b323684d6597f9f9b0298fd23e HTTP/1.1" status: 200 len: 375 time: 0.0536573 Jul 16 01:41:06.427905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-5b13f46c-8da4-4e19-ac92-66902fba8fd8 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779317 Jul 16 01:41:06.472160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-6719eb2c-db26-407e-9574-ee6bcf9a66f3 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504155 Jul 16 01:41:06.526548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c022d-15a1-442c-b26e-273d7cf9caee req-e77b25e9-ed50-4e48-92e1-777ea68e25cb tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.528445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a1c022d-15a1-442c-b26e-273d7cf9caee req-e77b25e9-ed50-4e48-92e1-777ea68e25cb tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 948 time: 0.2015977 Jul 16 01:41:06.529132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47686) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.543895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-59a1a6f1-1dd5-4ae5-a5b9-9310a508fff2 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060848 Jul 16 01:41:06.567298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1626271596-network', 'tenant_id': '0f6a11e4a3c04f8e80cea0f1c7fffb3b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:06.570930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197556f-80e8-461a-8942-b045fa5bd264 req-f80e4c53-fbe7-4e85-8aad-a4542d954174 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.572725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7197556f-80e8-461a-8942-b045fa5bd264 req-f80e4c53-fbe7-4e85-8aad-a4542d954174 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 948 time: 0.2265763 Jul 16 01:41:06.663614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ba27ff2d-1b66-4d63-9113-a3f45bee3063', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:38Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 1, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:06.670331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a1c022d-15a1-442c-b26e-273d7cf9caee req-0b457241-f0eb-4cfc-9156-fb2d106944d0 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314669 Jul 16 01:41:06.676244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-741542030-network', 'tenant_id': '1f30b933045c420cbfffb263b002c593'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:06.710082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Made reservation on behalf of 0f6a11e4a3c04f8e80cea0f1c7fffb3b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:06.712489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.734899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.747965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-0fd4b5ee-81a3-467d-a81e-b1d0a31e30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.749519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-0fd4b5ee-81a3-467d-a81e-b1d0a31e30ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.3477871 Jul 16 01:41:06.752094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] Checking router: e835a634-cfc9-423b-99c2-760e538cae2c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:06.769392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:06.770281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:40:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:06.816997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Made reservation on behalf of 1f30b933045c420cbfffb263b002c593 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:06.819970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.853800 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-c62cc21d-ca68-40e0-83a5-f2eafe593428 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.0958829 Jul 16 01:41:06.854024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.897972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-4dbe8a5b-7455-4dcf-ac7e-67b2e3aa8c24 service neutron] 10.222.0.35 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244664 Jul 16 01:41:06.934054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-13194b63-7023-4235-b693-9673c2eb4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:06.935793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-13194b63-7023-4235-b693-9673c2eb4281 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0734582 Jul 16 01:41:06.958221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:06.984696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Deleting port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:06.985513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.040625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.050062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.088349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:07.102160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06a4c76-315f-4564-8458-e5b6cef80775,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.110175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.110373 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Added segment 36087aa0-235d-463c-aef2-c1672be417af of type vlan for network 2d098846-70da-4352-b99c-8f28df062d8f Jul 16 01:41:07.125188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-59e36224-9753-47d2-9bdc-422fd471a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.126788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-59e36224-9753-47d2-9bdc-422fd471a7d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797287 Jul 16 01:41:07.186389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.228437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] For port 06eabcbf-5d4d-4516-9547-6e41a7a98d25, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=06eabcbf-5d4d-4516-9547-6e41a7a98d25,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:07.228818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.245654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-0d47d889-33fc-4899-85f9-d934900ac103 service neutron] 10.222.0.35 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467767 Jul 16 01:41:07.259514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.260662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.261212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.274028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Calling delete_port for 06eabcbf-5d4d-4516-9547-6e41a7a98d25 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:07.299156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-dfa66749-7f20-4650-a8ee-aa2098beb35b service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504030 Jul 16 01:41:07.319881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a04-c4bd-4177-9b82-1e8957b227ca req-a7a0dd45-49da-4984-8a8a-378ff21b7470 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.328521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11d69a04-c4bd-4177-9b82-1e8957b227ca req-a7a0dd45-49da-4984-8a8a-378ff21b7470 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.2865963 Jul 16 01:41:07.346322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ba27ff2d-1b66-4d63-9113-a3f45bee3063', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:38Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 1, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.381524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b9caa-14a0-479a-8752-7a351b8be961 None None] The sync data for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 is: [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'ba27ff2d-1b66-4d63-9113-a3f45bee3063', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:38Z', 'updated_at': '2021-07-16T01:41:04Z', 'revision_number': 1, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:07.394160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] Pushing event updated for resources: {'Network': ['ID=2d098846-70da-4352-b99c-8f28df062d8f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.410174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2d098846-70da-4352-b99c-8f28df062d8f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:07.495740 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c52e5198-fdc6-40ed-9844-db05ba3122c5 req-2e54da6e-f8df-4585-95fb-e3a7a3d76cbb service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887624 Jul 16 01:41:07.517141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11d69a04-c4bd-4177-9b82-1e8957b227ca req-36d4ebf6-4f9c-4211-88e4-18fb9d6fec6c tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852558 Jul 16 01:41:07.560168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.575141 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.581670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-600f295e-5845-418d-b552-37dbfba7bc0a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4137735 Jul 16 01:41:07.585134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.594919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Request body: {'subnet': {'network_id': '2d098846-70da-4352-b99c-8f28df062d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1626271596-subnet', 'tenant_id': '0f6a11e4a3c04f8e80cea0f1c7fffb3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:07.628828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Made reservation on behalf of 0f6a11e4a3c04f8e80cea0f1c7fffb3b for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:07.632150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.639870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:07.731520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-383eb1a5-b2fd-4bd4-8984-183830f03fa6 req-77c15ce7-bfbf-4be8-b6bf-e05178cb7cdd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 210 time: 0.0547318 Jul 16 01:41:07.732746 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.733116 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Added segment 0d404ab6-d26f-4f27-96b3-a73a97fe579f of type vlan for network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d Jul 16 01:41:07.736687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698f9982-7406-490b-add1-7bd5a773704d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.800437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.807659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.834195 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f0f29-570e-4371-9b38-0ae25a199020 None None] New status for floating IP ba27ff2d-1b66-4d63-9113-a3f45bee3063: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:07.852905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Pushing event deleted for resources: {'Port': ['ID=06eabcbf-5d4d-4516-9547-6e41a7a98d25,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.933084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.945382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.946247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.952314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.008783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] No DVR routers for this DVR port 06eabcbf-5d4d-4516-9547-6e41a7a98d25 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:08.013183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.015238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7197556f-80e8-461a-8942-b045fa5bd264 req-c90d0ff9-59f8-41d8-a934-cc0a4b0b2a50 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "DELETE /v2.0/ports/06eabcbf-5d4d-4516-9547-6e41a7a98d25 HTTP/1.1" status: 204 len: 173 time: 1.4335065 Jul 16 01:41:08.039701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-deleted', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:08.042293 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781a574-2a65-4a15-9755-927422e245e8" -d '{"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-deleted", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:08.053575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd8f017-4330-42a2-8c80-0dea7f6ce565,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.066734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d865b44b-c05d-4f1c-88dd-0afa82708d08 req-f8d54e8d-bc4a-4180-96e1-6cfcd6bef6c4 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=796e6973-9a3a-4608-8aae-dadbbf292130 HTTP/1.1" status: 200 len: 210 time: 0.1478508 Jul 16 01:41:08.084688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5520740 Jul 16 01:41:08.087598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.094380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Request body: {'subnet': {'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-741542030-subnet', 'tenant_id': '1f30b933045c420cbfffb263b002c593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:08.124306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Checking segment: {'id': '36087aa0-235d-463c-aef2-c1672be417af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d098846-70da-4352-b99c-8f28df062d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:08.124531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Network hostable DHCP agents. Network: 2d098846-70da-4352-b99c-8f28df062d8f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:08.156460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00460e-d47a-4270-9f78-f7a1d8100dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.171682 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc1d95e-647c-4771-a5ae-98858158737b x-openstack-request-id: req-7fc1d95e-647c-4771-a5ae-98858158737b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:08.172246 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796e6973-9a3a-4608-8aae-dadbbf292130", "name": "network-vif-deleted", "tag": "06eabcbf-5d4d-4516-9547-6e41a7a98d25", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:08.172368 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fc1d95e-647c-4771-a5ae-98858158737b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:08.172692 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e6973-9a3a-4608-8aae-dadbbf292130', 'name': 'network-vif-deleted', 'tag': '06eabcbf-5d4d-4516-9547-6e41a7a98d25', 'status': 'completed', 'code': 200} Jul 16 01:41:08.176809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:08.185271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Made reservation on behalf of 1f30b933045c420cbfffb263b002c593 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:08.188498 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.201757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Network 2d098846-70da-4352-b99c-8f28df062d8f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:08.226251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2d098846-70da-4352-b99c-8f28df062d8f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:08.246189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.251585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.278847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df96e691-8744-41d0-b8b2-975365183446 None None] Network 2d098846-70da-4352-b99c-8f28df062d8f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:08.308089 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-14c8b510-0d9e-4043-b819-f55032c77ead admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7168081 Jul 16 01:41:08.558092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47752) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.591124 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.631649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56350bb-b24b-4b78-8b4e-288a5ef464d2 None None] Network 2d098846-70da-4352-b99c-8f28df062d8f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:08.635255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Deleting subnet edd8f017-4330-42a2-8c80-0dea7f6ce565 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:08.638794 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.725762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20da1378-0d14-4a88-92a3-5e254aa7ddab,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.731629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.846901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:08.847277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Network hostable DHCP agents. Network: d62cdcd0-dd02-44f4-8792-bc03c6b75f0d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:08.871099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.901365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:08.921322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aab784-761d-4cf7-8a3a-7a7d30a2f488 req-908275dc-fd77-488a-8ad1-32205eb5ca7f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.929694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06aab784-761d-4cf7-8a3a-7a7d30a2f488 req-908275dc-fd77-488a-8ad1-32205eb5ca7f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.1328425 Jul 16 01:41:08.966156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d62cdcd0-dd02-44f4-8792-bc03c6b75f0d) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:08.974838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2e2c9-846d-44cf-88df-4e2c893a5fbd None None] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:08.990343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06aab784-761d-4cf7-8a3a-7a7d30a2f488 req-6d6d5be7-972a-4832-8924-9fd194e02e71 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Jul 16 01:41:08.993438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:08.994152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.996312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.033013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf9092d1-a08d-4a87-8ca8-cd68f860101b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9441128 Jul 16 01:41:09.058157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd8f017-4330-42a2-8c80-0dea7f6ce565,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.060105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.065216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47764) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.065536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-22753e80-3d61-447f-beb8-42eeed4bc52d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/edd8f017-4330-42a2-8c80-0dea7f6ce565 HTTP/1.1" status: 204 len: 168 time: 0.5062940 Jul 16 01:41:09.137027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9eb0b0d9-bc5d-41d2-a045-2a90b36cd056 req-6928d9d6-5600-4e04-b3ce-7060e56c4ec6 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 210 time: 0.0473173 Jul 16 01:41:09.195622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.315570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdbfe8-517e-448d-b491-d6b115bf7da1 None None] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:09.325794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.393324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d098846-70da-4352-b99c-8f28df062d8f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:09.417954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36087aa0-235d-463c-aef2-c1672be417af') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:09.418166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36087aa0-235d-463c-aef2-c1672be417af') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:09.447349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.477963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.491123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:09.491961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:09.494332 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:09.499421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-2199058c-20f9-492f-a0a6-61952047ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.501212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-2199058c-20f9-492f-a0a6-61952047ca84 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee&tenant_id=dffcd2794a3348108503305979a166d2 HTTP/1.1" status: 200 len: 1102 time: 0.1717439 Jul 16 01:41:09.517761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:09.715922 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.807229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.817550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-9b3b7d79-bc9d-489a-b994-701235293704 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.819819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-9b3b7d79-bc9d-489a-b994-701235293704 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.32 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 815 time: 0.2451160 Jul 16 01:41:09.832894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.836969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Request body: {'port': {'device_id': '97d383a7-96eb-44a0-8536-95ee597988f7', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'admin_state_up': True, 'tenant_id': '43ec37b323684d6597f9f9b0298fd23e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:09.842136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] 10.222.0.35 "DELETE /v2.0/networks/2d098846-70da-4352-b99c-8f28df062d8f HTTP/1.1" status: 204 len: 168 time: 0.7733352 Jul 16 01:41:09.855683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dca90-0705-4390-b83b-64cebd675b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d098846-70da-4352-b99c-8f28df062d8f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.116591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Made reservation on behalf of 43ec37b323684d6597f9f9b0298fd23e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:10.123306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.142866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.272094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.286128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1014155825-network', 'tenant_id': 'ab871245d8854c56b11883258da475ae'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:10.320841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.332301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-62e95219-94ea-472f-9f15-4b4ba3709436 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f6a11e4a3c04f8e80cea0f1c7fffb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828628 Jul 16 01:41:10.337927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:10.356181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Made reservation on behalf of ab871245d8854c56b11883258da475ae for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:10.358456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.399909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.434479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Allocated IP 172.20.0.11 (e7d1975e-d24a-4c07-9309-b4e16498fa7a/676c2fd7-1bc7-430f-8e01-605f6cda0532/a1c7c845-af60-4864-ad00-e58652fb68c0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:10.492661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5c4fa63-c68f-45c7-8cc1-27374c166a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.498634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af8ea158-b235-4eb4-9e00-079b94149bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.534938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72112a-ce5a-405c-a301-9d114bdf7a6a req-d30fffda-2f19-457a-9554-628368ea093a tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.540520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f72112a-ce5a-405c-a301-9d114bdf7a6a req-d30fffda-2f19-457a-9554-628368ea093a tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 948 time: 0.5949705 Jul 16 01:41:10.540712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:10.558344 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af8ea158-b235-4eb4-9e00-079b94149bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.561439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 06eabcbf-5d4d-4516-9547-6e41a7a98d25 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:10.561891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 06eabcbf-5d4d-4516-9547-6e41a7a98d25 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:10.570522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd3801-4d99-4bfa-a17c-50ca817cc6e5 req-7fbadc98-493f-4c68-b038-6c453c68f926 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.572019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ffd3801-4d99-4bfa-a17c-50ca817cc6e5 req-7fbadc98-493f-4c68-b038-6c453c68f926 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.2186704 Jul 16 01:41:10.639702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:10.650954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f72112a-ce5a-405c-a301-9d114bdf7a6a req-ce306a1e-8416-4f69-a886-f6b7421c453b tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087062 Jul 16 01:41:10.683717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ffd3801-4d99-4bfa-a17c-50ca817cc6e5 req-2efcc271-c395-402b-9eea-53715d9de315 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035857 Jul 16 01:41:10.713647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.728342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.743754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af8ea158-b235-4eb4-9e00-079b94149bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.744749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:10.746309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af8ea158-b235-4eb4-9e00-079b94149bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.747438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-af8ea158-b235-4eb4-9e00-079b94149bbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f06a4c76-315f-4564-8458-e5b6cef80775 HTTP/1.1" status: 204 len: 168 time: 0.4078686 Jul 16 01:41:10.766300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.780728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:10.809803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4612989-594e-4ae3-aada-d9ac3cd1b2a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.816194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.816538 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Added segment a22c8329-6cfb-4285-9b0a-963db7218c6b of type vlan for network deb582ab-cbc5-43ed-9a34-b482dd69bd0d Jul 16 01:41:10.823886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d2c5dfb-7391-4200-b97e-c8242de03368 req-514dc617-ff01-4821-a649-d2640b83c114 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 210 time: 0.0380759 Jul 16 01:41:10.834290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:10.837796 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8595a2-cd33-41f0-8d5b-c25be8bb9aa7" -d '{"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-unplugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:10.841685 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.858831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Transition to ACTIVE for port object 952f7301-365a-468f-8ff9-b80766dbebd0 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:10.872416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ea158-b235-4eb4-9e00-079b94149bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06a4c76-315f-4564-8458-e5b6cef80775,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.878878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.906129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.940233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.985548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] No DVR routers for this DVR port 952f7301-365a-468f-8ff9-b80766dbebd0 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:10.994341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5c4fa63-c68f-45c7-8cc1-27374c166a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.000004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.001297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.002147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.053619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=11']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.056944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:11.060188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5c4fa63-c68f-45c7-8cc1-27374c166a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.062008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:11.062348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:11.062681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:11.073608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:11.073942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Attempting to bind port 952f7301-365a-468f-8ff9-b80766dbebd0 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:11.094747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:11.096811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:11.097191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:11.110985 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8357313 Jul 16 01:41:11.119227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:11.123247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.136554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:11.137047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Bound port: 952f7301-365a-468f-8ff9-b80766dbebd0, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:11.139211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.141490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.163275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Request body: {'subnet': {'network_id': 'deb582ab-cbc5-43ed-9a34-b482dd69bd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1014155825-subnet', 'tenant_id': 'ab871245d8854c56b11883258da475ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:11.244955 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da5e86-85de-4267-8371-a0b7fe5ebbc2 x-openstack-request-id: req-97da5e86-85de-4267-8371-a0b7fe5ebbc2 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:11.245248 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-unplugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:11.245499 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97da5e86-85de-4267-8371-a0b7fe5ebbc2 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:11.245892 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'code': 200} Jul 16 01:41:11.254891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb2bde-8caa-40fc-8448-e48f4f02bb31 admin admin] Pushing event updated for resources: {'Network': ['ID=deb582ab-cbc5-43ed-9a34-b482dd69bd0d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.268545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network deb582ab-cbc5-43ed-9a34-b482dd69bd0d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:11.275582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5c4fa63-c68f-45c7-8cc1-27374c166a22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fe638ca8f4b4a3ab95a48a1693584bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514079 Jul 16 01:41:11.278824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.282980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4fa63-c68f-45c7-8cc1-27374c166a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74639da-0415-4cb3-ba1d-85a086cf5840,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.311081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:11.314948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.315580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.320578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Made reservation on behalf of ab871245d8854c56b11883258da475ae for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:11.321571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:11.322844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.328644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.404669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-b436f363-9437-4b25-800d-810bbfbaa4c7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5760539 Jul 16 01:41:11.419691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.420364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.421835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] 10.222.0.38 "PUT /v2.0/ports/952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 1097 time: 1.9102981 Jul 16 01:41:11.422688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Request body: {'port': {'device_id': '97d383a7-96eb-44a0-8536-95ee597988f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:11.429552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:11.469911 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb5535cd-1f45-48cd-b202-2405a6ce1ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.489668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:11.515087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb5535cd-1f45-48cd-b202-2405a6ce1ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.517921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1bbe4-e9ee-4ee5-9022-54fa70f9ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=12']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.553518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-411c9bbe-e45b-47d5-8c7f-ff3f43282b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.555525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-411c9bbe-e45b-47d5-8c7f-ff3f43282b96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1100 time: 0.1015418 Jul 16 01:41:11.625537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.704985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb5535cd-1f45-48cd-b202-2405a6ce1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.707357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb5535cd-1f45-48cd-b202-2405a6ce1ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.709118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb5535cd-1f45-48cd-b202-2405a6ce1ae5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e74639da-0415-4cb3-ba1d-85a086cf5840 HTTP/1.1" status: 204 len: 168 time: 0.4233682 Jul 16 01:41:11.723433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.725938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5535cd-1f45-48cd-b202-2405a6ce1ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74639da-0415-4cb3-ba1d-85a086cf5840,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:11.758423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-6642c5fc-4ecd-4c55-afa4-e8fc9758826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.760008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-6642c5fc-4ecd-4c55-afa4-e8fc9758826e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1895263 Jul 16 01:41:11.841885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-2469a7ad-7517-442c-9688-7399a4381357 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.0739701 Jul 16 01:41:11.913671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-02ac9e79-b7e7-4d20-a609-06b163f7bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.915207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-02ac9e79-b7e7-4d20-a609-06b163f7bab0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0640302 Jul 16 01:41:12.028267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baa903-a7ce-43e7-ba1f-e3fd3d51cf43 req-37ab89ab-b29f-4136-99ef-b6502339389b tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.030151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65baa903-a7ce-43e7-ba1f-e3fd3d51cf43 req-37ab89ab-b29f-4136-99ef-b6502339389b tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 948 time: 0.1905990 Jul 16 01:41:12.094674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65baa903-a7ce-43e7-ba1f-e3fd3d51cf43 req-8cc7c022-8049-48d3-807b-6614e523b7a1 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/security-groups?id=817c49ac-400c-4118-8037-ec6204ef6660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559225 Jul 16 01:41:12.102228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc103c3-0a7c-4d87-84e9-cb05a9daa200 req-5ab94ed0-7664-4c19-8f74-7d943a91262b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.103919 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dcc103c3-0a7c-4d87-84e9-cb05a9daa200 req-5ab94ed0-7664-4c19-8f74-7d943a91262b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 949 time: 0.1541808 Jul 16 01:41:12.107078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-5f01c388-6f3e-4ce6-bd2b-2c154df6289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.108572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-5f01c388-6f3e-4ce6-bd2b-2c154df6289e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870248 Jul 16 01:41:12.273291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-774656c3-0f28-4a7b-bd4d-299e11b0d9f4 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316094 Jul 16 01:41:12.275748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Checking segment: {'id': 'a22c8329-6cfb-4285-9b0a-963db7218c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'deb582ab-cbc5-43ed-9a34-b482dd69bd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:12.276294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Network hostable DHCP agents. Network: deb582ab-cbc5-43ed-9a34-b482dd69bd0d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:12.278679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dcc103c3-0a7c-4d87-84e9-cb05a9daa200 req-edbde3c3-23b6-4145-8968-f099b9cc7b22 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671414 Jul 16 01:41:12.292813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c193020e-48b7-4369-985f-fe714c9215cf,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.329393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47886) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.350880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39b131b5-5f09-45b3-a68a-8724904b537d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.396337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720ff0e-560f-464b-9f03-643c9197abcb req-12502434-2e48-4d27-87f8-d520fcc72fe8 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.398007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4720ff0e-560f-464b-9f03-643c9197abcb req-12502434-2e48-4d27-87f8-d520fcc72fe8 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 948 time: 0.2750623 Jul 16 01:41:12.431971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Network deb582ab-cbc5-43ed-9a34-b482dd69bd0d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:12.458738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee6910-4f57-4a13-9051-41e6375f225d req-f0f883de-3230-429e-8094-9a2007069045 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.460343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19ee6910-4f57-4a13-9051-41e6375f225d req-f0f883de-3230-429e-8094-9a2007069045 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 932 time: 0.1851852 Jul 16 01:41:12.464173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9345c87e-35e4-47b8-8967-aa72d67e1348 req-d958cc90-e4d7-4d1c-8efe-36be8d40ed27 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418874 Jul 16 01:41:12.510715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, deb582ab-cbc5-43ed-9a34-b482dd69bd0d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:12.521271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df90ff-c3a7-4185-9a46-554f579b7c1a None None] Network deb582ab-cbc5-43ed-9a34-b482dd69bd0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:12.522986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19ee6910-4f57-4a13-9051-41e6375f225d req-5ad39f0a-1de7-4205-8862-99156337ab6a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560410 Jul 16 01:41:12.531431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:12.531822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.668783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edd391-a549-4f1d-967d-f2644716eb54 None None] Network deb582ab-cbc5-43ed-9a34-b482dd69bd0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:12.676862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c7c845-af60-4864-ad00-e58652fb68c0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:12.692270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.717259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Deleting port 745838c0-ff0e-485f-b55e-2bcfcccaa872 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:12.717600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.724004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Transition to ACTIVE for port object a1c7c845-af60-4864-ad00-e58652fb68c0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:12.742573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.745630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39b131b5-5f09-45b3-a68a-8724904b537d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.766284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39b131b5-5f09-45b3-a68a-8724904b537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.800979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2c8b898e-a028-42c0-b487-feec3f0dd89b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6642175 Jul 16 01:41:12.906206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39b131b5-5f09-45b3-a68a-8724904b537d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=787a010e86e846f4928809d05cb449a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731120 Jul 16 01:41:12.908743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.910054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b131b5-5f09-45b3-a68a-8724904b537d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea80c2f-73ac-4ae4-a642-5e3231a1dc87,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.912692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.950992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] For port 745838c0-ff0e-485f-b55e-2bcfcccaa872, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=745838c0-ff0e-485f-b55e-2bcfcccaa872,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:12.951154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.983321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d9826d5-5cff-4cd5-a7ec-1561caa64f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.989874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Calling delete_port for 745838c0-ff0e-485f-b55e-2bcfcccaa872 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:13.009774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d9826d5-5cff-4cd5-a7ec-1561caa64f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.062283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Attempting to bind port a1c7c845-af60-4864-ad00-e58652fb68c0 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:13.062668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Attempting to bind port a1c7c845-af60-4864-ad00-e58652fb68c0 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:13.062961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Attempting to bind port a1c7c845-af60-4864-ad00-e58652fb68c0 on network e7d1975e-d24a-4c07-9309-b4e16498fa7a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:13.073526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Port a1c7c845-af60-4864-ad00-e58652fb68c0 on network e7d1975e-d24a-4c07-9309-b4e16498fa7a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:13.073851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Attempting to bind port a1c7c845-af60-4864-ad00-e58652fb68c0 on network e7d1975e-d24a-4c07-9309-b4e16498fa7a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:13.077108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d9826d5-5cff-4cd5-a7ec-1561caa64f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.081141 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0d9826d5-5cff-4cd5-a7ec-1561caa64f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.082843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0d9826d5-5cff-4cd5-a7ec-1561caa64f23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cea80c2f-73ac-4ae4-a642-5e3231a1dc87 HTTP/1.1" status: 204 len: 168 time: 0.1729276 Jul 16 01:41:13.086542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:13.086884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Checking segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:13.087275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Bound using segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:13.087707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Bound port: a1c7c845-af60-4864-ad00-e58652fb68c0, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:13.088078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.092366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9826d5-5cff-4cd5-a7ec-1561caa64f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea80c2f-73ac-4ae4-a642-5e3231a1dc87,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.214271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:13.221545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:13.228175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.239850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.256594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:13.259218 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e130a900-04e1-4e05-a47a-503c4589d2be" -d '{"events": [{"name": "network-changed", "server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:13.291237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.291864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.293356 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] 10.222.0.32 "PUT /v2.0/ports/a1c7c845-af60-4864-ad00-e58652fb68c0 HTTP/1.1" status: 200 len: 1092 time: 1.8748899 Jul 16 01:41:13.294112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4ed4467-e565-40c1-9707-edfd6978159d req-d795a904-dd41-41d2-80c0-bee3ebf0c1d9 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bc0f820-2262-49d1-97e2-8e9c9312bbff HTTP/1.1" status: 200 len: 210 time: 0.0493579 Jul 16 01:41:13.295486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:13.297805 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72200d-af11-4844-aad7-a74deda6aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:13.369549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] No DVR routers for this DVR port 745838c0-ff0e-485f-b55e-2bcfcccaa872 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:13.371243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b8052-2e56-4eb7-ae7e-0f5271bff341 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.387817 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340887af-896f-4c6a-9f0c-f6698b447e81 x-openstack-request-id: req-340887af-896f-4c6a-9f0c-f6698b447e81 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:13.390488 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:13.390826 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-340887af-896f-4c6a-9f0c-f6698b447e81 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:13.392735 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'status': 'completed', 'code': 200} Jul 16 01:41:13.399624 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.401652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4720ff0e-560f-464b-9f03-643c9197abcb req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] 10.222.0.38 "DELETE /v2.0/ports/745838c0-ff0e-485f-b55e-2bcfcccaa872 HTTP/1.1" status: 204 len: 173 time: 0.9661508 Jul 16 01:41:13.440303 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db44b114-02a2-4718-91fd-ea91e5206172 x-openstack-request-id: req-db44b114-02a2-4718-91fd-ea91e5206172 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:13.440597 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:13.440849 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db44b114-02a2-4718-91fd-ea91e5206172 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:13.441252 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'status': 'completed', 'code': 200} Jul 16 01:41:13.449590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dc370-7193-44da-b1e1-4d7fd849dff3 tempest-ListImageFiltersTestJSON-889233308 tempest-ListImageFiltersTestJSON-889233308-project] Pushing event deleted for resources: {'Port': ['ID=745838c0-ff0e-485f-b55e-2bcfcccaa872,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.586808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-a57b5e28-071b-46d3-900a-3a30858bc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.588346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-a57b5e28-071b-46d3-900a-3a30858bc2a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 1095 time: 0.2202063 Jul 16 01:41:13.596154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-2081ea7b-c770-4728-8523-43584ed5607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.597702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-2081ea7b-c770-4728-8523-43584ed5607a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1100 time: 0.1613841 Jul 16 01:41:13.601060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-6216396d-f462-488b-844f-ce9f6b6a6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.602472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-6216396d-f462-488b-844f-ce9f6b6a6784 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1100 time: 0.1761119 Jul 16 01:41:13.623890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098243-dd18-4ae3-aa3b-62b2fa7c5ef7 req-65bcc713-4647-480b-87c6-9d4521fa3f8f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.625852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99098243-dd18-4ae3-aa3b-62b2fa7c5ef7 req-65bcc713-4647-480b-87c6-9d4521fa3f8f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 949 time: 0.0873749 Jul 16 01:41:13.698722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99098243-dd18-4ae3-aa3b-62b2fa7c5ef7 req-0a19490f-66a4-46bb-a9da-448c6d311a10 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Jul 16 01:41:13.705995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-ca52a7e3-b57d-4907-b108-3ad25ae81b12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c7c845-af60-4864-ad00-e58652fb68c0 HTTP/1.1" status: 200 len: 217 time: 0.0992005 Jul 16 01:41:13.892008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-add028ff-c4dd-41cd-a859-608a1943275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.893852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-add028ff-c4dd-41cd-a859-608a1943275b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 200 len: 855 time: 0.1592875 Jul 16 01:41:13.955505 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-e02a27d3-7c5e-4566-be7b-d2b6b64d3935 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7d1975e-d24a-4c07-9309-b4e16498fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539958 Jul 16 01:41:13.964586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-e5766412-ec29-4713-a09a-c8771c4554fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.966299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-e5766412-ec29-4713-a09a-c8771c4554fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3422649 Jul 16 01:41:13.968912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-1bed9005-93b7-4df1-ad5b-bc63705925ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.970513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-1bed9005-93b7-4df1-ad5b-bc63705925ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3550165 Jul 16 01:41:14.043324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-a1b4d7ab-5204-4715-88cb-621e61583599 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.0592306 Jul 16 01:41:14.128844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-9bab8d13-7580-4c2b-98b7-bc64fc702a00 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.131594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-9bab8d13-7580-4c2b-98b7-bc64fc702a00 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.2453010 Jul 16 01:41:14.147454 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-816ffe3e-6dcf-4ab3-ad93-8679cbcd2049 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 200 len: 217 time: 0.1612532 Jul 16 01:41:14.174948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-ca6342a8-6042-4d93-bd45-264d7234db54 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/quotas/1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 375 time: 0.0320818 Jul 16 01:41:14.239727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-cf2f1bb6-a331-4d34-a968-a0b84ba62765 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443761 Jul 16 01:41:14.267922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2bca-dff3-470b-a821-31078aa1bc86 req-f4abba42-a30b-460b-ac5b-a4aa38721d57 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.275588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eafe2bca-dff3-470b-a821-31078aa1bc86 req-f4abba42-a30b-460b-ac5b-a4aa38721d57 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 944 time: 0.2005088 Jul 16 01:41:14.321419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-1102f911-c5e8-48e4-a7fd-7c824b1e13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.327148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eafe2bca-dff3-470b-a821-31078aa1bc86 req-acf721e0-5d22-4e57-a547-ac4e64485421 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Jul 16 01:41:14.329681 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-1102f911-c5e8-48e4-a7fd-7c824b1e13d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2703273 Jul 16 01:41:14.396981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-33008174-613c-4752-b803-5f3b11e1fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.401684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-33008174-613c-4752-b803-5f3b11e1fce5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2429862 Jul 16 01:41:14.403524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-c9801d3f-25c3-4532-b512-745471927d0d service neutron] 10.222.0.32 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361100 Jul 16 01:41:14.567410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:14.605088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-92b39503-a060-43fa-a0a8-bdaa3d88dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.607546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-92b39503-a060-43fa-a0a8-bdaa3d88dcd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842108 Jul 16 01:41:14.654748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a6abbb8f-3156-4833-a726-19854b3b61c2 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062269 Jul 16 01:41:14.682867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130a900-04e1-4e05-a47a-503c4589d2be req-ddc2f950-737c-4ef6-b515-0410a8cd4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.685310 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-ddc2f950-737c-4ef6-b515-0410a8cd4b19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2808871 Jul 16 01:41:14.708867 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84f639ad-7822-4894-b8d8-ebcfcf1b50c1 req-1e26526c-c8b1-44b3-806b-5c02175558fa service neutron] 10.222.0.32 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803426 Jul 16 01:41:14.828171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:14.844523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-77b14dfe-6054-4f40-8563-93fb4d5a4a55 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887202 Jul 16 01:41:14.856709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:14.885210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 745838c0-ff0e-485f-b55e-2bcfcccaa872 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:14.886006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 745838c0-ff0e-485f-b55e-2bcfcccaa872 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:14.890070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '952f7301-365a-468f-8ff9-b80766dbebd0', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '952f7301-365a-468f-8ff9-b80766dbebd0', 'mac_address': 'fa:16:3e:a5:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:14.943660 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.967649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:14.969368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-eb7adbc3-ae0c-49e7-8df0-9edd953c3c8a service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507934 Jul 16 01:41:15.012975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-3abf7e4a-d774-4e2e-a12c-b98a96db6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.014558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-3abf7e4a-d774-4e2e-a12c-b98a96db6f92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 1095 time: 0.2501578 Jul 16 01:41:15.023475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:15.028398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.039340 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-43d363bf-4560-4d42-a2de-c85fc560a592 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420558 Jul 16 01:41:15.163149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.343119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['952f7301-365a-468f-8ff9-b80766dbebd0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:15.354095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-78fb925c-fc4a-42e1-8120-d9206e658c78 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578472 Jul 16 01:41:15.366477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-304ae55a-0075-431d-b560-b519637fbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.367932 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-304ae55a-0075-431d-b560-b519637fbacd service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 916 time: 0.3402052 Jul 16 01:41:15.372346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054aba-cf5c-44ce-ab72-04a24c48134a req-5e489e18-2aba-4c66-b8cb-f9b99ea9e758 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.374031 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e130a900-04e1-4e05-a47a-503c4589d2be req-de68d806-e1f7-4b9d-8ca2-81e9a9238afc service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242908 Jul 16 01:41:15.376264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4054aba-cf5c-44ce-ab72-04a24c48134a req-5e489e18-2aba-4c66-b8cb-f9b99ea9e758 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1462624 Jul 16 01:41:15.421315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-dba8f18a-e4d4-4d5f-8595-b13c6b93ba20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c7c845-af60-4864-ad00-e58652fb68c0 HTTP/1.1" status: 200 len: 217 time: 0.0460434 Jul 16 01:41:15.484051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4054aba-cf5c-44ce-ab72-04a24c48134a req-24a695b2-e677-4114-86aa-0625abf4ea09 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010468 Jul 16 01:41:15.501610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-deleted', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:15.504656 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ec11d-a785-450d-a49d-eb55a3fa9583" -d '{"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-deleted", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:15.509917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-92ad126e-7dc7-431b-b33d-011879ed0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.511733 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-92ad126e-7dc7-431b-b33d-011879ed0b9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 200 len: 855 time: 0.0823700 Jul 16 01:41:15.556099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-0e0b57d0-4d2b-4265-b723-ae6f38db4380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7d1975e-d24a-4c07-9309-b4e16498fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364959 Jul 16 01:41:15.677883 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-67d5f01a-1c38-437b-832f-a45a7540e5fc service neutron] 10.222.0.32 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120038 Jul 16 01:41:16.007281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fda0b49-9b16-419e-9471-56316663543b req-715ce63a-f134-44e4-8c69-f79c38f8c66b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 210 time: 0.0495725 Jul 16 01:41:16.107795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b464-6711-46cd-865d-9f4a74f3409f req-73f1ecb1-98f2-4d03-8c5e-074d643312b1 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.109439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed69b464-6711-46cd-865d-9f4a74f3409f req-73f1ecb1-98f2-4d03-8c5e-074d643312b1 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 944 time: 0.1183567 Jul 16 01:41:16.212756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed69b464-6711-46cd-865d-9f4a74f3409f req-d67f8852-4fc0-4607-9f44-c459a98f0c09 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Jul 16 01:41:16.252705 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d634e601-d360-4ece-957f-bc0d05e060f8 x-openstack-request-id: req-d634e601-d360-4ece-957f-bc0d05e060f8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:16.253529 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc0f820-2262-49d1-97e2-8e9c9312bbff", "name": "network-vif-deleted", "tag": "745838c0-ff0e-485f-b55e-2bcfcccaa872", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:16.253992 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d634e601-d360-4ece-957f-bc0d05e060f8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:16.255062 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc0f820-2262-49d1-97e2-8e9c9312bbff', 'name': 'network-vif-deleted', 'tag': '745838c0-ff0e-485f-b55e-2bcfcccaa872', 'status': 'completed', 'code': 200} Jul 16 01:41:16.322242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c72200d-af11-4844-aad7-a74deda6aaf6 req-ff46dcaa-1a1d-4425-8077-ae0828ef6aff service neutron] 10.222.0.32 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360013 Jul 16 01:41:16.627778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69f213-236e-4710-b113-f0fb1b465ced req-2930c4ce-1f69-4946-b0cc-8f03af548fba tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.629579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf69f213-236e-4710-b113-f0fb1b465ced req-2930c4ce-1f69-4946-b0cc-8f03af548fba tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 1101 time: 0.0854969 Jul 16 01:41:16.683069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf69f213-236e-4710-b113-f0fb1b465ced req-827fd9bf-068b-4e66-b602-fac4d38fe440 tempest-MigrationsAdminTest-1101636022 tempest-MigrationsAdminTest-1101636022-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Jul 16 01:41:16.885564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-b4eca7d8-bc87-4408-ba3b-505d6ac04b68 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.887860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-b4eca7d8-bc87-4408-ba3b-505d6ac04b68 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.1559842 Jul 16 01:41:16.903737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Request body: {'port': {'device_id': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'admin_state_up': True, 'tenant_id': '1f30b933045c420cbfffb263b002c593'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:17.054001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Made reservation on behalf of 1f30b933045c420cbfffb263b002c593 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:17.058461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.227357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Allocated IP 172.20.0.8 (d62cdcd0-dd02-44f4-8792-bc03c6b75f0d/20da1378-0d14-4a88-92a3-5e254aa7ddab/902b87ff-ab96-4ce5-9848-b7b2400cbfb7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:17.474024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:17.482828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.513805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b872a292-cae5-446a-8198-16fae6c86762 req-122ff297-728e-408c-8262-7f6964f06336 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 210 time: 0.0543067 Jul 16 01:41:17.536600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.634849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:17.638117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:17.656078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:17.668159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:17.670076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.709296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'port_id': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'mac_address': 'fa:16:3e:0f:6b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676c2fd7-1bc7-430f-8e01-605f6cda0532', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:17.763325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.763803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.781831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-38908f47-1172-4ca3-aa8a-745859ecfcfb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847413 Jul 16 01:41:17.782681 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.786756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.800717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c7c845-af60-4864-ad00-e58652fb68c0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:17.814353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Request body: {'port': {'device_id': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:17.819554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ffced-f942-4077-bd2b-3a0539a3d105 req-d7aabd48-a990-4852-a154-53627b7b3199 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.821929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e2ffced-f942-4077-bd2b-3a0539a3d105 req-d7aabd48-a990-4852-a154-53627b7b3199 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.1201186 Jul 16 01:41:17.827981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:17.831137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a410cf-7d13-4c42-ae34-e7573678d735 req-4325580d-a71d-46b2-b7f9-ce0a63664d93 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:17.832766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56a410cf-7d13-4c42-ae34-e7573678d735 req-4325580d-a71d-46b2-b7f9-ce0a63664d93 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 944 time: 0.1449652 Jul 16 01:41:17.834279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.903154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e2ffced-f942-4077-bd2b-3a0539a3d105 req-82416bdd-a34c-4c38-a6a3-658378ea055b tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690198 Jul 16 01:41:17.915342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56a410cf-7d13-4c42-ae34-e7573678d735 req-5e1fa411-c979-4ac8-9d4e-c8fb12d90262 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738423 Jul 16 01:41:17.957019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.992809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.045935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a1c7c845-af60-4864-ad00-e58652fb68c0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:18.060868 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-abef3bfa-6e87-4afb-88b2-feca1f957454 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=496cd9cb4ba34f38820b4228db98e36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702224 Jul 16 01:41:18.061087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.182901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f818eaf9-8448-477b-8d8e-490316112e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.213019 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f818eaf9-8448-477b-8d8e-490316112e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.272891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f818eaf9-8448-477b-8d8e-490316112e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.279030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f818eaf9-8448-477b-8d8e-490316112e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.279030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f818eaf9-8448-477b-8d8e-490316112e72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/817c49ac-400c-4118-8037-ec6204ef6660 HTTP/1.1" status: 204 len: 168 time: 0.2164052 Jul 16 01:41:18.296794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818eaf9-8448-477b-8d8e-490316112e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817c49ac-400c-4118-8037-ec6204ef6660,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.422325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:18.431749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.448970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Transition to ACTIVE for port object 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:18.455189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.524895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.574818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:18.648383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:18.648732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:18.649062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:18.657906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:18.658234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:18.669017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:18.669017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:18.670308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:18.670754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Bound port: 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:18.671117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.680221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 952f7301-365a-468f-8ff9-b80766dbebd0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:18.685325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 952f7301-365a-468f-8ff9-b80766dbebd0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:18.685771 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.765373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:18.803140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6089-65e8-48fa-b9e6-3b597f45ce34 req-eb241385-2a37-4997-aa7b-3977af5cbf51 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.813131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:18.813387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94ce6089-65e8-48fa-b9e6-3b597f45ce34 req-eb241385-2a37-4997-aa7b-3977af5cbf51 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.1089752 Jul 16 01:41:18.825006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.842634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.848776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48168) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.888497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:18.894801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.895978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.897506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] 10.222.0.32 "PUT /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 1091 time: 1.0946946 Jul 16 01:41:18.897942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:18.902043 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:18.903667 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8d419-e5e5-4dc4-8967-e33bbdf4d5d7" -d '{"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-plugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:18.907460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94ce6089-65e8-48fa-b9e6-3b597f45ce34 req-e2a685d4-a5ea-43ee-b483-6f2a47d2c0c5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852702 Jul 16 01:41:18.925176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.932254 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.994898 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721292f0-3f60-4e7e-b53c-d6db17c4e2fe x-openstack-request-id: req-721292f0-3f60-4e7e-b53c-d6db17c4e2fe {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:18.995200 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-plugged", "status": "completed", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:18.995480 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-721292f0-3f60-4e7e-b53c-d6db17c4e2fe {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:18.995660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-3162e4ac-9f19-4bc3-a44c-b7e22d4748ac tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.996247 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'code': 200} Jul 16 01:41:18.997374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-3162e4ac-9f19-4bc3-a44c-b7e22d4748ac tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 950 time: 0.2297204 Jul 16 01:41:18.999600 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a6a75-ea5c-4020-bd7a-4c5974f3b517 x-openstack-request-id: req-b80a6a75-ea5c-4020-bd7a-4c5974f3b517 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:18.999891 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:19.000218 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b80a6a75-ea5c-4020-bd7a-4c5974f3b517 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:19.000543 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'status': 'completed', 'code': 200} Jul 16 01:41:19.021605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7ebec-b2e2-43bf-ab6f-cd71d8478680 service neutron] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.056072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=14']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.234094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389a4c6-228e-4141-bd09-ffac0071f65d req-cf1c34e5-2a8a-4992-84c3-88bc4553c517 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.243890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3389a4c6-228e-4141-bd09-ffac0071f65d req-cf1c34e5-2a8a-4992-84c3-88bc4553c517 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 951 time: 0.0987434 Jul 16 01:41:19.247809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-340ac655-d455-4d11-b2a6-1f6d36c729cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.249402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-340ac655-d455-4d11-b2a6-1f6d36c729cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1094 time: 0.2840281 Jul 16 01:41:19.277582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d47d2df-63e3-4c0f-85e9-31ff0722d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.323827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-65838401-eb8f-4420-ac48-ec5c28fc6f64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 217 time: 0.0630863 Jul 16 01:41:19.333859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3389a4c6-228e-4141-bd09-ffac0071f65d req-e4d1e360-1963-4a05-8493-94a40c9616d8 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881133 Jul 16 01:41:19.346708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Deleting port 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:19.347221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.444827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-80d7317f-abb5-4b1a-b850-90a9eb8a56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.446315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-80d7317f-abb5-4b1a-b850-90a9eb8a56f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1159132 Jul 16 01:41:19.471122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d47d2df-63e3-4c0f-85e9-31ff0722d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.482342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d47d2df-63e3-4c0f-85e9-31ff0722d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.490045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:19.500844 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-8b3696eb-6c2b-4701-a9f6-6763b27c8d86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398409 Jul 16 01:41:19.599261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77278c-7e82-4728-87b4-42d63dba6a58 req-41399500-521f-4a46-870d-47ac3736bf35 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:19.607038 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d77278c-7e82-4728-87b4-42d63dba6a58 req-41399500-521f-4a46-870d-47ac3736bf35 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 945 time: 0.2907465 Jul 16 01:41:19.612723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d47d2df-63e3-4c0f-85e9-31ff0722d916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fc3d0b7425949929115690aaa62fccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7561800 Jul 16 01:41:19.621006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port a1c7c845-af60-4864-ad00-e58652fb68c0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:19.621514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-4cae42d4-cd07-4f5a-8003-ef394f6684c5 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125231 Jul 16 01:41:19.622209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:19.624446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47d2df-63e3-4c0f-85e9-31ff0722d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31446f-9cd4-494e-8adc-ed4d97739239,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:19.626831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port a1c7c845-af60-4864-ad00-e58652fb68c0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:19.627218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.639253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] For port 952f7301-365a-468f-8ff9-b80766dbebd0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=952f7301-365a-468f-8ff9-b80766dbebd0,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:19.639608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.689420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Calling delete_port for 952f7301-365a-468f-8ff9-b80766dbebd0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:19.698000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d77278c-7e82-4728-87b4-42d63dba6a58 req-15d890e0-05fe-4528-a8f4-f5f036ac3d44 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880287 Jul 16 01:41:19.815717 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.896461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8896-7a79-4ddb-85ff-cf98aa5bd5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.909278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:19.916699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5fa77da-5428-4122-85fd-e03e5b0a9963 req-da69a053-e1da-43f6-816b-19a516fab302 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727408 Jul 16 01:41:19.916891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.967802 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8896-7a79-4ddb-85ff-cf98aa5bd5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.026312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.095171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.107157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.110147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8896-7a79-4ddb-85ff-cf98aa5bd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.112732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce2c8896-7a79-4ddb-85ff-cf98aa5bd5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.116329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce2c8896-7a79-4ddb-85ff-cf98aa5bd5f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d31446f-9cd4-494e-8adc-ed4d97739239 HTTP/1.1" status: 204 len: 168 time: 0.4880047 Jul 16 01:41:20.123499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033', 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', '952f7301-365a-468f-8ff9-b80766dbebd0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:20.125050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-89ea4817-4f15-4acf-b2e5-caeb266b0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.126557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-89ea4817-4f15-4acf-b2e5-caeb266b0ab4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1094 time: 0.1559417 Jul 16 01:41:20.165829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c8896-7a79-4ddb-85ff-cf98aa5bd5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31446f-9cd4-494e-8adc-ed4d97739239,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.175381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event deleted for resources: {'Port': ['ID=952f7301-365a-468f-8ff9-b80766dbebd0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.275054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d61fe-8ffa-4321-811e-453f74c11adc req-163ae6e9-dda2-4c8d-8a50-dbc6ffaed05a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.280666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-185d61fe-8ffa-4321-811e-453f74c11adc req-163ae6e9-dda2-4c8d-8a50-dbc6ffaed05a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.1399546 Jul 16 01:41:20.310888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] No DVR routers for this DVR port 952f7301-365a-468f-8ff9-b80766dbebd0 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:20.365006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-185d61fe-8ffa-4321-811e-453f74c11adc req-a14c4707-bc91-4680-9f24-78a499199ade tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786378 Jul 16 01:41:20.380838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.380838 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7daa9370-1e8f-4189-a314-df6b5e155d71 req-c6658831-50f6-46c3-95a4-583b5a294464 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "DELETE /v2.0/ports/952f7301-365a-468f-8ff9-b80766dbebd0 HTTP/1.1" status: 204 len: 173 time: 1.3436604 Jul 16 01:41:20.387476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-636921537-network', 'tenant_id': '00d845f6fcf64ebeb583492f50e51b80'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:20.453461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Made reservation on behalf of 00d845f6fcf64ebeb583492f50e51b80 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:20.459641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.488998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-6fa35a72-30fa-4087-a2de-b5c73f05ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.491922 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.494560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-6fa35a72-30fa-4087-a2de-b5c73f05ecab service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.3586707 Jul 16 01:41:20.625870 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-d870476a-566a-48e5-a9da-496f9398abac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 217 time: 0.1241355 Jul 16 01:41:20.694589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01a20e31-1e29-44cf-8369-a2e7535201c9 req-c8e7cbe9-284f-4299-81a0-0dca0e27521e tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=153fdc5d-8bcc-4a97-aa6c-cd72a94456ee HTTP/1.1" status: 200 len: 210 time: 0.0429595 Jul 16 01:41:20.713752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-7cf90767-9564-4587-a0fc-af60857b3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:20.715193 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-7cf90767-9564-4587-a0fc-af60857b3698 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.0818555 Jul 16 01:41:20.763502 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-8defb359-1c50-4393-b176-327e07f01e73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381777 Jul 16 01:41:20.795562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.799546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.815009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.824548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.850858 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9df91356-33ee-4463-b555-867e9f15723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.875352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:20.903035 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-6963c89d-0af1-490a-ae5a-f49a352634bd service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318102 Jul 16 01:41:20.930206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.930558 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Added segment eb334579-5638-447b-acb4-0ec3a846f34d of type vlan for network 4d349175-b22a-4665-bb50-9c30f8f404e3 Jul 16 01:41:20.944396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f734cbe-c378-48f5-b7f2-59949104c3ea,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.997473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:21.000545 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0c04c-ac28-4c8a-a765-ddf9e8354315" -d '{"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-plugged", "status": "completed", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:21.004476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.009119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-deleted', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:21.011877 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b58425-1fd4-43cf-a469-d713a298443b" -d '{"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-deleted", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:21.062418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a7e5ae04-ac5d-475d-89f5-e36ee1e7fcaf req-73b34b96-ca3f-45b3-bbe5-a18e59a7107f service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509490 Jul 16 01:41:21.078497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842a905-4295-49b9-af4b-b8db69127ca1 req-ec00ba67-6807-46c7-8e50-3027e1874a3d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.085482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3842a905-4295-49b9-af4b-b8db69127ca1 req-ec00ba67-6807-46c7-8e50-3027e1874a3d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2156522 Jul 16 01:41:21.104563 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.106649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.107559 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.109144 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f38046d-c4b7-4e69-8fc7-7bab7b33fc4c x-openstack-request-id: req-7f38046d-c4b7-4e69-8fc7-7bab7b33fc4c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:21.109723 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-plugged", "status": "completed", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:21.110065 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f38046d-c4b7-4e69-8fc7-7bab7b33fc4c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:21.110493 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'code': 200} Jul 16 01:41:21.144742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6566feb8-ab83-421f-9d66-644ee45cd14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.172434 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246715f0-1bd9-4984-a559-a648bb9d5ea4 x-openstack-request-id: req-246715f0-1bd9-4984-a559-a648bb9d5ea4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:21.172726 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153fdc5d-8bcc-4a97-aa6c-cd72a94456ee", "name": "network-vif-deleted", "tag": "952f7301-365a-468f-8ff9-b80766dbebd0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:21.172978 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-246715f0-1bd9-4984-a559-a648bb9d5ea4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:21.173360 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153fdc5d-8bcc-4a97-aa6c-cd72a94456ee', 'name': 'network-vif-deleted', 'tag': '952f7301-365a-468f-8ff9-b80766dbebd0', 'status': 'completed', 'code': 200} Jul 16 01:41:21.180527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9df91356-33ee-4463-b555-867e9f15723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.194467 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3842a905-4295-49b9-af4b-b8db69127ca1 req-69636e6e-bf44-4a78-a26b-7eb90453a879 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081176 Jul 16 01:41:21.195800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9df91356-33ee-4463-b555-867e9f15723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.237707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1401420 Jul 16 01:41:21.244718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48238) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.249082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f675a4-b68b-4093-8dd9-dc0b6e31b58a admin admin] Pushing event updated for resources: {'Network': ['ID=4d349175-b22a-4665-bb50-9c30f8f404e3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.251872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Request body: {'subnet': {'network_id': '4d349175-b22a-4665-bb50-9c30f8f404e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-636921537-subnet', 'tenant_id': '00d845f6fcf64ebeb583492f50e51b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:21.269331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4d349175-b22a-4665-bb50-9c30f8f404e3 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:21.278791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df91356-33ee-4463-b555-867e9f15723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6dd40e-e9f0-411d-a4a3-5a83a6955b8a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.283576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9df91356-33ee-4463-b555-867e9f15723a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21756afe9ffe4ae48ddcbc8d03b67e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869540 Jul 16 01:41:21.286672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48240) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.344072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4223-5fb0-44c2-8058-c4429083bc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.345526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355785d-4999-44ed-9486-05d5686cb057 req-3932cd27-f181-4a66-978e-a825181864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.347043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f355785d-4999-44ed-9486-05d5686cb057 req-3932cd27-f181-4a66-978e-a825181864fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 1097 time: 0.1420383 Jul 16 01:41:21.366932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4223-5fb0-44c2-8058-c4429083bc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.405478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6566feb8-ab83-421f-9d66-644ee45cd14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.409885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f355785d-4999-44ed-9486-05d5686cb057 req-fb05bc83-a163-44fc-a6ec-c82c4ad2369f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552490 Jul 16 01:41:21.413469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6566feb8-ab83-421f-9d66-644ee45cd14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.422511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4223-5fb0-44c2-8058-c4429083bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.425072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4223-5fb0-44c2-8058-c4429083bc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.428851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ec0b4223-5fb0-44c2-8058-c4429083bc57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff6dd40e-e9f0-411d-a4a3-5a83a6955b8a HTTP/1.1" status: 204 len: 168 time: 0.1384177 Jul 16 01:41:21.435824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b4223-5fb0-44c2-8058-c4429083bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6dd40e-e9f0-411d-a4a3-5a83a6955b8a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.482857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Made reservation on behalf of 00d845f6fcf64ebeb583492f50e51b80 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:21.485226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.489379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:21.494320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6566feb8-ab83-421f-9d66-644ee45cd14d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=592039094ac74574a4daafa53302ed55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682444 Jul 16 01:41:21.497190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:21.566756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566feb8-ab83-421f-9d66-644ee45cd14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddebc4d9-766a-4530-b4d2-f4b9e8a25878,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.607824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:21.618487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cedd7348-92e6-4f4e-82b7-0eebdbf379dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.627339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'port_id': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'mac_address': 'fa:16:3e:72:0e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da1378-0d14-4a88-92a3-5e254aa7ddab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:21.647714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cedd7348-92e6-4f4e-82b7-0eebdbf379dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.672373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.674299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac410e-046a-43d5-8e03-ed495379a204 req-d9610b71-a493-41be-8e36-ea4bc4cd5ccc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.676209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5ac410e-046a-43d5-8e03-ed495379a204 req-d9610b71-a493-41be-8e36-ea4bc4cd5ccc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.1952922 Jul 16 01:41:21.695806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:21.696804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.741669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:21.756766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.767178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cedd7348-92e6-4f4e-82b7-0eebdbf379dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.768151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=014c5ab8-fe5e-4539-858c-0a4fce520fda,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.769809 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cedd7348-92e6-4f4e-82b7-0eebdbf379dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.770928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Checking segment: {'id': 'eb334579-5638-447b-acb4-0ec3a846f34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4d349175-b22a-4665-bb50-9c30f8f404e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:21.771292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Network hostable DHCP agents. Network: 4d349175-b22a-4665-bb50-9c30f8f404e3, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:21.777733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cedd7348-92e6-4f4e-82b7-0eebdbf379dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddebc4d9-766a-4530-b4d2-f4b9e8a25878 HTTP/1.1" status: 204 len: 168 time: 0.2791834 Jul 16 01:41:21.798500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5ac410e-046a-43d5-8e03-ed495379a204 req-a7007811-878f-4fa1-a502-85fb7fcc288d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159573 Jul 16 01:41:21.818259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd7348-92e6-4f4e-82b7-0eebdbf379dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddebc4d9-766a-4530-b4d2-f4b9e8a25878,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:21.821390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Network 4d349175-b22a-4665-bb50-9c30f8f404e3 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:21.838825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4d349175-b22a-4665-bb50-9c30f8f404e3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:21.845466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:21.846180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.865120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108f8e1-770d-4c38-8ae3-b14ea455626d None None] Network 4d349175-b22a-4665-bb50-9c30f8f404e3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:21.872648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b1caadce-02b9-40fb-873d-33610112bafe admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6249981 Jul 16 01:41:21.915648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.027171 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.064148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['902b87ff-ab96-4ce5-9848-b7b2400cbfb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:22.111944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6acb7-0782-4ec0-8204-4e31a9325f6c None None] Network 4d349175-b22a-4665-bb50-9c30f8f404e3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:22.164909 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:22.401006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.425907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e57dfe3-10e5-471e-bb0c-3f4d4883f018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.460417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cc282-8a58-46de-9a82-965d4a65fa83 req-5252e1be-c33b-438c-b7d5-98c811290cb1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.463275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c77cc282-8a58-46de-9a82-965d4a65fa83 req-5252e1be-c33b-438c-b7d5-98c811290cb1 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 951 time: 0.1316185 Jul 16 01:41:22.541082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c77cc282-8a58-46de-9a82-965d4a65fa83 req-05ddd383-0819-4d6d-ab73-16b3e9271a8a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682290 Jul 16 01:41:22.560618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e57dfe3-10e5-471e-bb0c-3f4d4883f018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.565794 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e57dfe3-10e5-471e-bb0c-3f4d4883f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.585423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:22.598887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3e57dfe3-10e5-471e-bb0c-3f4d4883f018 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a749d2abb5342dbaac17a4a4929073b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943390 Jul 16 01:41:22.599299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.621268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57dfe3-10e5-471e-bb0c-3f4d4883f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfef6364-cf4c-4d46-9dfb-8521fea304cb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.630260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 952f7301-365a-468f-8ff9-b80766dbebd0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:22.630260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 952f7301-365a-468f-8ff9-b80766dbebd0 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:22.659673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-90e7176d-7380-4d81-b7dc-3ca246bcd06a req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-955109524', 'description': 'tempest-description-785118525'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:22.718851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90e7176d-7380-4d81-b7dc-3ca246bcd06a req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.751722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efa457c5-6b54-4877-a887-2b2a7da3322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.793499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efa457c5-6b54-4877-a887-2b2a7da3322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.878802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18ba27-44f2-4f8a-9b0b-3f505372d986 req-a62a7532-5839-4917-8d5c-db1c516d1ef4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.881346 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb18ba27-44f2-4f8a-9b0b-3f505372d986 req-a62a7532-5839-4917-8d5c-db1c516d1ef4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1850986 Jul 16 01:41:22.924535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efa457c5-6b54-4877-a887-2b2a7da3322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.928233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efa457c5-6b54-4877-a887-2b2a7da3322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.929627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-efa457c5-6b54-4877-a887-2b2a7da3322d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfef6364-cf4c-4d46-9dfb-8521fea304cb HTTP/1.1" status: 204 len: 168 time: 0.3287480 Jul 16 01:41:22.961276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa457c5-6b54-4877-a887-2b2a7da3322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfef6364-cf4c-4d46-9dfb-8521fea304cb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:22.975826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb18ba27-44f2-4f8a-9b0b-3f505372d986 req-8ef5bb13-5c64-4dc0-9e19-181e4475e586 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856206 Jul 16 01:41:22.987095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90e7176d-7380-4d81-b7dc-3ca246bcd06a req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.993904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90e7176d-7380-4d81-b7dc-3ca246bcd06a req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.038255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f286e6cb-7e39-425e-b6b8-0be895b654a4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.041082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90e7176d-7380-4d81-b7dc-3ca246bcd06a req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.042542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90e7176d-7380-4d81-b7dc-3ca246bcd06a req-97159213-6940-440f-98e2-0782b2ac2cc2 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3892643 Jul 16 01:41:23.230165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52d603-979d-441d-a4d6-7b82f09bb2cb req-067a5059-fde3-42f5-81dd-c085b0efaf47 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.231686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de52d603-979d-441d-a4d6-7b82f09bb2cb req-067a5059-fde3-42f5-81dd-c085b0efaf47 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 944 time: 0.1077697 Jul 16 01:41:23.258794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675234-5000-4153-8390-a42bf7113349 req-f676937c-8e3d-42d6-8abb-d91365463b38 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.262860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3675234-5000-4153-8390-a42bf7113349 req-f676937c-8e3d-42d6-8abb-d91365463b38 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1033661 Jul 16 01:41:23.266252 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.310966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de52d603-979d-441d-a4d6-7b82f09bb2cb req-607d3e8d-5726-4e87-817f-46dc88532089 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604222 Jul 16 01:41:23.337145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3675234-5000-4153-8390-a42bf7113349 req-187afd9f-813c-468c-9053-929ca208014a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654333 Jul 16 01:41:23.396706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2253da27-c961-4330-8d8e-a825443b921b req-eee449ae-696f-4bf4-8eed-9c38206445ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/f286e6cb-7e39-425e-b6b8-0be895b654a4 HTTP/1.1" status: 200 len: 1811 time: 0.0578799 Jul 16 01:41:23.407896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f286e6cb-7e39-425e-b6b8-0be895b654a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.409080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f286e6cb-7e39-425e-b6b8-0be895b654a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.484691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.489997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:23.523504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.530388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.554591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:23.559241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:23.559694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.566218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.584878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2253da27-c961-4330-8d8e-a825443b921b req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1815171 Jul 16 01:41:23.587070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca6587-1eba-4f9c-86ee-b4c7c32a1936 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c47ff5b-eedc-42f6-afb2-6406c69bd5d4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.671458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e39180f5-f429-4afc-a7ef-1e63dfef4da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.678777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.698633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-669aa2a0-fbe5-4193-9f2d-6dba2ce50cc4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:23.700209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-669aa2a0-fbe5-4193-9f2d-6dba2ce50cc4 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 951 time: 0.1395328 Jul 16 01:41:23.714288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:23.717057 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4158d548-af8b-4a13-9864-f995cbbd03f5" -d '{"events": [{"server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "name": "network-vif-plugged", "status": "completed", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:23.733476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:23.738929 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.812640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.899783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Deleting port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:23.900249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.052873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] For port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:24.053278 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.074666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Calling delete_port for 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:24.131342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ecd9246-c30b-428f-ac17-f5bf00122588 req-d049318c-b396-4494-b1ba-54e17e1f206c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/f286e6cb-7e39-425e-b6b8-0be895b654a4 HTTP/1.1" status: 200 len: 2404 time: 0.0744565 Jul 16 01:41:24.169477 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86b1b63-4e6e-4e99-91b8-c47c15cd06b2 x-openstack-request-id: req-e86b1b63-4e6e-4e99-91b8-c47c15cd06b2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:24.169856 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "name": "network-vif-plugged", "status": "completed", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:24.170322 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e86b1b63-4e6e-4e99-91b8-c47c15cd06b2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:24.170966 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'code': 200} Jul 16 01:41:24.263998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf26ea-ac14-4614-9837-1fd437a4b4e5 req-e03a59ab-47c2-4764-984c-8e0ce07c2357 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.273352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdbf26ea-ac14-4614-9837-1fd437a4b4e5 req-e03a59ab-47c2-4764-984c-8e0ce07c2357 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a100747-bf55-44f9-ae72-6a250972a28e HTTP/1.1" status: 200 len: 951 time: 0.1048229 Jul 16 01:41:24.337236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdbf26ea-ac14-4614-9837-1fd437a4b4e5 req-62569c67-aa8b-4051-b340-be59f9844d9a tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624411 Jul 16 01:41:24.342953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.358008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033', 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:24.367937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690989-01b4-4baa-b376-b03668e06b0c req-e8d99291-c9e8-4324-9e86-7888c785cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.370118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae690989-01b4-4baa-b376-b03668e06b0c req-e8d99291-c9e8-4324-9e86-7888c785cf3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1096 time: 0.1214395 Jul 16 01:41:24.464839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event deleted for resources: {'Port': ['ID=5d4cabd7-689b-4a81-8b7f-ef3f229dd075,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.481901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] No DVR routers for this DVR port 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:24.485230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.487908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6187889b-ec1c-41c4-9a5e-8ef3050ddd40 req-d85b3a8f-06c6-4ec5-871c-f87ea5752be0 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "DELETE /v2.0/ports/5d4cabd7-689b-4a81-8b7f-ef3f229dd075 HTTP/1.1" status: 204 len: 173 time: 0.7776918 Jul 16 01:41:24.490993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-deleted', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:24.494504 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53ed370-7d8a-4da9-8356-f4be7ced5db9" -d '{"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-deleted", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:24.513375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae690989-01b4-4baa-b376-b03668e06b0c req-46b27d0f-35fa-4cb2-9581-21276363abd1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216803 Jul 16 01:41:24.576809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ba4c-3eb2-4e3c-9e69-cb5cea2ff723 req-750d1890-3b73-473e-b944-5f860d66e782 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:24.579999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86a4ba4c-3eb2-4e3c-9e69-cb5cea2ff723 req-750d1890-3b73-473e-b944-5f860d66e782 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1996253 Jul 16 01:41:25.032450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-2c48bd32-8ea4-421a-93ae-15a25fea087b tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-group-rules/9c47ff5b-eedc-42f6-afb2-6406c69bd5d4 HTTP/1.1" status: 200 len: 778 time: 0.0295544 Jul 16 01:41:25.066692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86a4ba4c-3eb2-4e3c-9e69-cb5cea2ff723 req-d7e83939-e534-4f87-955e-d3b8638df8aa tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795415 Jul 16 01:41:25.123182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-9b16f38e-0c1f-4182-9319-54e04ccf3db4 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/f286e6cb-7e39-425e-b6b8-0be895b654a4 HTTP/1.1" status: 200 len: 2404 time: 0.0842102 Jul 16 01:41:25.164387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-b7894d9c-07bd-4090-984c-7c28cad11deb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.173971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-b7894d9c-07bd-4090-984c-7c28cad11deb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.209919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-b7894d9c-07bd-4090-984c-7c28cad11deb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.226947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-b7894d9c-07bd-4090-984c-7c28cad11deb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.239520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0702f9af-7e65-498a-95f1-9216b4f4681c req-b7894d9c-07bd-4090-984c-7c28cad11deb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9c47ff5b-eedc-42f6-afb2-6406c69bd5d4 HTTP/1.1" status: 204 len: 173 time: 0.1072466 Jul 16 01:41:25.283221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7894d9c-07bd-4090-984c-7c28cad11deb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c47ff5b-eedc-42f6-afb2-6406c69bd5d4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.297463 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c35da-d5df-45da-b685-50e3782bfdd9 x-openstack-request-id: req-e88c35da-d5df-45da-b685-50e3782bfdd9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:25.299363 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a100747-bf55-44f9-ae72-6a250972a28e", "name": "network-vif-deleted", "tag": "5d4cabd7-689b-4a81-8b7f-ef3f229dd075", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:25.300435 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e88c35da-d5df-45da-b685-50e3782bfdd9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:25.301051 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a100747-bf55-44f9-ae72-6a250972a28e', 'name': 'network-vif-deleted', 'tag': '5d4cabd7-689b-4a81-8b7f-ef3f229dd075', 'status': 'completed', 'code': 200} Jul 16 01:41:25.331217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3603e04-3fe9-4501-b686-0b31425f83d7 req-e182e180-73b6-43d9-9e72-93ae4df44945 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.339224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3603e04-3fe9-4501-b686-0b31425f83d7 req-e182e180-73b6-43d9-9e72-93ae4df44945 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 945 time: 0.1184864 Jul 16 01:41:25.386103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3603e04-3fe9-4501-b686-0b31425f83d7 req-8d0eacb4-789d-4faa-b1f2-c251f0dca84d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Jul 16 01:41:25.490603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-43c68f28-9e2f-4d24-b291-8571c32c02e5 req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-741390087', 'description': 'tempest-description-520512658'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.517690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-43c68f28-9e2f-4d24-b291-8571c32c02e5 req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.614471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-43c68f28-9e2f-4d24-b291-8571c32c02e5 req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.618969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-43c68f28-9e2f-4d24-b291-8571c32c02e5 req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.652847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01bda9d-ade6-4f62-977c-ab93bad0cbe8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:25.664664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-43c68f28-9e2f-4d24-b291-8571c32c02e5 req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.666727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43c68f28-9e2f-4d24-b291-8571c32c02e5 req-40ba71e1-3ee0-4b95-a053-e068b910b7be tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1809363 Jul 16 01:41:25.744691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d91c6d4d-5d94-4394-894b-342ba62f7dcb req-efb3c8b5-b11d-4fa7-816d-0df6c91fcef4 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/f01bda9d-ade6-4f62-977c-ab93bad0cbe8 HTTP/1.1" status: 200 len: 1811 time: 0.0480392 Jul 16 01:41:25.809810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c426bd0d-55dd-4bca-a229-c482848a8947 req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1875752563', 'description': 'tempest-description-548298315'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:25.838045 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c426bd0d-55dd-4bca-a229-c482848a8947 req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.968078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c426bd0d-55dd-4bca-a229-c482848a8947 req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.973047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c426bd0d-55dd-4bca-a229-c482848a8947 req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.037643 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c426bd0d-55dd-4bca-a229-c482848a8947 req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.038878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c426bd0d-55dd-4bca-a229-c482848a8947 req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2354369 Jul 16 01:41:26.041027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efe8ac-009d-4fb4-8e28-9d36a545801e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9578f4-1e37-423b-b455-266d21554cdd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.091072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882acd2-b06d-48d0-8108-ff8a25ae7c3f req-52b54680-b97b-4ffb-9bed-bdef91193eac tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.092518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d882acd2-b06d-48d0-8108-ff8a25ae7c3f req-52b54680-b97b-4ffb-9bed-bdef91193eac tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1107395 Jul 16 01:41:26.128077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.134816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6e74c4c-f576-4b6e-86f2-b6a64b904080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.143932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa4ad198-fbbb-400e-b0b0-32eb8bcf736e req-b80db661-dd5a-49ec-b503-a6d8a7046014 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/da9578f4-1e37-423b-b455-266d21554cdd HTTP/1.1" status: 200 len: 1812 time: 0.0709677 Jul 16 01:41:26.158653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d882acd2-b06d-48d0-8108-ff8a25ae7c3f req-7595193f-6e8a-45a3-a6b4-6ebadeb23e82 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Jul 16 01:41:26.190187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5532a623-b577-493d-8ca4-64b49d930340 req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-844092400', 'description': 'tempest-description-167786859'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:26.221432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5532a623-b577-493d-8ca4-64b49d930340 req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.297837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73858847-0cd6-4dfc-b467-163d87b0142b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.362465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5532a623-b577-493d-8ca4-64b49d930340 req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.366357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5532a623-b577-493d-8ca4-64b49d930340 req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.398543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.404557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673adcf1-58f9-4a04-b074-422a2f749f35 req-9fb08767-82f1-44bf-b7bc-fa44aaf4051f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.409115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-673adcf1-58f9-4a04-b074-422a2f749f35 req-9fb08767-82f1-44bf-b7bc-fa44aaf4051f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1421206 Jul 16 01:41:26.433743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7bfe36-c6bc-460b-8f1f-15797b46fe65,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.457283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-673adcf1-58f9-4a04-b074-422a2f749f35 req-c7f7bb31-9d2d-4f6d-b0e0-697389fcb47e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Jul 16 01:41:26.479045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73858847-0cd6-4dfc-b467-163d87b0142b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.484655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73858847-0cd6-4dfc-b467-163d87b0142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.490947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5532a623-b577-493d-8ca4-64b49d930340 req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.492299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5532a623-b577-493d-8ca4-64b49d930340 req-f5192880-cf40-4064-b3e6-7255594056ab tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3067400 Jul 16 01:41:26.533644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73858847-0cd6-4dfc-b467-163d87b0142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad20311-d28e-437a-ad65-a8f42fd32a20,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.541190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48490) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.547829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-73858847-0cd6-4dfc-b467-163d87b0142b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16bab71337c14d3eb6be2f2496af6287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185793 Jul 16 01:41:26.613382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:26.635951 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6237fc08-6998-49d1-8d87-c4f18a78392b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.639605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:26.640024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5d4cabd7-689b-4a81-8b7f-ef3f229dd075 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:26.677769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6237fc08-6998-49d1-8d87-c4f18a78392b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.722697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69a1f7-d6f8-4f00-b930-ce1f45d2794c req-7a945543-add8-4a21-98f0-49f27ae5ff58 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:26.724265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b69a1f7-d6f8-4f00-b930-ce1f45d2794c req-7a945543-add8-4a21-98f0-49f27ae5ff58 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 945 time: 0.1373060 Jul 16 01:41:26.764787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3967c22-023e-4ffa-a013-862bc6835c30 req-45303a59-92cf-4521-842d-e31c0dccd71d tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/1a7bfe36-c6bc-460b-8f1f-15797b46fe65 HTTP/1.1" status: 200 len: 1811 time: 0.1091979 Jul 16 01:41:26.784131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b69a1f7-d6f8-4f00-b930-ce1f45d2794c req-cd41533e-bfb0-40f8-9eef-5c7d0879da9d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Jul 16 01:41:26.793982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6237fc08-6998-49d1-8d87-c4f18a78392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.797367 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6237fc08-6998-49d1-8d87-c4f18a78392b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.809130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6237fc08-6998-49d1-8d87-c4f18a78392b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bad20311-d28e-437a-ad65-a8f42fd32a20 HTTP/1.1" status: 204 len: 168 time: 0.2620137 Jul 16 01:41:26.824332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237fc08-6998-49d1-8d87-c4f18a78392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad20311-d28e-437a-ad65-a8f42fd32a20,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.829029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4fe229b6-1a83-4dc1-9839-92fb8ecd5b99 req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1331575971', 'description': 'tempest-description-468710918'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:26.862129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4fe229b6-1a83-4dc1-9839-92fb8ecd5b99 req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.982287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4fe229b6-1a83-4dc1-9839-92fb8ecd5b99 req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.988783 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4fe229b6-1a83-4dc1-9839-92fb8ecd5b99 req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.022923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4fe229b6-1a83-4dc1-9839-92fb8ecd5b99 req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.033400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4fe229b6-1a83-4dc1-9839-92fb8ecd5b99 req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2064576 Jul 16 01:41:27.038948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3700a4-0e95-4d45-bb0f-3d12265b4d1e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3205b842-fe3e-4939-aa4c-37bcd3cb6cdb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.052497 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-9f742f89-4e52-4c49-9cc3-538b3962157c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738118 Jul 16 01:41:27.111379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e8b8cc2-7731-4dfc-b373-36845677171c req-9d0157ca-9ee3-4bc7-9614-3de1c725380d tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/3205b842-fe3e-4939-aa4c-37bcd3cb6cdb HTTP/1.1" status: 200 len: 1812 time: 0.0541265 Jul 16 01:41:27.151214 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-eb079522-54da-4dba-9ef5-cd2a4a408e78 req-d9716478-79f5-40be-8cdf-6b67549a228e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] show failed (client error): The resource could not be found. Jul 16 01:41:27.152348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb079522-54da-4dba-9ef5-cd2a4a408e78 req-d9716478-79f5-40be-8cdf-6b67549a228e tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/92be9419-1669-44d0-94d9-f15fda67abff HTTP/1.1" status: 404 len: 352 time: 0.0141456 Jul 16 01:41:27.182541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-eca80069-bedf-4876-8d8d-0c1a4512602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.184451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-eca80069-bedf-4876-8d8d-0c1a4512602d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1097 time: 0.0840094 Jul 16 01:41:27.194196 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-9b213a00-a38a-4dbb-8486-8fd0501d9173 req-56be2c6a-43d2-41d4-b4b3-11e1f9d20feb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] show failed (client error): The resource could not be found. Jul 16 01:41:27.195835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b213a00-a38a-4dbb-8486-8fd0501d9173 req-56be2c6a-43d2-41d4-b4b3-11e1f9d20feb tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-group-rules/d4090b8e-6e13-4abf-bd62-945ba6428287 HTTP/1.1" status: 404 len: 361 time: 0.0167618 Jul 16 01:41:27.318902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.336415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-fa92cf7e-92d6-44f0-9572-f80ac3b6b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.338471 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-fa92cf7e-92d6-44f0-9572-f80ac3b6b4ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.1236436 Jul 16 01:41:27.418973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b1d4e-0b01-45c1-a649-bcd380580ee9 req-7dc025eb-14c6-4c1a-83bc-ba9a2503fcfb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.420715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-184b1d4e-0b01-45c1-a649-bcd380580ee9 req-7dc025eb-14c6-4c1a-83bc-ba9a2503fcfb tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1023324 Jul 16 01:41:27.427946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48526) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.448718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-7b685eb2-cd2e-4ac9-9e83-73173a4f3b9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 1001 time: 0.0924432 Jul 16 01:41:27.455544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7db849-117a-4778-a95b-1483931da602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.474114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-36ce219b-8b99-46c1-8c43-c521e40d56cf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.475550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-36ce219b-8b99-46c1-8c43-c521e40d56cf tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 949 time: 0.1535637 Jul 16 01:41:27.513637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-184b1d4e-0b01-45c1-a649-bcd380580ee9 req-f00197ee-2761-4ad8-b305-054a15186c47 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849199 Jul 16 01:41:27.519701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bc363-7cfe-4c15-a6c6-61b4df786a14 req-1bbe8f30-5231-4600-b251-db3d46902a5b tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.521916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a97bc363-7cfe-4c15-a6c6-61b4df786a14 req-1bbe8f30-5231-4600-b251-db3d46902a5b tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1096 time: 0.0755081 Jul 16 01:41:27.559579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.582240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a97bc363-7cfe-4c15-a6c6-61b4df786a14 req-187d10ad-6ec3-483a-aafa-71ec974f754f tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 Jul 16 01:41:27.591252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-4c1654b9-bcd9-43b1-8173-709aaa95a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.592764 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-4c1654b9-bcd9-43b1-8173-709aaa95a700 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1338465 Jul 16 01:41:27.633228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b39b2d43-ab97-4a98-8227-a2f2d0a654cf req-56e45b98-d194-4419-8725-4363d2eb37dc tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/3205b842-fe3e-4939-aa4c-37bcd3cb6cdb HTTP/1.1" status: 200 len: 1812 time: 0.0785918 Jul 16 01:41:27.751621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Deleting port d0798c09-f5ec-4967-ac87-8d82b2a7da8a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:27.751961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.778721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b39b2d43-ab97-4a98-8227-a2f2d0a654cf req-8f2cf78a-1511-40e5-acc5-6d21b08ec097 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.780469 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3fac8f2-42ce-4c8e-82bd-5c801ad8b2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.788851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7db849-117a-4778-a95b-1483931da602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.793705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-ed453440-2f92-4075-9370-764854321c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.795209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-ed453440-2f92-4075-9370-764854321c15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524963 Jul 16 01:41:27.798036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7db849-117a-4778-a95b-1483931da602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.826572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b39b2d43-ab97-4a98-8227-a2f2d0a654cf req-8f2cf78a-1511-40e5-acc5-6d21b08ec097 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.897509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ca7db849-117a-4778-a95b-1483931da602 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b203666df5847e8bd11012753224cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677515 Jul 16 01:41:27.901508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7db849-117a-4778-a95b-1483931da602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9938f723-fd65-4dc0-89c7-959ecb4cc8f2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.903941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:27.916999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3e30d-44ce-45ed-9ceb-dd16c69df047 req-300f2604-29e3-4a0a-ae0e-c476802df4ea tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:27.918561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57e3e30d-44ce-45ed-9ceb-dd16c69df047 req-300f2604-29e3-4a0a-ae0e-c476802df4ea tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2160780 Jul 16 01:41:27.924985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-e8861e48-a5f5-4556-ae27-d2d70192e4ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1963832 Jul 16 01:41:27.945515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b39b2d43-ab97-4a98-8227-a2f2d0a654cf req-8f2cf78a-1511-40e5-acc5-6d21b08ec097 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.948241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b39b2d43-ab97-4a98-8227-a2f2d0a654cf req-8f2cf78a-1511-40e5-acc5-6d21b08ec097 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.949358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b39b2d43-ab97-4a98-8227-a2f2d0a654cf req-8f2cf78a-1511-40e5-acc5-6d21b08ec097 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "DELETE /v2.0/security-groups/3205b842-fe3e-4939-aa4c-37bcd3cb6cdb HTTP/1.1" status: 204 len: 173 time: 0.3152575 Jul 16 01:41:27.978673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cf78a-1511-40e5-acc5-6d21b08ec097 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3205b842-fe3e-4939-aa4c-37bcd3cb6cdb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.005182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] For port d0798c09-f5ec-4967-ac87-8d82b2a7da8a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:28.005621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.012567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57e3e30d-44ce-45ed-9ceb-dd16c69df047 req-0c69d248-83f7-44fa-9241-a255eef63b16 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830832 Jul 16 01:41:28.034871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Calling delete_port for d0798c09-f5ec-4967-ac87-8d82b2a7da8a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:28.053652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-433293bb-9eeb-44f7-8bc1-5ee5e50c959d service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478282 Jul 16 01:41:28.058194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3fac8f2-42ce-4c8e-82bd-5c801ad8b2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.072812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3fac8f2-42ce-4c8e-82bd-5c801ad8b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.074386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-325156f1-c261-4b28-8b4d-229535b93f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.135047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-d4a62eef-9aa1-41a2-ab6b-980db6e1d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.136710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-d4a62eef-9aa1-41a2-ab6b-980db6e1d7a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dffcd2794a3348108503305979a166d2&device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 1101 time: 0.1449640 Jul 16 01:41:28.150865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-325156f1-c261-4b28-8b4d-229535b93f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.155350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d3fac8f2-42ce-4c8e-82bd-5c801ad8b2fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7375ec230525459aa01432befa5c8edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947745 Jul 16 01:41:28.156535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fac8f2-42ce-4c8e-82bd-5c801ad8b2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804c0a9-6753-40e6-99d0-2110d0979f6e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.170322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.254377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bb3c22e5-cd3a-410b-a831-e84db5971c5c req-a550ae74-eeb5-463f-a514-c677904f1404 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915054 Jul 16 01:41:28.303361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-325156f1-c261-4b28-8b4d-229535b93f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.305863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-325156f1-c261-4b28-8b4d-229535b93f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.307022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-325156f1-c261-4b28-8b4d-229535b93f88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9938f723-fd65-4dc0-89c7-959ecb4cc8f2 HTTP/1.1" status: 204 len: 168 time: 0.3992016 Jul 16 01:41:28.314443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07214f56-c55d-4e46-b1e1-a77ab7e1937d req-aee78b2c-070b-4d97-9ece-26022d838bcd tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.315944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07214f56-c55d-4e46-b1e1-a77ab7e1937d req-aee78b2c-070b-4d97-9ece-26022d838bcd tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1096 time: 0.2367077 Jul 16 01:41:28.323672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325156f1-c261-4b28-8b4d-229535b93f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9938f723-fd65-4dc0-89c7-959ecb4cc8f2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.341631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b76ff2be-1045-4bb2-9a39-07178f53d818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.345604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.359740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0a5aaf97-a085-4347-9a28-3c83bc968033', 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:28.385671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-ab25f9fa-0fd9-49d1-a23a-adc84b16bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.386936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-ab25f9fa-0fd9-49d1-a23a-adc84b16bb8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2169669 Jul 16 01:41:28.398854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event deleted for resources: {'Port': ['ID=d0798c09-f5ec-4967-ac87-8d82b2a7da8a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.416983 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b76ff2be-1045-4bb2-9a39-07178f53d818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.448103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] No DVR routers for this DVR port d0798c09-f5ec-4967-ac87-8d82b2a7da8a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:28.452375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.455084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10db0bdf-dd6b-4e44-836c-b705c98f46d2 req-948dabd9-18ca-4f80-8b0b-d15081e04d5f tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "DELETE /v2.0/ports/d0798c09-f5ec-4967-ac87-8d82b2a7da8a HTTP/1.1" status: 204 len: 173 time: 0.9727554 Jul 16 01:41:28.455561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-deleted', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:28.459046 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9cd466-e26f-48b8-a8b9-e8cea84925ac" -d '{"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-deleted", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:28.467095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f177ec82-9d95-4f2b-a2e7-8130a5c9eec4 req-d5990913-ee44-42a9-8871-7aa20fb1e17a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/1a7bfe36-c6bc-460b-8f1f-15797b46fe65 HTTP/1.1" status: 200 len: 1811 time: 0.1708992 Jul 16 01:41:28.468393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-1957cdb6-5a31-4a8f-97c3-d16ed30d52a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 200 len: 217 time: 0.0683234 Jul 16 01:41:28.481022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07214f56-c55d-4e46-b1e1-a77ab7e1937d req-fde36d77-6027-4f18-bbd8-7e7eabe0b102 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534443 Jul 16 01:41:28.541671 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6cf4a8-2325-49a1-a93c-93338bfe5811 x-openstack-request-id: req-1e6cf4a8-2325-49a1-a93c-93338bfe5811 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:28.542192 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da6b1d3-807c-4f41-9ab4-77cb889626fe", "name": "network-vif-deleted", "tag": "d0798c09-f5ec-4967-ac87-8d82b2a7da8a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:28.542629 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e6cf4a8-2325-49a1-a93c-93338bfe5811 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:28.543258 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da6b1d3-807c-4f41-9ab4-77cb889626fe', 'name': 'network-vif-deleted', 'tag': 'd0798c09-f5ec-4967-ac87-8d82b2a7da8a', 'status': 'completed', 'code': 200} Jul 16 01:41:28.579034 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-556acd16-2790-45aa-a4d6-59a986ad2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.580555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-556acd16-2790-45aa-a4d6-59a986ad2d62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0975838 Jul 16 01:41:28.638484 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b76ff2be-1045-4bb2-9a39-07178f53d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.641516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b76ff2be-1045-4bb2-9a39-07178f53d818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.643077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b76ff2be-1045-4bb2-9a39-07178f53d818 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e804c0a9-6753-40e6-99d0-2110d0979f6e HTTP/1.1" status: 204 len: 168 time: 0.4742258 Jul 16 01:41:28.651461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f177ec82-9d95-4f2b-a2e7-8130a5c9eec4 req-c9ca4f9d-c5de-4ccb-9145-540bdf24e4ef tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.683410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ff2be-1045-4bb2-9a39-07178f53d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804c0a9-6753-40e6-99d0-2110d0979f6e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.712634 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f177ec82-9d95-4f2b-a2e7-8130a5c9eec4 req-c9ca4f9d-c5de-4ccb-9145-540bdf24e4ef tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.759342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.760534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-ad3580bd-f500-4ccf-8bf8-508ae53d1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.762266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-ad3580bd-f500-4ccf-8bf8-508ae53d1525 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1739104 Jul 16 01:41:28.830600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e495916-7968-490a-85cb-9ac5a07e87c4 req-ac503ee9-df56-4d02-a9b4-0ef97186bfb7 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=7da6b1d3-807c-4f41-9ab4-77cb889626fe HTTP/1.1" status: 200 len: 210 time: 0.0608749 Jul 16 01:41:28.845769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f177ec82-9d95-4f2b-a2e7-8130a5c9eec4 req-c9ca4f9d-c5de-4ccb-9145-540bdf24e4ef tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.848827 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f177ec82-9d95-4f2b-a2e7-8130a5c9eec4 req-c9ca4f9d-c5de-4ccb-9145-540bdf24e4ef tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.850059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f177ec82-9d95-4f2b-a2e7-8130a5c9eec4 req-c9ca4f9d-c5de-4ccb-9145-540bdf24e4ef tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a7bfe36-c6bc-460b-8f1f-15797b46fe65 HTTP/1.1" status: 204 len: 173 time: 0.3681552 Jul 16 01:41:28.863889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca4f9d-c5de-4ccb-9145-540bdf24e4ef tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7bfe36-c6bc-460b-8f1f-15797b46fe65,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:28.964018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-806c7df2-6acb-40f2-986a-6f038d2754b3 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914468 Jul 16 01:41:29.078863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ec74a76-8277-419b-aa31-6ce4b042de24 req-9cb21400-c47c-4f78-98cb-3b334896ca80 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/da9578f4-1e37-423b-b455-266d21554cdd HTTP/1.1" status: 200 len: 1812 time: 0.1883407 Jul 16 01:41:29.107171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebd55185-af13-4fd6-959d-77e2a3a26437 req-90e56c3f-3091-4ee6-a876-4b7201907b7c service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327913 Jul 16 01:41:29.157164 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ec74a76-8277-419b-aa31-6ce4b042de24 req-5af88a1c-c281-4c70-87bf-0d384a1c3c5c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.187868 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ec74a76-8277-419b-aa31-6ce4b042de24 req-5af88a1c-c281-4c70-87bf-0d384a1c3c5c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.222899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.253287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ec74a76-8277-419b-aa31-6ce4b042de24 req-5af88a1c-c281-4c70-87bf-0d384a1c3c5c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.256340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ec74a76-8277-419b-aa31-6ce4b042de24 req-5af88a1c-c281-4c70-87bf-0d384a1c3c5c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.256581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3adf1d2-88c3-4fe0-9154-5f70f3a8917a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.269204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ec74a76-8277-419b-aa31-6ce4b042de24 req-5af88a1c-c281-4c70-87bf-0d384a1c3c5c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "DELETE /v2.0/security-groups/da9578f4-1e37-423b-b455-266d21554cdd HTTP/1.1" status: 204 len: 173 time: 0.1819708 Jul 16 01:41:29.287607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af88a1c-c281-4c70-87bf-0d384a1c3c5c tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9578f4-1e37-423b-b455-266d21554cdd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.422429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3adf1d2-88c3-4fe0-9154-5f70f3a8917a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.429397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3adf1d2-88c3-4fe0-9154-5f70f3a8917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.444022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f48204-7c84-4f28-9492-e0e7ed938b25 req-d5d3f60e-293b-46dc-98aa-b73f5c3dca37 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:29.452205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2f48204-7c84-4f28-9492-e0e7ed938b25 req-d5d3f60e-293b-46dc-98aa-b73f5c3dca37 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.0793126 Jul 16 01:41:29.476384 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b3adf1d2-88c3-4fe0-9154-5f70f3a8917a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0af98fe1502b47188b6cb832d069e124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521231 Jul 16 01:41:29.479085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.485442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adf1d2-88c3-4fe0-9154-5f70f3a8917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c8c599-785f-4d8d-b5d1-f10eadccde22,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.502196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2f48204-7c84-4f28-9492-e0e7ed938b25 req-7fea39fb-cc9c-4eac-8ed5-eb88c17d2a6c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Jul 16 01:41:29.722459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7f1e6a2-ff41-4396-a474-a5d4bb0c8ff5 req-c8d8fde6-2297-41dd-8775-c4be011a88c6 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/f01bda9d-ade6-4f62-977c-ab93bad0cbe8 HTTP/1.1" status: 200 len: 1811 time: 0.0831404 Jul 16 01:41:29.788383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7f1e6a2-ff41-4396-a474-a5d4bb0c8ff5 req-59d114b1-590d-4b5d-8883-914a7e302b7a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.814675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7f1e6a2-ff41-4396-a474-a5d4bb0c8ff5 req-59d114b1-590d-4b5d-8883-914a7e302b7a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.873204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7f1e6a2-ff41-4396-a474-a5d4bb0c8ff5 req-59d114b1-590d-4b5d-8883-914a7e302b7a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.877295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a7f1e6a2-ff41-4396-a474-a5d4bb0c8ff5 req-59d114b1-590d-4b5d-8883-914a7e302b7a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.878640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7f1e6a2-ff41-4396-a474-a5d4bb0c8ff5 req-59d114b1-590d-4b5d-8883-914a7e302b7a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "DELETE /v2.0/security-groups/f01bda9d-ade6-4f62-977c-ab93bad0cbe8 HTTP/1.1" status: 204 len: 173 time: 0.1495075 Jul 16 01:41:29.889182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d114b1-590d-4b5d-8883-914a7e302b7a tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01bda9d-ade6-4f62-977c-ab93bad0cbe8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.929379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ce75cc3-bc59-4898-a1f9-194efe589a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.958933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ce75cc3-bc59-4898-a1f9-194efe589a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.043179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ce75cc3-bc59-4898-a1f9-194efe589a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.047785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ce75cc3-bc59-4898-a1f9-194efe589a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.053070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ce75cc3-bc59-4898-a1f9-194efe589a47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31c8c599-785f-4d8d-b5d1-f10eadccde22 HTTP/1.1" status: 204 len: 168 time: 0.5728049 Jul 16 01:41:30.061214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce75cc3-bc59-4898-a1f9-194efe589a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c8c599-785f-4d8d-b5d1-f10eadccde22,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.170362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7093342-57d1-4bfa-ad85-b6fd71ea2a5c req-0c169736-6536-4633-a93b-76c4b33f6241 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "GET /v2.0/security-groups/f286e6cb-7e39-425e-b6b8-0be895b654a4 HTTP/1.1" status: 200 len: 1811 time: 0.0527377 Jul 16 01:41:30.233698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f7093342-57d1-4bfa-ad85-b6fd71ea2a5c req-70b44d48-edb2-4b8a-a9a1-7da9de2e0d28 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.259461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f7093342-57d1-4bfa-ad85-b6fd71ea2a5c req-70b44d48-edb2-4b8a-a9a1-7da9de2e0d28 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.310572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f7093342-57d1-4bfa-ad85-b6fd71ea2a5c req-70b44d48-edb2-4b8a-a9a1-7da9de2e0d28 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.313468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f7093342-57d1-4bfa-ad85-b6fd71ea2a5c req-70b44d48-edb2-4b8a-a9a1-7da9de2e0d28 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.314770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7093342-57d1-4bfa-ad85-b6fd71ea2a5c req-70b44d48-edb2-4b8a-a9a1-7da9de2e0d28 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] 10.222.0.35 "DELETE /v2.0/security-groups/f286e6cb-7e39-425e-b6b8-0be895b654a4 HTTP/1.1" status: 204 len: 173 time: 0.1436098 Jul 16 01:41:30.321777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.331941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b44d48-edb2-4b8a-a9a1-7da9de2e0d28 tempest-SecurityGroupRulesNegativeTestJSON-1925359870 tempest-SecurityGroupRulesNegativeTestJSON-1925359870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f286e6cb-7e39-425e-b6b8-0be895b654a4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.396467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Deleting subnet 014c5ab8-fe5e-4539-858c-0a4fce520fda {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:30.404660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.455252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.480687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-542d59a9-186f-41ce-bf11-0d5e964aadd4 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:30.481638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-542d59a9-186f-41ce-bf11-0d5e964aadd4 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072572 Jul 16 01:41:30.506778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.571113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.604127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014c5ab8-fe5e-4539-858c-0a4fce520fda,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.605945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.607894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3695038d-c089-4f73-901b-62e08fc4d2c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/014c5ab8-fe5e-4539-858c-0a4fce520fda HTTP/1.1" status: 204 len: 168 time: 0.2852421 Jul 16 01:41:30.610538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:30.620323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:30.648379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Request body: {'binding': {'host': 'n-h2-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:30.649008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:41:30.650870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: d0798c09-f5ec-4967-ac87-8d82b2a7da8a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:30.651229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d0798c09-f5ec-4967-ac87-8d82b2a7da8a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:30.725572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.874057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.892860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d349175-b22a-4665-bb50-9c30f8f404e3']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:30.909507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb334579-5638-447b-acb4-0ec3a846f34d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:30.909799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb334579-5638-447b-acb4-0ec3a846f34d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:30.924967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.927397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on host n-h2-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:30.927728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:30.928066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:30.939651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:30.939974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:30.945278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:30.945606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:30.945990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:30.946402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Bound port: 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:30.948492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.975113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:30.975440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:30.977379 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:30.983427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-795f1ac5-64d9-4d74-99b9-3dfc5f6d7c3a tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315163 Jul 16 01:41:31.052193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.057493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.060632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4d349175-b22a-4665-bb50-9c30f8f404e3 HTTP/1.1" status: 204 len: 168 time: 0.4490142 Jul 16 01:41:31.064376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:31.084498 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.086022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-8f07877a-4899-4d8d-b29e-7f00e45e80f5 service neutron] 10.222.0.35 "POST /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5979085 Jul 16 01:41:31.087479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bc29b-2646-444f-a92a-013a0042b919 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d349175-b22a-4665-bb50-9c30f8f404e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.113130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-96f1e3c8-4629-4406-95fe-377eb6424706 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.115338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-96f1e3c8-4629-4406-95fe-377eb6424706 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251044 Jul 16 01:41:31.137293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-7eda4c74-6c77-4581-9501-55258d5cbc62 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/quotas/37db99e8077a4e96a5b1d9b0fba278bc HTTP/1.1" status: 200 len: 375 time: 0.0156558 Jul 16 01:41:31.197771 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-3ad9780e-29dd-4386-825b-f7b5d8b1c4d6 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587840 Jul 16 01:41:31.330188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48694) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.393838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594d47-d9b8-4c11-9942-9c8c7c4e890e req-f5da16d0-8ad3-4856-ada8-227d5e9ae02a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.397282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d594d47-d9b8-4c11-9942-9c8c7c4e890e req-f5da16d0-8ad3-4856-ada8-227d5e9ae02a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1063490 Jul 16 01:41:31.406119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4fa054c0-7a15-4938-a38a-e667d773fb31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00d845f6fcf64ebeb583492f50e51b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742865 Jul 16 01:41:31.407502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.519155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4447b1df-2850-46cb-9ab9-68548caab497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.529301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d594d47-d9b8-4c11-9942-9c8c7c4e890e req-f5a4f8e4-b4a5-4439-841c-f9106ce277ad tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627887 Jul 16 01:41:31.535542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.544276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-18a9bd2b-35ce-4012-a0b2-b04d0ea526b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.546033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-18a9bd2b-35ce-4012-a0b2-b04d0ea526b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1096 time: 0.1626177 Jul 16 01:41:31.580156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4447b1df-2850-46cb-9ab9-68548caab497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.671499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4447b1df-2850-46cb-9ab9-68548caab497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.674962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4447b1df-2850-46cb-9ab9-68548caab497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.677086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4447b1df-2850-46cb-9ab9-68548caab497 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f734cbe-c378-48f5-b7f2-59949104c3ea HTTP/1.1" status: 204 len: 168 time: 0.2673225 Jul 16 01:41:31.708011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447b1df-2850-46cb-9ab9-68548caab497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f734cbe-c378-48f5-b7f2-59949104c3ea,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:31.763033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37ce3d71-149e-4d81-9c69-6631ee2e1e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.799909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-40f3ac19-98a8-4fbb-ba3c-dd77f0ac493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.801956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-40f3ac19-98a8-4fbb-ba3c-dd77f0ac493c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2463906 Jul 16 01:41:31.830921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d44c36-3a62-466d-b15b-058a2de0d6be req-1fa85336-ee66-4ec7-b91e-fc0510029705 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.841885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9d44c36-3a62-466d-b15b-058a2de0d6be req-1fa85336-ee66-4ec7-b91e-fc0510029705 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1680665 Jul 16 01:41:31.902518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-21e5ba93-4d54-46ef-b32c-4e4054466337 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 217 time: 0.0893664 Jul 16 01:41:31.995338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9d44c36-3a62-466d-b15b-058a2de0d6be req-c8539127-5614-45ba-a3ff-4f4dfd2f7246 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/security-groups?id=c60ceac7-05f8-4dc3-bb44-34776d8a9fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525898 Jul 16 01:41:32.026712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-3f71fb19-7cf6-4f9c-abd2-ce040a20485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.028215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-3f71fb19-7cf6-4f9c-abd2-ce040a20485e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1113093 Jul 16 01:41:32.075445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4569b26a-8f50-431c-b155-1c2e0f421342 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380328 Jul 16 01:41:32.113034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-0a494b29-7840-41ef-a799-a373d1adc9ff tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.115286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-0a494b29-7840-41ef-a799-a373d1adc9ff tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 950 time: 0.1085103 Jul 16 01:41:32.127222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6cfa-0093-48c1-8ca4-aec51ce7d524 req-c8e08102-b6b5-41bb-8eab-04fa2e2deb09 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.128795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f7f6cfa-0093-48c1-8ca4-aec51ce7d524 req-c8e08102-b6b5-41bb-8eab-04fa2e2deb09 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 945 time: 0.2303796 Jul 16 01:41:32.173985 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37ce3d71-149e-4d81-9c69-6631ee2e1e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.217862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37ce3d71-149e-4d81-9c69-6631ee2e1e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.284795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8214d25b-bd74-4410-99cf-f3bff9fa3ca4 req-22385281-ba00-484c-9f91-62099a1136aa tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 210 time: 0.0781732 Jul 16 01:41:32.287070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Deleting port 0a5aaf97-a085-4347-9a28-3c83bc968033 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:32.287415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.293878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f7f6cfa-0093-48c1-8ca4-aec51ce7d524 req-88f6e40a-0549-4aa6-a5d0-250efc2f5e35 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548750 Jul 16 01:41:32.329403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-37ce3d71-149e-4d81-9c69-6631ee2e1e2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0fa2eeb37be41fca2b19af594b78c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7925205 Jul 16 01:41:32.334005 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-5970b774-b170-4eef-a4cd-3b57188ec007 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486229 Jul 16 01:41:32.334480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.334730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce3d71-149e-4d81-9c69-6631ee2e1e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bedbb9-ca5d-460c-b646-aca6bdcdea0f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.431840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a30fb573-3802-47c7-8c30-1386d6eee25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.466367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-a9996d45-520f-43ec-93be-7637f12ba98f service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129715 Jul 16 01:41:32.472084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a30fb573-3802-47c7-8c30-1386d6eee25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.486168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] For port 0a5aaf97-a085-4347-9a28-3c83bc968033, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0a5aaf97-a085-4347-9a28-3c83bc968033,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:32.486569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.510938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Calling delete_port for 0a5aaf97-a085-4347-9a28-3c83bc968033 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:32.555516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.601232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a30fb573-3802-47c7-8c30-1386d6eee25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.604060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a30fb573-3802-47c7-8c30-1386d6eee25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.615485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a30fb573-3802-47c7-8c30-1386d6eee25d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45bedbb9-ca5d-460c-b646-aca6bdcdea0f HTTP/1.1" status: 204 len: 168 time: 0.2799554 Jul 16 01:41:32.630721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-7b155e71-350c-490d-9c03-a6c98f9fcff4 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.632394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-7b155e71-350c-490d-9c03-a6c98f9fcff4 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.1038501 Jul 16 01:41:32.642940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fb573-3802-47c7-8c30-1386d6eee25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bedbb9-ca5d-460c-b646-aca6bdcdea0f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.690775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:32.773277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.810213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1708948158-network', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:32.822413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Pushing event deleted for resources: {'Port': ['ID=0a5aaf97-a085-4347-9a28-3c83bc968033,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.908680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] No DVR routers for this DVR port 0a5aaf97-a085-4347-9a28-3c83bc968033 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:32.920998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfd178-42ff-4e94-bb06-0abd190b3086 req-fafabdc5-3d57-464e-a424-3675138debbd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.923697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.924491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccbfd178-42ff-4e94-bb06-0abd190b3086 req-fafabdc5-3d57-464e-a424-3675138debbd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2304661 Jul 16 01:41:32.926821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-33eb7852-d6d9-42e2-8222-0d71e891b693 req-37e87e29-fc37-4ebf-9dc6-b67fc51d1a42 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.38 "DELETE /v2.0/ports/0a5aaf97-a085-4347-9a28-3c83bc968033 HTTP/1.1" status: 204 len: 173 time: 0.8056672 Jul 16 01:41:32.927378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-deleted', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:32.929891 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f712feb1-d9c2-48a1-99cd-ecb573a097f9" -d '{"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-deleted", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:32.934887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6062952c-ddce-4b33-9c69-1df946d317bb tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668809 Jul 16 01:41:32.963353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.991024 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Made reservation on behalf of 1da0053942834a8f9be16e2f09bb4c7f for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:32.994026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.024699 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ca2b35-f2ab-4862-b9eb-5f69e08969ed x-openstack-request-id: req-83ca2b35-f2ab-4862-b9eb-5f69e08969ed {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:33.025336 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611cf4e3-476a-474b-897b-75eaf592779d", "name": "network-vif-deleted", "tag": "0a5aaf97-a085-4347-9a28-3c83bc968033", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:33.025692 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83ca2b35-f2ab-4862-b9eb-5f69e08969ed {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:33.026193 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611cf4e3-476a-474b-897b-75eaf592779d', 'name': 'network-vif-deleted', 'tag': '0a5aaf97-a085-4347-9a28-3c83bc968033', 'status': 'completed', 'code': 200} Jul 16 01:41:33.035213 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.141375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-20479ebf-6149-4fa9-aaa9-8cc04f8b6af0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.144407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-20479ebf-6149-4fa9-aaa9-8cc04f8b6af0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036679 Jul 16 01:41:33.161969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Request body: {'port': {'device_id': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '37db99e8077a4e96a5b1d9b0fba278bc'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:33.345835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Made reservation on behalf of 37db99e8077a4e96a5b1d9b0fba278bc for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:33.351388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.374374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.503391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.507790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.511403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4e0c976-fb5d-4b0a-bc7a-7a2c6aceaf9d req-abf813cf-4afa-4df8-819a-476678332c48 tempest-MigrationsAdminTest-1582584179 tempest-MigrationsAdminTest-1582584179-project] 10.222.0.35 "GET /v2.0/ports?device_id=611cf4e3-476a-474b-897b-75eaf592779d HTTP/1.1" status: 200 len: 210 time: 0.0601201 Jul 16 01:41:33.538682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccbfd178-42ff-4e94-bb06-0abd190b3086 req-5fe8d6db-0997-46b0-8bb7-5e6ab80fac17 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473654 Jul 16 01:41:33.612144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d800d-4c72-4431-bc60-fe070abb9d6e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.708846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:33.749662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Allocated IP 192.168.233.213 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/0e3528ff-d24e-412c-be65-f01523774dc7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:33.767316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d455e52b-9f52-4526-9ef8-a49ad59a70e4 req-0700c7bf-6b69-4255-9995-9111e4f01644 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 210 time: 0.0389493 Jul 16 01:41:33.841700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:33.889299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.906277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.929748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:33.932093 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f0970c-d17e-4c6e-98e7-b9b5bf7433d2" -d '{"events": [{"server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "name": "network-vif-unplugged", "status": "completed", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:33.935932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.959453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:33.964089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.994514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c6c4-ae9e-433c-948b-a34b33841a33 req-e1db8aa7-e5fd-4714-8c20-a1b7d033c2f4 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:33.996101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac93c6c4-ae9e-433c-948b-a34b33841a33 req-e1db8aa7-e5fd-4714-8c20-a1b7d033c2f4 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 945 time: 0.2345102 Jul 16 01:41:33.996694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08daf3aa-0d85-42a6-8100-f0f6aaae78c8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.003915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.032403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Transition to ACTIVE for port object 0e3528ff-d24e-412c-be65-f01523774dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:34.037970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.038469 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Added segment 41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b of type vlan for network 316e99d4-aeb2-4e18-8902-056345b572f1 Jul 16 01:41:34.093483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.135972 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691b1b9-fe15-4bb4-933c-30bdd34a544e x-openstack-request-id: req-2691b1b9-fe15-4bb4-933c-30bdd34a544e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:34.136288 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "name": "network-vif-unplugged", "status": "completed", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:34.136538 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2691b1b9-fe15-4bb4-933c-30bdd34a544e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:34.136920 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'code': 200} Jul 16 01:41:34.146701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.159132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:34.159896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.165886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac93c6c4-ae9e-433c-948b-a34b33841a33 req-549846e5-d5b4-42fc-b46d-e48fa5062d94 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470811 Jul 16 01:41:34.172689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Pushing event updated for resources: {'Port': ['ID=0e3528ff-d24e-412c-be65-f01523774dc7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.174906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on host n-h1-800087-6 for vnic_type normal with profile {"migrating_to": "n-h2-800087-6"} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:34.175427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:34.176518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:34.176658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:34.179053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:34.186316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:34.186642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Attempting to bind port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:34.201481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:34.201820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:34.202205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:34.202637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Bound port: 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:34.202993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.219960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.221095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.221757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.239972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.240810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.268149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-6726d8bc-2a08-4ca6-8b90-d69e91512f0d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1152804 Jul 16 01:41:34.281746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Request body: {'port': {'device_id': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:34.287333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48790) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.287817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7310159 Jul 16 01:41:34.297051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Request body: {'subnet': {'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1708948158-subnet', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:34.341953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9fc48-1727-49cb-b336-48f02ae305b1 admin admin] Pushing event updated for resources: {'Network': ['ID=316e99d4-aeb2-4e18-8902-056345b572f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.347087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Made reservation on behalf of 1da0053942834a8f9be16e2f09bb4c7f for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:34.352000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.353359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 316e99d4-aeb2-4e18-8902-056345b572f1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:34.372175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:34.384411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:34.413421 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.482150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7526e23-5517-49f1-a7fb-56983dc691c5 None None] Provisioning for port 0e3528ff-d24e-412c-be65-f01523774dc7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:34.490188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7526e23-5517-49f1-a7fb-56983dc691c5 None None] Provisioning complete for port 0e3528ff-d24e-412c-be65-f01523774dc7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:34.490616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7526e23-5517-49f1-a7fb-56983dc691c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.513906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.514158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.514776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.516409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] 10.222.0.38 "PUT /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 1121 time: 1.8408537 Jul 16 01:41:34.520342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74e4b-d195-4be9-af70-31586f9f62ca service neutron] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.550297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d7526e23-5517-49f1-a7fb-56983dc691c5 None None] Port 0e3528ff-d24e-412c-be65-f01523774dc7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:34.624700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['902b87ff-ab96-4ce5-9848-b7b2400cbfb7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:34.674798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:34.698304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 0a5aaf97-a085-4347-9a28-3c83bc968033 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:34.699320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0a5aaf97-a085-4347-9a28-3c83bc968033 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:34.781442 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.833292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16719-915c-4be3-85ad-b2e254ee3a34 req-7c84334d-c235-471f-82e5-cca5d754a17e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.835704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a306554-7337-482e-a606-91c51e8dcf86,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:34.851457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0f16719-915c-4be3-85ad-b2e254ee3a34 req-7c84334d-c235-471f-82e5-cca5d754a17e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1314294 Jul 16 01:41:34.916012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Checking segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:34.916528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Network hostable DHCP agents. Network: 316e99d4-aeb2-4e18-8902-056345b572f1, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:34.936473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0f16719-915c-4be3-85ad-b2e254ee3a34 req-149364e6-73ae-464c-b1c5-da6e33259ade tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840032 Jul 16 01:41:34.962737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Network 316e99d4-aeb2-4e18-8902-056345b572f1 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:34.990004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 316e99d4-aeb2-4e18-8902-056345b572f1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:34.997120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:34.997772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.998208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1488a-9a80-4374-8583-10dc5797d490 None None] Network 316e99d4-aeb2-4e18-8902-056345b572f1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:35.044117 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5c2fc9b-4eb1-451d-b9d7-1aaa0701909d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7549140 Jul 16 01:41:35.048640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.049092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3528ff-d24e-412c-be65-f01523774dc7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:35.055421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:35.064795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.091611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Transition to ACTIVE for port object 0e3528ff-d24e-412c-be65-f01523774dc7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:35.099349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.149065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc03004-fede-4600-ada0-6b346cf61be9 req-45f5d38a-a014-4a51-9220-34a1041f0356 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.151410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9cc03004-fede-4600-ada0-6b346cf61be9 req-45f5d38a-a014-4a51-9220-34a1041f0356 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 936 time: 0.2064919 Jul 16 01:41:35.168923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.220251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3528ff-d24e-412c-be65-f01523774dc7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.226567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-316e99d4-aeb2-4e18-8902-056345b572f1', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:35.228066 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.234299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.237166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.295859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9cc03004-fede-4600-ada0-6b346cf61be9 req-ffab48b3-a811-457a-b094-51e665a93878 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386282 Jul 16 01:41:35.376380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.419047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.437882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Attempting to bind port 0e3528ff-d24e-412c-be65-f01523774dc7 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:35.438207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Attempting to bind port 0e3528ff-d24e-412c-be65-f01523774dc7 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:35.440549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Attempting to bind port 0e3528ff-d24e-412c-be65-f01523774dc7 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.455250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Port 0e3528ff-d24e-412c-be65-f01523774dc7 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:35.455531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Attempting to bind port 0e3528ff-d24e-412c-be65-f01523774dc7 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.468455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:35.468803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:35.472175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:35.472704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Bound port: 0e3528ff-d24e-412c-be65-f01523774dc7, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:35.473088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.514354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1925828a-9db0-4e69-97c3-6fcbdbb5ae2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.535667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Allocated IP 172.20.0.2 (316e99d4-aeb2-4e18-8902-056345b572f1/7a306554-7337-482e-a606-91c51e8dcf86/355a28d1-609b-4a5f-a66b-884e3e889584) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:35.598751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] For port 0e3528ff-d24e-412c-be65-f01523774dc7, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:35.619250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] For port 0e3528ff-d24e-412c-be65-f01523774dc7, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3528ff-d24e-412c-be65-f01523774dc7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:35.630562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.647978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03e772b0-d20c-4263-bb05-75a384e3bd83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dffcd2794a3348108503305979a166d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778700 Jul 16 01:41:35.653261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.657109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.686251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.687090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.696401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] 10.222.0.38 "PUT /v2.0/ports/0e3528ff-d24e-412c-be65-f01523774dc7 HTTP/1.1" status: 200 len: 1096 time: 1.4202268 Jul 16 01:41:35.699757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'tag': '0e3528ff-d24e-412c-be65-f01523774dc7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:35.702072 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c53570-e65a-47d6-b592-cb3f57ced930", "tag": "0e3528ff-d24e-412c-be65-f01523774dc7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:35.759233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.772551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Transition to ACTIVE for port object 355a28d1-609b-4a5f-a66b-884e3e889584 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:35.783579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47022aa8-273e-4257-9ee6-5c5ce6f87401 req-b41fddf9-1abe-4e48-a416-a1cfa3bb31f8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.788177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47022aa8-273e-4257-9ee6-5c5ce6f87401 req-b41fddf9-1abe-4e48-a416-a1cfa3bb31f8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.2531967 Jul 16 01:41:35.788867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d465a00f-475b-4b59-85c9-90b3a9869c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.801441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Transition to ACTIVE for port object 355a28d1-609b-4a5f-a66b-884e3e889584 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:35.803337 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d81b86f-f35d-4056-84fc-97369a3f0fcf x-openstack-request-id: req-3d81b86f-f35d-4056-84fc-97369a3f0fcf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:35.803900 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c53570-e65a-47d6-b592-cb3f57ced930", "tag": "0e3528ff-d24e-412c-be65-f01523774dc7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:35.803900 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d81b86f-f35d-4056-84fc-97369a3f0fcf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:35.804329 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'tag': '0e3528ff-d24e-412c-be65-f01523774dc7', 'status': 'completed', 'code': 200} Jul 16 01:41:35.809907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3528ff-d24e-412c-be65-f01523774dc7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.813666 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.833914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d465a00f-475b-4b59-85c9-90b3a9869c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.836884 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1925828a-9db0-4e69-97c3-6fcbdbb5ae2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.838678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.839020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.839361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.839689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.840019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.840374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.840699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.841023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.841423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.841672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.841995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.842319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ce855c-614b-4e24-b77d-429da66aad92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:35.849341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1925828a-9db0-4e69-97c3-6fcbdbb5ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.865916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Network 316e99d4-aeb2-4e18-8902-056345b572f1 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:35.870497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:35.874062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:35.883789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Pushing event updated for resources: {'Port': ['ID=355a28d1-609b-4a5f-a66b-884e3e889584,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.884214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925828a-9db0-4e69-97c3-6fcbdbb5ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6880a9-88c0-4aed-81ff-a2c8dba22e4f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:35.914141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1925828a-9db0-4e69-97c3-6fcbdbb5ae2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5de2efcf1964be388960bf6c56a678f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366600 Jul 16 01:41:35.917181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b5ad67ea-6ace-487a-adbb-db40f551a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:35.918625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-b5ad67ea-6ace-487a-adbb-db40f551a793 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 1099 time: 0.1712081 Jul 16 01:41:35.919163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:35.954785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Attempting to bind port 355a28d1-609b-4a5f-a66b-884e3e889584 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:35.955603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Attempting to bind port 355a28d1-609b-4a5f-a66b-884e3e889584 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:35.956155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Attempting to bind port 355a28d1-609b-4a5f-a66b-884e3e889584 on network 316e99d4-aeb2-4e18-8902-056345b572f1 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.963103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:35.964187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Checking segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:35.965016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.965637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Bound using segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:35.966510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Bound port: 355a28d1-609b-4a5f-a66b-884e3e889584, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:35.967285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.991086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47022aa8-273e-4257-9ee6-5c5ce6f87401 req-c6866ac5-ac20-45f5-91ee-8dfd1926cf79 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892970 Jul 16 01:41:36.027968 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d465a00f-475b-4b59-85c9-90b3a9869c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.030838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d465a00f-475b-4b59-85c9-90b3a9869c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.032566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d465a00f-475b-4b59-85c9-90b3a9869c3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c60ceac7-05f8-4dc3-bb44-34776d8a9fae HTTP/1.1" status: 204 len: 168 time: 0.3739400 Jul 16 01:41:36.062003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] For port 355a28d1-609b-4a5f-a66b-884e3e889584, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:36.064882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-141b95ab-1b16-4bb8-8d7e-4bbb5196f05b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0e3528ff-d24e-412c-be65-f01523774dc7 HTTP/1.1" status: 200 len: 217 time: 0.1379671 Jul 16 01:41:36.067729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a00f-475b-4b59-85c9-90b3a9869c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60ceac7-05f8-4dc3-bb44-34776d8a9fae,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.068280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] For port 355a28d1-609b-4a5f-a66b-884e3e889584, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=355a28d1-609b-4a5f-a66b-884e3e889584,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:36.076310 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.135870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-55cb793f-8965-4349-865e-62d0fc762bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.137815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-55cb793f-8965-4349-865e-62d0fc762bc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0619426 Jul 16 01:41:36.160706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04e77-1d08-4abd-a34a-65334578fac6 None None] Pushing event updated for resources: {'Port': ['ID=355a28d1-609b-4a5f-a66b-884e3e889584,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.164402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:36.170813 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:36.180426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f132290f-7e7e-4d2e-92be-eb09200e8aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.244938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f132290f-7e7e-4d2e-92be-eb09200e8aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.294579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-79f1e910-be3a-42ae-85be-64fa9dd329ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.296181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-79f1e910-be3a-42ae-85be-64fa9dd329ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352975 Jul 16 01:41:36.328048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f132290f-7e7e-4d2e-92be-eb09200e8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.331264 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f132290f-7e7e-4d2e-92be-eb09200e8aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.332592 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f132290f-7e7e-4d2e-92be-eb09200e8aa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f6880a9-88c0-4aed-81ff-a2c8dba22e4f HTTP/1.1" status: 204 len: 168 time: 0.4126127 Jul 16 01:41:36.367668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132290f-7e7e-4d2e-92be-eb09200e8aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6880a9-88c0-4aed-81ff-a2c8dba22e4f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.396963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.430163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.474936 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be714807-4a05-4ff0-95f7-dfb8c52e491f x-openstack-request-id: req-be714807-4a05-4ff0-95f7-dfb8c52e491f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:36.476343 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:36.476607 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be714807-4a05-4ff0-95f7-dfb8c52e491f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:36.477509 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'status': 'completed', 'code': 200} Jul 16 01:41:36.492381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787a29-4399-4236-ab3d-b516a1c681a5 req-c40160cf-85f9-4680-bb05-db751c5f008d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.508058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd787a29-4399-4236-ab3d-b516a1c681a5 req-c40160cf-85f9-4680-bb05-db751c5f008d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2876341 Jul 16 01:41:36.594216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.625152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-eae92380-0163-40f4-b8ab-b08661cdaf8a service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171306 Jul 16 01:41:36.648609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:36.728330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-bffe1358-41e0-44e4-b9b8-9db63a729fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.730272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-bffe1358-41e0-44e4-b9b8-9db63a729fbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1124 time: 0.1924906 Jul 16 01:41:36.742780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7d73e8c8-2a98-433f-aa1e-0c4458946072 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b0d26fc77874b1b856c85eb181eaeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477077 Jul 16 01:41:36.743860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.766052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd787a29-4399-4236-ab3d-b516a1c681a5 req-75d5610e-600c-4526-9956-d4d3abebe5de tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571073 Jul 16 01:41:36.828147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ccebc-0b8a-4bb5-b92d-72bea03ee046 req-78d6ce11-82f6-4cdb-b492-772788732736 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.842045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-489ccebc-0b8a-4bb5-b92d-72bea03ee046 req-78d6ce11-82f6-4cdb-b492-772788732736 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 948 time: 0.2224255 Jul 16 01:41:36.858006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Allocated IP 172.25.0.36 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f1ded06c-d35e-496f-b3f1-e68082b94d18) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:36.884751 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2622c013-f85c-4378-a406-e373bd2a74b4 req-f46b36b8-b0f0-4d51-bd6d-234eda7a2e35 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521203 Jul 16 01:41:36.935395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0078bc84-34f5-415c-9a9f-fa8967f56bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.955716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-4bd0ae65-7003-426a-90be-2bd68e166be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.957410 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-4bd0ae65-7003-426a-90be-2bd68e166be5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2158713 Jul 16 01:41:36.972169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-489ccebc-0b8a-4bb5-b92d-72bea03ee046 req-00164e25-4da9-4f87-a07e-e9643f42e73e tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260526 Jul 16 01:41:36.991587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0078bc84-34f5-415c-9a9f-fa8967f56bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.188636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-09837d65-f282-46c2-86b6-f116307a4786 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 217 time: 0.2215014 Jul 16 01:41:37.215818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 355a28d1-609b-4a5f-a66b-884e3e889584 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:37.312326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.359865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:37.373876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-64e07576-213d-42d8-9c51-e60a2f3dab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.375773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-64e07576-213d-42d8-9c51-e60a2f3dab55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1512864 Jul 16 01:41:37.383995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.391099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:41:37.403446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 355a28d1-609b-4a5f-a66b-884e3e889584 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:37.420819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0078bc84-34f5-415c-9a9f-fa8967f56bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.422802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642b80-5094-4b62-aaf2-f31dfd7134a5 req-6314b2d4-1562-44a8-9d35-db48bf32c9c4 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.423809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0078bc84-34f5-415c-9a9f-fa8967f56bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.428173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0078bc84-34f5-415c-9a9f-fa8967f56bad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdb05d84-3f89-4334-9d28-e1a231d3becf HTTP/1.1" status: 204 len: 168 time: 0.6715190 Jul 16 01:41:37.430689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d642b80-5094-4b62-aaf2-f31dfd7134a5 req-6314b2d4-1562-44a8-9d35-db48bf32c9c4 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.2345471 Jul 16 01:41:37.448584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e84edd-57c4-451f-a688-d51b9f4d65e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.486151 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-15e1843f-5ef7-455f-8d79-86299b88b183 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794582 Jul 16 01:41:37.488003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078bc84-34f5-415c-9a9f-fa8967f56bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb05d84-3f89-4334-9d28-e1a231d3becf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.490068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.491115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-d74025ad-605d-49b4-878d-7c13f498537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.496703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-d74025ad-605d-49b4-878d-7c13f498537e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 1099 time: 0.3562508 Jul 16 01:41:37.543958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d642b80-5094-4b62-aaf2-f31dfd7134a5 req-fdf94a98-d593-4e4d-b0de-0f8b921c5eb6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068249 Jul 16 01:41:37.562897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:37.567319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:37.572689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:37.575279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ded06c-d35e-496f-b3f1-e68082b94d18,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:37.709182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-7d61760f-5407-4c47-8bd9-5a3904454db8 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108402 Jul 16 01:41:37.716304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-74318848-1858-484f-9d1e-a5b1cb2c3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.717720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-74318848-1858-484f-9d1e-a5b1cb2c3826 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.2094686 Jul 16 01:41:37.804935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f982826-15df-429f-ac9d-158cdca6eba2 None None] Network 316e99d4-aeb2-4e18-8902-056345b572f1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:37.881380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.897621 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-0beb1081-8c2b-4303-9cad-f2e0c519c356 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0e3528ff-d24e-412c-be65-f01523774dc7 HTTP/1.1" status: 200 len: 217 time: 0.1374726 Jul 16 01:41:37.936481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] Provisioning for port 355a28d1-609b-4a5f-a66b-884e3e889584 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:37.945427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] Provisioning complete for port 355a28d1-609b-4a5f-a66b-884e3e889584 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:37.945879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.982075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-0825626e-394d-4e8e-86e8-57d4a8942c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.983790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-0825626e-394d-4e8e-86e8-57d4a8942c06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0696576 Jul 16 01:41:37.987118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e84edd-57c4-451f-a688-d51b9f4d65e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.990750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff4c8c-f219-4f0e-b757-ccc08c63e8c8 req-ccc78df9-2196-40ac-b9c5-710261ee03dc service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710655 Jul 16 01:41:38.031554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d7e84edd-57c4-451f-a688-d51b9f4d65e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.069598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e84edd-57c4-451f-a688-d51b9f4d65e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e415a92f-34d5-4cee-9f8b-69a6edda3738,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.100347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.130172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d7e84edd-57c4-451f-a688-d51b9f4d65e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11f6b26ad6c94055998b2f170758dae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441952 Jul 16 01:41:38.137999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48880) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.140384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-06f33c1a-d830-4c70-a57b-078e73ce464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.142221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-06f33c1a-d830-4c70-a57b-078e73ce464b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504521 Jul 16 01:41:38.153633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a30a-b592-4970-bd30-4bd6052d1f66 req-d4d6638c-08f3-491e-b708-b4f34b8bdb77 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.154761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] For port 355a28d1-609b-4a5f-a66b-884e3e889584, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=355a28d1-609b-4a5f-a66b-884e3e889584,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:38.160306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.167300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc50a30a-b592-4970-bd30-4bd6052d1f66 req-d4d6638c-08f3-491e-b708-b4f34b8bdb77 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2134461 Jul 16 01:41:38.235527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982054d3-0802-4636-bce2-e7073e9219a7 None None] Pushing event updated for resources: {'Port': ['ID=355a28d1-609b-4a5f-a66b-884e3e889584,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.254835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74710206-b70f-40e6-9e1b-7c072cbaad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.315085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74710206-b70f-40e6-9e1b-7c072cbaad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.357185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-9d55abeb-b917-4efc-8886-ff72ccee7add service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047374 Jul 16 01:41:38.393931 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc50a30a-b592-4970-bd30-4bd6052d1f66 req-3ea4945a-c321-4c44-b755-cc0dbfacbecf tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255759 Jul 16 01:41:38.443081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.498655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ea508b99-8bc6-4b1e-a29d-3f0a339f7cfa None None] Provisioning complete for port 355a28d1-609b-4a5f-a66b-884e3e889584 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:38.499030 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea508b99-8bc6-4b1e-a29d-3f0a339f7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.506563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c56b7c6-2c9e-4452-a6b4-84dc65fe6bdf req-30c04d67-df90-4d3a-858d-faebc9896ebe service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409979 Jul 16 01:41:38.528666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74710206-b70f-40e6-9e1b-7c072cbaad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.532497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74710206-b70f-40e6-9e1b-7c072cbaad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.533968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-74710206-b70f-40e6-9e1b-7c072cbaad1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e415a92f-34d5-4cee-9f8b-69a6edda3738 HTTP/1.1" status: 204 len: 168 time: 0.3901074 Jul 16 01:41:38.545832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74710206-b70f-40e6-9e1b-7c072cbaad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e415a92f-34d5-4cee-9f8b-69a6edda3738,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.547354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123d4a0-07e8-4b5d-af81-3081b55c4988 req-13963c1e-f0cc-4f68-a941-fbddc0ed9af9 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.548962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e123d4a0-07e8-4b5d-af81-3081b55c4988 req-13963c1e-f0cc-4f68-a941-fbddc0ed9af9 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 948 time: 0.2661419 Jul 16 01:41:38.683738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e123d4a0-07e8-4b5d-af81-3081b55c4988 req-bb900a66-0626-4de5-893c-5c3e6c2ea48f tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148057 Jul 16 01:41:38.696201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3528ff-d24e-412c-be65-f01523774dc7 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:38.750329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Router fc43b356-f2af-4571-bd44-322aaeca2ca0 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:38.840355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3528ff-d24e-412c-be65-f01523774dc7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3528ff-d24e-412c-be65-f01523774dc7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:38.874464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0e3528ff-d24e-412c-be65-f01523774dc7', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '0e3528ff-d24e-412c-be65-f01523774dc7', 'mac_address': 'fa:16:3e:ad:b3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:38.925584 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.951430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3528ff-d24e-412c-be65-f01523774dc7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:38.978774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3528ff-d24e-412c-be65-f01523774dc7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3528ff-d24e-412c-be65-f01523774dc7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:38.985535 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.022262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 355a28d1-609b-4a5f-a66b-884e3e889584 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:39.128096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0e3528ff-d24e-412c-be65-f01523774dc7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:39.133244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 355a28d1-609b-4a5f-a66b-884e3e889584 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:39.133949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.266932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8056-ea9e-4c20-aad1-a2b769b26634 req-4713ffd5-eb4e-4bd7-a5f2-f5c2593ef863 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.273956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa0c8056-ea9e-4c20-aad1-a2b769b26634 req-4713ffd5-eb4e-4bd7-a5f2-f5c2593ef863 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.1307640 Jul 16 01:41:39.284158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:39.295148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Sync routers for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:39.308299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:39.309920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:39.315953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.321487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a62896de-81c4-4c5d-b866-41164817e144 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2677565 Jul 16 01:41:39.321648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.344578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa0c8056-ea9e-4c20-aad1-a2b769b26634 req-e1586663-2346-424f-be01-0e1cfa3ec11d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Jul 16 01:41:39.418617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0e3528ff-d24e-412c-be65-f01523774dc7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:39.559442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:39.768009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba0b84-256a-4cd3-b4a3-0cd8c1bdea04 req-4062a875-054f-4333-96b8-e725b9253d67 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:39.775982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7ba0b84-256a-4cd3-b4a3-0cd8c1bdea04 req-4062a875-054f-4333-96b8-e725b9253d67 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1911688 Jul 16 01:41:39.848999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7ba0b84-256a-4cd3-b4a3-0cd8c1bdea04 req-feaebc35-3f64-428d-a0bc-fb58c10147d7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Jul 16 01:41:39.886140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-5fe0cf44-7f2a-4e84-8820-e9c5849c8f41 service neutron] 10.222.0.32 "GET /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.4953160 Jul 16 01:41:39.945595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:37Z', 'revision_number': 3, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:39.988165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Checking router: fc43b356-f2af-4571-bd44-322aaeca2ca0 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:39.988979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Updating router fc43b356-f2af-4571-bd44-322aaeca2ca0 port f1ded06c-d35e-496f-b3f1-e68082b94d18 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:40.042936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.153357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12c28d-52c9-4c87-a310-e20acd351cfc req-57095959-5c3d-4842-afd9-64c86331396a tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.155242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff12c28d-52c9-4c87-a310-e20acd351cfc req-57095959-5c3d-4842-afd9-64c86331396a tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 949 time: 0.1281483 Jul 16 01:41:40.246610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff12c28d-52c9-4c87-a310-e20acd351cfc req-54ae948a-3310-48d0-9243-6627c2765e5a tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835323 Jul 16 01:41:40.412397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.426491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Transition to ACTIVE for port object f1ded06c-d35e-496f-b3f1-e68082b94d18 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:40.435203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.473646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.523870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:40.577275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Attempting to bind port f1ded06c-d35e-496f-b3f1-e68082b94d18 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:40.578597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Attempting to bind port f1ded06c-d35e-496f-b3f1-e68082b94d18 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:40.578935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Attempting to bind port f1ded06c-d35e-496f-b3f1-e68082b94d18 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:40.592207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6865b5-c265-496b-8464-5f522f0b16fd req-8339fa72-1eda-4bf5-9793-cea52c2323e9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.596888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:40.600498 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a6865b5-c265-496b-8464-5f522f0b16fd req-8339fa72-1eda-4bf5-9793-cea52c2323e9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 943 time: 0.0847237 Jul 16 01:41:40.604881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:40.605260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:40.605669 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.606316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:40.606524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Bound port: f1ded06c-d35e-496f-b3f1-e68082b94d18, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:40.606907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.655298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be609ee-3e56-45b0-89c6-b870fd3c4a19 None None] Pushing event updated for resources: {'Port': ['ID=f1ded06c-d35e-496f-b3f1-e68082b94d18,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:40.667367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:40.679855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3528ff-d24e-412c-be65-f01523774dc7 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:40.689307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a6865b5-c265-496b-8464-5f522f0b16fd req-d10982ee-5541-4e1c-9940-1fcb049290b6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874898 Jul 16 01:41:40.701681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.729216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.757209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] For port f1ded06c-d35e-496f-b3f1-e68082b94d18, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:40.762307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] For port f1ded06c-d35e-496f-b3f1-e68082b94d18, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f1ded06c-d35e-496f-b3f1-e68082b94d18,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:40.772000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.792660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0e3528ff-d24e-412c-be65-f01523774dc7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:40.827587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0e3528ff-d24e-412c-be65-f01523774dc7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:40.828147 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.924391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:40.925200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:40.930460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be609ee-3e56-45b0-89c6-b870fd3c4a19 None None] Pushing event updated for resources: {'Port': ['ID=f1ded06c-d35e-496f-b3f1-e68082b94d18,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:40.954696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] Transition to ACTIVE for port object 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:40.976219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.079298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.082160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:41.134375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Allocated IP 172.20.0.1 (316e99d4-aeb2-4e18-8902-056345b572f1/7a306554-7337-482e-a606-91c51e8dcf86/7dc285ea-34ba-467e-a734-3984ec66b46a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:41.184198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] No DVR routers for this DVR port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:41.199157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.207903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3528ff-d24e-412c-be65-f01523774dc7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:41.210202 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c75e9ee-e2f1-40d9-9959-9ce6ff94fb23" -d '{"events": [{"server_uuid": "f4c53570-e65a-47d6-b592-cb3f57ced930", "name": "network-vif-plugged", "status": "completed", "tag": "0e3528ff-d24e-412c-be65-f01523774dc7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:41.241893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3528ff-d24e-412c-be65-f01523774dc7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3528ff-d24e-412c-be65-f01523774dc7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:41.270529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add42ad1-6f9a-4523-a8b8-e344fdfe6f5d req-12eb58fb-fc9c-4286-b23e-4b21366cc6f6 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.273543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-add42ad1-6f9a-4523-a8b8-e344fdfe6f5d req-12eb58fb-fc9c-4286-b23e-4b21366cc6f6 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1253185 Jul 16 01:41:41.349068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-add42ad1-6f9a-4523-a8b8-e344fdfe6f5d req-9430f5f8-dede-4a5f-8527-4d886d7c3b05 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659926 Jul 16 01:41:41.361655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4d688caf-e7f4-41a6-9d2b-0c5717afd6e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7/bindings/n-h2-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4360082 Jul 16 01:41:41.419400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.432965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.455404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Transition to ACTIVE for port object 7dc285ea-34ba-467e-a734-3984ec66b46a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:41.517593 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d87c81d-18c1-4343-802e-0d0b547ceb19 x-openstack-request-id: req-8d87c81d-18c1-4343-802e-0d0b547ceb19 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:41.518029 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c53570-e65a-47d6-b592-cb3f57ced930", "name": "network-vif-plugged", "status": "completed", "tag": "0e3528ff-d24e-412c-be65-f01523774dc7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:41.518287 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d87c81d-18c1-4343-802e-0d0b547ceb19 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:41.518673 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3528ff-d24e-412c-be65-f01523774dc7', 'code': 200} Jul 16 01:41:41.519227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0e3528ff-d24e-412c-be65-f01523774dc7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.553269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:41.581206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:37Z', 'revision_number': 3, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:41.624292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1168b53-c64d-486b-a04e-055f79acd3d3 None None] The sync data for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 is: [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:37Z', 'revision_number': 3, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:41.628170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.641585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:41.710440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Network 316e99d4-aeb2-4e18-8902-056345b572f1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:41.726244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:41.729218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:41.735334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc285ea-34ba-467e-a734-3984ec66b46a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.795903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-9beb7335-b828-4ab9-bbd2-237103f78b15 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.803189 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-9beb7335-b828-4ab9-bbd2-237103f78b15 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.2661078 Jul 16 01:41:41.812277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064d8d8-603d-4973-b758-90683036529f req-785db7c6-af08-48d0-b7eb-6572b71c08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.813795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d064d8d8-603d-4973-b758-90683036529f req-785db7c6-af08-48d0-b7eb-6572b71c08b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 1101 time: 0.2247503 Jul 16 01:41:41.906654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.911035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8d04-a0c2-4d22-9cfb-c2f19a40c519 req-4a4ebbc6-f7d4-47d2-95db-c13d9da4e1ac tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.913218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-794b8d04-a0c2-4d22-9cfb-c2f19a40c519 req-4a4ebbc6-f7d4-47d2-95db-c13d9da4e1ac tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 950 time: 0.2232637 Jul 16 01:41:41.915447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d064d8d8-603d-4973-b758-90683036529f req-089a7074-6c79-4360-b0f5-6e597685d5ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941355 Jul 16 01:41:42.073611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-84d6dff3-56a6-4e42-89f1-542f2e46a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.073611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-84d6dff3-56a6-4e42-89f1-542f2e46a591 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686&tenant_id=1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 1095 time: 0.2580388 Jul 16 01:41:42.115587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-794b8d04-a0c2-4d22-9cfb-c2f19a40c519 req-dfa319d7-074d-40c0-852b-8d50f2d741a2 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936820 Jul 16 01:41:42.162175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a33076f0-c1e6-46c8-b58f-15b9fe590818 None None] Provisioning for port 7dc285ea-34ba-467e-a734-3984ec66b46a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:42.173028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a33076f0-c1e6-46c8-b58f-15b9fe590818 None None] Provisioning complete for port 7dc285ea-34ba-467e-a734-3984ec66b46a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:42.175318 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a33076f0-c1e6-46c8-b58f-15b9fe590818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.186706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0658ed1-fe03-43d1-b26d-e9288088c561 req-dc927097-65f7-4f56-bbdc-bd8b3a270d59 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.195358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0658ed1-fe03-43d1-b26d-e9288088c561 req-dc927097-65f7-4f56-bbdc-bd8b3a270d59 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 944 time: 0.2590942 Jul 16 01:41:42.251564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a33076f0-c1e6-46c8-b58f-15b9fe590818 None None] Port 7dc285ea-34ba-467e-a734-3984ec66b46a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:42.282438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0658ed1-fe03-43d1-b26d-e9288088c561 req-f1997842-81ce-46e7-96c3-bc218bdbef00 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855103 Jul 16 01:41:42.354232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.449387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-5e019d57-074f-44ca-92d8-422af6028b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.452521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-5e019d57-074f-44ca-92d8-422af6028b2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1095 time: 0.3036280 Jul 16 01:41:42.592779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986f242-e8f1-4e2b-ae31-c31ff841385c req-a73a82da-8678-414f-87ec-2187da603447 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.601190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8986f242-e8f1-4e2b-ae31-c31ff841385c req-a73a82da-8678-414f-87ec-2187da603447 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.0974281 Jul 16 01:41:42.671445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-1ebe783e-3e48-4f71-811d-2f9b1395b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.672997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-1ebe783e-3e48-4f71-811d-2f9b1395b73c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2101266 Jul 16 01:41:42.692370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8986f242-e8f1-4e2b-ae31-c31ff841385c req-b5402be8-16cf-49c3-931f-ebe68db9d52b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902441 Jul 16 01:41:42.720186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:42.738815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-d6b51932-619d-42dd-93cd-ff5da407f06c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 217 time: 0.0564768 Jul 16 01:41:42.804715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.816997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-2f0ae1d7-4855-4000-a652-cc08572c1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.816997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-2f0ae1d7-4855-4000-a652-cc08572c1f81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.0710039 Jul 16 01:41:42.816997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.952403 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-4ddcb94f-cf9b-4776-882f-f11f2471862d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259325 Jul 16 01:41:43.022494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc285ea-34ba-467e-a734-3984ec66b46a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.024968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.027791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ded06c-d35e-496f-b3f1-e68082b94d18 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:43.044137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.123969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f1ded06c-d35e-496f-b3f1-e68082b94d18 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:43.131606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f1ded06c-d35e-496f-b3f1-e68082b94d18 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:43.132419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.157626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-01f8a87f-c365-49d3-bf56-b866a7d36eb8 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944237 Jul 16 01:41:43.197397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.208336 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.266005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.285413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e818b66b-4953-4ef8-9307-f154e7421a2d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.290457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f1ded06c-d35e-496f-b3f1-e68082b94d18, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f1ded06c-d35e-496f-b3f1-e68082b94d18,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:43.297528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.326086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc936f6682614d78aeb6f23c4d204c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047959 Jul 16 01:41:43.328747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.331682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.332801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.333304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.333817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.334322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.334812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.335297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.335912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.336418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.337168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.337654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.338150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74bc5-17a2-4b51-8135-83a77a79b024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:43.346470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Network 316e99d4-aeb2-4e18-8902-056345b572f1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:43.350630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:43.376538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-ba3ac556-330c-418c-b0ca-e05d5a36fa35 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079811 Jul 16 01:41:43.421191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad75c-4a1b-4d68-a6a8-34eb5fbfec2a req-c85a136f-5984-4c10-bc35-77bd1599a177 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.422888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd7ad75c-4a1b-4d68-a6a8-34eb5fbfec2a req-c85a136f-5984-4c10-bc35-77bd1599a177 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 950 time: 0.1485560 Jul 16 01:41:43.430245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f1ded06c-d35e-496f-b3f1-e68082b94d18,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.492097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3b88d5c-b663-43b2-a2f1-9ba3eeacb1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.522711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3b88d5c-b663-43b2-a2f1-9ba3eeacb1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.558662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Router fc43b356-f2af-4571-bd44-322aaeca2ca0 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:43.592998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd7ad75c-4a1b-4d68-a6a8-34eb5fbfec2a req-68fb86b7-7303-44d5-965b-37726126f959 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529753 Jul 16 01:41:43.680003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3b88d5c-b663-43b2-a2f1-9ba3eeacb1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.684812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3b88d5c-b663-43b2-a2f1-9ba3eeacb1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.689883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f3b88d5c-b663-43b2-a2f1-9ba3eeacb1dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e818b66b-4953-4ef8-9307-f154e7421a2d HTTP/1.1" status: 204 len: 168 time: 0.3560450 Jul 16 01:41:43.725289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20427f4-00ba-494b-ad31-19af52c02d9f req-1ed0e7e2-a6ca-4e6e-9a05-69c06721afa8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.727102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c20427f4-00ba-494b-ad31-19af52c02d9f req-1ed0e7e2-a6ca-4e6e-9a05-69c06721afa8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 944 time: 0.1861036 Jul 16 01:41:43.741464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b88d5c-b663-43b2-a2f1-9ba3eeacb1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e818b66b-4953-4ef8-9307-f154e7421a2d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.789789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7e1e8a45-183e-4e84-b210-a47dcecf49fd None None] Provisioning complete for port 7dc285ea-34ba-467e-a734-3984ec66b46a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:43.790227 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a45-183e-4e84-b210-a47dcecf49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.836710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:43.837929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e8a45-183e-4e84-b210-a47dcecf49fd None None] Port 7dc285ea-34ba-467e-a734-3984ec66b46a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:43.844648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c20427f4-00ba-494b-ad31-19af52c02d9f req-57e74c0e-542c-494b-a819-ef4d612a0099 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085873 Jul 16 01:41:43.860975 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1bf263ef-fbc1-4a22-9e45-601256b302d9 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc43b356-f2af-4571-bd44-322aaeca2ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5381966 Jul 16 01:41:43.880386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-917ecbff-04ea-4de1-940c-49831c8e8fd6 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.881865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-917ecbff-04ea-4de1-940c-49831c8e8fd6 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.1300762 Jul 16 01:41:44.051055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-89243668-fc9f-4e1c-9021-8726988d394d service neutron] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:44.055159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-89243668-fc9f-4e1c-9021-8726988d394d service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.056419 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-279c7e48-8c88-4714-9ac4-fbba3961833e req-89243668-fc9f-4e1c-9021-8726988d394d service neutron] 10.222.0.38 "DELETE /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7/bindings/n-h1-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.1675949 Jul 16 01:41:44.296753 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Sync routers for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:44.312179 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:44.313114 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:44.407963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.431604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1e7e-d47a-4afe-bab9-789cfbdc179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.490851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4e73-c51b-42cc-ba49-e0d98f30030f req-bf8314aa-1aa6-460f-97fe-d90fb8ea5c89 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.501115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdde4e73-c51b-42cc-ba49-e0d98f30030f req-bf8314aa-1aa6-460f-97fe-d90fb8ea5c89 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1044800 Jul 16 01:41:44.523048 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:44.559960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1e7e-d47a-4afe-bab9-789cfbdc179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.567586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1e7e-d47a-4afe-bab9-789cfbdc179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.601222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdde4e73-c51b-42cc-ba49-e0d98f30030f req-c200c17f-750d-49a9-97a6-38bca50e9c7d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917089 Jul 16 01:41:44.621163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3c7a1e7e-d47a-4afe-bab9-789cfbdc179c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2726cb776c7498c8b945b97a1cfcc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120450 Jul 16 01:41:44.623674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.630915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a1e7e-d47a-4afe-bab9-789cfbdc179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfee99-2272-4816-8994-51d4b99b9875,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.685390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a98d2f3-a786-4f1f-be2a-55a2ea3462f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.714629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a98d2f3-a786-4f1f-be2a-55a2ea3462f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.777449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a98d2f3-a786-4f1f-be2a-55a2ea3462f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.781024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a98d2f3-a786-4f1f-be2a-55a2ea3462f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.782611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1a98d2f3-a786-4f1f-be2a-55a2ea3462f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/adbfee99-2272-4816-8994-51d4b99b9875 HTTP/1.1" status: 204 len: 168 time: 0.1578691 Jul 16 01:41:44.794237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98d2f3-a786-4f1f-be2a-55a2ea3462f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfee99-2272-4816-8994-51d4b99b9875,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.914103 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 2, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:44.996432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9929407-39a0-45c1-9f83-e2d1261e4307 req-edb4637a-3f48-462b-bfa5-fb747ffe7c2a tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.001832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Checking router: fc43b356-f2af-4571-bd44-322aaeca2ca0 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:45.002098 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Updating router fc43b356-f2af-4571-bd44-322aaeca2ca0 port 7dc285ea-34ba-467e-a734-3984ec66b46a binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:45.005020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9929407-39a0-45c1-9f83-e2d1261e4307 req-edb4637a-3f48-462b-bfa5-fb747ffe7c2a tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 950 time: 0.1702480 Jul 16 01:41:45.016079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ded06c-d35e-496f-b3f1-e68082b94d18 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:45.080756 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.099631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9929407-39a0-45c1-9f83-e2d1261e4307 req-d497795f-50bd-447f-859a-4a26c3329648 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932579 Jul 16 01:41:45.117441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f1ded06c-d35e-496f-b3f1-e68082b94d18 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:45.117731 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.308749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.342108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49248) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.349345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77857313', 'description': 'tempest-description--697644454'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:45.371426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933b7ec-0499-4546-a0cd-a4be32fc2122 req-739d00da-2773-435d-b043-719b19c5d727 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:45.374747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8933b7ec-0499-4546-a0cd-a4be32fc2122 req-739d00da-2773-435d-b043-719b19c5d727 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 944 time: 0.1221042 Jul 16 01:41:45.392997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.470008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8933b7ec-0499-4546-a0cd-a4be32fc2122 req-2dd0d8d6-55f3-41c3-957c-3b343d9938bd tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874252 Jul 16 01:41:45.502011 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.506739 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-933b94d8-3436-4492-a7a3-59a8ff713a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.512637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.513601 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Transition to ACTIVE for port object 7dc285ea-34ba-467e-a734-3984ec66b46a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:45.524173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.529361 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.572482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18426346-ab6b-4ebb-89c8-eb1d8e1c8692,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.663014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-2b58b346-f0b6-469f-8098-30870515fcf9 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355861 Jul 16 01:41:45.758036 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Pushing event updated for resources: {'Port': ['ID=7dc285ea-34ba-467e-a734-3984ec66b46a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.759278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-933b94d8-3436-4492-a7a3-59a8ff713a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.778325 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.778858 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.779302 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.779963 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.780394 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.781674 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.782091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.782668 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.783063 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.783448 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.783899 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.784317 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:45.787866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.789417 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Attempting to bind port 7dc285ea-34ba-467e-a734-3984ec66b46a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:45.789956 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Attempting to bind port 7dc285ea-34ba-467e-a734-3984ec66b46a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:45.790430 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Attempting to bind port 7dc285ea-34ba-467e-a734-3984ec66b46a on network 316e99d4-aeb2-4e18-8902-056345b572f1 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:45.794577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5687e5ff-480d-49c0-a8bf-91157efcf35f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4512424 Jul 16 01:41:45.797918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.805856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Request body: {'security_group_rule': {'security_group_id': '18426346-ab6b-4ebb-89c8-eb1d8e1c8692', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:45.807777 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:45.808458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Checking segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:45.809098 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.809897 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Bound using segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:45.810679 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Bound port: 7dc285ea-34ba-467e-a734-3984ec66b46a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:45.811335 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.825137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-933b94d8-3436-4492-a7a3-59a8ff713a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.868790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.879798 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b94d8-3436-4492-a7a3-59a8ff713a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a54ff92-f0ea-4e86-b2a8-36f6f874aa2a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.935401 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] For port 7dc285ea-34ba-467e-a734-3984ec66b46a, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:45.944557 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] For port 7dc285ea-34ba-467e-a734-3984ec66b46a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7dc285ea-34ba-467e-a734-3984ec66b46a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:45.952637 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.959406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.960564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-933b94d8-3436-4492-a7a3-59a8ff713a98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3e4f1af1e16462996ec66b5c55cb65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491027 Jul 16 01:41:45.967219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:45.975229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.995777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-0ea912aa-41fe-4ce0-86b5-006f55d64a96 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.002154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-0ea912aa-41fe-4ce0-86b5-006f55d64a96 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321290 Jul 16 01:41:46.018642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10a53f7-aba2-4e8c-b91c-743f8e6efbd9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.029054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.033009 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e03bbdf-ebe1-4a67-8412-cc1aa9fa04b9 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2333000 Jul 16 01:41:46.034048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.035605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-1a4631c9-9095-4552-823b-3ec05137b2a9 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/quotas/37db99e8077a4e96a5b1d9b0fba278bc HTTP/1.1" status: 200 len: 375 time: 0.0245082 Jul 16 01:41:46.038674 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec3408-5e41-4fee-bded-19ad499d2d9d None None] Pushing event updated for resources: {'Port': ['ID=7dc285ea-34ba-467e-a734-3984ec66b46a,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.038971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Request body: {'security_group_rule': {'security_group_id': '18426346-ab6b-4ebb-89c8-eb1d8e1c8692', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.071844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb08-7a0a-455d-af76-9b612793470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.095590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.098332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83965c-0dde-49fe-90a2-71c842130a88 req-62166657-5d8e-47b4-84ec-6926a6fecc5a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.100123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed83965c-0dde-49fe-90a2-71c842130a88 req-62166657-5d8e-47b4-84ec-6926a6fecc5a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2299597 Jul 16 01:41:46.105235 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:46.105864 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:46.109792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb08-7a0a-455d-af76-9b612793470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.210517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.211880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-b0749f54-6adc-411a-a60b-5a6c391b4d7e tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753261 Jul 16 01:41:46.226952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb08-7a0a-455d-af76-9b612793470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.229956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d14cb08-7a0a-455d-af76-9b612793470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.231139 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d14cb08-7a0a-455d-af76-9b612793470b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a54ff92-f0ea-4e86-b2a8-36f6f874aa2a HTTP/1.1" status: 204 len: 168 time: 0.2624207 Jul 16 01:41:46.231860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.233231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed83965c-0dde-49fe-90a2-71c842130a88 req-f3a4800a-91d7-4fff-8c26-0f25acea1e0a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185825 Jul 16 01:41:46.280580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14cb08-7a0a-455d-af76-9b612793470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a54ff92-f0ea-4e86-b2a8-36f6f874aa2a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.286986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae4e97f-748e-4418-9d97-64422b19659c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.309705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.315053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.315187 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c54fd89-15ed-41c4-b17b-31f0d7af8a4f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796752 Jul 16 01:41:46.320817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.323458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:46.385876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.604162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c99541a-ef58-4123-b660-0788b0d74b7a req-1fdd318d-2c9f-4fbc-a8fa-9da19534ee68 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 210 time: 0.0736265 Jul 16 01:41:46.678526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.686575 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:45Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:46.734675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad7b29-6218-459b-9c64-f2268b6f56c1 None None] The sync data for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 is: [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:45Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:46.737315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf66cf-f5fc-4155-a636-279e7fdbd473 req-9daf8602-51dd-4c83-b86e-1791f5031558 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.739570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9cf66cf-f5fc-4155-a636-279e7fdbd473 req-9daf8602-51dd-4c83-b86e-1791f5031558 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1095 time: 0.2811682 Jul 16 01:41:46.939812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9cf66cf-f5fc-4155-a636-279e7fdbd473 req-17a8605e-894d-49bb-b4e7-8daf6e1b468b tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734498 Jul 16 01:41:46.967199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Allocated IP 172.25.0.215 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/5ae980e7-ee63-4c64-b867-d00bcc3f7e7e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:47.106289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7dc285ea-34ba-467e-a734-3984ec66b46a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:47.199419 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.203345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 7dc285ea-34ba-467e-a734-3984ec66b46a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:47.209179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7dc285ea-34ba-467e-a734-3984ec66b46a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:47.211508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.287449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.319928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:47.345973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:47.351339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:47.354594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.399319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 7dc285ea-34ba-467e-a734-3984ec66b46a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7dc285ea-34ba-467e-a734-3984ec66b46a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:47.406029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.432440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event updated for resources: {'Port': ['ID=5ae980e7-ee63-4c64-b867-d00bcc3f7e7e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.506117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=7dc285ea-34ba-467e-a734-3984ec66b46a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.514875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.515247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.515593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.516161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.516708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.517230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.517727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.518208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.518847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.519649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.520228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.520770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:47.696243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.772880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-2c2871aa-716b-402d-b238-6b55106681f9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.774475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-2c2871aa-716b-402d-b238-6b55106681f9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.2907722 Jul 16 01:41:47.793820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e43f0-3487-4e09-aa32-923cae0e9339 req-5980ce60-559b-46ad-99c3-2753d1a4b7ea tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.795344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-370e43f0-3487-4e09-aa32-923cae0e9339 req-5980ce60-559b-46ad-99c3-2753d1a4b7ea tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.3099396 Jul 16 01:41:47.813744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.824431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-c0ebaab5-bc27-4c01-987c-f3dd29f3991a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/quotas/1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 375 time: 0.0412765 Jul 16 01:41:47.925509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-370e43f0-3487-4e09-aa32-923cae0e9339 req-c4ef9739-d36d-4af8-884f-803239460c93 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225507 Jul 16 01:41:48.015930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-ae3a8e55-121c-40f4-a67e-58b6d1a694cc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708422 Jul 16 01:41:48.150830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.170148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.196197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-7578cdeb-fc0e-4017-8fa0-836ee55314f6 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275612 Jul 16 01:41:48.213022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-275e6f6f-a113-4500-a9c0-5623954ce4a7 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960957 Jul 16 01:41:48.361206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a482aada-e287-4d5f-8326-7f8b7f465c95 req-08904f0a-9cd1-46b3-9f5b-e3cf9ce71335 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 210 time: 0.0497677 Jul 16 01:41:48.361967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event updated for resources: {'Port': ['ID=5ae980e7-ee63-4c64-b867-d00bcc3f7e7e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.445119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.462280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-5cbd43bf-732d-431f-bca0-6a38389c9640 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.465002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-5cbd43bf-732d-431f-bca0-6a38389c9640 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634213 Jul 16 01:41:48.486166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Request body: {'port': {'device_id': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '37db99e8077a4e96a5b1d9b0fba278bc'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:48.495168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-3026f510-7e8e-4464-8aed-9b5d4e105a79 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811790 Jul 16 01:41:48.496385 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.507855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4143594e-33ea-4191-9421-e5d22f58840d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1917098 Jul 16 01:41:48.793196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Made reservation on behalf of 37db99e8077a4e96a5b1d9b0fba278bc for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:48.799255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.836871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dda0b7a4-f4d3-4a5d-8738-092fe633a354 req-96eb0adc-0163-47d1-9857-cb5db0a411f7 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 210 time: 0.0479929 Jul 16 01:41:48.880173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0e0bc8a4-f461-4ad0-a0c9-d0121aad5cbd tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--77857313&fields=id&tenant_id=1da0053942834a8f9be16e2f09bb4c7f HTTP/1.1" status: 200 len: 267 time: 0.1003985 Jul 16 01:41:48.944677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Allocated IP 192.168.233.223 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:49.024090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7dc285ea-34ba-467e-a734-3984ec66b46a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:49.027043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49428) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.101586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-7b1e6175-ae5f-4dc6-a668-c402db17a9bd tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.103521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-7b1e6175-ae5f-4dc6-a668-c402db17a9bd tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/networks?id=316e99d4-aeb2-4e18-8902-056345b572f1 HTTP/1.1" status: 200 len: 806 time: 0.2223303 Jul 16 01:41:49.114427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.131664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-78d907f0-3d19-431b-acef-c4f5290d4d6e tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/quotas/1da0053942834a8f9be16e2f09bb4c7f HTTP/1.1" status: 200 len: 375 time: 0.0209742 Jul 16 01:41:49.137130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Transition to ACTIVE for port object 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:49.159240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7dc285ea-34ba-467e-a734-3984ec66b46a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:49.162762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.194778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.209684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0e3528ff-d24e-412c-be65-f01523774dc7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:49.266871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:49.271885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:49.274630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:49.283462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-f4ed78ff-42fd-47a6-af97-5f743a3b7604 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1da0053942834a8f9be16e2f09bb4c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464298 Jul 16 01:41:49.312455 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-045ab9dd-6626-46f5-a93d-030d6d9d0293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.350174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.350909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.377184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Pushing event updated for resources: {'Port': ['ID=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.567052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-67be3006-3a25-4af7-a707-ed2cd11426c8 service neutron] 10.222.0.35 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311373 Jul 16 01:41:49.690464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a96e8252-26d9-42ab-835a-3e877ff3a68b None None] Provisioning for port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:49.696125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a96e8252-26d9-42ab-835a-3e877ff3a68b None None] Provisioning complete for port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:49.696720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a96e8252-26d9-42ab-835a-3e877ff3a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.735711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a96e8252-26d9-42ab-835a-3e877ff3a68b None None] Port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:49.741387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-045ab9dd-6626-46f5-a93d-030d6d9d0293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.751551 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-6e1622b1-21d5-4f4d-b85e-ae546eee6927 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2766140 Jul 16 01:41:49.754108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.754449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-045ab9dd-6626-46f5-a93d-030d6d9d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.762999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Request body: {'port': {'device_id': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:49.793696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ab9dd-6626-46f5-a93d-030d6d9d0293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6987036d-4d7d-495e-86f8-e05356f2d6de,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.807004 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-1b3dc982-bb1e-4788-8a3e-65e64426cdda service neutron] 10.222.0.35 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385204 Jul 16 01:41:49.827506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-045ab9dd-6626-46f5-a93d-030d6d9d0293 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6466ea1afd5e483da2d6f46fda6f7ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965474 Jul 16 01:41:49.827989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.844526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.865308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffc60b-19ed-4a02-becf-c38901d6fd6e req-cf87e1f5-f646-4bb7-94f9-389879ff5428 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.872485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15ffc60b-19ed-4a02-becf-c38901d6fd6e req-cf87e1f5-f646-4bb7-94f9-389879ff5428 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2311089 Jul 16 01:41:49.909586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e824d24e-fca0-4655-9814-0aeefe937c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.935239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15ffc60b-19ed-4a02-becf-c38901d6fd6e req-28f4a6a2-cb51-464f-a4bd-94c00b665250 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618858 Jul 16 01:41:49.940984 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7308-7212-419f-a312-35df10b36cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.986537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7308-7212-419f-a312-35df10b36cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.113739 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7308-7212-419f-a312-35df10b36cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.118676 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7ca7308-7212-419f-a312-35df10b36cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.123044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c7ca7308-7212-419f-a312-35df10b36cec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6987036d-4d7d-495e-86f8-e05356f2d6de HTTP/1.1" status: 204 len: 168 time: 0.2940431 Jul 16 01:41:50.142911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca7308-7212-419f-a312-35df10b36cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987036d-4d7d-495e-86f8-e05356f2d6de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.244337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934aa8f-491f-41ab-a0e3-a0498826c91b req-3c6ca871-2a4d-4d59-9305-0fa8fe38a913 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.267414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5934aa8f-491f-41ab-a0e3-a0498826c91b req-3c6ca871-2a4d-4d59-9305-0fa8fe38a913 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 936 time: 0.1148393 Jul 16 01:41:50.364675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5934aa8f-491f-41ab-a0e3-a0498826c91b req-c760bd6c-b780-49a3-a889-d3ae1789ec6b tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962045 Jul 16 01:41:50.527627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4c79eb5-d613-495f-8c70-107211191028 req-660c132d-9820-499e-8205-d26c8aea78fd tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 210 time: 0.0519960 Jul 16 01:41:50.578970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-faa56d26-6373-4eac-9ce2-f612cc47bf72 req-e7c7dd57-d2c5-4578-aecb-6c1c5ede7086 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 210 time: 0.0537753 Jul 16 01:41:50.598019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e824d24e-fca0-4655-9814-0aeefe937c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.610833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e824d24e-fca0-4655-9814-0aeefe937c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.709195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e824d24e-fca0-4655-9814-0aeefe937c09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7dd81bd43aa4d6cb3d3d9c5b1bc682b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9533007 Jul 16 01:41:50.710558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.717928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d24e-fca0-4655-9814-0aeefe937c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7134f90-9037-4192-a881-65dd80cba6ff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.776675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92f6bf13-0cc4-42d9-b70b-d6c33e4a863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.780891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-fd939f66-1115-4765-9df2-8d620b3ea7c9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.782645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-fd939f66-1115-4765-9df2-8d620b3ea7c9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.2225235 Jul 16 01:41:50.802295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92f6bf13-0cc4-42d9-b70b-d6c33e4a863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.806990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Request body: {'port': {'device_id': '86dd965d-90dd-42f6-9ff5-755f11070974', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'admin_state_up': True, 'tenant_id': '1f30b933045c420cbfffb263b002c593'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:50.840417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:50.853704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.866234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92f6bf13-0cc4-42d9-b70b-d6c33e4a863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.869754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92f6bf13-0cc4-42d9-b70b-d6c33e4a863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.876584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-92f6bf13-0cc4-42d9-b70b-d6c33e4a863a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7134f90-9037-4192-a881-65dd80cba6ff HTTP/1.1" status: 204 len: 168 time: 0.1645501 Jul 16 01:41:50.902384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6bf13-0cc4-42d9-b70b-d6c33e4a863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7134f90-9037-4192-a881-65dd80cba6ff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.904237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Transition to ACTIVE for port object 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:50.911861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.994873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Pushing event updated for resources: {'Port': ['ID=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.055992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Made reservation on behalf of 1f30b933045c420cbfffb263b002c593 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:51.059588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.276214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Allocated IP 172.20.0.3 (d62cdcd0-dd02-44f4-8792-bc03c6b75f0d/20da1378-0d14-4a88-92a3-5e254aa7ddab/8b2c2daa-9e60-4dee-a6e2-486d9072be41) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:51.319090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.369065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fad4-8cdd-4843-abc7-5c6791f2e93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.392835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Attempting to bind port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:51.393179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Attempting to bind port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:51.393515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Attempting to bind port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:51.415010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:51.415335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Attempting to bind port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:51.469056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:51.469512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:51.470148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:51.470898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Bound port: 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:51.471494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.552088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] For port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:51.555972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] For port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:51.587848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.656222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.657117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.658834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] 10.222.0.32 "PUT /v2.0/ports/81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 HTTP/1.1" status: 200 len: 1096 time: 1.8999751 Jul 16 01:41:51.689956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'tag': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:51.701506 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b665ec0-b0ca-4b74-8261-e14ac6d57031" -d '{"events": [{"name": "network-changed", "server_uuid": "f95c5498-5557-40cb-97c7-c8ccf05e6719", "tag": "81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:51.759851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafdfe1-1220-4719-948d-5946a3f53629 req-259d17ba-a7a1-41d0-b7f2-90d8c55f3c97 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.767268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7aafdfe1-1220-4719-948d-5946a3f53629 req-259d17ba-a7a1-41d0-b7f2-90d8c55f3c97 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.6019394 Jul 16 01:41:51.795045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.850050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7aafdfe1-1220-4719-948d-5946a3f53629 req-93c23698-6d1d-40e6-9897-c23ec59fc60f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815773 Jul 16 01:41:51.943166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94d1e1-401a-4562-bfb5-6e0370f58e77 req-b4d3b076-16b6-4820-92f1-7c47887de6c0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.945499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee94d1e1-401a-4562-bfb5-6e0370f58e77 req-b4d3b076-16b6-4820-92f1-7c47887de6c0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 948 time: 0.2350571 Jul 16 01:41:51.975070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cfb9c-f891-4515-890a-583d20152e9c service neutron] Pushing event updated for resources: {'Port': ['ID=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.991139 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.007519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee94d1e1-401a-4562-bfb5-6e0370f58e77 req-df8a39d1-4d62-4ccf-bfab-89763fe38200 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556290 Jul 16 01:41:52.008889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fad4-8cdd-4843-abc7-5c6791f2e93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.126353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-ca02bff8-30ed-45af-85bc-655bef3c903c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.133175 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-ca02bff8-30ed-45af-85bc-655bef3c903c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.32 "GET /v2.0/networks?id=316e99d4-aeb2-4e18-8902-056345b572f1 HTTP/1.1" status: 200 len: 806 time: 0.2697430 Jul 16 01:41:52.148981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fad4-8cdd-4843-abc7-5c6791f2e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.196008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.234738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-0be61e3d-a619-4154-b3f4-d58527e93b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.236293 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-0be61e3d-a619-4154-b3f4-d58527e93b27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 1099 time: 0.4194508 Jul 16 01:41:52.262242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-16632688-6493-4a53-9c45-7116d479e7dc tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da0053942834a8f9be16e2f09bb4c7f HTTP/1.1" status: 200 len: 378 time: 0.1167057 Jul 16 01:41:52.280594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b61777-08b0-49ea-a4b6-3912721c8d2f req-48ef54b9-59ad-4a7f-943c-0051f453a909 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 210 time: 0.0488095 Jul 16 01:41:52.287251 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7fd2fad4-8cdd-4843-abc7-5c6791f2e93c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad54c670a7754b4da6dbb2c05bc96833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9644821 Jul 16 01:41:52.296242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Request body: {'port': {'device_id': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'admin_state_up': True, 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'security_groups': ['18426346-ab6b-4ebb-89c8-eb1d8e1c8692']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:52.299414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.309161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:52.352545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2fad4-8cdd-4843-abc7-5c6791f2e93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637817a-0301-4e68-bf3d-8c30df6a81d5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.364755 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e94f6-9b46-4531-ba17-255d59995016 x-openstack-request-id: req-b64e94f6-9b46-4531-ba17-255d59995016 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:52.365096 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95c5498-5557-40cb-97c7-c8ccf05e6719", "tag": "81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:52.365361 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b64e94f6-9b46-4531-ba17-255d59995016 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:52.366034 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'tag': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5', 'status': 'completed', 'code': 200} Jul 16 01:41:52.367329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:52.380592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54161f50-4226-4d26-b25c-78d5294d48fb req-f57a4231-288f-4754-a3a3-56c1f00aaca6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.381424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54161f50-4226-4d26-b25c-78d5294d48fb req-f57a4231-288f-4754-a3a3-56c1f00aaca6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 931 time: 0.1852977 Jul 16 01:41:52.381697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-d86e1134-5c6f-4633-8180-89fc7d5ae01f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 HTTP/1.1" status: 200 len: 217 time: 0.1185119 Jul 16 01:41:52.384976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:52.392640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.413254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e43f89-ce94-4dd8-a30b-fc246a60251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.458586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54161f50-4226-4d26-b25c-78d5294d48fb req-7fc82f8c-6180-4f7f-b52d-2ef6219e9549 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633562 Jul 16 01:41:52.460606 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e43f89-ce94-4dd8-a30b-fc246a60251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.530842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e43f89-ce94-4dd8-a30b-fc246a60251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.533674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.533856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e43f89-ce94-4dd8-a30b-fc246a60251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.534310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.535419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-13e43f89-ce94-4dd8-a30b-fc246a60251d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d637817a-0301-4e68-bf3d-8c30df6a81d5 HTTP/1.1" status: 204 len: 168 time: 0.2341301 Jul 16 01:41:52.541288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-e44ec391-bffc-456b-8ea6-0231db2aa077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.542766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-e44ec391-bffc-456b-8ea6-0231db2aa077 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1545024 Jul 16 01:41:52.545538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e43f89-ce94-4dd8-a30b-fc246a60251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637817a-0301-4e68-bf3d-8c30df6a81d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.597503 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-5c197516-1ec3-4e7c-9ee9-3a7542f9f6a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7959807 Jul 16 01:41:52.607296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.611579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Request body: {'port': {'device_id': '86dd965d-90dd-42f6-9ff5-755f11070974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:52.642383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Made reservation on behalf of 1da0053942834a8f9be16e2f09bb4c7f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:52.646465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.723070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-665b0fb4-d2b5-47a8-8b2a-cd81fbf1983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:52.723802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4dcf13a2-5419-490c-847e-6b670ec1ea5a tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:52.725384 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-665b0fb4-d2b5-47a8-8b2a-cd81fbf1983c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731029 Jul 16 01:41:52.760442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4dcf13a2-5419-490c-847e-6b670ec1ea5a tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "PUT /v2.0/quotas/ed747a6f5d27493d8e1ab80bfdfa58e7 HTTP/1.1" status: 200 len: 366 time: 0.1490772 Jul 16 01:41:52.760631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49534) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.774208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-86fff613-acfe-4ff8-98b0-090df8b60a5f tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0100822 Jul 16 01:41:52.775726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.786217 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1828b584-c755-4de1-970c-d14dcf8f23e2 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "GET /v2.0/quotas/ed747a6f5d27493d8e1ab80bfdfa58e7 HTTP/1.1" status: 200 len: 366 time: 0.0091619 Jul 16 01:41:52.788579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.788734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.805412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f827e9cc-7edc-4cdb-93e4-0b5ef9f51692 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/ed747a6f5d27493d8e1ab80bfdfa58e7 HTTP/1.1" status: 204 len: 168 time: 0.0157080 Jul 16 01:41:52.807762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.818670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bc9a93c1-679f-4021-b877-c36106f98653 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0092454 Jul 16 01:41:52.821274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49544) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.831005 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21ae2239-7c4e-47ff-839a-9a1df28e2913 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "GET /v2.0/quotas/ed747a6f5d27493d8e1ab80bfdfa58e7 HTTP/1.1" status: 200 len: 370 time: 0.0086575 Jul 16 01:41:52.833750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.838523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-41a18afe-7572-47ec-a2cf-5fa696cd5ac5 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "GET /v2.0/quotas/ed747a6f5d27493d8e1ab80bfdfa58e7/default HTTP/1.1" status: 200 len: 370 time: 0.0038102 Jul 16 01:41:52.841014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.848997 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d90774e4-38db-45fa-a08d-357609501e97 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:41:52.849970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d90774e4-38db-45fa-a08d-357609501e97 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/ed747a6f5d27493d8e1ab80bfdfa58e7 HTTP/1.1" status: 404 len: 348 time: 0.0080972 Jul 16 01:41:52.956849 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-256ff486-487c-4a7b-b526-5aacf13bc35d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965938 Jul 16 01:41:53.062998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.088133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Allocated IP 172.20.0.8 (316e99d4-aeb2-4e18-8902-056345b572f1/7a306554-7337-482e-a606-91c51e8dcf86/5d09b0d3-0a20-4f40-ba86-b7a850093a8a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:53.107655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb95637-4513-4f5c-9be1-95b10accb1c9 req-2c69445b-e3f7-47d4-bccf-08678074d8ac tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.115278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cb95637-4513-4f5c-9be1-95b10accb1c9 req-2c69445b-e3f7-47d4-bccf-08678074d8ac tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1400461 Jul 16 01:41:53.137730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:network and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.148170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.208893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:subnet and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.216601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cb95637-4513-4f5c-9be1-95b10accb1c9 req-c5364982-9b71-4878-8369-d8c6f169d407 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002243 Jul 16 01:41:53.225822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.238858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:subnetpool and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.246022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.266369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:port and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.276124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.278009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.294162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:router and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.312738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f1cb076f-20a2-4c48-b195-d127493a6341 req-c546e9e5-60f0-4d75-8d5b-7fe8090aa383 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441737 Jul 16 01:41:53.319637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc1b8-bf86-4d82-ae6f-a88eefeeddae req-b95c5a38-f06c-4c59-a308-ea0f3ea4f190 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.319637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dddc1b8-bf86-4d82-ae6f-a88eefeeddae req-b95c5a38-f06c-4c59-a308-ea0f3ea4f190 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 948 time: 0.1520400 Jul 16 01:41:53.325846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.368294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:floatingip and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.377638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.421797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dddc1b8-bf86-4d82-ae6f-a88eefeeddae req-2930be9e-bf79-4e80-a761-274aac3575e5 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801587 Jul 16 01:41:53.462906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:security_group and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.470830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.481838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Usage tracker for resource:security_group_rule and tenant:aea15cdc42f342cb88f0e77b3c85fd74 is out of sync, need to count used quota {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:53.504990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.quota.resource [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93906) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:53.532578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.540594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9c53b10-b41c-4b0a-b569-d996acf7f9a5 req-143a95e4-2b5a-4556-a28d-9c323dd46b29 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 210 time: 0.0404191 Jul 16 01:41:53.543594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0e694df2-71f5-4852-94cd-8b026ad25471 tempest-QuotasTest-1735364947 tempest-QuotasTest-1735364947-project-admin] 10.222.0.35 "GET /v2.0/quotas/aea15cdc42f342cb88f0e77b3c85fd74/details.json HTTP/1.1" status: 200 len: 703 time: 0.4783676 Jul 16 01:41:53.556244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.562378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2c2daa-9e60-4dee-a6e2-486d9072be41 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:53.576544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.582490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-0b43c889-20da-4401-ba8b-dc216a3da366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.584071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-0b43c889-20da-4401-ba8b-dc216a3da366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 1099 time: 0.1932600 Jul 16 01:41:53.592108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Transition to ACTIVE for port object 5d09b0d3-0a20-4f40-ba86-b7a850093a8a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:53.623031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Transition to ACTIVE for port object 8b2c2daa-9e60-4dee-a6e2-486d9072be41 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:53.630306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:53.641970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.644143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:53.715227 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba7fea1d-e1a6-4a90-b226-7a80e2458935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.752201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93350-2069-4b00-8539-e2627e142b8c req-8a1d0069-daac-4ad3-a482-c40ce5b13b06 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.754444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14a93350-2069-4b00-8539-e2627e142b8c req-8a1d0069-daac-4ad3-a482-c40ce5b13b06 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 931 time: 0.1500766 Jul 16 01:41:53.808208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14a93350-2069-4b00-8539-e2627e142b8c req-6501fbe4-da0a-4a0c-92b0-9597c491df8c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Jul 16 01:41:53.825211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-network', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:53.854192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.857114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.890540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:53.893832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.895227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.899332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Made reservation on behalf of bf25c31bac9c4567bf96119f70ff22ba for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:53.902632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:53.904733 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b011c5-e5a8-4906-9a88-a243e2658c48" -d '{"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:53.909300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.925680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-3e295852-7289-41c3-b204-71e4ee8c06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:53.926691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:53.928382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'port_id': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'mac_address': 'fa:16:3e:0f:6b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676c2fd7-1bc7-430f-8e01-605f6cda0532', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:53.929202 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-3e295852-7289-41c3-b204-71e4ee8c06dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3352637 Jul 16 01:41:53.956647 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484b782-18f5-4313-8a44-6a62630a8101 x-openstack-request-id: req-c484b782-18f5-4313-8a44-6a62630a8101 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:53.957213 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:53.957466 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c484b782-18f5-4313-8a44-6a62630a8101 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:53.957846 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'code': 200} Jul 16 01:41:53.960508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.985259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.990200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Network 316e99d4-aeb2-4e18-8902-056345b572f1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:54.006660 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.021769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107a026a-3e52-408b-9d0d-ee32a9c50686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.040231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.043760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c7c845-af60-4864-ad00-e58652fb68c0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:54.066709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.072231 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.085767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:54.094398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:54.125871 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107a026a-3e52-408b-9d0d-ee32a9c50686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.133183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-88e62583-a871-45f9-b1f6-150da2898eba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 HTTP/1.1" status: 200 len: 217 time: 0.1886883 Jul 16 01:41:54.133412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-107a026a-3e52-408b-9d0d-ee32a9c50686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.135277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.175906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:54.176348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:54.176591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:54.178554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a026a-3e52-408b-9d0d-ee32a9c50686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c23c9b-a36d-46f4-a652-b2e900f07c69,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.184074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-107a026a-3e52-408b-9d0d-ee32a9c50686 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14dbbcb8585b4b30824e1f86a77baa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857552 Jul 16 01:41:54.185643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.200960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event updated for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.215362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.216074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.231363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:54.231685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:54.249585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774772c1-a027-4949-b883-0590ac358400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.262943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:54.263292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:54.263884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:54.264499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Bound port: 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:54.264873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.288648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774772c1-a027-4949-b883-0590ac358400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.301019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-edd05e0d-e327-4f47-8319-2cf15fded5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.302658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-edd05e0d-e327-4f47-8319-2cf15fded5c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1566532 Jul 16 01:41:54.345357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a1c7c845-af60-4864-ad00-e58652fb68c0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:54.353065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774772c1-a027-4949-b883-0590ac358400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.358140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-774772c1-a027-4949-b883-0590ac358400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.361840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-774772c1-a027-4949-b883-0590ac358400 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21c23c9b-a36d-46f4-a652-b2e900f07c69 HTTP/1.1" status: 204 len: 168 time: 0.1726139 Jul 16 01:41:54.369606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:54.373409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:54.424640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.456081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774772c1-a027-4949-b883-0590ac358400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c23c9b-a36d-46f4-a652-b2e900f07c69,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.529940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee624eb-6d87-48be-bc9f-3b392a674a45 req-d2730fe8-9b45-46cc-9bbc-0df86e91151e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.541600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ee624eb-6d87-48be-bc9f-3b392a674a45 req-d2730fe8-9b45-46cc-9bbc-0df86e91151e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 945 time: 0.1806202 Jul 16 01:41:54.552454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d682b7ed-787d-40a6-843f-996e66c0b825 None None] Provisioning for port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:54.554077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.554835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.556686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] 10.222.0.38 "PUT /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 1091 time: 1.9500694 Jul 16 01:41:54.563719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:54.567454 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3024094c-a9ea-4404-835b-35316c12ce59" -d '{"events": [{"name": "network-changed", "server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:54.576970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-a55b9709-c571-4f42-87f7-2ee05d8cfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.578732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-a55b9709-c571-4f42-87f7-2ee05d8cfedf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005031 Jul 16 01:41:54.582510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05b8d-82e6-4e51-8fae-42b11f51c997 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.600939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ee624eb-6d87-48be-bc9f-3b392a674a45 req-f995217b-15d4-41ce-96ac-338f43d5eec5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580292 Jul 16 01:41:54.622225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d682b7ed-787d-40a6-843f-996e66c0b825 None None] Provisioning complete for port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:54.622636 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d682b7ed-787d-40a6-843f-996e66c0b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.683372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d682b7ed-787d-40a6-843f-996e66c0b825 None None] Port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:54.708727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.769032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.782437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:54.793723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.794072 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Added segment 05bc6a51-9512-4cee-87d9-7244f23e2d9a of type vlan for network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac Jul 16 01:41:54.832907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.846641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-0fb7871c-fceb-4da0-9ca7-6845b614d54a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5657253 Jul 16 01:41:54.854218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74771a-d2f0-47b3-b63c-2daf68b2aba3 req-999777f3-d419-4a42-9f6c-14b9f20cce21 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.855642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf74771a-d2f0-47b3-b63c-2daf68b2aba3 req-999777f3-d419-4a42-9f6c-14b9f20cce21 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 931 time: 0.1158400 Jul 16 01:41:54.864291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778598-5e70-4c4b-8ae2-bd83e7dfa260 req-3d9dd430-e0df-49e7-b72d-79c502e62eed tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.865775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b778598-5e70-4c4b-8ae2-bd83e7dfa260 req-3d9dd430-e0df-49e7-b72d-79c502e62eed tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 948 time: 0.1371973 Jul 16 01:41:54.872203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Request body: {'port': {'device_id': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:54.875387 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.882349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16175185-ac52-48ec-ae14-e7e6a9cf3941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.958124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b778598-5e70-4c4b-8ae2-bd83e7dfa260 req-c2120bc4-7ea0-409f-b0e9-bbd2c0a6f1c0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795453 Jul 16 01:41:54.962667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf74771a-d2f0-47b3-b63c-2daf68b2aba3 req-60894e69-82e1-4bd1-9a80-d9b342036855 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949459 Jul 16 01:41:55.073059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16175185-ac52-48ec-ae14-e7e6a9cf3941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.077890 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16175185-ac52-48ec-ae14-e7e6a9cf3941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.131572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-16175185-ac52-48ec-ae14-e7e6a9cf3941 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aea15cdc42f342cb88f0e77b3c85fd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941711 Jul 16 01:41:55.133868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16175185-ac52-48ec-ae14-e7e6a9cf3941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab96d47c-7a72-41e6-8a96-62fac378ab67,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.138841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49618) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.248365 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b7f160-46ff-4b22-ae8d-39efb3478150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.281310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b7f160-46ff-4b22-ae8d-39efb3478150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.284123 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28397c21-251d-4b6a-b2a5-4d51dfb574ca x-openstack-request-id: req-28397c21-251d-4b6a-b2a5-4d51dfb574ca {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:55.284932 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:55.285189 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28397c21-251d-4b6a-b2a5-4d51dfb574ca {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:55.285579 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'status': 'completed', 'code': 200} Jul 16 01:41:55.291477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398552d0-2370-4b18-814f-2c97fd8356c9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.296126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:41:55.297605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2757a1-bc5f-40b2-8e96-80393d6e3c1b req-346bdbac-600d-4ce3-92e7-d78a893f319b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.299300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b2757a1-bc5f-40b2-8e96-80393d6e3c1b req-346bdbac-600d-4ce3-92e7-d78a893f319b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 943 time: 0.1292629 Jul 16 01:41:55.299813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-5073bc25-59fe-47c4-a12d-673627829dd1 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045615 Jul 16 01:41:55.302409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-814f0e0a-25dd-488c-ac2e-a2d67f9ea793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.303383 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-814f0e0a-25dd-488c-ac2e-a2d67f9ea793 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1094 time: 0.6855409 Jul 16 01:41:55.357579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b2757a1-bc5f-40b2-8e96-80393d6e3c1b req-71f2c5de-de29-4b61-8dd0-8ca29fcc9702 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Jul 16 01:41:55.372601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b7f160-46ff-4b22-ae8d-39efb3478150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.375905 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95b7f160-46ff-4b22-ae8d-39efb3478150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.377100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-95b7f160-46ff-4b22-ae8d-39efb3478150 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab96d47c-7a72-41e6-8a96-62fac378ab67 HTTP/1.1" status: 204 len: 168 time: 0.2361085 Jul 16 01:41:55.385419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7f160-46ff-4b22-ae8d-39efb3478150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab96d47c-7a72-41e6-8a96-62fac378ab67,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.390062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-a395e59f-fd30-4152-b4e8-a319cb8d929c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 217 time: 0.0763495 Jul 16 01:41:55.415871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.416831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.417383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.482353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.519180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9825907 Jul 16 01:41:55.519950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49622) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:55.526061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Request body: {'subnet': {'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-subnet', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:55.551824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Made reservation on behalf of bf25c31bac9c4567bf96119f70ff22ba for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:55.554842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.591737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af1c8d-675c-4507-a0d4-88753e0dbf14 admin admin] Pushing event updated for resources: {'Network': ['ID=100f6141-c722-4fb2-9f2d-f321fdf5a2ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.604777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:55.605332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b665ec0-b0ca-4b74-8261-e14ac6d57031 req-def978c0-e832-490c-968f-c934214ede07 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951770 Jul 16 01:41:55.608464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-baf3dfd5-c912-4306-99ea-f38206f2c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.610093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-baf3dfd5-c912-4306-99ea-f38206f2c7cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.2082381 Jul 16 01:41:55.674225 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-7c62f024-2599-433d-b464-6259869962ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387976 Jul 16 01:41:55.684149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:55.700123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:55.897430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.964065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7527798-5631-4b98-bf24-1f1dd616a129 req-dd1eb372-8752-4c31-b700-90c9479c2e2c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:55.965622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7527798-5631-4b98-bf24-1f1dd616a129 req-dd1eb372-8752-4c31-b700-90c9479c2e2c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 945 time: 0.1374378 Jul 16 01:41:55.983270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port a1c7c845-af60-4864-ad00-e58652fb68c0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:55.984282 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.991652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-734c90bd-31a3-47ef-9d12-2ca8c86fb251 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099232 Jul 16 01:41:56.018488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186034bc-15ca-4a67-8f13-baa59d7ad546,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.048670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.056411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Checking segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:56.064445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Network hostable DHCP agents. Network: 100f6141-c722-4fb2-9f2d-f321fdf5a2ac, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:56.067642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5', 'mac_address': 'fa:16:3e:3f:f6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:56.126585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7527798-5631-4b98-bf24-1f1dd616a129 req-eddfcb74-6cc5-4587-8c9a-f055570a04db tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501424 Jul 16 01:41:56.157613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.177406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6307b791-eea9-4b12-85a1-21a3dc81323e req-87b8277c-2229-4cc7-b72a-c13c80f4af1c service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559286 Jul 16 01:41:56.204995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:56.209038 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.240697 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-611038ac-a980-4e2d-a37e-cd49aca60e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.242993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 100f6141-c722-4fb2-9f2d-f321fdf5a2ac) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:56.250830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.251417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.276926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.291603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:56.294780 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab9d37b-6f49-4821-abee-1bbc306f06f5" -d '{"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-plugged", "status": "completed", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:56.303582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992ea9c-8f38-4e77-aa4f-a4cedf58b344 None None] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:56.304569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3dce9f19-d529-411b-8f91-c5d1d47dcd71 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7829974 Jul 16 01:41:56.309884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:56.317505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:56.323543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e35b0-bb4c-432b-80dc-311dab7f67b5 req-e57a2d84-1da6-4a2d-aa24-2007b6375bb3 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.325068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a2e35b0-bb4c-432b-80dc-311dab7f67b5 req-e57a2d84-1da6-4a2d-aa24-2007b6375bb3 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 948 time: 0.1975348 Jul 16 01:41:56.332686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d09b0d3-0a20-4f40-ba86-b7a850093a8a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:56.341622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.345532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.373016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024094c-a9ea-4404-835b-35316c12ce59 req-0256a0fe-4787-4a22-98c7-a09d10a9f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.375226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-0256a0fe-4787-4a22-98c7-a09d10a9f401 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1094 time: 0.1200235 Jul 16 01:41:56.376990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Transition to ACTIVE for port object 5d09b0d3-0a20-4f40-ba86-b7a850093a8a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:56.379837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.381102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.410711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.417910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a2e35b0-bb4c-432b-80dc-311dab7f67b5 req-13c067bd-0cce-401e-82a0-05e1910734f8 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842249 Jul 16 01:41:56.434995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3949-0cdb-4c8f-9bac-0487f98723b8 req-58712097-621f-4ae3-8685-4218d25f6521 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.442389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a51c3949-0cdb-4c8f-9bac-0487f98723b8 req-58712097-621f-4ae3-8685-4218d25f6521 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 931 time: 0.1270571 Jul 16 01:41:56.494857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:56.514557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a51c3949-0cdb-4c8f-9bac-0487f98723b8 req-cf8c18ae-2d96-46e1-8a8f-bdc928f521ef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711193 Jul 16 01:41:56.645472 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb829d1b-dc08-4006-8f25-088a72f9c329 x-openstack-request-id: req-cb829d1b-dc08-4006-8f25-088a72f9c329 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:56.649209 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-plugged", "status": "completed", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:56.649595 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb829d1b-dc08-4006-8f25-088a72f9c329 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:56.651235 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'code': 200} Jul 16 01:41:56.652330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Pushing event updated for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.692173 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.700728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:56.749722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.780278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.803513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'fixed_ips': [{'subnet_id': '186034bc-15ca-4a67-8f13-baa59d7ad546'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:56.804421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.809237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.834347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066507e-879c-473a-ae4c-cb4b25841639 req-84bbd266-43ef-4a39-b248-58f14b6bd75d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.838737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024094c-a9ea-4404-835b-35316c12ce59 req-58a394d4-422f-43c8-b4c2-91c96f1911d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:56.840305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-58a394d4-422f-43c8-b4c2-91c96f1911d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.4529080 Jul 16 01:41:56.858341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b066507e-879c-473a-ae4c-cb4b25841639 req-84bbd266-43ef-4a39-b248-58f14b6bd75d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 943 time: 0.1504369 Jul 16 01:41:56.919480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b066507e-879c-473a-ae4c-cb4b25841639 req-abbb9e7d-1067-4368-aaec-5f36422ded6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552459 Jul 16 01:41:56.951092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.976408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Attempting to bind port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:56.976750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Attempting to bind port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:56.977077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Attempting to bind port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a on network 316e99d4-aeb2-4e18-8902-056345b572f1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:56.985701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a on network 316e99d4-aeb2-4e18-8902-056345b572f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:56.986051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Attempting to bind port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a on network 316e99d4-aeb2-4e18-8902-056345b572f1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:56.989270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-66fc1c6c-7383-437b-ad88-b30ac4fffa1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 217 time: 0.1052289 Jul 16 01:41:57.028306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Allocated IP 172.20.0.2 (100f6141-c722-4fb2-9f2d-f321fdf5a2ac/186034bc-15ca-4a67-8f13-baa59d7ad546/117ea53a-358a-4a53-a077-1b3327f6228f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:57.038131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:57.038736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Checking segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:57.038859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Bound using segment: {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:57.039579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Bound port: 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:57.039579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.057866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:57.112249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.168176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024094c-a9ea-4404-835b-35316c12ce59 req-62c78be2-8194-4787-9440-ed3b28ba0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.169643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-62c78be2-8194-4787-9440-ed3b28ba0970 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1721120 Jul 16 01:41:57.176833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535cd3-c846-4bf7-b2d5-206d87b57a9a req-f3751385-f17d-4e42-8c5f-4cdd25daa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.178399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f535cd3-c846-4bf7-b2d5-206d87b57a9a req-f3751385-f17d-4e42-8c5f-4cdd25daa249 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 1097 time: 0.4094832 Jul 16 01:41:57.234888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-ee242560-f606-4938-868b-17d99a95c2e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516341 Jul 16 01:41:57.269785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.276489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:57.276621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:57.292653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Transition to ACTIVE for port object 117ea53a-358a-4a53-a077-1b3327f6228f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:57.303338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:57.318839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f535cd3-c846-4bf7-b2d5-206d87b57a9a req-c7aecf4d-f732-4078-9db7-6d74e959bc29 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179781 Jul 16 01:41:57.322599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Transition to ACTIVE for port object 117ea53a-358a-4a53-a077-1b3327f6228f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:57.341362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.348470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.365406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.393199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae5186-fec1-42da-bc10-02ce20a6e6ff req-f5882da4-a98f-473c-8e5d-38617f2583b5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.395861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60ae5186-fec1-42da-bc10-02ce20a6e6ff req-f5882da4-a98f-473c-8e5d-38617f2583b5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.0835285 Jul 16 01:41:57.435737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.436474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.437939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d09b0d3-0a20-4f40-ba86-b7a850093a8a HTTP/1.1" status: 200 len: 1091 time: 2.5810156 Jul 16 01:41:57.438432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:57.441285 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:57.445135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1992129418', 'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:57.501407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60ae5186-fec1-42da-bc10-02ce20a6e6ff req-f3dda6b4-b7da-4669-b816-2d429d423c17 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994289 Jul 16 01:41:57.505469 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed5f50-0e61-4248-831f-aec5871a8329 x-openstack-request-id: req-16ed5f50-0e61-4248-831f-aec5871a8329 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:57.505760 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:57.506808 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16ed5f50-0e61-4248-831f-aec5871a8329 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:57.507439 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'status': 'completed', 'code': 200} Jul 16 01:41:57.512644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Made reservation on behalf of 3969aa133d7c47628bdaf9d8909a4a75 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:57.517126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.527948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-168839fc-df11-4fa5-b2c9-42f143c05d90 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788568 Jul 16 01:41:57.528784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.530905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03556db8-6805-4745-9a99-29a71fe20c29 service neutron] Pushing event updated for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.570401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:57.575027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:57.581144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:57.661755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Pushing event updated for resources: {'Port': ['ID=117ea53a-358a-4a53-a077-1b3327f6228f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.722226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.737755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Attempting to bind port 117ea53a-358a-4a53-a077-1b3327f6228f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:57.738544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Attempting to bind port 117ea53a-358a-4a53-a077-1b3327f6228f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:57.739154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Attempting to bind port 117ea53a-358a-4a53-a077-1b3327f6228f on network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:57.746065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:57.747156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Checking segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:57.748309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.748832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Bound using segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:57.749809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Bound port: 117ea53a-358a-4a53-a077-1b3327f6228f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:57.750719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.766480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.788146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3024094c-a9ea-4404-835b-35316c12ce59 req-975fc336-da21-44ba-8133-5efd1d7d159f service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520018 Jul 16 01:41:57.793682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-f2efd0fe-ef3b-4c3c-81d1-e8bbc28623cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.795168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-f2efd0fe-ef3b-4c3c-81d1-e8bbc28623cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1da0053942834a8f9be16e2f09bb4c7f&device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 1094 time: 0.3001704 Jul 16 01:41:57.822872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] For port 117ea53a-358a-4a53-a077-1b3327f6228f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:57.827724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] For port 117ea53a-358a-4a53-a077-1b3327f6228f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=117ea53a-358a-4a53-a077-1b3327f6228f,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:57.835192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.844226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:57.860433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-7797fcd1-bc21-4e38-bd4a-b03971698502 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a HTTP/1.1" status: 200 len: 217 time: 0.0471394 Jul 16 01:41:57.877656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.906321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea66db2-0979-44e1-9bb1-c2ffdbb973ce None None] Pushing event updated for resources: {'Port': ['ID=117ea53a-358a-4a53-a077-1b3327f6228f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.912999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.913356 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Added segment 0586dc0c-7d58-409e-9004-79f00de750de of type vlan for network cd213577-0e85-43fe-a79b-c092ab9d7c55 Jul 16 01:41:57.917077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.928191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4930e1-80ea-455c-9c7e-aadc8ebef430,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.962796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ccbbd-cd44-4af8-a468-deea9dfdd4c5 req-ff9b736e-5fa2-4294-ae45-0c89a304bb2d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.964422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a1ccbbd-cd44-4af8-a468-deea9dfdd4c5 req-ff9b736e-5fa2-4294-ae45-0c89a304bb2d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 943 time: 0.2348797 Jul 16 01:41:57.970230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-2c2b37f4-e973-4274-a718-46710a2b7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.971780 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-2c2b37f4-e973-4274-a718-46710a2b7582 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a306554-7337-482e-a606-91c51e8dcf86 HTTP/1.1" status: 200 len: 845 time: 0.1022708 Jul 16 01:41:57.974926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da69e1-fe18-431c-bea3-cbb637f7f5b9 req-0369e4c2-e038-4fd3-8a78-323cf63bab2f tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:57.976450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4da69e1-fe18-431c-bea3-cbb637f7f5b9 req-0369e4c2-e038-4fd3-8a78-323cf63bab2f tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 949 time: 0.2123251 Jul 16 01:41:58.023743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.065776 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4da69e1-fe18-431c-bea3-cbb637f7f5b9 req-0147e161-a764-4674-9f72-83483649d8af tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792346 Jul 16 01:41:58.075621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Allocated IP 172.25.0.16 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/88ed62f2-6920-4e9f-8cee-0f3e5b958562) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:58.076275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a1ccbbd-cd44-4af8-a468-deea9dfdd4c5 req-8b21c914-8378-4f21-8b09-18c0031be696 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982800 Jul 16 01:41:58.094446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-a76551bd-af45-48ff-98e2-664a7514317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.095808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-a76551bd-af45-48ff-98e2-664a7514317f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=316e99d4-aeb2-4e18-8902-056345b572f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157255 Jul 16 01:41:58.161370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.162396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.163065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.251625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9730163 Jul 16 01:41:58.252558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.272521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'subnet': {'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:58.358135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19e9b-5790-4cca-8b7a-7098f2c11e3c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Network': ['ID=cd213577-0e85-43fe-a79b-c092ab9d7c55,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.372691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network cd213577-0e85-43fe-a79b-c092ab9d7c55 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:58.387196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Made reservation on behalf of 3969aa133d7c47628bdaf9d8909a4a75 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:58.391846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.412417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.479565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-9a3ba013-a65a-42af-ba08-1e1844f1453f service neutron] 10.222.0.32 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731556 Jul 16 01:41:58.481455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.571406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Pushing event updated for resources: {'Port': ['ID=88ed62f2-6920-4e9f-8cee-0f3e5b958562,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.596158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:58.600134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:58.609191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:58.752047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:58.789930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f20c81e-a33d-4bdd-aa80-664abb942786 req-7d145ee7-28b5-4481-a42b-d32df0f78f62 service neutron] 10.222.0.32 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918656 Jul 16 01:41:58.792950 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.809139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aadf2a-adb8-47d4-b852-06948a830408 req-62743baf-dc57-49b8-81ed-ec56cbccb8c6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.817471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51aadf2a-adb8-47d4-b852-06948a830408 req-62743baf-dc57-49b8-81ed-ec56cbccb8c6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 943 time: 0.2840049 Jul 16 01:41:58.967275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:58.984139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'port_id': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'mac_address': 'fa:16:3e:05:a3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da1378-0d14-4a88-92a3-5e254aa7ddab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:58.985736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c60fda-bd46-4b4b-a0b2-4445709599f2 req-33bc6ee1-ee3f-4787-9614-01b954545f54 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.987420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61c60fda-bd46-4b4b-a0b2-4445709599f2 req-33bc6ee1-ee3f-4787-9614-01b954545f54 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.3110864 Jul 16 01:41:59.017263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51aadf2a-adb8-47d4-b852-06948a830408 req-8030ac38-6813-4959-9248-fdda179be61a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982322 Jul 16 01:41:59.051724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.067171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 117ea53a-358a-4a53-a077-1b3327f6228f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:59.073294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2c2daa-9e60-4dee-a6e2-486d9072be41 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:59.149774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61c60fda-bd46-4b4b-a0b2-4445709599f2 req-c6566b17-8d5c-41d9-919f-781c89194563 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314154 Jul 16 01:41:59.158103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:59.166065 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:59.167584 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.271500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:41:59.271978 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.313473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 117ea53a-358a-4a53-a077-1b3327f6228f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:59.316281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.382051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6ac6c-0b8c-4abd-a6bf-f3b13c9ce745 None None] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:59.432399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3c12dd3-4dae-439d-80bb-c7e220cefa79,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.451945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Checking segment: {'id': '0586dc0c-7d58-409e-9004-79f00de750de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:59.452414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network hostable DHCP agents. Network: cd213577-0e85-43fe-a79b-c092ab9d7c55, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:59.475889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['8b2c2daa-9e60-4dee-a6e2-486d9072be41'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:59.499171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network cd213577-0e85-43fe-a79b-c092ab9d7c55 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:59.511354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] Provisioning for port 117ea53a-358a-4a53-a077-1b3327f6228f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:59.514080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-1458eaa7-566e-4e38-9652-70df656209e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.514757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15d28d-eee0-4dfa-8bf2-859106f694a1 req-56ccb671-57e4-4c68-b67c-3db552b845bc tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.515820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-1458eaa7-566e-4e38-9652-70df656209e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1da0053942834a8f9be16e2f09bb4c7f&device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 1094 time: 0.6570508 Jul 16 01:41:59.516392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b15d28d-eee0-4dfa-8bf2-859106f694a1 req-56ccb671-57e4-4c68-b67c-3db552b845bc tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 943 time: 0.1517878 Jul 16 01:41:59.518503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.524058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d30e-ad6e-46fe-a7a6-dc970718c531 req-5ae31a46-1e9e-462b-a800-3982c5622d2d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.525494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fa0d30e-ad6e-46fe-a7a6-dc970718c531 req-5ae31a46-1e9e-462b-a800-3982c5622d2d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 949 time: 0.1782203 Jul 16 01:41:59.537051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] Provisioning complete for port 117ea53a-358a-4a53-a077-1b3327f6228f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:59.537588 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.548586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, cd213577-0e85-43fe-a79b-c092ab9d7c55) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:59.559484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.560091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.566592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e28ec-4a3f-437c-b7a8-8cbd5111e3ce None None] Network cd213577-0e85-43fe-a79b-c092ab9d7c55 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:59.595582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b15d28d-eee0-4dfa-8bf2-859106f694a1 req-6c90e51f-7833-46e4-b76f-05bc3f8cdc3d tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691087 Jul 16 01:41:59.601475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fa0d30e-ad6e-46fe-a7a6-dc970718c531 req-857db608-f59c-4983-8783-d74c9e209398 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Jul 16 01:41:59.609567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8b047507-6fc5-451f-9628-dfe2c1df08e1 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3565092 Jul 16 01:41:59.613863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49706) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.620000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1025334444', 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:59.650831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Made reservation on behalf of 3969aa133d7c47628bdaf9d8909a4a75 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:59.655323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.682219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] device_id is not set on port 43cc5f78-89e0-49d1-9cd7-f039cb9805fe yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:59.722526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-2d6d3e8b-6ef0-440e-80fe-d6777606dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.724334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-2d6d3e8b-6ef0-440e-80fe-d6777606dfd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=316e99d4-aeb2-4e18-8902-056345b572f1 HTTP/1.1" status: 200 len: 907 time: 0.1674631 Jul 16 01:41:59.742796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:59.806178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Allocated IP 2001:db8::169 (cd213577-0e85-43fe-a79b-c092ab9d7c55/f3c12dd3-4dae-439d-80bb-c7e220cefa79/43cc5f78-89e0-49d1-9cd7-f039cb9805fe) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:59.817899 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-d2b77900-e7a0-418a-90ff-ce168bd40d05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a HTTP/1.1" status: 200 len: 217 time: 0.0496099 Jul 16 01:41:59.922260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-ddf9c087-1ae8-4ced-a58a-cb23b6139897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:59.924089 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-ddf9c087-1ae8-4ced-a58a-cb23b6139897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a306554-7337-482e-a606-91c51e8dcf86 HTTP/1.1" status: 200 len: 845 time: 0.0987842 Jul 16 01:41:59.927131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.065007 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.084417 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.091715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e4a218-e2d1-450e-a31f-d7d2f79e5988 None None] Network cd213577-0e85-43fe-a79b-c092ab9d7c55 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:00.095848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1b2c9-0516-4ad5-bb76-68a979f921ca req-fe57c024-17b4-424d-96da-d0f8e7e89022 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.097978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffd1b2c9-0516-4ad5-bb76-68a979f921ca req-fe57c024-17b4-424d-96da-d0f8e7e89022 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.2367673 Jul 16 01:42:00.115490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-683dd38a-6498-46cb-bfad-68b144dd80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.118163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-683dd38a-6498-46cb-bfad-68b144dd80ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=316e99d4-aeb2-4e18-8902-056345b572f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862311 Jul 16 01:42:00.150196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:00.178787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffd1b2c9-0516-4ad5-bb76-68a979f921ca req-072e2dd0-862d-462c-a0de-38d745cfe265 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728076 Jul 16 01:42:00.187865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:00.188663 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.192329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] For port 117ea53a-358a-4a53-a077-1b3327f6228f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=117ea53a-358a-4a53-a077-1b3327f6228f,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.211917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.236361 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.262659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Router c89398f7-fd56-4242-b904-1e397f09b713 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:00.289555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network cd213577-0e85-43fe-a79b-c092ab9d7c55 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:00.293840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:00.298996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:00.300542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.301287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.328267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256e62-3006-4431-8c96-0f6d049fe9b6 None None] Pushing event updated for resources: {'Port': ['ID=117ea53a-358a-4a53-a077-1b3327f6228f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.343277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Port': ['ID=43cc5f78-89e0-49d1-9cd7-f039cb9805fe,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.357159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3e624fb1-9dec-4d0b-aa3d-dd6724009d4d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7418947 Jul 16 01:42:00.357561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-9b9ef4cb-522d-430c-aba9-e42b49269c81 service neutron] 10.222.0.32 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268965 Jul 16 01:42:00.360215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.369725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e35315-88db-42f5-94dc-8dc46b68f14d req-ecf30b94-e4b9-4f9c-b819-649697ac27b1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.377050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39e35315-88db-42f5-94dc-8dc46b68f14d req-ecf30b94-e4b9-4f9c-b819-649697ac27b1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.1895545 Jul 16 01:42:00.397184 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.429959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39e35315-88db-42f5-94dc-8dc46b68f14d req-8a1100e9-690e-4a75-9acd-44679c257538 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520370 Jul 16 01:42:00.454590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.456662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:00.458955 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9e8f5c-9dfe-4fa9-b37e-48b5a81e08a9" -d '{"events": [{"server_uuid": "f95c5498-5557-40cb-97c7-c8ccf05e6719", "name": "network-vif-plugged", "status": "completed", "tag": "81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:00.463324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0b254c94-6c72-4bd8-bc12-b17e0fa9cac5 None None] Provisioning complete for port 117ea53a-358a-4a53-a077-1b3327f6228f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:00.463710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b254c94-6c72-4bd8-bc12-b17e0fa9cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.467151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.517753 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5421c2-e603-47d9-81f8-f8ea30ea4c26 x-openstack-request-id: req-3b5421c2-e603-47d9-81f8-f8ea30ea4c26 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:00.518047 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95c5498-5557-40cb-97c7-c8ccf05e6719", "name": "network-vif-plugged", "status": "completed", "tag": "81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:00.518448 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b5421c2-e603-47d9-81f8-f8ea30ea4c26 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:00.519350 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5', 'code': 200} Jul 16 01:42:00.566777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:00.585373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.588017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Sync routers for ids ['c89398f7-fd56-4242-b904-1e397f09b713'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:00.620752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.624581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dc7d79f0-95bd-4820-9520-ee6636907e7f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3103929 Jul 16 01:42:00.624754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Routers {'c89398f7-fd56-4242-b904-1e397f09b713'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:00.624754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c89398f7-fd56-4242-b904-1e397f09b713'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.626519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.648146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50f5ebc-d7db-4780-b86a-1d83d6f5bcb9 req-f1f87468-baaa-4677-bb36-1c4a92de844d service neutron] 10.222.0.32 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476962 Jul 16 01:42:00.679274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Deleting port 43cc5f78-89e0-49d1-9cd7-f039cb9805fe {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:00.679648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.771545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.783899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Set router c89398f7-fd56-4242-b904-1e397f09b713 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:00.790036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dc6f3-8932-4c54-81a2-bd997acc65d6 req-90f8ef55-e7a7-4cc2-bf92-746720a2e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:00.792476 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c7dc6f3-8932-4c54-81a2-bd997acc65d6 req-90f8ef55-e7a7-4cc2-bf92-746720a2e0f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 1101 time: 0.1928773 Jul 16 01:42:00.796361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Calling delete_port for 43cc5f78-89e0-49d1-9cd7-f039cb9805fe owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:00.868841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c7dc6f3-8932-4c54-81a2-bd997acc65d6 req-c5d7126f-29c4-4579-b898-1b1e92eb0f03 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658493 Jul 16 01:42:00.963039 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.001270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 117ea53a-358a-4a53-a077-1b3327f6228f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:01.029656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.032074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/ports/43cc5f78-89e0-49d1-9cd7-f039cb9805fe HTTP/1.1" status: 204 len: 168 time: 0.6708934 Jul 16 01:42:01.033130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1837da0-d946-4b61-9f40-b9c54e44cc1d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event deleted for resources: {'Port': ['ID=43cc5f78-89e0-49d1-9cd7-f039cb9805fe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.036269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.040747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55', 'external_fixed_ips': [{'subnet_id': 'f3c12dd3-4dae-439d-80bb-c7e220cefa79', 'ip_address': '2001:db8::169'}]}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:01.063177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.064299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.118731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.135276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 117ea53a-358a-4a53-a077-1b3327f6228f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:01.135872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.192187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 3, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.219440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Checking router: c89398f7-fd56-4242-b904-1e397f09b713 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:01.219810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Updating router c89398f7-fd56-4242-b904-1e397f09b713 port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:01.273563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.281219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.306017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fd700-896e-4f2a-b7fa-e8951f909ec0 req-38831b81-6408-419c-b41b-5bd4d7eb4a67 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.312502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f2fd700-896e-4f2a-b7fa-e8951f909ec0 req-38831b81-6408-419c-b41b-5bd4d7eb4a67 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 943 time: 0.5056486 Jul 16 01:42:01.329085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a885676-49c4-45e7-a0ac-a77370390fd6 req-8c5ae8e7-6cc1-4ddb-b54f-e253169aaf35 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.330535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a885676-49c4-45e7-a0ac-a77370390fd6 req-8c5ae8e7-6cc1-4ddb-b54f-e253169aaf35 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.5140674 Jul 16 01:42:01.391382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f2fd700-896e-4f2a-b7fa-e8951f909ec0 req-cf043473-f7f3-4b81-909c-4f30b746eb16 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778096 Jul 16 01:42:01.436387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a885676-49c4-45e7-a0ac-a77370390fd6 req-2bcaa5cc-290b-4abd-8434-36455ae4ad4b tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941064 Jul 16 01:42:01.499607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.521883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.595358 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.607981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Transition to ACTIVE for port object 88ed62f2-6920-4e9f-8cee-0f3e5b958562 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:01.617996 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.663130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5d09b0d3-0a20-4f40-ba86-b7a850093a8a details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:01.708304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cc038-a3c6-4193-b354-f5b757a31c22 None None] Pushing event updated for resources: {'Port': ['ID=88ed62f2-6920-4e9f-8cee-0f3e5b958562,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.717004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Attempting to bind port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:01.717326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Attempting to bind port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:01.717693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Attempting to bind port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:01.722961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-f3771b5d-c8b3-49a0-a6b7-e9e1879ec5e7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:01.724484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-f3771b5d-c8b3-49a0-a6b7-e9e1879ec5e7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 815 time: 0.1845233 Jul 16 01:42:01.748976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:01.749275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Allocated IP 2001:db8::169 (cd213577-0e85-43fe-a79b-c092ab9d7c55/f3c12dd3-4dae-439d-80bb-c7e220cefa79/363802bc-d54d-4b5b-bfc5-2be3c5097d10) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:01.749762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:01.750080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.750976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:01.751471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Bound port: 88ed62f2-6920-4e9f-8cee-0f3e5b958562, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:01.751864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.756071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-b1aef577-625b-4a20-ab5d-21d5a868712b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/quotas/43ec37b323684d6597f9f9b0298fd23e HTTP/1.1" status: 200 len: 375 time: 0.0232098 Jul 16 01:42:01.771938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.877445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] For port 88ed62f2-6920-4e9f-8cee-0f3e5b958562, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:01.886484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] For port 88ed62f2-6920-4e9f-8cee-0f3e5b958562, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=88ed62f2-6920-4e9f-8cee-0f3e5b958562,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:01.888673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:01.903146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.903578 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.939127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-f6d2be5c-ba4f-4b4f-b14e-60a5ae2d7702 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820292 Jul 16 01:42:01.948171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'port_id': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'mac_address': 'fa:16:3e:0f:79:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:01.954392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.981755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network cd213577-0e85-43fe-a79b-c092ab9d7c55 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:01.984327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:02.004901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cc038-a3c6-4193-b354-f5b757a31c22 None None] Pushing event updated for resources: {'Port': ['ID=88ed62f2-6920-4e9f-8cee-0f3e5b958562,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.005304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:02.024072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Routers {'c89398f7-fd56-4242-b904-1e397f09b713'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:02.024710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c89398f7-fd56-4242-b904-1e397f09b713'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:02.064781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.087744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d09b0d3-0a20-4f40-ba86-b7a850093a8a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:02.099866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Port': ['ID=363802bc-d54d-4b5b-bfc5-2be3c5097d10,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.142534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:02.144252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-44240b0c-6025-4e1d-a1d8-e126c1e7d106 service neutron] 10.222.0.35 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036688 Jul 16 01:42:02.150091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Allocated IP 172.20.0.1 (100f6141-c722-4fb2-9f2d-f321fdf5a2ac/186034bc-15ca-4a67-8f13-baa59d7ad546/a330ab8f-03bb-4446-b6c4-a1551f2eeb5c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:02.151758 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.196589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] Set router c89398f7-fd56-4242-b904-1e397f09b713 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:02.197402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c042050-a033-47c0-841d-0f9d5c949d3a req-a58b4906-12a3-4147-a868-adb6155f3136 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.198920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c042050-a033-47c0-841d-0f9d5c949d3a req-a58b4906-12a3-4147-a868-adb6155f3136 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.2722955 Jul 16 01:42:02.274643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.301119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.362557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c042050-a033-47c0-841d-0f9d5c949d3a req-6b499446-6603-486b-ae1a-740857b8becb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424308 Jul 16 01:42:02.373665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9b93a597-5cc6-4456-900e-6ac2acd00ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191157 Jul 16 01:42:02.383582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.398982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Transition to ACTIVE for port object a330ab8f-03bb-4446-b6c4-a1551f2eeb5c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:02.421982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac378bc-138c-4929-b8fb-a4f393568728 req-25dac8cb-4a7d-46e2-abca-8caef17f2916 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.422548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['5d09b0d3-0a20-4f40-ba86-b7a850093a8a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:02.422656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fac378bc-138c-4929-b8fb-a4f393568728 req-25dac8cb-4a7d-46e2-abca-8caef17f2916 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.32 "GET /v2.0/ports?device_id=97d383a7-96eb-44a0-8536-95ee597988f7 HTTP/1.1" status: 200 len: 946 time: 0.1508367 Jul 16 01:42:02.456638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 3, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:02.458505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.488236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0419d-74f1-4068-b47e-1e3dbf8af264 None None] The sync data for ids ['c89398f7-fd56-4242-b904-1e397f09b713'] in n-d-800087-6 is: [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 3, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:02.531698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:02.536887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:02.555284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:02.599627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Pushing event updated for resources: {'Port': ['ID=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.680468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.770288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:02.907979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:02.926956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:02.928543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.981826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a4e71-0e0b-4682-9b6e-d6c1fafe9cf8 req-e7c828c3-25b7-4904-9276-092c2f33c6e3 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.983437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-908a4e71-0e0b-4682-9b6e-d6c1fafe9cf8 req-e7c828c3-25b7-4904-9276-092c2f33c6e3 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 944 time: 0.3648195 Jul 16 01:42:03.021663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9578e47a-9485-41c3-9f10-cd9bf1a2042a None None] Provisioning for port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:03.061116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9578e47a-9485-41c3-9f10-cd9bf1a2042a None None] Provisioning complete for port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:03.061553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9578e47a-9485-41c3-9f10-cd9bf1a2042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.067110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.100677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-908a4e71-0e0b-4682-9b6e-d6c1fafe9cf8 req-5f006b23-eaca-4af4-aaae-72b876c3bb3f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912144 Jul 16 01:42:03.131035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005756-73c6-4480-ae86-f00c287b4441 req-706bf04d-f94b-409b-a74a-0d13ccefd48d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.132994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60005756-73c6-4480-ae86-f00c287b4441 req-706bf04d-f94b-409b-a74a-0d13ccefd48d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.2629728 Jul 16 01:42:03.172303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9578e47a-9485-41c3-9f10-cd9bf1a2042a None None] Port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:03.216830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.226566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60005756-73c6-4480-ae86-f00c287b4441 req-85a88d3b-93de-40c2-a915-260d5612c82c tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725811 Jul 16 01:42:03.278171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.296122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:03.302583 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7bfc1b-40eb-4f9b-8d11-080dee9f9c47" -d '{"events": [{"server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "name": "network-vif-plugged", "status": "completed", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:03.343416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:03.352571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.364294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Deleting port a1c7c845-af60-4864-ad00-e58652fb68c0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:03.365885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.430955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee952fe8-e6c1-4ac4-aae0-1b24c53da1ec req-b8c00825-7bef-4086-8aff-f6a30f31d161 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 210 time: 0.0848281 Jul 16 01:42:03.471871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.480934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.491572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.531000 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10161780-d468-467b-b8bc-85f83a0af72f x-openstack-request-id: req-10161780-d468-467b-b8bc-85f83a0af72f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:03.531365 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "name": "network-vif-plugged", "status": "completed", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:03.531592 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10161780-d468-467b-b8bc-85f83a0af72f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:03.531994 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'code': 200} Jul 16 01:42:03.665638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.676815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5d09b0d3-0a20-4f40-ba86-b7a850093a8a up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:03.683462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Pushing event updated for resources: {'Port': ['ID=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.748936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] For port a1c7c845-af60-4864-ad00-e58652fb68c0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a1c7c845-af60-4864-ad00-e58652fb68c0,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:03.749385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.751455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:03.756554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:03.757016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.773747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Calling delete_port for a1c7c845-af60-4864-ad00-e58652fb68c0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:03.858830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.868452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8916-f051-470f-9948-faced348c519 req-24349065-c018-4c9c-aaea-318772f30f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.870480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-040b8916-f051-470f-9948-faced348c519 req-24349065-c018-4c9c-aaea-318772f30f1b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1096 time: 0.2475483 Jul 16 01:42:03.880376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Router b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:03.917923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:03.934133 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.014999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.054159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf722-c3db-4a43-886f-e8f86a73cdba req-4172370f-11c8-4142-8987-bb6c3f42582a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.056340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9daf722-c3db-4a43-886f-e8f86a73cdba req-4172370f-11c8-4142-8987-bb6c3f42582a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 945 time: 0.3335795 Jul 16 01:42:04.091519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:04.107185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:04.113077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:04.122150 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Sync routers for ids ['b6bb1207-c7e4-4a89-bcc0-abf24b2126f8'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:04.125476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.138128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Routers {'b6bb1207-c7e4-4a89-bcc0-abf24b2126f8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:04.139055 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['b6bb1207-c7e4-4a89-bcc0-abf24b2126f8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:04.153087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9daf722-c3db-4a43-886f-e8f86a73cdba req-f56fcbf8-9454-4eb8-a78a-062638dba88c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896144 Jul 16 01:42:04.164597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-040b8916-f051-470f-9948-faced348c519 req-256ab50c-0d05-4881-8dbe-ee6eb02a8827 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276658 Jul 16 01:42:04.170570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Pushing event deleted for resources: {'Port': ['ID=a1c7c845-af60-4864-ad00-e58652fb68c0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.229434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.230676 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-82bef80d-5114-4d58-a381-2be98cdebdfd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1934407 Jul 16 01:42:04.233611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.258687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] No DVR routers for this DVR port a1c7c845-af60-4864-ad00-e58652fb68c0 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:04.261238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.263679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fac378bc-138c-4929-b8fb-a4f393568728 req-03081ccb-561d-4c30-893a-eb37c83cf820 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.32 "DELETE /v2.0/ports/a1c7c845-af60-4864-ad00-e58652fb68c0 HTTP/1.1" status: 204 len: 173 time: 1.8388155 Jul 16 01:42:04.267146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8289fa-b30b-46b5-87ee-472d0451e5d1 req-cd20b3fa-6c60-4d50-ad6b-523abfe94b8d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.270643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e8289fa-b30b-46b5-87ee-472d0451e5d1 req-cd20b3fa-6c60-4d50-ad6b-523abfe94b8d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.2693710 Jul 16 01:42:04.311389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-deleted', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:04.319787 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb43ef43-c8a0-4595-855e-2b666a6e71c2" -d '{"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-deleted", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:04.332396 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Set router b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:04.478434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.489629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e8289fa-b30b-46b5-87ee-472d0451e5d1 req-a674e84b-ff3f-41da-b26c-027933ecba7d tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004411 Jul 16 01:42:04.516418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f302f986-8ab6-4923-8e9c-6a28291444b5 None None] Provisioning complete for port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:04.516958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f302f986-8ab6-4923-8e9c-6a28291444b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.582545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f302f986-8ab6-4923-8e9c-6a28291444b5 None None] Port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:04.591249 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bb1207-c7e4-4a89-bcc0-abf24b2126f8', 'name': '', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55', 'external_fixed_ips': [{'subnet_id': 'f3c12dd3-4dae-439d-80bb-c7e220cefa79', 'ip_address': '2001:db8::169'}], 'enable_snat': True}, 'gw_port_id': '363802bc-d54d-4b5b-bfc5-2be3c5097d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 3, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port': {'id': '363802bc-d54d-4b5b-bfc5-2be3c5097d10', 'name': '', 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bb1207-c7e4-4a89-bcc0-abf24b2126f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'f3c12dd3-4dae-439d-80bb-c7e220cefa79', 'ip_address': '2001:db8::169', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3c12dd3-4dae-439d-80bb-c7e220cefa79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:04.592391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Router c89398f7-fd56-4242-b904-1e397f09b713 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:04.636222 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Checking router: b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:04.637163 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Updating router b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 port 363802bc-d54d-4b5b-bfc5-2be3c5097d10 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:04.647535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db6f5-1491-450f-bd1c-091dcd94b77f req-9ff03171-e1ea-4d2d-92a5-0000a7daed7a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.654543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a03db6f5-1491-450f-bd1c-091dcd94b77f req-9ff03171-e1ea-4d2d-92a5-0000a7daed7a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.3362346 Jul 16 01:42:04.655767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.791041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a03db6f5-1491-450f-bd1c-091dcd94b77f req-59013621-b271-4c0b-962e-db763acbbb2a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325850 Jul 16 01:42:04.842273 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2094bfd2-1282-40bc-b6ec-f19c51af5d2c x-openstack-request-id: req-2094bfd2-1282-40bc-b6ec-f19c51af5d2c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:04.842564 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d383a7-96eb-44a0-8536-95ee597988f7", "name": "network-vif-deleted", "tag": "a1c7c845-af60-4864-ad00-e58652fb68c0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:04.842814 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2094bfd2-1282-40bc-b6ec-f19c51af5d2c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:04.843709 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d383a7-96eb-44a0-8536-95ee597988f7', 'name': 'network-vif-deleted', 'tag': 'a1c7c845-af60-4864-ad00-e58652fb68c0', 'status': 'completed', 'code': 200} Jul 16 01:42:04.844533 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.866563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:04.871769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a69aec6c-e948-4805-bf5a-a66d6f9c782b admin admin] 10.222.0.35 "PUT /v2.0/routers/c89398f7-fd56-4242-b904-1e397f09b713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440538 Jul 16 01:42:05.028590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Deleting port 363802bc-d54d-4b5b-bfc5-2be3c5097d10 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:05.031600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.070153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bca26bcf-a774-4fa2-b688-2552f497ea68 req-6fba858f-9dda-42eb-9bb8-164de33b73d2 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 210 time: 0.0876358 Jul 16 01:42:05.126484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 88ed62f2-6920-4e9f-8cee-0f3e5b958562 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:05.231305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-061a0491-417d-4cfc-b575-306ef25ad9a7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.233753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-061a0491-417d-4cfc-b575-306ef25ad9a7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 815 time: 0.4875526 Jul 16 01:42:05.243310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Sync routers for ids ['c89398f7-fd56-4242-b904-1e397f09b713'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:05.251376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Request body: {'port': {'device_id': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'admin_state_up': True, 'tenant_id': '43ec37b323684d6597f9f9b0298fd23e'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:05.268250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Routers {'c89398f7-fd56-4242-b904-1e397f09b713'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:05.269398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c89398f7-fd56-4242-b904-1e397f09b713'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:05.445639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.467410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Made reservation on behalf of 43ec37b323684d6597f9f9b0298fd23e for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:05.476910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.495508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0baad-f849-4258-a136-cc61e26c97d4 req-8e72912f-015e-4bcc-af7b-b3a6ba40b63c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.500122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Calling delete_port for 363802bc-d54d-4b5b-bfc5-2be3c5097d10 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:05.505118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25e0baad-f849-4258-a136-cc61e26c97d4 req-8e72912f-015e-4bcc-af7b-b3a6ba40b63c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 945 time: 0.1059275 Jul 16 01:42:05.554962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25e0baad-f849-4258-a136-cc61e26c97d4 req-a2d5c084-fecb-4845-b7e7-e8ac71b64fce tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Jul 16 01:42:05.577655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:05.580043 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6204a712-079b-4d7a-93fa-8a193c92d008" -d '{"events": [{"server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "name": "network-vif-plugged", "status": "completed", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:05.587624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:05.593269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:05.593626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.595558 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.619692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Transition to ACTIVE for port object 363802bc-d54d-4b5b-bfc5-2be3c5097d10 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:05.637403 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.672141 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e684ef-a4e5-4cc3-aeee-1e616a92ebb4 x-openstack-request-id: req-c4e684ef-a4e5-4cc3-aeee-1e616a92ebb4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:05.672779 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "name": "network-vif-plugged", "status": "completed", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:05.673245 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4e684ef-a4e5-4cc3-aeee-1e616a92ebb4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:05.674007 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'code': 200} Jul 16 01:42:05.680751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:05.695678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Set router c89398f7-fd56-4242-b904-1e397f09b713 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:05.734326 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Attempting to bind port 363802bc-d54d-4b5b-bfc5-2be3c5097d10 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:05.734687 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Attempting to bind port 363802bc-d54d-4b5b-bfc5-2be3c5097d10 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0586dc0c-7d58-409e-9004-79f00de750de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:05.735044 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Attempting to bind port 363802bc-d54d-4b5b-bfc5-2be3c5097d10 on network cd213577-0e85-43fe-a79b-c092ab9d7c55 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:05.745832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:05.746200 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Checking segment: {'id': '0586dc0c-7d58-409e-9004-79f00de750de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:05.746603 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.746989 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Bound using segment: {'id': '0586dc0c-7d58-409e-9004-79f00de750de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:05.747458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Bound port: 363802bc-d54d-4b5b-bfc5-2be3c5097d10, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0586dc0c-7d58-409e-9004-79f00de750de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cd213577-0e85-43fe-a79b-c092ab9d7c55'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:05.747852 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.767647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: a1c7c845-af60-4864-ad00-e58652fb68c0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:05.768733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a1c7c845-af60-4864-ad00-e58652fb68c0 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:05.785995 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7bef-e542-4771-8765-11f3d2539b1d None None] Pushing event updated for resources: {'Port': ['ID=363802bc-d54d-4b5b-bfc5-2be3c5097d10,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.828927 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] For port 363802bc-d54d-4b5b-bfc5-2be3c5097d10, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:05.835803 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] For port 363802bc-d54d-4b5b-bfc5-2be3c5097d10, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=363802bc-d54d-4b5b-bfc5-2be3c5097d10,segment=NetworkSegment(0586dc0c-7d58-409e-9004-79f00de750de),segment_id=0586dc0c-7d58-409e-9004-79f00de750de)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:05.848161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc41bc-9a7f-4e7a-88b1-f711c2b09d6a req-55cbb0fb-479f-40dc-a182-0be3af7eaadc tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.851159 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.861171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77fc41bc-9a7f-4e7a-88b1-f711c2b09d6a req-55cbb0fb-479f-40dc-a182-0be3af7eaadc tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.1926539 Jul 16 01:42:05.902252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.910003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-network', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:05.946411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Made reservation on behalf of 6dfeb553893a42fdb1041e204f69ad65 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:05.948915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.963821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.989892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77fc41bc-9a7f-4e7a-88b1-f711c2b09d6a req-7ea02e91-f313-45c5-a1e1-d9c16ff205c2 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223226 Jul 16 01:42:05.992344 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7bef-e542-4771-8765-11f3d2539b1d None None] Pushing event updated for resources: {'Port': ['ID=363802bc-d54d-4b5b-bfc5-2be3c5097d10,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.993770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.015230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 88ed62f2-6920-4e9f-8cee-0f3e5b958562, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=88ed62f2-6920-4e9f-8cee-0f3e5b958562,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:06.015961 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Routers {'b6bb1207-c7e4-4a89-bcc0-abf24b2126f8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:06.016606 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['b6bb1207-c7e4-4a89-bcc0-abf24b2126f8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:06.024121 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.074978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Allocated IP 172.20.0.3 (e7d1975e-d24a-4c07-9309-b4e16498fa7a/676c2fd7-1bc7-430f-8e01-605f6cda0532/d38aa40c-ccdb-472f-964a-9a9428279d20) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:06.080591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053aa7f-910a-4be8-a56a-2a2644a80ffb req-46e95325-a549-4215-9f44-2c9dc7792ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.081968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1053aa7f-910a-4be8-a56a-2a2644a80ffb req-46e95325-a549-4215-9f44-2c9dc7792ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 1096 time: 0.1815097 Jul 16 01:42:06.111971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=88ed62f2-6920-4e9f-8cee-0f3e5b958562,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.142713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 4, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'a330ab8f-03bb-4446-b6c4-a1551f2eeb5c', 'name': '', 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'mac_address': 'fa:16:3e:bd:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:03Z', 'revision_number': 2, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'subnets': [{'id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:06.167937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.179622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Checking router: c89398f7-fd56-4242-b904-1e397f09b713 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:06.180360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Updating router c89398f7-fd56-4242-b904-1e397f09b713 port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:06.193170 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] Set router b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:06.199263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1053aa7f-910a-4be8-a56a-2a2644a80ffb req-a6e30eec-8f1d-49f9-969e-da9589184309 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082861 Jul 16 01:42:06.222540 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.225839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event deleted for resources: {'Port': ['ID=363802bc-d54d-4b5b-bfc5-2be3c5097d10,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.269992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.272218 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bb1207-c7e4-4a89-bcc0-abf24b2126f8', 'name': '', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:04Z', 'revision_number': 4, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:06.310992 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4def4-75c2-45c3-a707-390514dad3b4 None None] The sync data for ids ['b6bb1207-c7e4-4a89-bcc0-abf24b2126f8'] in n-d-800087-6 is: [{'id': 'b6bb1207-c7e4-4a89-bcc0-abf24b2126f8', 'name': '', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:04Z', 'revision_number': 4, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:06.389790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.398968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.494451 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.495163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:06.500555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.501685 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8df8cc0c-784b-4788-9c94-f36eafd52774 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b6bb1207-c7e4-4a89-bcc0-abf24b2126f8 HTTP/1.1" status: 204 len: 168 time: 2.2671626 Jul 16 01:42:06.504669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:06.550780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.558855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Deleting subnet f3c12dd3-4dae-439d-80bb-c7e220cefa79 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:06.562110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Transition to ACTIVE for port object a330ab8f-03bb-4446-b6c4-a1551f2eeb5c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:06.571904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.572175 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.596066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ed55e-7a9f-4a06-b687-a578deb0d314 req-8111e63e-56e3-409f-9881-417a9d1b5272 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.601529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-736ed55e-7a9f-4a06-b687-a578deb0d314 req-8111e63e-56e3-409f-9881-417a9d1b5272 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.5346222 Jul 16 01:42:06.613523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.634010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.658861 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.694684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.695801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a24b2-abc3-47a7-90d7-8da6c6600fd9 None None] Pushing event updated for resources: {'Port': ['ID=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.699145 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.741741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.745867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f641-b449-4d16-968f-56283684ad63 req-6c0d2226-1d01-4b60-a717-ebfde363935b tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.749961 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9180f641-b449-4d16-968f-56283684ad63 req-6c0d2226-1d01-4b60-a717-ebfde363935b tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 1101 time: 0.5359592 Jul 16 01:42:06.750139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Attempting to bind port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:06.750558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Attempting to bind port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:06.750718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Attempting to bind port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c on network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:06.759998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:06.760434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Checking segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:06.760857 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.761252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Bound using segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:06.761716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Bound port: a330ab8f-03bb-4446-b6c4-a1551f2eeb5c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:06.762259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.775313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:06.793833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-736ed55e-7a9f-4a06-b687-a578deb0d314 req-c6c05a5b-0075-46db-9fea-9de1f326afe3 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488187 Jul 16 01:42:06.806079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f6c20-be64-4a28-8aa2-af7140e2e5a0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.811823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9180f641-b449-4d16-968f-56283684ad63 req-cd6301a1-f796-4e92-88da-5ff9037520db tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.821077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.821692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:06.822437 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Added segment 62bdab51-64f6-4b94-a07f-d129e5dd504b of type vlan for network 50e9915a-84c3-45ac-acff-212b2640c58b Jul 16 01:42:06.822855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.865531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c12dd3-4dae-439d-80bb-c7e220cefa79,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.868122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:06.870428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:06.894520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] For port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:06.895655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:06.898411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] For port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:06.905217 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.909798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8d30734-8ac8-49bf-8263-5e44abb293c5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/f3c12dd3-4dae-439d-80bb-c7e220cefa79 HTTP/1.1" status: 204 len: 168 time: 0.4018259 Jul 16 01:42:06.910893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:06.919275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.935956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.971407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.974530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.005664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a24b2-abc3-47a7-90d7-8da6c6600fd9 None None] Pushing event updated for resources: {'Port': ['ID=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.041724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.045178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Routers {'c89398f7-fd56-4242-b904-1e397f09b713'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:07.048251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c89398f7-fd56-4242-b904-1e397f09b713'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.115969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9180f641-b449-4d16-968f-56283684ad63 req-cd6301a1-f796-4e92-88da-5ff9037520db tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.128712 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.130107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.130832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.136328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9180f641-b449-4d16-968f-56283684ad63 req-cd6301a1-f796-4e92-88da-5ff9037520db tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.167855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-9d4c6d81-4672-4bc9-9028-a234e8b420eb tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9211795 Jul 16 01:42:07.181694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Request body: {'port': {'device_id': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:07.208686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.219600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 88ed62f2-6920-4e9f-8cee-0f3e5b958562 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:07.260308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd213577-0e85-43fe-a79b-c092ab9d7c55']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.271537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9180f641-b449-4d16-968f-56283684ad63 req-cd6301a1-f796-4e92-88da-5ff9037520db tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053189 Jul 16 01:42:07.282510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0586dc0c-7d58-409e-9004-79f00de750de') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.283045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0586dc0c-7d58-409e-9004-79f00de750de') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.318493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4152668 Jul 16 01:42:07.322468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.327775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:07.338008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Request body: {'subnet': {'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-subnet', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:07.341434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] Set router c89398f7-fd56-4242-b904-1e397f09b713 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:07.384389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba2c3e-c63e-4057-8462-fe146d159a2f admin admin] Pushing event updated for resources: {'Network': ['ID=50e9915a-84c3-45ac-acff-212b2640c58b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.394645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6301a1-f796-4e92-88da-5ff9037520db tempest-LiveMigrationNegativeTest-607489234 tempest-LiveMigrationNegativeTest-607489234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b4f97-7232-4e64-9873-e63aa4104b5c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.399245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Made reservation on behalf of 6dfeb553893a42fdb1041e204f69ad65 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:07.401873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.405842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.439970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.442555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 50e9915a-84c3-45ac-acff-212b2640c58b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:07.458105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:07.458663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: items = [ Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:07.462268 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:07.499481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ac0d-2277-4122-bd36-dfedf07699b9 req-f61bf100-dc4b-4f1d-ac77-0ee1d38dd9bd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.508374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61e4ac0d-2277-4122-bd36-dfedf07699b9 req-f61bf100-dc4b-4f1d-ac77-0ee1d38dd9bd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 931 time: 0.2867939 Jul 16 01:42:07.573545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b8129-28ed-40ec-9353-b766af2f670e req-42acfbb4-a7d7-4a66-8aa7-386ae028e828 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.584246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:07.586016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.588769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-939b8129-28ed-40ec-9353-b766af2f670e req-42acfbb4-a7d7-4a66-8aa7-386ae028e828 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 945 time: 0.1523786 Jul 16 01:42:07.594791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61e4ac0d-2277-4122-bd36-dfedf07699b9 req-f2edfa1f-06c1-4353-9d98-344ef83cbf9a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854301 Jul 16 01:42:07.624425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.643017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-939b8129-28ed-40ec-9353-b766af2f670e req-e3a2669c-255a-4692-870a-4195f52ffa64 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 Jul 16 01:42:07.750905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd213577-0e85-43fe-a79b-c092ab9d7c55 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:42:07.755388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd213577-0e85-43fe-a79b-c092ab9d7c55,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.764187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.766102 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2ae30783-7891-4748-8774-52810a9b25ca tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/networks/cd213577-0e85-43fe-a79b-c092ab9d7c55 HTTP/1.1" status: 204 len: 168 time: 0.8538902 Jul 16 01:42:07.789569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 4, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'a330ab8f-03bb-4446-b6c4-a1551f2eeb5c', 'name': '', 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'mac_address': 'fa:16:3e:bd:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:06Z', 'revision_number': 4, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'subnets': [{'id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:07.827434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e512cd-26ee-416d-b7f6-de7f8bf0b524 None None] The sync data for ids ['c89398f7-fd56-4242-b904-1e397f09b713'] in n-d-800087-6 is: [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:42:02Z', 'revision_number': 4, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'a330ab8f-03bb-4446-b6c4-a1551f2eeb5c', 'name': '', 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'mac_address': 'fa:16:3e:bd:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:01Z', 'updated_at': '2021-07-16T01:42:06Z', 'revision_number': 4, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'subnets': [{'id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:07.994137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.999770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873552dd-8e89-445b-814b-53aa785f9c96 req-88252b6f-2aa6-4aac-a7c1-789df8af713e tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.001843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-873552dd-8e89-445b-814b-53aa785f9c96 req-88252b6f-2aa6-4aac-a7c1-789df8af713e tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1096 time: 0.1037214 Jul 16 01:42:08.058103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-873552dd-8e89-445b-814b-53aa785f9c96 req-bb8ba5be-d5d8-4093-98a7-3e46a4d42670 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Jul 16 01:42:08.168518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.175017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'name': 'tempest-router--686406719', 'project_id': 'f1936967661840ee972dd2ef4f6a5a79'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:08.186134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27290c5-bbca-448a-910e-709ad85ea107,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.188277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Checking segment: {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:08.188636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Network hostable DHCP agents. Network: 50e9915a-84c3-45ac-acff-212b2640c58b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:08.213170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38aa40c-ccdb-472f-964a-9a9428279d20 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:08.223066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.238087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Transition to ACTIVE for port object d38aa40c-ccdb-472f-964a-9a9428279d20 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:08.238953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Network 50e9915a-84c3-45ac-acff-212b2640c58b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:08.249304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.261334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.262517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.282679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7684-334a-43a6-b846-aabdebe3e332 req-021936e6-842e-4350-913b-91273e5aa3b2 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.284939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1bc7684-334a-43a6-b846-aabdebe3e332 req-021936e6-842e-4350-913b-91273e5aa3b2 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.1064363 Jul 16 01:42:08.318087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.327423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 50e9915a-84c3-45ac-acff-212b2640c58b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:08.332611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.333107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.337643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20313b6a-6a8e-4e66-b355-bdd0e188638f None None] Network 50e9915a-84c3-45ac-acff-212b2640c58b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:08.363989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.371381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1bc7684-334a-43a6-b846-aabdebe3e332 req-a0f00e85-c7ca-4b73-8e33-911a0f5b54b8 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795093 Jul 16 01:42:08.375616 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.389688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.395427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:08.395776 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3de156bd-b83f-4966-b3a0-dc6240ee3a30 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0640326 Jul 16 01:42:08.501533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.505590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cecfac1a-b046-4d5c-8098-1103f75dfb08 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3330429 Jul 16 01:42:08.509050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.557407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Attempting to bind port d38aa40c-ccdb-472f-964a-9a9428279d20 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:08.558122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Attempting to bind port d38aa40c-ccdb-472f-964a-9a9428279d20 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:08.559382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Attempting to bind port d38aa40c-ccdb-472f-964a-9a9428279d20 on network e7d1975e-d24a-4c07-9309-b4e16498fa7a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:08.564547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Port d38aa40c-ccdb-472f-964a-9a9428279d20 on network e7d1975e-d24a-4c07-9309-b4e16498fa7a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:08.564873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Attempting to bind port d38aa40c-ccdb-472f-964a-9a9428279d20 on network e7d1975e-d24a-4c07-9309-b4e16498fa7a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:08.570310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:08.570650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Checking segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:08.571277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Bound using segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:08.571591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Bound port: d38aa40c-ccdb-472f-964a-9a9428279d20, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:08.571939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.614821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.649401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-50e9915a-84c3-45ac-acff-212b2640c58b', 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'fixed_ips': [{'subnet_id': 'f27290c5-bbca-448a-910e-709ad85ea107'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:08.651995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.693044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:08.693044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:08.710710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.740305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.741386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.758507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6591-bcfa-41cd-9917-6ade64b75900 req-19a79b88-3a5f-4509-a873-f50b3e8acded tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.766214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd9b6591-bcfa-41cd-9917-6ade64b75900 req-19a79b88-3a5f-4509-a873-f50b3e8acded tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1096 time: 0.3349314 Jul 16 01:42:08.793942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.800769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.802550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] 10.222.0.38 "PUT /v2.0/ports/d38aa40c-ccdb-472f-964a-9a9428279d20 HTTP/1.1" status: 200 len: 1091 time: 1.6258395 Jul 16 01:42:08.803257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:08.805948 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df80e268-4bc4-4cde-b196-b5cc4694f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:08.849933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Allocated IP 172.20.0.2 (50e9915a-84c3-45ac-acff-212b2640c58b/f27290c5-bbca-448a-910e-709ad85ea107/edf154cd-1f6e-4dc3-94ac-db90aedaec5a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:08.907528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7d77-69a9-4a9f-b01f-cadbcce8dd67 service neutron] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:08.934812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.937175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.938530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-076f0519-7ef7-442f-b4b0-1d1ff565e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.940837 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-076f0519-7ef7-442f-b4b0-1d1ff565e8e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 1094 time: 0.0761101 Jul 16 01:42:08.996138 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-e5c5ea47-99f8-426e-aa6a-73b66ed1f0d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d38aa40c-ccdb-472f-964a-9a9428279d20 HTTP/1.1" status: 200 len: 217 time: 0.0454936 Jul 16 01:42:09.067803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.069577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce1b21d6-c4ff-4300-9dbd-28a88dd49e1c {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:09.076163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.077420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe42aca0-1dd7-4bd8-a04d-3b73f9c9bec3 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ce1b21d6-c4ff-4300-9dbd-28a88dd49e1c HTTP/1.1" status: 204 len: 168 time: 0.5633001 Jul 16 01:42:09.083510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a330ab8f-03bb-4446-b6c4-a1551f2eeb5c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:09.104586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-b6e52cac-fdfb-4052-bac9-abea4fea3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.106430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-b6e52cac-fdfb-4052-bac9-abea4fea3e95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 200 len: 855 time: 0.1018066 Jul 16 01:42:09.112859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd9b6591-bcfa-41cd-9917-6ade64b75900 req-b16a735c-ca76-4275-a1ce-ba634efebe72 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456955 Jul 16 01:42:09.130171 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.158094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-09dc687b-d1de-4219-ac94-2535e9ac4281 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1975e-d24a-4c07-9309-b4e16498fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409839 Jul 16 01:42:09.187389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.211208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Transition to ACTIVE for port object edf154cd-1f6e-4dc3-94ac-db90aedaec5a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:09.241866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:09.250513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Transition to ACTIVE for port object edf154cd-1f6e-4dc3-94ac-db90aedaec5a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:09.257476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:09.266274 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.271821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.283518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.297452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8fcb9-ae25-46f3-ba4b-dff01afaca7f req-0709be63-ef4a-476d-8689-030fd889e070 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.310321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.315904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Request body: {'floatingip': {'port_id': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:09.317468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04e8fcb9-ae25-46f3-ba4b-dff01afaca7f req-0709be63-ef4a-476d-8689-030fd889e070 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.3163719 Jul 16 01:42:09.415815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.520500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.555265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Network 50e9915a-84c3-45ac-acff-212b2640c58b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:09.566376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:09.572019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:09.575593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Pushing event updated for resources: {'Port': ['ID=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.594641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472926848', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:09.681679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857b422-30af-4618-819d-7ce94e072bfb req-ec035aa8-a58d-432b-8b78-42ca0f1cebc0 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.692518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.692744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2857b422-30af-4618-819d-7ce94e072bfb req-ec035aa8-a58d-432b-8b78-42ca0f1cebc0 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 943 time: 0.2989323 Jul 16 01:42:09.701628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Attempting to bind port edf154cd-1f6e-4dc3-94ac-db90aedaec5a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:09.702103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Attempting to bind port edf154cd-1f6e-4dc3-94ac-db90aedaec5a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:09.702563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Attempting to bind port edf154cd-1f6e-4dc3-94ac-db90aedaec5a on network 50e9915a-84c3-45ac-acff-212b2640c58b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:09.710704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:09.716104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Checking segment: {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:09.716641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.717153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Bound using segment: {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:09.717504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Bound port: edf154cd-1f6e-4dc3-94ac-db90aedaec5a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:09.717934 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.740130 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.756808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.758807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:09.769800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.795389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2857b422-30af-4618-819d-7ce94e072bfb req-90fd6b6a-eaa6-4d8d-91be-231b69e2539f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046531 Jul 16 01:42:09.822068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e3fc6-ec78-4010-8322-af180b20f980 req-28682ad8-7bc7-4b81-9d8a-862dac68a768 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.829959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-550e3fc6-ec78-4010-8322-af180b20f980 req-28682ad8-7bc7-4b81-9d8a-862dac68a768 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.3141253 Jul 16 01:42:09.889814 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a842b402-1fc6-40b7-a284-d547c965ce08 x-openstack-request-id: req-a842b402-1fc6-40b7-a284-d547c965ce08 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:09.890332 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:09.890332 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a842b402-1fc6-40b7-a284-d547c965ce08 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:09.890734 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'status': 'completed', 'code': 200} Jul 16 01:42:09.891606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] For port edf154cd-1f6e-4dc3-94ac-db90aedaec5a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:09.900381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] For port edf154cd-1f6e-4dc3-94ac-db90aedaec5a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,segment=NetworkSegment(62bdab51-64f6-4b94-a07f-d129e5dd504b),segment_id=62bdab51-64f6-4b94-a07f-d129e5dd504b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:09.915041 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-f9593114-d141-4280-868f-250faf456e6c service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519085 Jul 16 01:42:09.923075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.923429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-550e3fc6-ec78-4010-8322-af180b20f980 req-291c6975-e5b8-490b-a3c0-362c1faaa4a6 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Jul 16 01:42:09.928259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.013011 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6367-1a25-42bc-b5d6-13baff6f61c5 None None] Pushing event updated for resources: {'Port': ['ID=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.021918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.435401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.521433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-67e4bdd2-f563-4e18-8a6e-909d8c37ef02 req-f180a371-ee37-4f17-8d80-0a5537c2341c service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957429 Jul 16 01:42:10.584180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-f2b0db8e-b589-4597-8939-5302d67c1e07 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.584440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.585832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-f2b0db8e-b589-4597-8939-5302d67c1e07 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.32 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.1866088 Jul 16 01:42:10.609454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.630590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a65b2-588e-4f6e-b255-0b6857d3968c req-fb42eac5-7228-4d28-a920-61cf78b56396 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.632175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-355a65b2-588e-4f6e-b255-0b6857d3968c req-fb42eac5-7228-4d28-a920-61cf78b56396 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1096 time: 0.1582177 Jul 16 01:42:10.702554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.710407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.776205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-355a65b2-588e-4f6e-b255-0b6857d3968c req-10357e4d-16d3-4ddd-9292-34b233327f0a tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062493 Jul 16 01:42:10.803320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Allocated IP 172.25.0.209 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/9b6bebe7-ef58-4443-b85e-679dfba8a417) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:10.862566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-f24034a1-d11b-421a-bc51-33f1503e5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:10.864138 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-f24034a1-d11b-421a-bc51-33f1503e5983 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 1094 time: 0.2399755 Jul 16 01:42:10.884174 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Floating IP a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3 associated. External IP: 172.25.0.215, port: 5d09b0d3-0a20-4f40-ba86-b7a850093a8a. Jul 16 01:42:10.948776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Deleting port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:10.949388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.151334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a330ab8f-03bb-4446-b6c4-a1551f2eeb5c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:11.179940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] For port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:11.179940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.199906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-d4d5479a-65f3-4f87-bc80-436c3090dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.201587 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-d4d5479a-65f3-4f87-bc80-436c3090dc9e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 916 time: 0.3248994 Jul 16 01:42:11.206454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.207147 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.208677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Calling delete_port for 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:11.297255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-b10dbbb5-65b8-498e-a934-552170f35b9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d38aa40c-ccdb-472f-964a-9a9428279d20 HTTP/1.1" status: 200 len: 217 time: 0.0800457 Jul 16 01:42:11.306728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device edf154cd-1f6e-4dc3-94ac-db90aedaec5a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:11.366754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6917867-0e8b-4708-9c5f-ca1bfe1cde59 None None] Network 50e9915a-84c3-45ac-acff-212b2640c58b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:11.424997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.445980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-81dc86d0-9829-4349-82b7-b67f30a1e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.447450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-81dc86d0-9829-4349-82b7-b67f30a1e87d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 200 len: 855 time: 0.1184053 Jul 16 01:42:11.463603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.479817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Router fc43b356-f2af-4571-bd44-322aaeca2ca0 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:11.498385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-1d5aff9f-68b4-4197-b76a-5fb7af55fef3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1975e-d24a-4c07-9309-b4e16498fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360451 Jul 16 01:42:11.544435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port edf154cd-1f6e-4dc3-94ac-db90aedaec5a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:11.550094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port edf154cd-1f6e-4dc3-94ac-db90aedaec5a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.550700 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.558693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7de418-2ab1-4495-bd18-0e5ec1c6c189 req-dba62d2e-69f1-43f7-8486-00383baaaf3f tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.560231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa7de418-2ab1-4495-bd18-0e5ec1c6c189 req-dba62d2e-69f1-43f7-8486-00383baaaf3f tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f95c5498-5557-40cb-97c7-c8ccf05e6719 HTTP/1.1" status: 200 len: 950 time: 0.3175633 Jul 16 01:42:11.563209 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.591628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6445c43-ddf6-48ed-8790-c2e4d6ca92c2 None None] Provisioning for port edf154cd-1f6e-4dc3-94ac-db90aedaec5a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:11.599080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc3699-8ad7-4bd2-8152-103a51849e63 req-078ede03-9364-4bfb-bea1-47eb832163b2 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:11.599417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6445c43-ddf6-48ed-8790-c2e4d6ca92c2 None None] Provisioning complete for port edf154cd-1f6e-4dc3-94ac-db90aedaec5a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.600065 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6445c43-ddf6-48ed-8790-c2e4d6ca92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.605382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbdc3699-8ad7-4bd2-8152-103a51849e63 req-078ede03-9364-4bfb-bea1-47eb832163b2 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 943 time: 0.3646927 Jul 16 01:42:11.679481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa7de418-2ab1-4495-bd18-0e5ec1c6c189 req-27929478-f99f-4fcc-ac8c-274edae7ed56 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060424 Jul 16 01:42:11.685856 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.724021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbdc3699-8ad7-4bd2-8152-103a51849e63 req-7113b271-9798-48d6-8f39-7a2171cdab09 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174827 Jul 16 01:42:11.745366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Pushing event deleted for resources: {'Port': ['ID=81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.775039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.784741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0e3528ff-d24e-412c-be65-f01523774dc7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:11.787107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.811504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-34c77c89-2103-4a93-8082-5c2985b96b2d service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033602 Jul 16 01:42:11.880700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:11.894932 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] Sync routers for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:11.898171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:11.914102 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:11.914725 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:11.917365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.921885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:11.922074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] No DVR routers for this DVR port 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:11.926674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:11.936223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.946098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5e545e22-89cf-484c-ad9b-3f882043e33f req-6721dd07-5e9c-4b52-916d-4ca7ee05b391 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.32 "DELETE /v2.0/ports/81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 HTTP/1.1" status: 204 len: 173 time: 1.3330169 Jul 16 01:42:11.974010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'name': 'network-vif-deleted', 'tag': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:11.979753 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e38e1f-f877-467f-9772-8ea8d3fdd8f9" -d '{"events": [{"server_uuid": "f95c5498-5557-40cb-97c7-c8ccf05e6719", "name": "network-vif-deleted", "tag": "81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:11.998326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port edf154cd-1f6e-4dc3-94ac-db90aedaec5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,segment=NetworkSegment(62bdab51-64f6-4b94-a07f-d129e5dd504b),segment_id=62bdab51-64f6-4b94-a07f-d129e5dd504b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:12.003216 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6445c43-ddf6-48ed-8790-c2e4d6ca92c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.054394 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.086092 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5befc539-14ab-48a6-b81c-b6da53c997b7 x-openstack-request-id: req-5befc539-14ab-48a6-b81c-b6da53c997b7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:12.086359 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95c5498-5557-40cb-97c7-c8ccf05e6719", "name": "network-vif-deleted", "tag": "81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:12.086740 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5befc539-14ab-48a6-b81c-b6da53c997b7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:12.087021 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95c5498-5557-40cb-97c7-c8ccf05e6719', 'name': 'network-vif-deleted', 'tag': '81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5', 'status': 'completed', 'code': 200} Jul 16 01:42:12.105760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Allocated IP 172.25.0.52 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/4aa5cf77-89ef-4020-91cf-382f52fbadcf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:12.113224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Pushing event updated for resources: {'Port': ['ID=9b6bebe7-ef58-4443-b85e-679dfba8a417,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.178976 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-11ec728e-ee6f-40e8-8e73-93a367ce92f5 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "PUT /v2.0/floatingips/a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3 HTTP/1.1" status: 200 len: 991 time: 2.8650038 Jul 16 01:42:12.181777 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:12.232601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-df80e268-4bc4-4cde-b196-b5cc4694f27d req-39709f6e-2b70-4c53-bcfb-49635f276441 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027390 Jul 16 01:42:12.333583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.344388 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-b6445c43-ddf6-48ed-8790-c2e4d6ca92c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:12.344739 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-b6445c43-ddf6-48ed-8790-c2e4d6ca92c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:12.419189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.454336 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'floating_ip_address': '172.25.0.215', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'port_id': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'mac_address': 'fa:16:3e:0f:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:42:10Z', 'revision_number': 1, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:47Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.481094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df15c-a536-495d-88bf-434f44165255 req-d0b7202f-db6a-431c-90f2-f603d2f6bb41 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:12.482709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b6df15c-a536-495d-88bf-434f44165255 req-d0b7202f-db6a-431c-90f2-f603d2f6bb41 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1096 time: 0.1904418 Jul 16 01:42:12.485347 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] Checking router: fc43b356-f2af-4571-bd44-322aaeca2ca0 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:12.494436 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:12.495053 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:12.584698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b6df15c-a536-495d-88bf-434f44165255 req-ee5bf7c8-a6d9-4515-804a-aa7f80aa6557 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953507 Jul 16 01:42:12.587003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.592651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.608405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:12.793012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event updated for resources: {'Port': ['ID=4aa5cf77-89ef-4020-91cf-382f52fbadcf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.803939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:12.809600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:12.813550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:12.832782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d38aa40c-ccdb-472f-964a-9a9428279d20 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:12.920578 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'floating_ip_address': '172.25.0.215', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'port_id': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'mac_address': 'fa:16:3e:0f:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:42:10Z', 'revision_number': 1, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:47Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:13.004686 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbeba89-8b53-4089-af95-388743c37fc1 None None] The sync data for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 is: [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'floating_ip_address': '172.25.0.215', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'port_id': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'mac_address': 'fa:16:3e:0f:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:41:47Z', 'updated_at': '2021-07-16T01:42:10Z', 'revision_number': 1, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:47Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:13.022806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:13.026670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device edf154cd-1f6e-4dc3-94ac-db90aedaec5a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:13.062731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'port_id': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'mac_address': 'fa:16:3e:d6:9f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676c2fd7-1bc7-430f-8e01-605f6cda0532', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:13.122617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-06578509-641e-4ae9-a8c3-4b8e580a5400 None None] Provisioning complete for port edf154cd-1f6e-4dc3-94ac-db90aedaec5a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:13.122989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06578509-641e-4ae9-a8c3-4b8e580a5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.153294 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.170587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.177616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port edf154cd-1f6e-4dc3-94ac-db90aedaec5a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:13.177981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.180590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38aa40c-ccdb-472f-964a-9a9428279d20 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:13.234900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:13.245170 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.275004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cad52-45d4-41f5-ac1d-c52b5c1da614 req-2554db4b-a90a-49d1-882a-dba8c1d18646 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:13.277434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b44cad52-45d4-41f5-ac1d-c52b5c1da614 req-2554db4b-a90a-49d1-882a-dba8c1d18646 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 943 time: 0.2466803 Jul 16 01:42:13.327012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afba55-f3c0-4007-bfa9-8ab55657bc4e None None] New status for floating IP a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:13.399689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.444598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b44cad52-45d4-41f5-ac1d-c52b5c1da614 req-5f2d29a4-0f11-4f03-802b-804d26981792 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557620 Jul 16 01:42:13.558620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d38aa40c-ccdb-472f-964a-9a9428279d20'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:13.683884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:13.712276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:13.712624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 81b2e3e4-978b-4ecf-b6d5-7650ea77a4c5 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:13.890014 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.892439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-8a51f67e-0bf3-4fd4-bc88-91c66d488715 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:13.894163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-8a51f67e-0bf3-4fd4-bc88-91c66d488715 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088418 Jul 16 01:42:13.907105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Request body: {'binding': {'host': 'n-h1-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:13.907849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:42:13.933072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Router 1d073220-57d9-43db-a2ae-ca03a42938a9 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:14.053060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on host n-h1-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:14.053403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:14.053731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:14.058410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:14.058738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:14.063855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:14.064235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:14.064664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:14.065097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Bound port: 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:14.092225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:14.094455 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:14.127758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:14.137699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.139306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-d5168b13-e88e-4c64-a6ba-bf5fb293c4fc service neutron] 10.222.0.35 "POST /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41/bindings HTTP/1.1" status: 201 len: 389 time: 0.2361403 Jul 16 01:42:14.214443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:14.227946 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Sync routers for ids ['1d073220-57d9-43db-a2ae-ca03a42938a9'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:14.240209 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Routers {'1d073220-57d9-43db-a2ae-ca03a42938a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:14.241095 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1d073220-57d9-43db-a2ae-ca03a42938a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:14.243774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.245063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bf030640-a32f-4317-acb8-a19f97a8732a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8542938 Jul 16 01:42:14.250783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49932) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:14.250959 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0354b63-1475-47e3-9470-511432651963 x-openstack-request-id: req-a0354b63-1475-47e3-9470-511432651963 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:14.251268 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:14.251522 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0354b63-1475-47e3-9470-511432651963 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:14.251918 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'status': 'completed', 'code': 200} Jul 16 01:42:14.310326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.357400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-ee88103d-f182-4978-95d3-14eb2b136d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.358963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-ee88103d-f182-4978-95d3-14eb2b136d8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1da0053942834a8f9be16e2f09bb4c7f&device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 1096 time: 0.0645151 Jul 16 01:42:14.462699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6471b8e-052a-4a83-b726-0e86e44ce013 req-a42b1d39-2c04-4739-82a7-a7f8990db3b7 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.464310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6471b8e-052a-4a83-b726-0e86e44ce013 req-a42b1d39-2c04-4739-82a7-a7f8990db3b7 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 950 time: 0.3204117 Jul 16 01:42:14.507982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-d16ae4f7-00da-4d7a-82f5-571a2a96bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.509605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-d16ae4f7-00da-4d7a-82f5-571a2a96bb13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=316e99d4-aeb2-4e18-8902-056345b572f1 HTTP/1.1" status: 200 len: 907 time: 0.1408794 Jul 16 01:42:14.519893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-f224d01b-0ae7-4ea0-8459-6e7e534ce8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.521533 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-f224d01b-0ae7-4ea0-8459-6e7e534ce8d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1096 time: 0.1150689 Jul 16 01:42:14.551518 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Set router 1d073220-57d9-43db-a2ae-ca03a42938a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:14.613539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6471b8e-052a-4a83-b726-0e86e44ce013 req-c2f264c1-8c51-4c13-aa53-af99c568eaa7 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175120 Jul 16 01:42:14.681082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9de7f-29a4-4924-b2fa-477157018116 req-e89f281a-0c2e-4272-b84b-1fb1b79f2a4e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.682657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77f9de7f-29a4-4924-b2fa-477157018116 req-e89f281a-0c2e-4272-b84b-1fb1b79f2a4e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 945 time: 0.2755542 Jul 16 01:42:14.759272 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 3, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:14.788912 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Checking router: 1d073220-57d9-43db-a2ae-ca03a42938a9 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:14.789523 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Updating router 1d073220-57d9-43db-a2ae-ca03a42938a9 port 9b6bebe7-ef58-4443-b85e-679dfba8a417 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:14.831482 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.833619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d38aa40c-ccdb-472f-964a-9a9428279d20 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:14.836228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Router 8f2b4426-797b-49f3-8373-079656028c11 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:14.882919 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77f9de7f-29a4-4924-b2fa-477157018116 req-3728d8a1-a3a5-42ca-9db2-79749f6681fe tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398132 Jul 16 01:42:14.924449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port d38aa40c-ccdb-472f-964a-9a9428279d20 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:14.929891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port d38aa40c-ccdb-472f-964a-9a9428279d20 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:14.930382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.951083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-bb932727-0a53-4ae9-8195-1e99185402b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a HTTP/1.1" status: 200 len: 1001 time: 0.4341617 Jul 16 01:42:15.015535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-6065b479-5327-4c1e-a83a-5bae33e41f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.017282 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-6065b479-5327-4c1e-a83a-5bae33e41f6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.4892805 Jul 16 01:42:15.025124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-fc24ff01-81df-46e1-9f7b-a74a8faef52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.026603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-fc24ff01-81df-46e1-9f7b-a74a8faef52b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a306554-7337-482e-a606-91c51e8dcf86 HTTP/1.1" status: 200 len: 845 time: 0.0672879 Jul 16 01:42:15.079006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.122455 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-366923a6-144b-45c8-bb6c-0cd4ee26e665 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 217 time: 0.0948780 Jul 16 01:42:15.131780 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.136079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:15.137482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:15.141302 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d5c631-53f3-4be9-8fb9-212410942e80" -d '{"events": [{"server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "name": "network-vif-plugged", "status": "completed", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:15.142471 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Transition to ACTIVE for port object 9b6bebe7-ef58-4443-b85e-679dfba8a417 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:15.148599 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.159341 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.161549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51813d-832c-4a9f-9a00-f65e0a1811ff req-326fc4b4-ac90-4860-9fa3-a8380fc9c140 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.168461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff51813d-832c-4a9f-9a00-f65e0a1811ff req-326fc4b4-ac90-4860-9fa3-a8380fc9c140 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 944 time: 0.3521841 Jul 16 01:42:15.215836 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Attempting to bind port 9b6bebe7-ef58-4443-b85e-679dfba8a417 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:15.216242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Attempting to bind port 9b6bebe7-ef58-4443-b85e-679dfba8a417 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:15.217757 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Attempting to bind port 9b6bebe7-ef58-4443-b85e-679dfba8a417 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:15.240107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-a81d8339-2b2a-4084-931b-b527055d094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.241997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-a81d8339-2b2a-4084-931b-b527055d094f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1104898 Jul 16 01:42:15.242126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.245981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:15.258040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] Sync routers for ids ['8f2b4426-797b-49f3-8373-079656028c11'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:15.266598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff51813d-832c-4a9f-9a00-f65e0a1811ff req-60cb254f-071a-4733-88a8-40e8db5fb799 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971839 Jul 16 01:42:15.268756 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:15.269281 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:15.269509 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.270085 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:15.270724 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Bound port: 9b6bebe7-ef58-4443-b85e-679dfba8a417, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:15.271624 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.275166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] Routers {'8f2b4426-797b-49f3-8373-079656028c11'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:15.275845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['8f2b4426-797b-49f3-8373-079656028c11'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.279251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-4362116c-2c2f-42d7-8f86-01e7be6e7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.281943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-4362116c-2c2f-42d7-8f86-01e7be6e7590 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=316e99d4-aeb2-4e18-8902-056345b572f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473278 Jul 16 01:42:15.336064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] For port 9b6bebe7-ef58-4443-b85e-679dfba8a417, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:15.337119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-25ad26a2-8775-47e9-8ffc-d96aa28aa5e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834162 Jul 16 01:42:15.340289 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] For port 9b6bebe7-ef58-4443-b85e-679dfba8a417, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9b6bebe7-ef58-4443-b85e-679dfba8a417,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:15.354827 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.355196 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.370672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.381900 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56eb2-31e3-4b85-a284-4684d35d8580 None None] Pushing event updated for resources: {'Port': ['ID=9b6bebe7-ef58-4443-b85e-679dfba8a417,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.386480 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d20696-3050-4b3a-939e-406ac1bf16c4 x-openstack-request-id: req-88d20696-3050-4b3a-939e-406ac1bf16c4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:15.386480 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "name": "network-vif-plugged", "status": "completed", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:15.386480 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88d20696-3050-4b3a-939e-406ac1bf16c4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:15.386895 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'code': 200} Jul 16 01:42:15.386997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.388127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-916968bc-7c41-4300-80b4-8e778291e209 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1035147 Jul 16 01:42:15.390786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.395296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] Routers {'8f2b4426-797b-49f3-8373-079656028c11'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:15.396127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['8f2b4426-797b-49f3-8373-079656028c11'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.447241 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56eb2-31e3-4b85-a284-4684d35d8580 None None] Pushing event updated for resources: {'Port': ['ID=9b6bebe7-ef58-4443-b85e-679dfba8a417,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:15.464805 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Routers {'1d073220-57d9-43db-a2ae-ca03a42938a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:15.465516 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1d073220-57d9-43db-a2ae-ca03a42938a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.469376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.472337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17f141-096c-4fd0-a74a-14799adce978 None None] The sync data for ids ['8f2b4426-797b-49f3-8373-079656028c11'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:15.530027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-1d0c3b28-15f4-4448-9c19-995c3b9309d3 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.531466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-1d0c3b28-15f4-4448-9c19-995c3b9309d3 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 950 time: 0.3813365 Jul 16 01:42:15.584468 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] Set router 1d073220-57d9-43db-a2ae-ca03a42938a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:15.610040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-fe0836b2-f7c6-4d91-b9cb-c7368f0df6db service neutron] 10.222.0.32 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875693 Jul 16 01:42:15.638569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7cde5b8a-2d1e-4d79-927d-3d0c6ac4a3d5 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/8f2b4426-797b-49f3-8373-079656028c11 HTTP/1.1" status: 200 len: 924 time: 0.2453375 Jul 16 01:42:15.643526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49946) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.661425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6ee9-c7de-44cb-b334-169464768f4f req-f14e2a46-abe5-4ada-9f7d-de5e05f81dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:15.665066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5cb6ee9-c7de-44cb-b334-169464768f4f req-f14e2a46-abe5-4ada-9f7d-de5e05f81dd1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 1096 time: 0.1770525 Jul 16 01:42:15.703181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-4c21caf3-206b-40e1-9bd4-48ba977b97fd service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451612 Jul 16 01:42:15.717320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a758aae-9986-444f-b221-42d38b78f583 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f2b4426-797b-49f3-8373-079656028c11 HTTP/1.1" status: 200 len: 205 time: 0.0678048 Jul 16 01:42:15.717816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:15.806685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Allocated IP 172.20.0.1 (50e9915a-84c3-45ac-acff-212b2640c58b/f27290c5-bbca-448a-910e-709ad85ea107/f22595b2-b75c-4090-b1ff-479a67ae3be9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:15.811681 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 3, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.838139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Deleting port 0e3528ff-d24e-412c-be65-f01523774dc7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:15.838502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.847560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbde6c85-a18a-4007-8e8f-95c2f6308fc9 req-ef7baec7-82ad-4d2e-a3fe-3fdc4e6cb779 service neutron] 10.222.0.32 "GET /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283602 Jul 16 01:42:15.848106 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e5e1c-313c-4029-972e-0e20fea1579d None None] The sync data for ids ['1d073220-57d9-43db-a2ae-ca03a42938a9'] in n-d-800087-6 is: [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 3, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:15.950493 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-8e0b1727-8200-4d39-ad6d-273e1f4189fa service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394331 Jul 16 01:42:15.972856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] For port 0e3528ff-d24e-412c-be65-f01523774dc7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3528ff-d24e-412c-be65-f01523774dc7,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:15.974743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.991359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Calling delete_port for 0e3528ff-d24e-412c-be65-f01523774dc7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:16.166918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-037332a0-fcee-4c47-a168-e18fafe076dc tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.168536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-037332a0-fcee-4c47-a168-e18fafe076dc tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.1333373 Jul 16 01:42:16.178546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5cb6ee9-c7de-44cb-b334-169464768f4f req-32b8de28-c650-4213-8313-f2d70b597e1b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899931 Jul 16 01:42:16.201447 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:16.259953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.279409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0e3528ff-d24e-412c-be65-f01523774dc7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:16.304597 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.347527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.349747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Pushing event deleted for resources: {'Port': ['ID=0e3528ff-d24e-412c-be65-f01523774dc7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.406115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aab3a-398d-4067-8235-e85a97fafed2 req-f4ab537f-44c0-4e36-9f50-924abb402ad0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.407622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce6aab3a-398d-4067-8235-e85a97fafed2 req-f4ab537f-44c0-4e36-9f50-924abb402ad0 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c53570-e65a-47d6-b592-cb3f57ced930 HTTP/1.1" status: 200 len: 867 time: 0.6311696 Jul 16 01:42:16.429933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] No DVR routers for this DVR port 0e3528ff-d24e-412c-be65-f01523774dc7 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:16.435094 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.437136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d215363-0988-4f91-a2e1-1b7752847f79 req-236bb52c-c9fc-4757-92f7-338146fcdb52 tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.38 "DELETE /v2.0/ports/0e3528ff-d24e-412c-be65-f01523774dc7 HTTP/1.1" status: 204 len: 173 time: 0.8999648 Jul 16 01:42:16.437589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'name': 'network-vif-deleted', 'tag': '0e3528ff-d24e-412c-be65-f01523774dc7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:16.440694 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c886042-d32b-466e-a882-1c302973d363" -d '{"events": [{"server_uuid": "f4c53570-e65a-47d6-b592-cb3f57ced930", "name": "network-vif-deleted", "tag": "0e3528ff-d24e-412c-be65-f01523774dc7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:16.459093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58c09a-3c02-4ec9-aac4-16f4309615ee req-5134de33-38ff-41e7-bdd0-0409fb2cda72 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:16.460664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc58c09a-3c02-4ec9-aac4-16f4309615ee req-5134de33-38ff-41e7-bdd0-0409fb2cda72 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 945 time: 0.2855506 Jul 16 01:42:16.509789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.539302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:16.566851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Transition to ACTIVE for port object f22595b2-b75c-4090-b1ff-479a67ae3be9 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:16.582908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:16.584649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce6aab3a-398d-4067-8235-e85a97fafed2 req-9dc284ad-1e8d-47bb-ae2f-25c7242dc6fa tempest-LiveMigrationNegativeTest-560496102 tempest-LiveMigrationNegativeTest-560496102-project] 10.222.0.35 "GET /v2.0/security-groups?id=bb0d800d-4c72-4431-bc60-fe070abb9d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613421 Jul 16 01:42:16.593513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc58c09a-3c02-4ec9-aac4-16f4309615ee req-ae341f00-8f19-4b2a-9e5a-6de93c5f23d2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918486 Jul 16 01:42:16.623319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.685407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.687212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.695347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.765234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Network 50e9915a-84c3-45ac-acff-212b2640c58b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:16.772257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:16.797163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:16.800265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.824935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on host n-h2-800087-6 for vnic_type normal with profile {"migrating_to": "n-h1-800087-6"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:16.825274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:16.825596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:16.831472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:16.831792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Attempting to bind port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:16.849807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:16.850193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:16.850843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:16.851364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Bound port: 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:16.851789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.957748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:16.965812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:16.970237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Pushing event updated for resources: {'Port': ['ID=f22595b2-b75c-4090-b1ff-479a67ae3be9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.982816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.015278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Deleting port 4aa5cf77-89ef-4020-91cf-382f52fbadcf {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:17.015621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.047063 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478fab3-d059-4115-9246-3af6b064d850 x-openstack-request-id: req-c478fab3-d059-4115-9246-3af6b064d850 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:17.047365 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c53570-e65a-47d6-b592-cb3f57ced930", "name": "network-vif-deleted", "tag": "0e3528ff-d24e-412c-be65-f01523774dc7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:17.047620 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c478fab3-d059-4115-9246-3af6b064d850 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:17.048016 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c53570-e65a-47d6-b592-cb3f57ced930', 'name': 'network-vif-deleted', 'tag': '0e3528ff-d24e-412c-be65-f01523774dc7', 'status': 'completed', 'code': 200} Jul 16 01:42:17.096063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.188399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9b6bebe7-ef58-4443-b85e-679dfba8a417 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:17.214151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.215287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.217763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] 10.222.0.32 "PUT /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 1121 time: 1.0206513 Jul 16 01:42:17.219375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40525c1d-75b0-4066-ac32-4a78fa150504 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.280185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9b6bebe7-ef58-4443-b85e-679dfba8a417 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:17.281701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d8c97-cbc7-465b-8c26-0476484b6b11 req-61aed1cd-e5c1-47b8-a8c7-080822413e3b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.283506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f47d8c97-cbc7-465b-8c26-0476484b6b11 req-61aed1cd-e5c1-47b8-a8c7-080822413e3b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.4814255 Jul 16 01:42:17.290493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9b6bebe7-ef58-4443-b85e-679dfba8a417 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:17.290972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.292819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a48e904-438c-47fc-b9e4-a84bdc799a23 None None] Provisioning for port f22595b2-b75c-4090-b1ff-479a67ae3be9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:17.315869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a48e904-438c-47fc-b9e4-a84bdc799a23 None None] Provisioning complete for port f22595b2-b75c-4090-b1ff-479a67ae3be9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:17.316206 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a48e904-438c-47fc-b9e4-a84bdc799a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.318185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['8b2c2daa-9e60-4dee-a6e2-486d9072be41'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:17.344692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.369536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Calling delete_port for 4aa5cf77-89ef-4020-91cf-382f52fbadcf owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:17.416696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f47d8c97-cbc7-465b-8c26-0476484b6b11 req-5870a592-23fe-43a4-b315-19de0240097a tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111252 Jul 16 01:42:17.472170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.522347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5a48e904-438c-47fc-b9e4-a84bdc799a23 None None] Port f22595b2-b75c-4090-b1ff-479a67ae3be9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:17.588713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.623267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 9b6bebe7-ef58-4443-b85e-679dfba8a417, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9b6bebe7-ef58-4443-b85e-679dfba8a417,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:17.632393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.713518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=9b6bebe7-ef58-4443-b85e-679dfba8a417,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.727433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:17.742865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.811561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event deleted for resources: {'Port': ['ID=4aa5cf77-89ef-4020-91cf-382f52fbadcf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:17.859750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:17.863815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:17.873936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 has no active binding in host n-h1-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:42:18.005462 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.015230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.044429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.068918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.088604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.157315 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.159459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Pushing event updated for resources: {'Port': ['ID=f22595b2-b75c-4090-b1ff-479a67ae3be9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.168533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.169091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Fanout notify agent at l3_agent the message router_deleted on router 8f2b4426-797b-49f3-8373-079656028c11 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:18.177195 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.178300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-90f73d0a-0d72-4037-825b-482c8eefba83 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/8f2b4426-797b-49f3-8373-079656028c11 HTTP/1.1" status: 204 len: 168 time: 2.4580927 Jul 16 01:42:18.181986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49980) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.186094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acadc8-ca57-4610-b4e4-c8fc27541112 req-49a765de-16dc-456e-ae38-0361fa318d88 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:18.187127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1168884727', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:18.188471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5acadc8-ca57-4610-b4e4-c8fc27541112 req-49a765de-16dc-456e-ae38-0361fa318d88 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 943 time: 0.3780792 Jul 16 01:42:18.228131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.229161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.265356 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f1f47866-9897-4328-97c4-794bd7097819 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37db99e8077a4e96a5b1d9b0fba278bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731949 Jul 16 01:42:18.270075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:18.294350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5acadc8-ca57-4610-b4e4-c8fc27541112 req-2caedd80-5aeb-4268-a1d0-0811f7160a68 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982857 Jul 16 01:42:18.306611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.358317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Network 50e9915a-84c3-45ac-acff-212b2640c58b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:18.360437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:18.377761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ede5ffe9-c828-40a7-a83e-83eb66aa555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.437166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ede5ffe9-c828-40a7-a83e-83eb66aa555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.460931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.531614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Router 1d073220-57d9-43db-a2ae-ca03a42938a9 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:18.584082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ede5ffe9-c828-40a7-a83e-83eb66aa555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.586699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ede5ffe9-c828-40a7-a83e-83eb66aa555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.590312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ede5ffe9-c828-40a7-a83e-83eb66aa555e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb0d800d-4c72-4431-bc60-fe070abb9d6e HTTP/1.1" status: 204 len: 168 time: 0.3119500 Jul 16 01:42:18.635693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5ffe9-c828-40a7-a83e-83eb66aa555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d800d-4c72-4431-bc60-fe070abb9d6e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:18.668198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a45c66ad-9543-40f5-99f6-b49be22acae9 None None] Provisioning complete for port f22595b2-b75c-4090-b1ff-479a67ae3be9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:18.668774 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a45c66ad-9543-40f5-99f6-b49be22acae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.719106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a45c66ad-9543-40f5-99f6-b49be22acae9 None None] Port f22595b2-b75c-4090-b1ff-479a67ae3be9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:18.722941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.744817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.847257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3528ff-d24e-412c-be65-f01523774dc7 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:18.867729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Allocated IP 172.25.0.172 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/ba2b85ae-ed94-4756-ba0c-1628bca6d460) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:18.875354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 0e3528ff-d24e-412c-be65-f01523774dc7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:18.875837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3528ff-d24e-412c-be65-f01523774dc7 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:18.954314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49994) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:19.016385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9b6bebe7-ef58-4443-b85e-679dfba8a417 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:19.032844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599b1c2-7781-4d0c-bac9-3cd9ece5078b req-b5dcaa59-bdf5-4811-8d53-bd4e685d7ea5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.037543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.040245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0599b1c2-7781-4d0c-bac9-3cd9ece5078b req-b5dcaa59-bdf5-4811-8d53-bd4e685d7ea5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.4577274 Jul 16 01:42:19.045013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ae0cda31-917b-4473-9ce9-bce6f271012c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0939ac52a4804e62af14410429f2ce27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867383 Jul 16 01:42:19.045181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:19.045283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:19.050081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-09d2c5a2-917c-4047-b900-cef6c42d8146 admin admin] 10.222.0.35 "PUT /v2.0/routers/1d073220-57d9-43db-a2ae-ca03a42938a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7968631 Jul 16 01:42:19.056148 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Sync routers for ids ['1d073220-57d9-43db-a2ae-ca03a42938a9'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:19.061512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41'}, {'name': 'network-changed', 'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:19.064355 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae" -d '{"events": [{"server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41"}, {"name": "network-changed", "server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:19.073811 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Routers {'1d073220-57d9-43db-a2ae-ca03a42938a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:19.074445 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1d073220-57d9-43db-a2ae-ca03a42938a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:19.082879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9b6bebe7-ef58-4443-b85e-679dfba8a417 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:19.083492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.138836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0599b1c2-7781-4d0c-bac9-3cd9ece5078b req-1db6d35b-19f2-40d8-8c50-38bcdd485d40 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971360 Jul 16 01:42:19.140923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eec0f950-c44f-496e-bf10-c708b84c7557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.155308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.175886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eec0f950-c44f-496e-bf10-c708b84c7557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.232430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:19.234512 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d08f4-833b-47c6-985f-c01ee6633a95 x-openstack-request-id: req-fe9d08f4-833b-47c6-985f-c01ee6633a95 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:19.234903 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "name": "network-vif-unplugged", "status": "completed", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41", "code": 200}, {"name": "network-changed", "server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:19.235251 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe9d08f4-833b-47c6-985f-c01ee6633a95 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:19.235737 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'code': 200} Jul 16 01:42:19.236245 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'status': 'completed', 'code': 200} Jul 16 01:42:19.251154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:19.257802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Port': ['ID=ba2b85ae-ed94-4756-ba0c-1628bca6d460,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.261195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:19.317922 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Set router 1d073220-57d9-43db-a2ae-ca03a42938a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:19.426191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eec0f950-c44f-496e-bf10-c708b84c7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.428951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eec0f950-c44f-496e-bf10-c708b84c7557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.430344 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eec0f950-c44f-496e-bf10-c708b84c7557 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d7b4f97-7232-4e64-9873-e63aa4104b5c HTTP/1.1" status: 204 len: 168 time: 0.3841517 Jul 16 01:42:19.460065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f950-c44f-496e-bf10-c708b84c7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b4f97-7232-4e64-9873-e63aa4104b5c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.485180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-e05fb0c3-8278-47fc-8f7d-340daa9c98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.487507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-e05fb0c3-8278-47fc-8f7d-340daa9c98f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1124 time: 0.2238593 Jul 16 01:42:19.518716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd314ed-98d3-4a8e-bf17-cc8bb73f61f8 req-f878aa70-24a2-4fc6-9c6c-0c6e0ce1e07c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.528594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbd314ed-98d3-4a8e-bf17-cc8bb73f61f8 req-f878aa70-24a2-4fc6-9c6c-0c6e0ce1e07c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1358194 Jul 16 01:42:19.621534 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbd314ed-98d3-4a8e-bf17-cc8bb73f61f8 req-ae092422-8558-4af2-8f58-71a0fe3ba394 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904136 Jul 16 01:42:19.643164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67121205-0afd-4aa8-94bd-8310fc9b2e3d req-1b9dd034-b11e-4737-84a8-7a490994e443 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.650640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67121205-0afd-4aa8-94bd-8310fc9b2e3d req-1b9dd034-b11e-4737-84a8-7a490994e443 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 943 time: 0.1034343 Jul 16 01:42:19.719829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67121205-0afd-4aa8-94bd-8310fc9b2e3d req-4406026b-d35a-4ec7-b7a5-97040036a50a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679319 Jul 16 01:42:19.784247 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f22595b2-b75c-4090-b1ff-479a67ae3be9', 'name': '', 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'mac_address': 'fa:16:3e:31:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'f27290c5-bbca-448a-910e-709ad85ea107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:15Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 2, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'subnets': [{'id': 'f27290c5-bbca-448a-910e-709ad85ea107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:19.805593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-f9aa0cb4-0f78-4087-b72b-363fac3b8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.809756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-f9aa0cb4-0f78-4087-b72b-363fac3b8962 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.3119528 Jul 16 01:42:19.841172 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Checking router: 1d073220-57d9-43db-a2ae-ca03a42938a9 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:19.850963 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Updating router 1d073220-57d9-43db-a2ae-ca03a42938a9 port f22595b2-b75c-4090-b1ff-479a67ae3be9 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:19.904395 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.322371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364236-3131-4bd1-9ad7-5f0fec9d6c97 req-f286af1c-2137-40b3-9c62-a8b20ad5618b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.329669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b364236-3131-4bd1-9ad7-5f0fec9d6c97 req-f286af1c-2137-40b3-9c62-a8b20ad5618b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1150548 Jul 16 01:42:20.396506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b364236-3131-4bd1-9ad7-5f0fec9d6c97 req-158a6692-0579-4bb9-a5a7-b66861025212 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649543 Jul 16 01:42:20.471354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-94cc7276-f778-4496-a725-dfd7ddc4625c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 217 time: 0.6445062 Jul 16 01:42:20.532703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.599316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-5609cd11-0490-4f18-9b65-a8f4e8ccd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.601590 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-5609cd11-0490-4f18-9b65-a8f4e8ccd78f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1166918 Jul 16 01:42:20.669303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-7e778e48-2bb6-4e89-a0f5-51cef20119cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317609 Jul 16 01:42:20.737233 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.761441 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Transition to ACTIVE for port object f22595b2-b75c-4090-b1ff-479a67ae3be9 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:20.765054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf9a1-7221-4ada-9412-c8ba49602591 req-c1bc70be-c82d-49b4-b87b-05fc68ce3dbe tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.774242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87ddf9a1-7221-4ada-9412-c8ba49602591 req-c1bc70be-c82d-49b4-b87b-05fc68ce3dbe tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1757758 Jul 16 01:42:20.777115 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.824514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87ddf9a1-7221-4ada-9412-c8ba49602591 req-2e938773-ad6a-4e75-8dcc-5671febc63ea tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Jul 16 01:42:20.864953 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3b445-4e70-438a-98e5-6bf300ac66fd None None] Pushing event updated for resources: {'Port': ['ID=f22595b2-b75c-4090-b1ff-479a67ae3be9,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.948663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.094305 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Attempting to bind port f22595b2-b75c-4090-b1ff-479a67ae3be9 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:21.100610 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Attempting to bind port f22595b2-b75c-4090-b1ff-479a67ae3be9 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:21.101244 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Attempting to bind port f22595b2-b75c-4090-b1ff-479a67ae3be9 on network 50e9915a-84c3-45ac-acff-212b2640c58b {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:21.117104 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:21.117485 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Checking segment: {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:21.117891 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.118284 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Bound using segment: {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:21.118760 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Bound port: f22595b2-b75c-4090-b1ff-479a67ae3be9, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bdab51-64f6-4b94-a07f-d129e5dd504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:21.119161 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.212224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-8427eecc-aea1-4179-95c2-0cddff3017f9 service neutron] 10.222.0.38 "GET /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41/bindings/n-h1-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.1890547 Jul 16 01:42:21.306789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-cc82333e-bd13-4e8d-81a3-9e571b4896b3 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274548 Jul 16 01:42:21.327619 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] For port f22595b2-b75c-4090-b1ff-479a67ae3be9, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:21.337825 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] For port f22595b2-b75c-4090-b1ff-479a67ae3be9, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f22595b2-b75c-4090-b1ff-479a67ae3be9,segment=NetworkSegment(62bdab51-64f6-4b94-a07f-d129e5dd504b),segment_id=62bdab51-64f6-4b94-a07f-d129e5dd504b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:21.350081 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.401916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Router e080c9ed-6dfc-483e-af49-ae788757b862 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:21.472725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe91874-eea2-4596-9199-4a14df607b6f req-f0691637-9ac2-4409-ba3a-d73446a57bd2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.482768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fe91874-eea2-4596-9199-4a14df607b6f req-f0691637-9ac2-4409-ba3a-d73446a57bd2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 943 time: 0.5305002 Jul 16 01:42:21.551138 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3b445-4e70-438a-98e5-6bf300ac66fd None None] Pushing event updated for resources: {'Port': ['ID=f22595b2-b75c-4090-b1ff-479a67ae3be9,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.558982 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Routers {'1d073220-57d9-43db-a2ae-ca03a42938a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:21.560428 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1d073220-57d9-43db-a2ae-ca03a42938a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:21.762438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fe91874-eea2-4596-9199-4a14df607b6f req-42f66a6b-2c29-4f65-a856-0fa045d6d09b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787473 Jul 16 01:42:21.849976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:21.924272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:21.950091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] Set router 1d073220-57d9-43db-a2ae-ca03a42938a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:21.987371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2c2daa-9e60-4dee-a6e2-486d9072be41 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:22.010497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:22.048955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.067320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.119943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4b68573-b40d-4ebc-b8ab-825d6c72aaae req-3cba9a99-b5cc-4f50-8ddb-277bf90d4842 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913194 Jul 16 01:42:22.185371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:22.197837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Sync routers for ids ['e080c9ed-6dfc-483e-af49-ae788757b862'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:22.222843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.227504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-136f5b92-cada-46eb-b6ce-be14031f2003 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0444596 Jul 16 01:42:22.228706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.231160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Routers {'e080c9ed-6dfc-483e-af49-ae788757b862'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:22.246298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e080c9ed-6dfc-483e-af49-ae788757b862'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:22.449411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] Transition to ACTIVE for port object 8b2c2daa-9e60-4dee-a6e2-486d9072be41 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:22.479406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.510600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Set router e080c9ed-6dfc-483e-af49-ae788757b862 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:22.575471 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f22595b2-b75c-4090-b1ff-479a67ae3be9', 'name': '', 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'mac_address': 'fa:16:3e:31:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'f27290c5-bbca-448a-910e-709ad85ea107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:15Z', 'updated_at': '2021-07-16T01:42:21Z', 'revision_number': 4, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'subnets': [{'id': 'f27290c5-bbca-448a-910e-709ad85ea107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:22.620469 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106132-7fa1-43bf-ac07-7ff63a7c87cf None None] The sync data for ids ['1d073220-57d9-43db-a2ae-ca03a42938a9'] in n-d-800087-6 is: [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f22595b2-b75c-4090-b1ff-479a67ae3be9', 'name': '', 'network_id': '50e9915a-84c3-45ac-acff-212b2640c58b', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'mac_address': 'fa:16:3e:31:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'f27290c5-bbca-448a-910e-709ad85ea107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:15Z', 'updated_at': '2021-07-16T01:42:21Z', 'revision_number': 4, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'subnets': [{'id': 'f27290c5-bbca-448a-910e-709ad85ea107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:22.695099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94f06160-a8bb-41d8-bc14-76f57e4addbd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/e080c9ed-6dfc-483e-af49-ae788757b862 HTTP/1.1" status: 200 len: 909 time: 0.4636328 Jul 16 01:42:22.702919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50090) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:22.746862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1168884727', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': True}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:22.834759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.835980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:22.930821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:22.988814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] No DVR routers for this DVR port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:23.091745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.105750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] Pushing event updated for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:23.137838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f22595b2-b75c-4090-b1ff-479a67ae3be9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:23.233841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:23.266461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-89ab3d3c-6463-4f43-92d0-44a5657b8b6e service neutron] 10.222.0.38 "PUT /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41/bindings/n-h1-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 2.0377705 Jul 16 01:42:23.303905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c68831-49aa-43d1-b66f-1a8f4d2b4d9e req-952b6cad-187c-44fd-b65e-7b7391538e0f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.311801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9c68831-49aa-43d1-b66f-1a8f4d2b4d9e req-952b6cad-187c-44fd-b65e-7b7391538e0f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.7884319 Jul 16 01:42:23.409001 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.415858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9c68831-49aa-43d1-b66f-1a8f4d2b4d9e req-f5b05169-e1e3-4391-8440-f300e5ad6881 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027980 Jul 16 01:42:23.461462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f30e2c-78a2-408d-bd40-36f5ec628abb req-f64d4eb3-5ef9-4fa5-a072-68207c86163d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.465488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91f30e2c-78a2-408d-bd40-36f5ec628abb req-f64d4eb3-5ef9-4fa5-a072-68207c86163d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.4565053 Jul 16 01:42:23.469588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f22595b2-b75c-4090-b1ff-479a67ae3be9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:23.503674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f22595b2-b75c-4090-b1ff-479a67ae3be9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:23.504070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.524943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91f30e2c-78a2-408d-bd40-36f5ec628abb req-32b36124-545c-459f-a5d6-97b6a2222296 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Jul 16 01:42:23.623347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.657727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e080c9ed-6dfc-483e-af49-ae788757b862', 'name': 'tempest-snat-router-1168884727', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.172'}], 'enable_snat': False}, 'gw_port_id': 'ba2b85ae-ed94-4756-ba0c-1628bca6d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:18Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 3, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port': {'id': 'ba2b85ae-ed94-4756-ba0c-1628bca6d460', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080c9ed-6dfc-483e-af49-ae788757b862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:18Z', 'updated_at': '2021-07-16T01:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:23.806233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Checking router: e080c9ed-6dfc-483e-af49-ae788757b862 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:23.806647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Updating router e080c9ed-6dfc-483e-af49-ae788757b862 port ba2b85ae-ed94-4756-ba0c-1628bca6d460 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:23.812519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02549ae8-40d5-446a-9e0b-ab19ccce773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.823594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-7ea3b3fa-64a4-4776-8e9d-31f0a668fe4a tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.833024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-7ea3b3fa-64a4-4776-8e9d-31f0a668fe4a tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.4340003 Jul 16 01:42:23.878859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.956745 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:23.968489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-000bbb3c-a08f-4168-9d98-6e8402608a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.969937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-000bbb3c-a08f-4168-9d98-6e8402608a32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974&tenant_id=1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 1095 time: 0.1227314 Jul 16 01:42:24.117980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f22595b2-b75c-4090-b1ff-479a67ae3be9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f22595b2-b75c-4090-b1ff-479a67ae3be9,segment=NetworkSegment(62bdab51-64f6-4b94-a07f-d129e5dd504b),segment_id=62bdab51-64f6-4b94-a07f-d129e5dd504b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.145243 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.201100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-3243a9bc-d07e-4138-91ad-bc9ee1c4bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.202979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-3243a9bc-d07e-4138-91ad-bc9ee1c4bca6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1095 time: 0.1996033 Jul 16 01:42:24.204139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.254595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.362329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f22595b2-b75c-4090-b1ff-479a67ae3be9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.520354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-5727d8ae-eba1-4bf2-aeaf-409974c4a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.522325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-5727d8ae-eba1-4bf2-aeaf-409974c4a704 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2818515 Jul 16 01:42:24.535392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Allocated IP 172.25.0.27 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/317d0331-f2be-4fa2-88cf-d410e078a112) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:24.655869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3153-62f2-4536-ae60-b513f94397b7 req-d529f8f1-96c9-439d-9cfe-99c308451df8 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.664590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b3c3153-62f2-4536-ae60-b513f94397b7 req-d529f8f1-96c9-439d-9cfe-99c308451df8 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.0943434 Jul 16 01:42:24.721790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-5d67b0cd-8881-4022-a802-cd4f2d1ec75f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 217 time: 0.0561149 Jul 16 01:42:24.732211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b3c3153-62f2-4536-ae60-b513f94397b7 req-694bcb3b-fdb6-46be-a22e-3bac8a433dfd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663822 Jul 16 01:42:24.824763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.842942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-349e166a-9fa4-4412-b0c3-e6a848b0fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.844537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-349e166a-9fa4-4412-b0c3-e6a848b0fc70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1138203 Jul 16 01:42:24.851221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfbfe-996c-40b8-b1f2-5bc6d93516f1 req-b9b78e4a-0396-41b5-afa8-0ec320331bda tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.862066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a9cfbfe-996c-40b8-b1f2-5bc6d93516f1 req-b9b78e4a-0396-41b5-afa8-0ec320331bda tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.1029813 Jul 16 01:42:24.887800 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-2c4893aa-693f-4e67-a120-e68dc4248cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363450 Jul 16 01:42:24.914904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a9cfbfe-996c-40b8-b1f2-5bc6d93516f1 req-f75eeeb5-9e1e-4b97-84ce-fd4cc89f7e49 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508935 Jul 16 01:42:24.988388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.059577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:25.067185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:25.115938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-8eb9d98d-e851-4313-ab12-8035cc0143b2 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191591 Jul 16 01:42:25.116742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:25.123773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f22595b2-b75c-4090-b1ff-479a67ae3be9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:25.229023 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.242576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Transition to ACTIVE for port object ba2b85ae-ed94-4756-ba0c-1628bca6d460 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:25.247613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f22595b2-b75c-4090-b1ff-479a67ae3be9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:25.247991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.275436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Port': ['ID=317d0331-f2be-4fa2-88cf-d410e078a112,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.301017 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.367331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21f39b-fd44-40a9-af9a-24d3cb471191 None None] Pushing event updated for resources: {'Port': ['ID=ba2b85ae-ed94-4756-ba0c-1628bca6d460,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.444695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Attempting to bind port ba2b85ae-ed94-4756-ba0c-1628bca6d460 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:25.445102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Attempting to bind port ba2b85ae-ed94-4756-ba0c-1628bca6d460 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:25.445410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Attempting to bind port ba2b85ae-ed94-4756-ba0c-1628bca6d460 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:25.454783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:25.455676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:25.456107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.456660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:25.457135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Bound port: ba2b85ae-ed94-4756-ba0c-1628bca6d460, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:25.457513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.502769 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-4ef933e7-18cb-43d4-80aa-d0a0db33ac9c service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898517 Jul 16 01:42:25.512147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] For port ba2b85ae-ed94-4756-ba0c-1628bca6d460, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:25.516932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] For port ba2b85ae-ed94-4756-ba0c-1628bca6d460, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ba2b85ae-ed94-4756-ba0c-1628bca6d460,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:25.527421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.598654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Routers {'e080c9ed-6dfc-483e-af49-ae788757b862'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:25.599261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:41:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e080c9ed-6dfc-483e-af49-ae788757b862'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:25.600109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.706447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21f39b-fd44-40a9-af9a-24d3cb471191 None None] Pushing event updated for resources: {'Port': ['ID=ba2b85ae-ed94-4756-ba0c-1628bca6d460,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:25.742655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] Set router e080c9ed-6dfc-483e-af49-ae788757b862 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:25.934178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:25.993819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e080c9ed-6dfc-483e-af49-ae788757b862', 'name': 'tempest-snat-router-1168884727', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.172'}], 'enable_snat': False}, 'gw_port_id': 'ba2b85ae-ed94-4756-ba0c-1628bca6d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:18Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 3, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port': {'id': 'ba2b85ae-ed94-4756-ba0c-1628bca6d460', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080c9ed-6dfc-483e-af49-ae788757b862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:18Z', 'updated_at': '2021-07-16T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:26.124329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b13c3-a1c7-4cab-8760-778227657c38 req-2781d560-b8ef-4aab-b47c-c15b78eb7582 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.139104 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-983b13c3-a1c7-4cab-8760-778227657c38 req-2781d560-b8ef-4aab-b47c-c15b78eb7582 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1479623 Jul 16 01:42:26.195085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9893-1280-4231-959f-37e9daf29e58 None None] The sync data for ids ['e080c9ed-6dfc-483e-af49-ae788757b862'] in n-d-800087-6 is: [{'id': 'e080c9ed-6dfc-483e-af49-ae788757b862', 'name': 'tempest-snat-router-1168884727', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.172'}], 'enable_snat': False}, 'gw_port_id': 'ba2b85ae-ed94-4756-ba0c-1628bca6d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:18Z', 'updated_at': '2021-07-16T01:42:19Z', 'revision_number': 3, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port': {'id': 'ba2b85ae-ed94-4756-ba0c-1628bca6d460', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e080c9ed-6dfc-483e-af49-ae788757b862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:18Z', 'updated_at': '2021-07-16T01:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:26.206736 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f950296e-6533-4031-bc2f-634705f6a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.252638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-983b13c3-a1c7-4cab-8760-778227657c38 req-a3940f18-2ac7-4b9b-a745-6f43ddbacd28 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090417 Jul 16 01:42:26.296769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93a28-be73-4316-a26a-b3822cd33419 req-458c8c72-a0ef-495a-a55e-54a2bb109204 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.299220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ec93a28-be73-4316-a26a-b3822cd33419 req-458c8c72-a0ef-495a-a55e-54a2bb109204 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.1249049 Jul 16 01:42:26.349847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ec93a28-be73-4316-a26a-b3822cd33419 req-ad8387e8-f0d6-40e2-8c99-e80d39344b44 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Jul 16 01:42:26.396143 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.435480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941bee0-014b-4f8c-845c-176c7089c51f req-273d44ee-b2d6-457b-b706-a103882256cd tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.437433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-273d44ee-b2d6-457b-b706-a103882256cd tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.6238952 Jul 16 01:42:26.640083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Router 318d84f9-29d1-49f9-b6f4-86064e874103 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:26.694028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7941bee0-014b-4f8c-845c-176c7089c51f req-801ebc5c-26cd-47ce-b1b8-420619f5d0e3 service neutron] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:26.699665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7941bee0-014b-4f8c-845c-176c7089c51f req-801ebc5c-26cd-47ce-b1b8-420619f5d0e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.700820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7941bee0-014b-4f8c-845c-176c7089c51f req-801ebc5c-26cd-47ce-b1b8-420619f5d0e3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41/bindings/n-h2-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.2556410 Jul 16 01:42:26.899700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:26.910118 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Sync routers for ids ['318d84f9-29d1-49f9-b6f4-86064e874103'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:26.927923 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Routers {'318d84f9-29d1-49f9-b6f4-86064e874103'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:26.928725 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['318d84f9-29d1-49f9-b6f4-86064e874103'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:26.973301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.974775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-31c59715-ca55-45f9-b885-8ef3f73fd748 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2679415 Jul 16 01:42:26.977540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.122321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ba2b85ae-ed94-4756-ba0c-1628bca6d460 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:27.186578 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Set router 318d84f9-29d1-49f9-b6f4-86064e874103 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:27.288852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ba2b85ae-ed94-4756-ba0c-1628bca6d460 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:27.301157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ba2b85ae-ed94-4756-ba0c-1628bca6d460 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:27.301600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.426706 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.519407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4975-b939-4f2a-866d-d6d9a752bd74 req-1a8d5ba5-1bb2-4dce-9c3f-5850bb28e732 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.533543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56eb4975-b939-4f2a-866d-d6d9a752bd74 req-1a8d5ba5-1bb2-4dce-9c3f-5850bb28e732 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1095 time: 0.3879533 Jul 16 01:42:27.582316 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.634222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e98b382d-2f98-4c68-b412-b04f3d90fc7d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/318d84f9-29d1-49f9-b6f4-86064e874103 HTTP/1.1" status: 200 len: 907 time: 0.6550827 Jul 16 01:42:27.636866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:27.663854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port ba2b85ae-ed94-4756-ba0c-1628bca6d460, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ba2b85ae-ed94-4756-ba0c-1628bca6d460,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:27.691820 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.696566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56eb4975-b939-4f2a-866d-d6d9a752bd74 req-f8a41474-b1f5-415a-90bf-96a7b813d40c tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611919 Jul 16 01:42:27.779421 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318d84f9-29d1-49f9-b6f4-86064e874103', 'name': 'tempest-snat-router-1168884727', 'tenant_id': '3969aa133d7c47628bdaf9d8909a4a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '317d0331-f2be-4fa2-88cf-d410e078a112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:22Z', 'updated_at': '2021-07-16T01:42:25Z', 'revision_number': 3, 'project_id': '3969aa133d7c47628bdaf9d8909a4a75', 'gw_port': {'id': '317d0331-f2be-4fa2-88cf-d410e078a112', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318d84f9-29d1-49f9-b6f4-86064e874103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:24Z', 'updated_at': '2021-07-16T01:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:27.809627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4687-5711-4028-8ce4-893797bfbf34 req-40071e4b-b15a-43c6-bc79-9523e8711f7f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.819999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab8d4687-5711-4028-8ce4-893797bfbf34 req-40071e4b-b15a-43c6-bc79-9523e8711f7f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1844840 Jul 16 01:42:27.915412 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Checking router: 318d84f9-29d1-49f9-b6f4-86064e874103 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:27.915997 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Updating router 318d84f9-29d1-49f9-b6f4-86064e874103 port 317d0331-f2be-4fa2-88cf-d410e078a112 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:27.925518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab8d4687-5711-4028-8ce4-893797bfbf34 req-fc03cd76-13be-456d-b25f-ec4e6af4b0b0 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042624 Jul 16 01:42:27.993514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=ba2b85ae-ed94-4756-ba0c-1628bca6d460,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:28.027510 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.144773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.361016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.475664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Deleting port 317d0331-f2be-4fa2-88cf-d410e078a112 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:28.476237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.536204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-292f8706-1216-472a-be44-1971c29c5abe tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.546903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-292f8706-1216-472a-be44-1971c29c5abe tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.2273099 Jul 16 01:42:28.566840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-acc5b911-4add-4671-8cae-fec0680306bf tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/quotas/1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 375 time: 0.0191631 Jul 16 01:42:28.596976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.648545 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.655664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Calling delete_port for 317d0331-f2be-4fa2-88cf-d410e078a112 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:28.672475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Transition to ACTIVE for port object 317d0331-f2be-4fa2-88cf-d410e078a112 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:28.684941 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.703861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-43ef31e4-38c3-4f66-9de5-eac888ba18f9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300099 Jul 16 01:42:28.763950 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.832767 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Attempting to bind port 317d0331-f2be-4fa2-88cf-d410e078a112 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:28.833139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Attempting to bind port 317d0331-f2be-4fa2-88cf-d410e078a112 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:28.833568 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Attempting to bind port 317d0331-f2be-4fa2-88cf-d410e078a112 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:28.843344 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:28.843717 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:28.844150 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.844540 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:28.845007 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Bound port: 317d0331-f2be-4fa2-88cf-d410e078a112, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:28.845712 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.921863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-79b8cad6-6630-41c4-aaa3-5d56ac680c77 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168164 Jul 16 01:42:28.990329 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a550869-73a0-4554-aab9-f58e7076423e None None] Pushing event updated for resources: {'Port': ['ID=317d0331-f2be-4fa2-88cf-d410e078a112,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.050110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ba2b85ae-ed94-4756-ba0c-1628bca6d460 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:29.088019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.089634 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.db.api [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:42:29.090160 n-d-800087-6 neutron-server[93909]: DEBUG oslo_db.api [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:42:29.147437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ba2b85ae-ed94-4756-ba0c-1628bca6d460 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:29.148328 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.160203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-575d0592-863c-4d4c-8726-09b654a56775 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355669 Jul 16 01:42:29.207418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event deleted for resources: {'Port': ['ID=317d0331-f2be-4fa2-88cf-d410e078a112,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.297668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.447414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.451476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.543654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.544296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 318d84f9-29d1-49f9-b6f4-86064e874103 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:29.553686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.554949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e6af6179-5866-4f7b-97ba-2a1bfc3dd261 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/routers/318d84f9-29d1-49f9-b6f4-86064e874103 HTTP/1.1" status: 204 len: 168 time: 1.9171152 Jul 16 01:42:29.557694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:29.625693 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Attempting to bind port 317d0331-f2be-4fa2-88cf-d410e078a112 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:29.626170 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Attempting to bind port 317d0331-f2be-4fa2-88cf-d410e078a112 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:29.626734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Attempting to bind port 317d0331-f2be-4fa2-88cf-d410e078a112 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:29.645789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:29.645789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:29.645789 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.645789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:29.645789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Bound port: 317d0331-f2be-4fa2-88cf-d410e078a112, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:29.645789 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.686625 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.plugin [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Port 317d0331-f2be-4fa2-88cf-d410e078a112 has been deleted concurrently {{(pid=93909) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 01:42:29.719021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.753281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5728bf1-3fc1-4c73-bea8-dae4e40c4185 req-a11b962a-bb9e-4778-8968-4a2199ed8c08 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:29.755109 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Routers set() bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:29.758059 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Router IDs set() for agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:42:29.758952 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_agentschedulers_db [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'318d84f9-29d1-49f9-b6f4-86064e874103'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent'). {{(pid=93909) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:42:29.762006 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced2fd1-a6f4-46b3-a4b3-b592118f7ca8 None None] The sync data for ids ['318d84f9-29d1-49f9-b6f4-86064e874103'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:29.769453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5728bf1-3fc1-4c73-bea8-dae4e40c4185 req-a11b962a-bb9e-4778-8968-4a2199ed8c08 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.2126374 Jul 16 01:42:29.875442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5728bf1-3fc1-4c73-bea8-dae4e40c4185 req-9c8d2385-e314-4c4e-babc-be5b78536a47 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980163 Jul 16 01:42:29.909990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.009148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-a592ac16-91f2-42d2-bd4e-d0b4a2954df7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1322527 Jul 16 01:42:30.057870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Deleting port ba2b85ae-ed94-4756-ba0c-1628bca6d460 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:30.058203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.206400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.206992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.207594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.208277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.208777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.209360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.209832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.212132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fdb8d49e-9dae-48af-a233-2b13a6445f68 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6493 time: 0.1503637 Jul 16 01:42:30.266592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] For port ba2b85ae-ed94-4756-ba0c-1628bca6d460, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ba2b85ae-ed94-4756-ba0c-1628bca6d460,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:30.268277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.272825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a301516d-aadd-4166-bb2a-3c5e7fbf9688 req-4deac024-edb1-4fea-a6a1-45e420678235 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 210 time: 0.0595074 Jul 16 01:42:30.284302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Calling delete_port for ba2b85ae-ed94-4756-ba0c-1628bca6d460 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:30.428656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-64e82f5e-2b20-4d8d-9d36-661ac225a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.429561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-64e82f5e-2b20-4d8d-9d36-661ac225a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.430207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-64e82f5e-2b20-4d8d-9d36-661ac225a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.432271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-64e82f5e-2b20-4d8d-9d36-661ac225a303 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bae1752d-f753-40a4-9624-9dd90fbd9706&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=b626ffa2-d659-4fd1-8302-c384b076392d&id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 2292 time: 0.1673198 Jul 16 01:42:30.548163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-981628b2-fa66-4de6-b007-d941e5195bcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 200 len: 1001 time: 0.1075141 Jul 16 01:42:30.597298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.629184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-1e9b7e70-1d51-4d5f-b910-e109d207acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.630679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-1e9b7e70-1d51-4d5f-b910-e109d207acf6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 HTTP/1.1" status: 200 len: 851 time: 0.0715563 Jul 16 01:42:30.706576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba2b85ae-ed94-4756-ba0c-1628bca6d460,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.811637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-f553ddd3-d393-4ec9-ad68-7a10fb978d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:30.816243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-f553ddd3-d393-4ec9-ad68-7a10fb978d94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bae1752d-f753-40a4-9624-9dd90fbd9706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774304 Jul 16 01:42:30.827017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.963558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.974210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.056974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.057621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e080c9ed-6dfc-483e-af49-ae788757b862 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:31.075372 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-e2c1074b-5ebc-4ee2-9d6f-0bdecbb50fd1 service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514143 Jul 16 01:42:31.089685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.097268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4bf06ec5-4907-4a0a-8cd6-d9b25fd5e40f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e080c9ed-6dfc-483e-af49-ae788757b862 HTTP/1.1" status: 204 len: 168 time: 1.5385389 Jul 16 01:42:31.098980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.104238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-971557659', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:31.183344 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.184394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.218470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.406438 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.500665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-35f41f8d-d2f3-446a-b568-cb9aba4ba91f service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175994 Jul 16 01:42:31.612570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-4e3a856b-f46d-48e3-ad15-62c0ead6a78c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 217 time: 0.1031568 Jul 16 01:42:31.778401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d190614f-8252-44bb-bf13-00db09a50f24 req-1dabe63b-c1e9-4065-981a-f99fb5bf62a8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 210 time: 0.1102107 Jul 16 01:42:31.789969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe82-285f-45b7-b231-1ced097a1f7d req-3baf7f21-e557-4b94-b182-7abecfd9db69 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.798131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a33bbe82-285f-45b7-b231-1ced097a1f7d req-3baf7f21-e557-4b94-b182-7abecfd9db69 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.4057424 Jul 16 01:42:31.839179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-797e23dd-24e3-4bf1-893e-0d4ef349e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.840770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-797e23dd-24e3-4bf1-893e-0d4ef349e23d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.2205126 Jul 16 01:42:31.851548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ba363f7-faa4-4ca4-abb1-2b6091a4ac9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.874918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.909500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a33bbe82-285f-45b7-b231-1ced097a1f7d req-513ea8f1-53c1-48b1-b438-2c7b31d8a791 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104519 Jul 16 01:42:31.974040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-014e1b54-d4a9-4043-aef8-54a5929f77dc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.976559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-014e1b54-d4a9-4043-aef8-54a5929f77dc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.5703850 Jul 16 01:42:31.978402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-3dfe38df-055d-456c-9aa5-f811385c483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.980124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-3dfe38df-055d-456c-9aa5-f811385c483e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163337 Jul 16 01:42:32.001939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Request body: {'port': {'device_id': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'admin_state_up': True, 'tenant_id': '1f30b933045c420cbfffb263b002c593'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:32.103014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-fed43b66-51d8-4f35-bb76-39880039c473 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149392 Jul 16 01:42:32.235618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-62a5c83f-0322-40f4-acfd-259ce470f91d service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262109 Jul 16 01:42:32.280684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ba363f7-faa4-4ca4-abb1-2b6091a4ac9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.286493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-efbc44f8-35d4-495b-b99a-36c89d43e48f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 217 time: 0.0427189 Jul 16 01:42:32.299401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ba363f7-faa4-4ca4-abb1-2b6091a4ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.344695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Made reservation on behalf of 1f30b933045c420cbfffb263b002c593 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:32.346211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.353902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-f1796d49-9958-4bc8-96ec-e30a6c4dd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.355742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-f1796d49-9958-4bc8-96ec-e30a6c4dd758 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.0626276 Jul 16 01:42:32.371101 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0ba363f7-faa4-4ca4-abb1-2b6091a4ac9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7b468db7e754341baeb17595b2522ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1428559 Jul 16 01:42:32.371101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba363f7-faa4-4ca4-abb1-2b6091a4ac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6152d26e-28ae-4766-b094-09a943769a7a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.372602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50290) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.490982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-155380c2-b020-49b3-afa8-7458de411fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.529724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.530339 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-155380c2-b020-49b3-afa8-7458de411fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.556695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-72590b10-f978-4398-84d3-e54b82ad405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.558337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-72590b10-f978-4398-84d3-e54b82ad405e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962016 Jul 16 01:42:32.561306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.665431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Allocated IP 172.20.0.13 (d62cdcd0-dd02-44f4-8792-bc03c6b75f0d/20da1378-0d14-4a88-92a3-5e254aa7ddab/1a1598f4-7dbf-4705-830c-3eeaa49d2116) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:32.689460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-155380c2-b020-49b3-afa8-7458de411fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.692405 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-155380c2-b020-49b3-afa8-7458de411fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.693793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-155380c2-b020-49b3-afa8-7458de411fc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6152d26e-28ae-4766-b094-09a943769a7a HTTP/1.1" status: 204 len: 168 time: 0.3201621 Jul 16 01:42:32.699287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-5ed3cd57-4569-4ddd-b909-d521c2c66121 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332409 Jul 16 01:42:32.715667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155380c2-b020-49b3-afa8-7458de411fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6152d26e-28ae-4766-b094-09a943769a7a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:32.734143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Allocated IP 172.25.0.121 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/8c9b9f7c-06f6-4dc6-87e5-0524c203dcc9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:32.825330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-6585f9a8-f903-4a3f-9741-08ecf1706d1b service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177125 Jul 16 01:42:32.898052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-5321dffc-adb2-434a-ae16-892a1712893d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=3f27e034-f2b3-40a6-8d91-a119732020a5 HTTP/1.1" status: 200 len: 217 time: 0.0643237 Jul 16 01:42:32.952625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ba2b85ae-ed94-4756-ba0c-1628bca6d460 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:32.967931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:32.993065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ba2b85ae-ed94-4756-ba0c-1628bca6d460 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:32.993720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ba2b85ae-ed94-4756-ba0c-1628bca6d460 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:33.007277 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9a20317-f957-4132-9212-8bb15e4f476a req-443849d8-797a-4dfb-97c8-d743dbca375c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 210 time: 0.1031892 Jul 16 01:42:33.029737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.039713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-318f8b66-94b2-4934-a3be-cdbb3f481bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.042076 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-318f8b66-94b2-4934-a3be-cdbb3f481bc3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.1370153 Jul 16 01:42:33.094250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.148213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-8905af1e-a42a-4363-ad49-836ee54e75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.149725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-8905af1e-a42a-4363-ad49-836ee54e75a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989897 Jul 16 01:42:33.151852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:33.161547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:33.166491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:33.171535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.176498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event updated for resources: {'Port': ['ID=8c9b9f7c-06f6-4dc6-87e5-0524c203dcc9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.251872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.264172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:33.270643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:33.273610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:33.278822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:33.342874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96de37a7-e09f-4fc4-b3f2-8eae6b414413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.380619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-4d758677-c915-425c-a10d-c593b16bc100 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214296 Jul 16 01:42:33.515861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017631ae-111f-438b-aa07-a2ae4b29abb5 req-0aa47163-9e0d-41f6-ae0f-7aa9fc66e55e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.523612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-017631ae-111f-438b-aa07-a2ae4b29abb5 req-0aa47163-9e0d-41f6-ae0f-7aa9fc66e55e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.3567266 Jul 16 01:42:33.569396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-738817b1-f1fa-4fbf-a652-aae8f548a29b service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784410 Jul 16 01:42:33.631865 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-163fcc0e-b19a-48f3-b20a-6c67719af792 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5 HTTP/1.1" status: 200 len: 217 time: 0.0510821 Jul 16 01:42:33.643087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-017631ae-111f-438b-aa07-a2ae4b29abb5 req-6ce88c5f-0f92-46e9-9d53-3364123b1be4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184645 Jul 16 01:42:33.716340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96de37a7-e09f-4fc4-b3f2-8eae6b414413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.728329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96de37a7-e09f-4fc4-b3f2-8eae6b414413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.794309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:33.794919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:33.825240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-38ae5b21-2177-488b-9427-03a7b9b8340d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8394849 Jul 16 01:42:33.878315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Request body: {'port': {'device_id': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:34.066749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.110716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.196421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-66829a57-ae26-4e84-ad41-2f8aa8a01486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.198594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-66829a57-ae26-4e84-ad41-2f8aa8a01486 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.5545616 Jul 16 01:42:34.248986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-96de37a7-e09f-4fc4-b3f2-8eae6b414413 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0aee3ae67d74daf864c9735e0d8e72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9955318 Jul 16 01:42:34.254835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:34.328303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de37a7-e09f-4fc4-b3f2-8eae6b414413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da38fb-830e-41a4-bc52-d4f73353f83a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.402217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f49d-53fb-4b37-8ee8-0c2e7aa1ef21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.429615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-0c31eb23-2eb7-447e-8bd5-ae912b54d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.431277 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-0c31eb23-2eb7-447e-8bd5-ae912b54d782 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945717 Jul 16 01:42:34.439811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144998-ebaa-4373-bafb-04c28ef958ea req-15366bfa-c2e5-4ab5-93bf-eb40e0b7d522 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:34.447100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e144998-ebaa-4373-bafb-04c28ef958ea req-15366bfa-c2e5-4ab5-93bf-eb40e0b7d522 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 932 time: 0.2734213 Jul 16 01:42:34.487602 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f49d-53fb-4b37-8ee8-0c2e7aa1ef21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.609093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e144998-ebaa-4373-bafb-04c28ef958ea req-1ed81a95-0b11-49e6-96d7-ea3d21eee91c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603999 Jul 16 01:42:34.609750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.650774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-ad306d4b-006d-48fc-bc68-9d077e8ca6f3 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978602 Jul 16 01:42:34.652969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f49d-53fb-4b37-8ee8-0c2e7aa1ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.656993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f49d-53fb-4b37-8ee8-0c2e7aa1ef21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.659246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4fa5f49d-53fb-4b37-8ee8-0c2e7aa1ef21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49da38fb-830e-41a4-bc52-d4f73353f83a HTTP/1.1" status: 204 len: 168 time: 0.3931236 Jul 16 01:42:34.691907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1598f4-7dbf-4705-830c-3eeaa49d2116 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:34.693489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5f49d-53fb-4b37-8ee8-0c2e7aa1ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da38fb-830e-41a4-bc52-d4f73353f83a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.702558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.769913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Transition to ACTIVE for port object 1a1598f4-7dbf-4705-830c-3eeaa49d2116 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:34.790862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:34.854895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-ba130894-c240-4f4d-ac2a-aede5c1d671e service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942148 Jul 16 01:42:34.948892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-4fce48c4-6746-4315-ab74-519d02f3630d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0838349 Jul 16 01:42:34.966750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:34.967484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:34.967484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:34.971109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:34.978442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:34.978762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:34.994986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:34.995323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:34.995711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:34.996179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Bound port: 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:34.996537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.037290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Router 7b987859-d58a-49ff-bb9c-67ad9159240b is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:35.064130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-7a97669a-fadb-42af-87d6-54bbfa1bfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.065797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-7a97669a-fadb-42af-87d6-54bbfa1bfd5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.0767782 Jul 16 01:42:35.077149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265e17e-3dc8-4293-b81a-ed786d5561e4 req-359a8000-4e82-43b9-8412-a530f39b3785 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.078629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9265e17e-3dc8-4293-b81a-ed786d5561e4 req-359a8000-4e82-43b9-8412-a530f39b3785 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1327066 Jul 16 01:42:35.163202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:35.174080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] Sync routers for ids ['7b987859-d58a-49ff-bb9c-67ad9159240b'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:35.186321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] Routers {'7b987859-d58a-49ff-bb9c-67ad9159240b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:35.186937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['7b987859-d58a-49ff-bb9c-67ad9159240b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.194903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9265e17e-3dc8-4293-b81a-ed786d5561e4 req-2d602343-f071-48b4-8dc5-14fdabcd1b35 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833287 Jul 16 01:42:35.203769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:35.210816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-4995ac26-69a5-4f92-9c2b-6c55442b7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.212727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-4995ac26-69a5-4f92-9c2b-6c55442b7273 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331751 Jul 16 01:42:35.213183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:35.214958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.221386 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0f1e875-8bef-4c3b-9dd8-f22683d6f484 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1211421 Jul 16 01:42:35.222245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50346) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:35.227952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:35.232161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.281192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.300495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] Routers {'7b987859-d58a-49ff-bb9c-67ad9159240b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:35.301023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['7b987859-d58a-49ff-bb9c-67ad9159240b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.327082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.327985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:35.330118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-da264fad-798e-486b-895b-9c302dfbceae service neutron] 10.222.0.32 "PUT /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 1092 time: 1.4637308 Jul 16 01:42:35.349446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:35.352195 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72211f6c-5641-4287-b09c-aa3d367c715b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:35.386221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:35.386781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b14ac-6fc3-443f-aff8-63f3976969a9 None None] The sync data for ids ['7b987859-d58a-49ff-bb9c-67ad9159240b'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:35.405601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-397435af-7f98-454b-9c30-c5e50a49e32c service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788802 Jul 16 01:42:35.474563 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4461c6c0-0078-41a9-91e9-0221cd1bbb88 x-openstack-request-id: req-4461c6c0-0078-41a9-91e9-0221cd1bbb88 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:35.475086 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:35.475529 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4461c6c0-0078-41a9-91e9-0221cd1bbb88 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:35.476892 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'status': 'completed', 'code': 200} Jul 16 01:42:35.488689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264fad-798e-486b-895b-9c302dfbceae service neutron] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:35.573499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-7d037406-92ed-4f7f-bb7a-b884c3bdf41b service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599395 Jul 16 01:42:35.584380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-ba280b5e-b212-4d4c-af8e-129f3e2e0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.586163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-ba280b5e-b212-4d4c-af8e-129f3e2e0475 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1095 time: 0.1659894 Jul 16 01:42:35.644938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-f08f0f9c-aa68-4b7b-b2e2-47e9cc82a404 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 200 len: 217 time: 0.0631578 Jul 16 01:42:35.680145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-929ce9ef-b97c-4e43-8ae2-f8b5ee472a82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 217 time: 0.0409288 Jul 16 01:42:35.722686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-42a59930-5bb8-4eac-a4e9-d1b7c0a1aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.724270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-42a59930-5bb8-4eac-a4e9-d1b7c0a1aa38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.0722115 Jul 16 01:42:35.804630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-cff8735e-c3ba-4f48-9a6b-1705525bdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.807624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-cff8735e-c3ba-4f48-9a6b-1705525bdfd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761609 Jul 16 01:42:35.828791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-423dd427-e3fb-4f75-8ca5-592a7c3f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:35.830994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-423dd427-e3fb-4f75-8ca5-592a7c3f8048 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1117420 Jul 16 01:42:35.903216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-98b2d0bd-bfd3-46e3-a49f-ae1bb606033c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391653 Jul 16 01:42:35.936129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:36.041279 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-779cab23-356c-4895-bb96-af77a36a3127 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296687 Jul 16 01:42:36.059107 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-5a78e54b-2596-469d-b072-33d5e8422059 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437241 Jul 16 01:42:36.106918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91066610-b7a7-49b7-b016-20b8f990ef7d req-04eb864b-9a97-466c-b5ec-3082af4a8b9f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.116663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91066610-b7a7-49b7-b016-20b8f990ef7d req-04eb864b-9a97-466c-b5ec-3082af4a8b9f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.2023008 Jul 16 01:42:36.175261 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:36.190706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7efd0c2-21c4-4f39-8f10-2008d50a97e6 req-ac9313c7-ae63-4813-83c2-b199ee33da4e service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392021 Jul 16 01:42:36.229223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91066610-b7a7-49b7-b016-20b8f990ef7d req-53dd86da-8855-49cc-80da-38eb217d63c6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055028 Jul 16 01:42:36.261257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d27bb1b0-7666-43a7-8f04-3632ebb3030f req-facf617c-63e6-479f-9f75-81198bc19dc4 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939876 Jul 16 01:42:36.457849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72211f6c-5641-4287-b09c-aa3d367c715b req-ad576133-3f3f-4671-8715-abc9b2840f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.459433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-ad576133-3f3f-4671-8715-abc9b2840f6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1095 time: 0.1563790 Jul 16 01:42:36.485178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403c1c-ddb4-4554-bea8-400d1115b19d req-62f17157-5dd1-4d89-9eda-d6d4b2b2ed7b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:36.486855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39403c1c-ddb4-4554-bea8-400d1115b19d req-62f17157-5dd1-4d89-9eda-d6d4b2b2ed7b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1090467 Jul 16 01:42:36.541608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39403c1c-ddb4-4554-bea8-400d1115b19d req-2773fece-ec66-4328-8b5f-a83b9b90e29f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Jul 16 01:42:37.113816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72211f6c-5641-4287-b09c-aa3d367c715b req-b8560a8e-fbfd-4835-aeb2-4de6c4dcb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.115284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-b8560a8e-fbfd-4835-aeb2-4de6c4dcb618 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.6439006 Jul 16 01:42:37.190597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-7b192dd2-2813-49a6-9ca7-d9726beb791b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 217 time: 0.0593793 Jul 16 01:42:37.270822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72211f6c-5641-4287-b09c-aa3d367c715b req-fc2e32ee-f2ba-42a7-b953-b716616b4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.272677 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-fc2e32ee-f2ba-42a7-b953-b716616b4582 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.0526130 Jul 16 01:42:37.334390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-2f2d0c3d-ce2a-4114-ae3b-da0706e3ee39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461934 Jul 16 01:42:37.338658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.342968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.476327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098649d-4e51-4252-a16c-b4df867a5865 req-f5e7ef04-8c10-41af-9c14-74d60e571640 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.489950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3098649d-4e51-4252-a16c-b4df867a5865 req-f5e7ef04-8c10-41af-9c14-74d60e571640 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.1275568 Jul 16 01:42:37.550662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3098649d-4e51-4252-a16c-b4df867a5865 req-3ada0885-4a4e-4b0e-b1a9-62cf81d1f0d1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597243 Jul 16 01:42:37.585269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-6863d014-1d92-424e-8602-7c4c3295b518 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338650 Jul 16 01:42:37.615324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Router 7b987859-d58a-49ff-bb9c-67ad9159240b has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:37.900194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86c438-dfd6-4f9c-b920-41234ed4e81c req-487456e4-fa0e-4aaa-ab2b-2cb02c523c8c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:37.921524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa86c438-dfd6-4f9c-b920-41234ed4e81c req-487456e4-fa0e-4aaa-ab2b-2cb02c523c8c tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1344335 Jul 16 01:42:37.981182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-72211f6c-5641-4287-b09c-aa3d367c715b req-ab639830-40f7-4ff0-ab9e-a5163db5fc1d service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837850 Jul 16 01:42:37.993420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:38.004423 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] Sync routers for ids ['7b987859-d58a-49ff-bb9c-67ad9159240b'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:38.005584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.011359 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3880e5f8-c02a-4f16-bb0f-b78ca4b0c4fc tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "PUT /v2.0/routers/7b987859-d58a-49ff-bb9c-67ad9159240b HTTP/1.1" status: 200 len: 925 time: 2.7878878 Jul 16 01:42:38.013889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.023443 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] Routers {'7b987859-d58a-49ff-bb9c-67ad9159240b'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:38.025392 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['7b987859-d58a-49ff-bb9c-67ad9159240b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:38.032708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa86c438-dfd6-4f9c-b920-41234ed4e81c req-f866dbaa-d805-4eac-8521-75a2f5708c47 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100552 Jul 16 01:42:38.081415 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:38.091139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] Routers {'7b987859-d58a-49ff-bb9c-67ad9159240b'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:38.091858 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['7b987859-d58a-49ff-bb9c-67ad9159240b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:38.134653 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:38.135413 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fde436-f7bf-4fd3-891f-422026cb7533 None None] The sync data for ids ['7b987859-d58a-49ff-bb9c-67ad9159240b'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:38.155944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.181521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-128e26a9-6c83-4ded-a1df-8a18891c3c07 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/7b987859-d58a-49ff-bb9c-67ad9159240b HTTP/1.1" status: 200 len: 925 time: 0.1655195 Jul 16 01:42:38.185012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.292380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d78b42-9242-4f02-b1ed-596bff3f9f4a tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.296655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-35d78b42-9242-4f02-b1ed-596bff3f9f4a tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=7b987859-d58a-49ff-bb9c-67ad9159240b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1078322 Jul 16 01:42:38.296655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50432) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.336456 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f216953-0ec7-486e-84c2-5607a2b7f421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.442774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96dc70-3033-4f12-924e-a9c321729f5f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.444214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a96dc70-3033-4f12-924e-a9c321729f5f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.1468356 Jul 16 01:42:38.447028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50438) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.481885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1b79c9f9-ce5b-41d1-99a9-439a886c6550 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b987859-d58a-49ff-bb9c-67ad9159240b HTTP/1.1" status: 200 len: 205 time: 0.0337102 Jul 16 01:42:38.484541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.539946 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f216953-0ec7-486e-84c2-5607a2b7f421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.547796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f216953-0ec7-486e-84c2-5607a2b7f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.602090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8f216953-0ec7-486e-84c2-5607a2b7f421 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55305a376ecb4ef482c22c8f35f1a74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450154 Jul 16 01:42:38.603607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:38.603881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f216953-0ec7-486e-84c2-5607a2b7f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe03c6-b985-4091-871a-2f142e92dad1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.697627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.760278 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.800252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdd307-44b3-420b-b4f2-7b828ceec47e req-f3236028-7636-4c64-a19e-abc73d15c383 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:38.801960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dcdd307-44b3-420b-b4f2-7b828ceec47e req-f3236028-7636-4c64-a19e-abc73d15c383 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.0845115 Jul 16 01:42:38.827263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.853462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dcdd307-44b3-420b-b4f2-7b828ceec47e req-4343cf6a-0289-44d0-9f8e-92cde4e31f43 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Jul 16 01:42:38.872098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.924925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.927518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.928687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88fe03c6-b985-4091-871a-2f142e92dad1 HTTP/1.1" status: 204 len: 168 time: 0.3234231 Jul 16 01:42:38.942439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe03c6-b985-4091-871a-2f142e92dad1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:38.953363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.953714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.954053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.954938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.955266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.955596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.955920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.956272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.956593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.956961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.957220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.957539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42c75-9a0d-44fb-88f9-348697f13686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:38.966355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Deleting port 8c9b9f7c-06f6-4dc6-87e5-0524c203dcc9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:38.966697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.067836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.085652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Calling delete_port for 8c9b9f7c-06f6-4dc6-87e5-0524c203dcc9 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:39.299208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb6c33-3b98-47a5-9e0c-61b83d9d1bf5 req-5befc437-d434-4b4b-9588-0b39e685d268 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:39.301691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83bb6c33-3b98-47a5-9e0c-61b83d9d1bf5 req-5befc437-d434-4b4b-9588-0b39e685d268 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.0988703 Jul 16 01:42:39.345233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.357800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83bb6c33-3b98-47a5-9e0c-61b83d9d1bf5 req-962ea4cd-be0d-4b7c-b041-d94ed365795f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Jul 16 01:42:39.385749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0a3435b-8d11-4d6c-9d78-bb654bbfdfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.405700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.441776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event deleted for resources: {'Port': ['ID=8c9b9f7c-06f6-4dc6-87e5-0524c203dcc9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.534916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.641786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.645161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.661509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0a3435b-8d11-4d6c-9d78-bb654bbfdfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.694164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0a3435b-8d11-4d6c-9d78-bb654bbfdfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.736746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.737300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Fanout notify agent at l3_agent the message router_deleted on router 7b987859-d58a-49ff-bb9c-67ad9159240b {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:39.748017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.749144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ecdbed7a-9fed-48b8-9c8e-f558c67b9d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/7b987859-d58a-49ff-bb9c-67ad9159240b HTTP/1.1" status: 204 len: 168 time: 1.2626460 Jul 16 01:42:39.753580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.754986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0a3435b-8d11-4d6c-9d78-bb654bbfdfab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5331971321864b49b3d6d9f4e105bac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078169 Jul 16 01:42:39.757285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3435b-8d11-4d6c-9d78-bb654bbfdfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8bc9bd-49e9-4aa3-bc60-fe9b6d5fbd08,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:39.761283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1171167729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:39.773563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.781427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:39.815807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.816946 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.884951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361890b2-6556-4a0a-ae8e-ca8ead3deeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.888729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.897237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.932327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.932591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361890b2-6556-4a0a-ae8e-ca8ead3deeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:39.935364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-85cfac00-a515-4557-be77-c0fa48c51c6c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1784742 Jul 16 01:42:39.936984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:39.949611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:40.009566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361890b2-6556-4a0a-ae8e-ca8ead3deeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.014605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361890b2-6556-4a0a-ae8e-ca8ead3deeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.018043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-361890b2-6556-4a0a-ae8e-ca8ead3deeb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f8bc9bd-49e9-4aa3-bc60-fe9b6d5fbd08 HTTP/1.1" status: 204 len: 168 time: 0.2412510 Jul 16 01:42:40.034674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361890b2-6556-4a0a-ae8e-ca8ead3deeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8bc9bd-49e9-4aa3-bc60-fe9b6d5fbd08,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.050449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:40.093075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'port_id': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'mac_address': 'fa:16:3e:1a:9e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da1378-0d14-4a88-92a3-5e254aa7ddab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:40.146299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.162290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1598f4-7dbf-4705-830c-3eeaa49d2116 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:40.206475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:40.211480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.276096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:40.358091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.381267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239604a-8c83-4a4a-9230-04d1f3c1d042 req-69ae206a-db0a-42c1-859d-3d87212addec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.389257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f239604a-8c83-4a4a-9230-04d1f3c1d042 req-69ae206a-db0a-42c1-859d-3d87212addec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.2575247 Jul 16 01:42:40.478230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['1a1598f4-7dbf-4705-830c-3eeaa49d2116'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:40.502139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f239604a-8c83-4a4a-9230-04d1f3c1d042 req-bbbfee65-5496-4b89-9e4a-26fef39ae6b1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113105 Jul 16 01:42:40.746793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874688-9890-4c28-ac8f-176a9f2e9ae1 req-7ae4221d-3747-43d5-8aaf-be64d00cfbd4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:40.748347 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1874688-9890-4c28-ac8f-176a9f2e9ae1 req-7ae4221d-3747-43d5-8aaf-be64d00cfbd4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1479967 Jul 16 01:42:40.790351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.813909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.837249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1874688-9890-4c28-ac8f-176a9f2e9ae1 req-9bd7fa7a-9e4c-41da-bafd-ad4d59b4f81e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820758 Jul 16 01:42:40.967486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Allocated IP 172.25.0.229 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/7e10bb7d-faee-4494-8965-0e7614400de4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:41.107524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.117073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:41.163399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.201178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:41.204591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:41.207678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:41.250497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1616042714-network', 'tenant_id': '46f3819e0ec742b5ad06510a9a70fb9c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:41.262891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event updated for resources: {'Port': ['ID=7e10bb7d-faee-4494-8965-0e7614400de4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:41.316113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Made reservation on behalf of 46f3819e0ec742b5ad06510a9a70fb9c for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:41.318393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.356389 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.787598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:41.863713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:41.868560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:41.868560 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.916690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189a954-00ce-4235-a5fe-094600a31e9b req-fed94009-40f3-463b-9c0b-8e74c5c34759 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:41.923903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1189a954-00ce-4235-a5fe-094600a31e9b req-fed94009-40f3-463b-9c0b-8e74c5c34759 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.2230415 Jul 16 01:42:41.967788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:41.999982 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.028081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.028337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:42.029054 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6321aafd-ddef-4ebd-9920-81e51ad4c9bd" -d '{"events": [{"server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "name": "network-vif-plugged", "status": "completed", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:42.043618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:42.049708 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.050572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1189a954-00ce-4235-a5fe-094600a31e9b req-606c5928-0ffe-45b7-992e-1cf42fe68748 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256380 Jul 16 01:42:42.092020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.132778 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0424265-78f5-4bdd-a6e8-9557883a4c85 x-openstack-request-id: req-c0424265-78f5-4bdd-a6e8-9557883a4c85 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:42.133199 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "name": "network-vif-plugged", "status": "completed", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:42.133566 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0424265-78f5-4bdd-a6e8-9557883a4c85 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:42.134121 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'code': 200} Jul 16 01:42:42.135000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.213255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:42.277068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.277529 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Added segment 01d9da61-c275-4509-8f74-b9a1a05817b1 of type vlan for network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 Jul 16 01:42:42.280369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e759c6-b8f9-4b46-81ce-a9b080e8a176,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.313139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643cc6-e64b-41a8-a76d-3adfdd5d3dfc req-672db97e-9784-4185-b485-db3a7dc6765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.314822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88643cc6-e64b-41a8-a76d-3adfdd5d3dfc req-672db97e-9784-4185-b485-db3a7dc6765f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1097 time: 0.0994494 Jul 16 01:42:42.373049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88643cc6-e64b-41a8-a76d-3adfdd5d3dfc req-e1912b76-4d08-417a-b7e5-13b3ae14e968 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511534 Jul 16 01:42:42.406778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba30313-203b-46a5-8872-e624d091aea1 req-91114353-5d69-47e1-85ac-2f6b0bcf068e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.408840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ba30313-203b-46a5-8872-e624d091aea1 req-91114353-5d69-47e1-85ac-2f6b0bcf068e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.3886991 Jul 16 01:42:42.437483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.506927 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.510930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ba30313-203b-46a5-8872-e624d091aea1 req-7e5cd55d-8cba-4441-87f4-f40dbbb3c509 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 Jul 16 01:42:42.514558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.529724 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.530089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:42.530777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.640024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5205543 Jul 16 01:42:42.644332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50520) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.650476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Request body: {'subnet': {'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1616042714-subnet', 'tenant_id': '46f3819e0ec742b5ad06510a9a70fb9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:42.666477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051cc3d-215a-456b-91a5-c6c8eeb76958 admin admin] Pushing event updated for resources: {'Network': ['ID=36c70b1d-f511-49b0-a4ba-3a8973eb4626,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:42.678530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:42.714356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Made reservation on behalf of 46f3819e0ec742b5ad06510a9a70fb9c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:42.718085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.733616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Router 98acff38-1b82-4dcb-8743-c375438006b9 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:42.868861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:42.875885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:42.880785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d416b79-4626-497b-9905-31364c96af07 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "PUT /v2.0/routers/98acff38-1b82-4dcb-8743-c375438006b9 HTTP/1.1" status: 200 len: 884 time: 2.9374187 Jul 16 01:42:42.880968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:42.888309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] Sync routers for ids ['98acff38-1b82-4dcb-8743-c375438006b9'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:42.900163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] Routers {'98acff38-1b82-4dcb-8743-c375438006b9'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:42.900802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['98acff38-1b82-4dcb-8743-c375438006b9'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:42.970372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:42.984105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] Routers {'98acff38-1b82-4dcb-8743-c375438006b9'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:42.985038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['98acff38-1b82-4dcb-8743-c375438006b9'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:43.022919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:43.023716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b21a0-8d70-46c2-965b-14c4fa8852dc None None] The sync data for ids ['98acff38-1b82-4dcb-8743-c375438006b9'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:43.055472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-83cd625e-792d-481b-94a0-4565cbd4ab76 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/98acff38-1b82-4dcb-8743-c375438006b9 HTTP/1.1" status: 200 len: 925 time: 0.1738696 Jul 16 01:42:43.058388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.082330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.184335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d5618-2c00-4039-8ef9-c02819cb641d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.186218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a99d5618-2c00-4039-8ef9-c02819cb641d tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=98acff38-1b82-4dcb-8743-c375438006b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1259167 Jul 16 01:42:43.189802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.202517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8880640-052a-40a4-8114-8fedacbd55dd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.215620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Checking segment: {'id': '01d9da61-c275-4509-8f74-b9a1a05817b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:43.216364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Network hostable DHCP agents. Network: 36c70b1d-f511-49b0-a4ba-3a8973eb4626, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:43.239989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:43.253121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 36c70b1d-f511-49b0-a4ba-3a8973eb4626) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:43.258612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.259258 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.263164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d37c19-a6ab-4fe5-9a5e-0eedfa80782e None None] Network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:43.274038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef47ae-7821-45a2-b494-85d4853fa20a req-dc1a21fc-e2f3-4e11-91ba-46de35e2fdbe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.275564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69ef47ae-7821-45a2-b494-85d4853fa20a req-dc1a21fc-e2f3-4e11-91ba-46de35e2fdbe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.1582336 Jul 16 01:42:43.311711 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ce82e62-1f2f-404e-a92d-fe6e8943bc90 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6656177 Jul 16 01:42:43.388367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69ef47ae-7821-45a2-b494-85d4853fa20a req-89468fc3-96d9-4c6b-887b-c5aacdb285f3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776739 Jul 16 01:42:43.399240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba25c60c-b4d2-45d1-bf9f-16c7786bf688 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.405844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.406379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba25c60c-b4d2-45d1-bf9f-16c7786bf688 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.2153437 Jul 16 01:42:43.463569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cca8ad94-388d-479e-bf8e-630ac23178c0 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=98acff38-1b82-4dcb-8743-c375438006b9 HTTP/1.1" status: 200 len: 205 time: 0.0563643 Jul 16 01:42:43.470735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70472cf-570b-480b-a756-bf0e007ff111 req-8a6d790e-d47c-4779-b99c-c8ddc97e57b0 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:43.474993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.493493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d70472cf-570b-480b-a756-bf0e007ff111 req-8a6d790e-d47c-4779-b99c-c8ddc97e57b0 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.2797158 Jul 16 01:42:43.592534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98853183-0b28-44d7-8547-806eba9de303 None None] Network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:43.615544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d70472cf-570b-480b-a756-bf0e007ff111 req-e36598e0-d55c-4ba2-8287-405503b7928f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161354 Jul 16 01:42:43.627990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.857476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.951522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Deleting port 7e10bb7d-faee-4494-8965-0e7614400de4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:43.951869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.078277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.092914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Calling delete_port for 7e10bb7d-faee-4494-8965-0e7614400de4 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:44.216423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014921-2700-4f8c-aacf-c090e0c6e4d3 req-e55d3bd9-5cbb-48ab-98c8-e73c4fac3d44 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.225099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08014921-2700-4f8c-aacf-c090e0c6e4d3 req-e55d3bd9-5cbb-48ab-98c8-e73c4fac3d44 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.0981979 Jul 16 01:42:44.281836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.298694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08014921-2700-4f8c-aacf-c090e0c6e4d3 req-9f0dc5d2-00a0-4251-a62d-fd68051fac9d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724425 Jul 16 01:42:44.309789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1032628285-network', 'tenant_id': '6b57eabde970440fae20d0c3dc8d999e'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:44.368554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.382936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Made reservation on behalf of 6b57eabde970440fae20d0c3dc8d999e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:44.385911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.406013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event deleted for resources: {'Port': ['ID=7e10bb7d-faee-4494-8965-0e7614400de4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.409759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.512076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.593268 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.598621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.620894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.623465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.630156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:44.645692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b1763-a08f-4ddb-998a-f9906c44b855,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.656544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.656774 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Added segment e0edbb95-17df-4ab2-acea-4e79851867f5 of type vlan for network 4835fe19-8f94-4dce-a8bd-4d274b14781e Jul 16 01:42:44.658966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.659382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.659793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.660242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.660648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.661049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.661447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.661847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.662252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.662566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.662902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.663226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.715344 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.718334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Fanout notify agent at l3_agent the message router_deleted on router 98acff38-1b82-4dcb-8743-c375438006b9 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:44.731311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.736584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c280259e-e46f-4fb2-8f54-f319ac36d87c tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/98acff38-1b82-4dcb-8743-c375438006b9 HTTP/1.1" status: 204 len: 168 time: 1.2569430 Jul 16 01:42:44.737339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.743475 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.749176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-566422165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:44.799934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.801077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.809119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.811871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.812842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.926137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] Pushing event updated for resources: {'Network': ['ID=4835fe19-8f94-4dce-a8bd-4d274b14781e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:44.933642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e8c5e6e7-9a3c-4cbc-bf26-dd07f3ee3b44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6299100 Jul 16 01:42:44.934094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50580) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.940355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Request body: {'subnet': {'network_id': '4835fe19-8f94-4dce-a8bd-4d274b14781e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1032628285-subnet', 'tenant_id': '6b57eabde970440fae20d0c3dc8d999e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:44.943300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4835fe19-8f94-4dce-a8bd-4d274b14781e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:44.997026 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a5ee-9159-4d49-805b-6909ed7296d4 req-b957b49f-fa97-4da2-a649-4f5e2793c7da tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:44.999052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b96a5ee-9159-4d49-805b-6909ed7296d4 req-b957b49f-fa97-4da2-a649-4f5e2793c7da tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.1534424 Jul 16 01:42:44.999768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Made reservation on behalf of 6b57eabde970440fae20d0c3dc8d999e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:45.003500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.066704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b96a5ee-9159-4d49-805b-6909ed7296d4 req-6a487d76-36f0-4d08-b56b-389dbdc692da tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Jul 16 01:42:45.261528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.268482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.297586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.303467 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fc21daf9-e89f-416a-a3e8-ae311e8ad7b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5577371 Jul 16 01:42:45.304062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:45.316601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': True}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:45.359272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.426523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4784e547-a980-4bdc-89fd-4036806af6e8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.440691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41241c9-2986-4cf8-914a-045ad2970954 req-50819dff-4050-4d3f-a385-2225501598fd tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.447685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a41241c9-2986-4cf8-914a-045ad2970954 req-50819dff-4050-4d3f-a385-2225501598fd tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1097 time: 0.1643794 Jul 16 01:42:45.470060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Checking segment: {'id': 'e0edbb95-17df-4ab2-acea-4e79851867f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4835fe19-8f94-4dce-a8bd-4d274b14781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:45.470561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Network hostable DHCP agents. Network: 4835fe19-8f94-4dce-a8bd-4d274b14781e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:45.504834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a41241c9-2986-4cf8-914a-045ad2970954 req-a6573560-0f24-489b-b98e-a00443c4d1dc tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560448 Jul 16 01:42:45.558275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Network 4835fe19-8f94-4dce-a8bd-4d274b14781e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:45.585941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4835fe19-8f94-4dce-a8bd-4d274b14781e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:45.596224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00632f60-349d-4c0f-b0ee-f21bc318b0ca None None] Network 4835fe19-8f94-4dce-a8bd-4d274b14781e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:45.601222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.602220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.627495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5b69-4ae2-47ff-9664-4e4e9718ea9b req-bdd0f4a8-7894-4613-bd87-69d637c717b8 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:45.635456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf1e5b69-4ae2-47ff-9664-4e4e9718ea9b req-bdd0f4a8-7894-4613-bd87-69d637c717b8 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1210604 Jul 16 01:42:45.693163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf1e5b69-4ae2-47ff-9664-4e4e9718ea9b req-15f445db-9d00-43e0-876a-02f6e949f262 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564263 Jul 16 01:42:45.696898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a5caed83-f4c9-4d53-9f00-36fecab020ad admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7615223 Jul 16 01:42:45.759285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.847766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326b5d0-cec6-4407-b1dc-3a59d2740bc2 None None] Network 4835fe19-8f94-4dce-a8bd-4d274b14781e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:46.149615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.175357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.319422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Allocated IP 172.25.0.99 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/ade6ae53-d600-49a5-aba2-56e8560a7a88) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:46.458765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-c043cbfc-11be-4e5c-aaf6-4bee1e27b96a tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.460748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-c043cbfc-11be-4e5c-aaf6-4bee1e27b96a tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/networks?id=36c70b1d-f511-49b0-a4ba-3a8973eb4626 HTTP/1.1" status: 200 len: 815 time: 0.1528702 Jul 16 01:42:46.476880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.478229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-18df147f-cfc7-428f-98fd-8a9854225133 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/quotas/46f3819e0ec742b5ad06510a9a70fb9c HTTP/1.1" status: 200 len: 375 time: 0.0113716 Jul 16 01:42:46.527685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-a4c256b1-f335-443f-be75-87a575084342 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=46f3819e0ec742b5ad06510a9a70fb9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418384 Jul 16 01:42:46.555128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.596232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:46.599409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:46.608166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:46.668120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-b68b311f-faed-4165-969a-496347cc292f service neutron] 10.222.0.35 "GET /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387393 Jul 16 01:42:46.825492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-1725f839-1529-4d0a-95a2-72fa4288e9af service neutron] 10.222.0.35 "GET /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559792 Jul 16 01:42:46.836091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Port': ['ID=ade6ae53-d600-49a5-aba2-56e8560a7a88,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.084303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.112075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2310d0-7405-42cb-a63e-9e9b545d97d4 req-a6f31da2-444e-4f77-8f06-4ac821121d88 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:47.119715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f2310d0-7405-42cb-a63e-9e9b545d97d4 req-a6f31da2-444e-4f77-8f06-4ac821121d88 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1445279 Jul 16 01:42:47.231500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f2310d0-7405-42cb-a63e-9e9b545d97d4 req-031bbd72-99de-4f6d-b160-d2bed67fced4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042347 Jul 16 01:42:47.270438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b78b93fc-4cf1-4080-8255-86c6c9108a08 req-b80eba95-bdec-4345-9e5e-b4ae4ce5a3d5 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 210 time: 0.0778251 Jul 16 01:42:47.349492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.353509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.588556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Router 69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:47.735043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:47.740240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.742198 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-23e567f9-de04-4c92-937e-6180e516986f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "PUT /v2.0/routers/69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 HTTP/1.1" status: 200 len: 917 time: 2.4336131 Jul 16 01:42:47.745775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.747437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] Sync routers for ids ['69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:47.760560 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] Routers {'69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:47.761451 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:47.801374 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:47.815910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:47.824176 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] Routers {'69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:47.825554 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:47.936048 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a86647bf-e452-41f8-bebf-153edb01f99a tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 HTTP/1.1" status: 200 len: 923 time: 0.1876724 Jul 16 01:42:47.936610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.990409 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:48.001477 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869df70e-fc09-430b-9c4b-36bbc437575a None None] The sync data for ids ['69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:48.037755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:48.054250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '02be9bab-9c64-4c4a-9277-363249e26832', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:48.143695 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.143929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ef173-0d0c-424c-8728-02ccbcce55dd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.143929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-893ef173-0d0c-424c-8728-02ccbcce55dd tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1837707 Jul 16 01:42:48.143929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.144452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:48.179918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:48.186855 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.257854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf70b01-38a4-4f09-a44f-701b4e990b02 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.260489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bbf70b01-38a4-4f09-a44f-701b4e990b02 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.1356740 Jul 16 01:42:48.262095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.274103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.281756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.282142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.282482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.282916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.283196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.283609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.283826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.285519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.286091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.286658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.287183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.287717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:48.294251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['02be9bab-9c64-4c4a-9277-363249e26832'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:48.301946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-87920e7e-f144-4eb7-9880-ece74f46482e tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 HTTP/1.1" status: 200 len: 205 time: 0.0377302 Jul 16 01:42:48.303610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.502978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.554071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22e02f6a-32b2-4930-a9e5-41ffe1adc96d req-0e646c24-5969-4d27-a40d-8d9a8c730bf9 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 210 time: 0.0674815 Jul 16 01:42:48.624803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be740d6-d548-4213-839a-f84c471ed519 req-0ec59db3-0c0b-44a7-b968-62f3ccd40d0f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.632193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8be740d6-d548-4213-839a-f84c471ed519 req-0ec59db3-0c0b-44a7-b968-62f3ccd40d0f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1565497 Jul 16 01:42:48.650726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.727029 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8be740d6-d548-4213-839a-f84c471ed519 req-c1c27c42-b5ea-4e5c-ab56-fa08b3a67683 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938420 Jul 16 01:42:48.745480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Deleting port ade6ae53-d600-49a5-aba2-56e8560a7a88 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:48.746290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.898589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-ac9b1511-a568-4311-8373-fa4b9cd7db05 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.901131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-ac9b1511-a568-4311-8373-fa4b9cd7db05 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.38 "GET /v2.0/networks?id=36c70b1d-f511-49b0-a4ba-3a8973eb4626 HTTP/1.1" status: 200 len: 815 time: 0.2231109 Jul 16 01:42:48.920470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.924112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Request body: {'port': {'device_id': '6940e971-aff7-4f65-bacb-93b767fa72de', 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626', 'admin_state_up': True, 'tenant_id': '46f3819e0ec742b5ad06510a9a70fb9c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:48.937780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Calling delete_port for ade6ae53-d600-49a5-aba2-56e8560a7a88 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:49.192634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.209907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Made reservation on behalf of 46f3819e0ec742b5ad06510a9a70fb9c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:49.213848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.224421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f67d303a-a510-47c4-b12a-5a7c07669c84 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.231680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f67d303a-a510-47c4-b12a-5a7c07669c84 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/networks?id=100f6141-c722-4fb2-9f2d-f321fdf5a2ac HTTP/1.1" status: 200 len: 815 time: 0.1830370 Jul 16 01:42:49.261846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-b02067b2-b881-4eb5-b0fa-7500da0e8e75 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/quotas/bf25c31bac9c4567bf96119f70ff22ba HTTP/1.1" status: 200 len: 375 time: 0.0291522 Jul 16 01:42:49.291168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event deleted for resources: {'Port': ['ID=ade6ae53-d600-49a5-aba2-56e8560a7a88,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.459197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-8252c883-754f-42bb-8b5c-63236741d85b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf25c31bac9c4567bf96119f70ff22ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942458 Jul 16 01:42:49.497559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.595145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-31bb2e89-56d3-4923-a92a-ac8eec611d1b service neutron] 10.222.0.35 "GET /v2.0/networks/100f6141-c722-4fb2-9f2d-f321fdf5a2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343896 Jul 16 01:42:49.673701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.676787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.704587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Allocated IP 172.20.0.2 (36c70b1d-f511-49b0-a4ba-3a8973eb4626/c8880640-052a-40a4-8114-8fedacbd55dd/540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:49.769248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.776756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-fc401b4f-2ad7-4409-b8d7-fdd910e77314 service neutron] 10.222.0.35 "GET /v2.0/networks/100f6141-c722-4fb2-9f2d-f321fdf5a2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793654 Jul 16 01:42:49.778539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Fanout notify agent at l3_agent the message router_deleted on router 69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:49.791294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.793480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9efa3ff-fa35-4522-a500-5dc8706511b9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 HTTP/1.1" status: 204 len: 168 time: 1.4889190 Jul 16 01:42:49.801503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.812658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:49.815182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1666183830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:49.850206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f80757bc-8813-474c-966f-28b64477905e req-f6ed50e7-8546-40bd-934d-40114087426e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 210 time: 0.0670490 Jul 16 01:42:49.873286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.874847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.922657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 02be9bab-9c64-4c4a-9277-363249e26832 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:49.922904 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.990758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.997077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.044573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.046285 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dc6ead55-97db-428d-8f39-9927810353e1 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2422609 Jul 16 01:42:50.049663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:50.055190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:50.147258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.174486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.200515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:50.201977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-142bb67f-00f1-4541-b6c8-f839750194a9 req-e0a4adc7-af6f-4280-955f-b5c0aeeeafb0 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 210 time: 0.0611446 Jul 16 01:42:50.205948 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2bd0c6-0d0c-4d3c-a72d-5349f7c51fde" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:50.252388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:50.268263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.289244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138dbb7-fd88-49a1-ab88-4699f8db1df5 req-a3aa8223-c58c-489e-a7e3-1919e503b372 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.303945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b138dbb7-fd88-49a1-ab88-4699f8db1df5 req-a3aa8223-c58c-489e-a7e3-1919e503b372 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.2029543 Jul 16 01:42:50.310548 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960c571-9f68-4a9f-841c-d27911017ade x-openstack-request-id: req-0960c571-9f68-4a9f-841c-d27911017ade {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:50.310914 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:50.311390 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0960c571-9f68-4a9f-841c-d27911017ade {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:50.312378 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:42:50.380550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.388126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.430365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.466196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b138dbb7-fd88-49a1-ab88-4699f8db1df5 req-fbea6122-9319-442e-ae02-62ebfd6bafe7 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520107 Jul 16 01:42:50.500819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Pushing event updated for resources: {'Port': ['ID=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.514799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:50.521949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:50.526632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:50.608711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:50.609660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.633898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5fb1d912-5df2-44e3-aeff-3d3f4b9bdc5e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7150435 Jul 16 01:42:50.648519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Request body: {'port': {'device_id': '6940e971-aff7-4f65-bacb-93b767fa72de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:50.749343 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.983116 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.003068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.180810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:51.189753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.203204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Transition to ACTIVE for port object 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:51.222729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Allocated IP 172.25.0.251 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/3c1b6b95-4c4c-46f0-b031-002ea852236b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:51.247299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.368734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Pushing event updated for resources: {'Port': ['ID=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.499303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.591728 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.661957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:51.663365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1b6b95-4c4c-46f0-b031-002ea852236b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.666305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:51.689489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:51.822436 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7330e21-24f1-453f-8f56-5ff251c661a8 req-69fd87f1-de2c-481f-aa05-42223a1e5676 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:51.838713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7330e21-24f1-453f-8f56-5ff251c661a8 req-69fd87f1-de2c-481f-aa05-42223a1e5676 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 943 time: 0.6331520 Jul 16 01:42:51.908201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f27c3de2-7fe8-4531-92c6-1db9b81bcc8d req-85b9137d-967a-4237-b56c-f28b138f659c tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 210 time: 0.0970714 Jul 16 01:42:51.949566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7330e21-24f1-453f-8f56-5ff251c661a8 req-39856409-fd3f-462a-ae4d-7b2fc20d38ff tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066399 Jul 16 01:42:51.990288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Attempting to bind port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:51.990728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Attempting to bind port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '01d9da61-c275-4509-8f74-b9a1a05817b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:51.991062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Attempting to bind port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 on network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:52.005296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 on network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:52.005654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Attempting to bind port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 on network 36c70b1d-f511-49b0-a4ba-3a8973eb4626 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:52.006666 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.019326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:52.019695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Checking segment: {'id': '01d9da61-c275-4509-8f74-b9a1a05817b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:52.019992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Bound using segment: {'id': '01d9da61-c275-4509-8f74-b9a1a05817b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:52.020498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Bound port: 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d9da61-c275-4509-8f74-b9a1a05817b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:52.020867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.268203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] For port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:52.288467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] For port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,segment=NetworkSegment(01d9da61-c275-4509-8f74-b9a1a05817b1),segment_id=01d9da61-c275-4509-8f74-b9a1a05817b1)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:52.313560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c29b-f8e1-47b3-a149-6b1185756b25 req-6ea34979-e6ff-4a4e-bf59-88008892f0cd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.316473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8276c29b-f8e1-47b3-a149-6b1185756b25 req-6ea34979-e6ff-4a4e-bf59-88008892f0cd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.2065334 Jul 16 01:42:52.321090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.446382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.447322 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.448967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-56df116e-1558-43b1-968f-42e143c24aad service neutron] 10.222.0.38 "PUT /v2.0/ports/540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 HTTP/1.1" status: 200 len: 1091 time: 1.8064177 Jul 16 01:42:52.449624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6940e971-aff7-4f65-bacb-93b767fa72de', 'tag': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:52.452148 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6940e971-aff7-4f65-bacb-93b767fa72de", "tag": "540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:52.499386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8276c29b-f8e1-47b3-a149-6b1185756b25 req-0bed2b2b-0204-4fa2-98d9-322163c89744 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733809 Jul 16 01:42:52.566114 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61961ac9-52ca-44da-af43-120024266bdc x-openstack-request-id: req-61961ac9-52ca-44da-af43-120024266bdc {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:52.583623 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6940e971-aff7-4f65-bacb-93b767fa72de", "tag": "540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:52.583874 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61961ac9-52ca-44da-af43-120024266bdc {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:52.584314 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6940e971-aff7-4f65-bacb-93b767fa72de', 'tag': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3', 'status': 'completed', 'code': 200} Jul 16 01:42:52.606741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df116e-1558-43b1-968f-42e143c24aad service neutron] Pushing event updated for resources: {'Port': ['ID=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:52.666637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-523ea095-5e42-4cb1-b15c-4b45c6441aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.667737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-523ea095-5e42-4cb1-b15c-4b45c6441aab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46f3819e0ec742b5ad06510a9a70fb9c&device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 1094 time: 0.1529801 Jul 16 01:42:52.744581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-220dc3ff-a5bf-467d-8d8a-bcdc971f3b64 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.746971 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-220dc3ff-a5bf-467d-8d8a-bcdc971f3b64 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.32 "GET /v2.0/networks?id=100f6141-c722-4fb2-9f2d-f321fdf5a2ac HTTP/1.1" status: 200 len: 815 time: 0.1929073 Jul 16 01:42:52.762628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-5639ce8c-80db-477e-b6c6-ad77c4208f05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 HTTP/1.1" status: 200 len: 217 time: 0.0860434 Jul 16 01:42:52.804838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Request body: {'port': {'device_id': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'admin_state_up': True, 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:52.856688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-171d0efa-54f4-4f00-a8cf-524fbfcfc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.862562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-171d0efa-54f4-4f00-a8cf-524fbfcfc9c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c8880640-052a-40a4-8114-8fedacbd55dd HTTP/1.1" status: 200 len: 855 time: 0.0933776 Jul 16 01:42:52.937385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-c7957e56-9647-42a5-956c-8f6d0d77bcce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36c70b1d-f511-49b0-a4ba-3a8973eb4626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578041 Jul 16 01:42:53.015786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d38aa40c-ccdb-472f-964a-9a9428279d20 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:53.119211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.139554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-bb75704f-236c-4310-a35d-4f50be8ef8ec service neutron] 10.222.0.38 "GET /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947579 Jul 16 01:42:53.247124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:53.278363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'port_id': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'mac_address': 'fa:16:3e:d6:9f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676c2fd7-1bc7-430f-8e01-605f6cda0532', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:53.321956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.349968 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.387704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d38aa40c-ccdb-472f-964a-9a9428279d20 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:53.419115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c447e345-83e6-486d-bf7f-624d042705f2 req-e8653315-98eb-4072-a162-069a205a895a tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 210 time: 0.1952446 Jul 16 01:42:53.481198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d11593da-a68b-445a-a5f4-7649d80a1a70 req-80fb4254-a062-44fa-8ceb-10968e841bdf service neutron] 10.222.0.38 "GET /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342581 Jul 16 01:42:53.493848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Made reservation on behalf of bf25c31bac9c4567bf96119f70ff22ba for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:53.504934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:53.508492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.519785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.572432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735af5-cea9-4605-b57f-91f9b63fc054 req-9ece71a2-4941-47a9-8cb1-ee2676b4fd6e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.583201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80735af5-cea9-4605-b57f-91f9b63fc054 req-9ece71a2-4941-47a9-8cb1-ee2676b4fd6e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 943 time: 0.2128651 Jul 16 01:42:53.714327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.733379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24aa944a-a53d-447e-b5e8-612074e52e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.824005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d38aa40c-ccdb-472f-964a-9a9428279d20'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:53.872606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80735af5-cea9-4605-b57f-91f9b63fc054 req-6a143631-12de-416f-932d-fd398a711e3e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767311 Jul 16 01:42:53.908117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-d94d1ff7-c419-45a6-9b03-869d697e454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:53.910204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-d94d1ff7-c419-45a6-9b03-869d697e454b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46f3819e0ec742b5ad06510a9a70fb9c&device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 1094 time: 0.3214371 Jul 16 01:42:54.129259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-a8efc6f6-becc-4788-a326-409981b967bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.131306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-a8efc6f6-becc-4788-a326-409981b967bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=36c70b1d-f511-49b0-a4ba-3a8973eb4626 HTTP/1.1" status: 200 len: 916 time: 0.2143507 Jul 16 01:42:54.181020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-60861191-f92a-475f-a104-2fdc6610100b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 HTTP/1.1" status: 200 len: 217 time: 0.0382507 Jul 16 01:42:54.205654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.257299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74057340-0f9c-4899-8c56-98374b3c7262 req-e0937c4a-ce03-44f0-af4f-c4d60f64d6ef tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.265715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74057340-0f9c-4899-8c56-98374b3c7262 req-e0937c4a-ce03-44f0-af4f-c4d60f64d6ef tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 944 time: 0.1780741 Jul 16 01:42:54.280753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.320869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-b95b8e45-02d4-4f9b-840d-95404c521ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:54.322936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-b95b8e45-02d4-4f9b-840d-95404c521ccc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c8880640-052a-40a4-8114-8fedacbd55dd HTTP/1.1" status: 200 len: 855 time: 0.1329606 Jul 16 01:42:54.341800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74057340-0f9c-4899-8c56-98374b3c7262 req-2d2aac4a-b639-4c82-b100-79b1a368e811 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746911 Jul 16 01:42:54.389528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-c755f792-63dc-491f-8358-066929a872e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36c70b1d-f511-49b0-a4ba-3a8973eb4626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464413 Jul 16 01:42:54.502313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-44f70c37-61c1-4dbc-966c-41640560264f service neutron] 10.222.0.38 "GET /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041591 Jul 16 01:42:54.586728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Allocated IP 172.20.0.9 (100f6141-c722-4fb2-9f2d-f321fdf5a2ac/186034bc-15ca-4a67-8f13-baa59d7ad546/32e34d60-ddd2-47db-9162-f097f1e5a503) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:54.669254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Router 599e622c-5c7d-4118-a5e2-884c285f4798 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:54.800493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac4a01e9-b1b2-480a-80da-3a16b2ba15a4 req-fbb2a0a0-dd5f-411d-81ab-a071ae6a9c5d service neutron] 10.222.0.38 "GET /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545152 Jul 16 01:42:54.890114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ec28342-d46d-4c7e-96ca-0f6b6faa80f4 req-11756d29-7710-4b4e-a6e5-b5078d3f5f91 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 210 time: 0.0736089 Jul 16 01:42:55.034455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d38aa40c-ccdb-472f-964a-9a9428279d20 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:55.210457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port d38aa40c-ccdb-472f-964a-9a9428279d20 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:55.210847 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.210981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.227204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:55.247449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.252305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5bf695b7-38a1-4554-ab8d-908131383ac6 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "PUT /v2.0/routers/599e622c-5c7d-4118-a5e2-884c285f4798 HTTP/1.1" status: 200 len: 920 time: 5.1993749 Jul 16 01:42:55.253430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] Sync routers for ids ['599e622c-5c7d-4118-a5e2-884c285f4798'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:55.263620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.275280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] Routers {'599e622c-5c7d-4118-a5e2-884c285f4798'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:55.276179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['599e622c-5c7d-4118-a5e2-884c285f4798'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:55.276361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Transition to ACTIVE for port object 32e34d60-ddd2-47db-9162-f097f1e5a503 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:55.314114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d17b95-56c1-4cdf-8fa6-b9d37d44c3e8 req-20bc7419-f0ad-444c-ad2a-30068d795f63 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.333365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8d17b95-56c1-4cdf-8fa6-b9d37d44c3e8 req-20bc7419-f0ad-444c-ad2a-30068d795f63 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 943 time: 0.1319048 Jul 16 01:42:55.348584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:55.385647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] Routers {'599e622c-5c7d-4118-a5e2-884c285f4798'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:55.386546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['599e622c-5c7d-4118-a5e2-884c285f4798'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:55.439229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8d17b95-56c1-4cdf-8fa6-b9d37d44c3e8 req-e963f3c1-3faa-4f09-972e-1995a84ad336 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046431 Jul 16 01:42:55.448010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:55.448938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cdb6d4-9f64-48d7-9b2d-ea4787206c46 None None] The sync data for ids ['599e622c-5c7d-4118-a5e2-884c285f4798'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:55.498579 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.512203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.543868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:55.545413 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2be6b07-0418-40ab-92ec-85e8c5abcaa0" -d '{"events": [{"server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "name": "network-vif-plugged", "status": "completed", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:55.581016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:55.589149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.678502 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47722119-585a-4f88-845c-dc694bdb77c2 x-openstack-request-id: req-47722119-585a-4f88-845c-dc694bdb77c2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:55.678808 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "name": "network-vif-plugged", "status": "completed", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:55.679085 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47722119-585a-4f88-845c-dc694bdb77c2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:55.679484 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'code': 200} Jul 16 01:42:55.698019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c4e976c7-1429-4298-8927-69b9657d757f tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/599e622c-5c7d-4118-a5e2-884c285f4798 HTTP/1.1" status: 200 len: 926 time: 0.4325683 Jul 16 01:42:55.698242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.700989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:55.704173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:55.720528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:55.742693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:55.753412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Pushing event updated for resources: {'Port': ['ID=32e34d60-ddd2-47db-9162-f097f1e5a503,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.935377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.945969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.987530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-f343a340-42d9-47b0-aa09-58b24c179f5d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1863482 Jul 16 01:42:56.148574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f451db52-cc8d-432c-9fb6-3e14c675edbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.168282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Request body: {'port': {'device_id': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:56.286265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6de42b3-5608-4b0e-96f1-56b55b220bcd None None] Provisioning for port 32e34d60-ddd2-47db-9162-f097f1e5a503 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:56.291476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814f927-e7ac-4b8e-bca6-49a23c38e575 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.295470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1814f927-e7ac-4b8e-bca6-49a23c38e575 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=599e622c-5c7d-4118-a5e2-884c285f4798&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5926611 Jul 16 01:42:56.295619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6de42b3-5608-4b0e-96f1-56b55b220bcd None None] Provisioning complete for port 32e34d60-ddd2-47db-9162-f097f1e5a503 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:56.295799 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6de42b3-5608-4b0e-96f1-56b55b220bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.296763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.311513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.415918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693efca-1079-4f54-a1eb-2769d29acbf6 req-99c9c28a-3fe1-42e6-a31d-9f2799859551 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.428715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1693efca-1079-4f54-a1eb-2769d29acbf6 req-99c9c28a-3fe1-42e6-a31d-9f2799859551 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.6092031 Jul 16 01:42:56.510106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984380b2-422a-43b7-9ba4-597ba077e1cd req-2d71796a-cac4-4a1c-910e-273fda457293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.512136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-984380b2-422a-43b7-9ba4-597ba077e1cd req-2d71796a-cac4-4a1c-910e-273fda457293 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 1096 time: 0.5563543 Jul 16 01:42:56.650350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1693efca-1079-4f54-a1eb-2769d29acbf6 req-9f98938f-1eb3-4df4-b4fc-42afe81279a9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138941 Jul 16 01:42:56.703114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b6de42b3-5608-4b0e-96f1-56b55b220bcd None None] Port 32e34d60-ddd2-47db-9162-f097f1e5a503 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:56.706002 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:56.753205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-984380b2-422a-43b7-9ba4-597ba077e1cd req-5ff13680-99c5-4776-85b8-6ca2c7da89f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109516 Jul 16 01:42:56.754729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ef1e3-bfed-4774-a6b7-2fcfebb2805c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.759167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1b9ef1e3-bfed-4774-a6b7-2fcfebb2805c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.4491153 Jul 16 01:42:56.766788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.845814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:56.860847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8591c81d-f762-476f-b69a-21fc80cd8c9e tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=599e622c-5c7d-4118-a5e2-884c285f4798 HTTP/1.1" status: 200 len: 205 time: 0.0915174 Jul 16 01:42:56.886645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c914c-77e0-413a-8eac-5cc53cacff74 req-9a7f0075-613c-4b1d-ae06-1cd6eeb40c7b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:56.888690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d71c914c-77e0-413a-8eac-5cc53cacff74 req-9a7f0075-613c-4b1d-ae06-1cd6eeb40c7b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 931 time: 0.4289415 Jul 16 01:42:56.982421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d71c914c-77e0-413a-8eac-5cc53cacff74 req-c5bb16ea-145f-4588-b2c7-0bac2487a67b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Jul 16 01:42:57.031855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:57.042086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbdf27-233e-4f02-8b42-430c823eb77b req-4da4f07b-89bb-4265-a6ed-b7e51c30e4fa tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.065761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bcbdf27-233e-4f02-8b42-430c823eb77b req-4da4f07b-89bb-4265-a6ed-b7e51c30e4fa tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 943 time: 0.1758196 Jul 16 01:42:57.149888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.150630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bcbdf27-233e-4f02-8b42-430c823eb77b req-710a9522-29d2-4096-98de-fcc4a3cb4a9a tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839050 Jul 16 01:42:57.328929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,segment=NetworkSegment(01d9da61-c275-4509-8f74-b9a1a05817b1),segment_id=01d9da61-c275-4509-8f74-b9a1a05817b1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.371802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3', 'network_id': '36c70b1d-f511-49b0-a4ba-3a8973eb4626', 'port_id': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3', 'mac_address': 'fa:16:3e:5f:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8880640-052a-40a4-8114-8fedacbd55dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:57.451972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.481804 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.487606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:57.533048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,segment=NetworkSegment(01d9da61-c275-4509-8f74-b9a1a05817b1),segment_id=01d9da61-c275-4509-8f74-b9a1a05817b1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:57.549442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.573393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e34d60-ddd2-47db-9162-f097f1e5a503 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:57.606785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.649663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.660362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Transition to ACTIVE for port object 32e34d60-ddd2-47db-9162-f097f1e5a503 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:57.673560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.720926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.840391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Pushing event updated for resources: {'Port': ['ID=32e34d60-ddd2-47db-9162-f097f1e5a503,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.864558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:58.124883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Deleting port 3c1b6b95-4c4c-46f0-b031-002ea852236b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:58.125895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.227601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Attempting to bind port 32e34d60-ddd2-47db-9162-f097f1e5a503 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:58.246634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Attempting to bind port 32e34d60-ddd2-47db-9162-f097f1e5a503 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:58.247064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Attempting to bind port 32e34d60-ddd2-47db-9162-f097f1e5a503 on network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:58.338293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f3da8-6867-4039-979e-129dda4eba31 req-26f3d3f5-1b76-4223-aeae-0d6534050e31 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.353659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-504f3da8-6867-4039-979e-129dda4eba31 req-26f3d3f5-1b76-4223-aeae-0d6534050e31 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.3768570 Jul 16 01:42:58.478952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.479873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-504f3da8-6867-4039-979e-129dda4eba31 req-c5928f9e-3d11-414e-b80d-90915ba64175 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240869 Jul 16 01:42:58.517459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Calling delete_port for 3c1b6b95-4c4c-46f0-b031-002ea852236b owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:58.630497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0ccb-c2b7-4dc6-b9b7-8d63461ec9de req-83270fd3-5a0f-4e36-8393-350755e7fabf tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.643406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746d0ccb-c2b7-4dc6-b9b7-8d63461ec9de req-83270fd3-5a0f-4e36-8393-350755e7fabf tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1622388 Jul 16 01:42:58.742323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746d0ccb-c2b7-4dc6-b9b7-8d63461ec9de req-4bb74ff0-4fe2-4f28-80b5-1eeabc400f59 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932913 Jul 16 01:42:58.803656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.854789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91158d-81e4-4dba-93c6-1e3576ff1d36 req-ef0c3f5b-b61a-4afc-97c4-7b7a2c5d2f66 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.862399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db91158d-81e4-4dba-93c6-1e3576ff1d36 req-ef0c3f5b-b61a-4afc-97c4-7b7a2c5d2f66 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 944 time: 0.1652312 Jul 16 01:42:58.903686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Port 32e34d60-ddd2-47db-9162-f097f1e5a503 on network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:58.904341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Attempting to bind port 32e34d60-ddd2-47db-9162-f097f1e5a503 on network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:58.957786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:58.958126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Checking segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:58.958524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Bound using segment: {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:58.958979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Bound port: 32e34d60-ddd2-47db-9162-f097f1e5a503, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05bc6a51-9512-4cee-87d9-7244f23e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:58.959338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.974500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db91158d-81e4-4dba-93c6-1e3576ff1d36 req-5ce68333-f467-462d-9a7e-c7c4a60422b5 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101489 Jul 16 01:42:59.111786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] For port 32e34d60-ddd2-47db-9162-f097f1e5a503, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:59.122562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] For port 32e34d60-ddd2-47db-9162-f097f1e5a503, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=32e34d60-ddd2-47db-9162-f097f1e5a503,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:59.136263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.338026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.339973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.343035 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] 10.222.0.32 "PUT /v2.0/ports/32e34d60-ddd2-47db-9162-f097f1e5a503 HTTP/1.1" status: 200 len: 1091 time: 3.1810465 Jul 16 01:42:59.350712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'tag': '32e34d60-ddd2-47db-9162-f097f1e5a503'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:59.357378 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50596f33-d032-4ebe-b783-ecefd7d7d4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "539d9ffa-c4c1-4044-8d84-651c7f073488", "tag": "32e34d60-ddd2-47db-9162-f097f1e5a503"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:59.447841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317917e-27d3-43c0-9dfc-b6ce7b5630b5 req-1d622e25-f7ff-46d3-9b00-6df2da5ed07f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.475304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d171b1-0aa6-4d9e-84cf-93b70eabef9f service neutron] Pushing event updated for resources: {'Port': ['ID=32e34d60-ddd2-47db-9162-f097f1e5a503,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.481254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f317917e-27d3-43c0-9dfc-b6ce7b5630b5 req-1d622e25-f7ff-46d3-9b00-6df2da5ed07f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.1860881 Jul 16 01:42:59.491162 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c9fc90-5798-47b8-9204-52c03609eaf3 x-openstack-request-id: req-45c9fc90-5798-47b8-9204-52c03609eaf3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:59.492129 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539d9ffa-c4c1-4044-8d84-651c7f073488", "tag": "32e34d60-ddd2-47db-9162-f097f1e5a503", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:59.492940 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45c9fc90-5798-47b8-9204-52c03609eaf3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:59.493518 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'tag': '32e34d60-ddd2-47db-9162-f097f1e5a503', 'status': 'completed', 'code': 200} Jul 16 01:42:59.496465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:59.604190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event deleted for resources: {'Port': ['ID=3c1b6b95-4c4c-46f0-b031-002ea852236b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:59.624744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f317917e-27d3-43c0-9dfc-b6ce7b5630b5 req-a9bd0537-b290-4893-8207-55461b5c5ca5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424050 Jul 16 01:42:59.775413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.095980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e620a91-d75a-47bf-9498-c960fb643156 req-0f241c8f-5351-4c4d-b959-8535e30e9fba tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.110073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e620a91-d75a-47bf-9498-c960fb643156 req-0f241c8f-5351-4c4d-b959-8535e30e9fba tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1157358 Jul 16 01:43:00.223083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e620a91-d75a-47bf-9498-c960fb643156 req-a7f3296f-ee31-4d0d-bb6d-6a67b210be8b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017647 Jul 16 01:43:00.522050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83f40e-e962-4bd6-81ea-ba72d3a1d24e req-2dbbe052-29bd-4bc7-87a2-27fcbc6a72ca tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.537738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d83f40e-e962-4bd6-81ea-ba72d3a1d24e req-2dbbe052-29bd-4bc7-87a2-27fcbc6a72ca tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 944 time: 0.1145055 Jul 16 01:43:00.588843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d83f40e-e962-4bd6-81ea-ba72d3a1d24e req-fb1ed4a9-e2d0-4dcb-86f2-1779f2406f28 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496294 Jul 16 01:43:00.684646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.687980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.767682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.768268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Fanout notify agent at l3_agent the message router_deleted on router 599e622c-5c7d-4118-a5e2-884c285f4798 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:00.775314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.780344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:00.781271 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f528fdb2-9e46-4405-9474-876476c41461 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/599e622c-5c7d-4118-a5e2-884c285f4798 HTTP/1.1" status: 204 len: 168 time: 3.9346008 Jul 16 01:43:00.786407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1522804966', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:00.791383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596f33-d032-4ebe-b783-ecefd7d7d4c0 req-20865f5d-7b8a-4f52-b6e8-3cdbaaef3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.792944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-50596f33-d032-4ebe-b783-ecefd7d7d4c0 req-20865f5d-7b8a-4f52-b6e8-3cdbaaef3422 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf25c31bac9c4567bf96119f70ff22ba&device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 1094 time: 0.9938419 Jul 16 01:43:00.822490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.826931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.935369 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.050350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:01.102931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.182600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:01.197414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:01.197782 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.368885 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.443600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596f33-d032-4ebe-b783-ecefd7d7d4c0 req-515e5bd3-954a-416f-9fde-d6a8fa8671db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.449186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-50596f33-d032-4ebe-b783-ecefd7d7d4c0 req-515e5bd3-954a-416f-9fde-d6a8fa8671db service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf25c31bac9c4567bf96119f70ff22ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3044987 Jul 16 01:43:01.478971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,segment=NetworkSegment(01d9da61-c275-4509-8f74-b9a1a05817b1),segment_id=01d9da61-c275-4509-8f74-b9a1a05817b1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:01.482662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6940e971-aff7-4f65-bacb-93b767fa72de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:01.496156 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb5a1e-206b-42a3-a5c9-ca68f13d9a02" -d '{"events": [{"server_uuid": "6940e971-aff7-4f65-bacb-93b767fa72de", "name": "network-vif-plugged", "status": "completed", "tag": "540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:01.508697 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.560470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.584802 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.655109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:01.666845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e3a3-48fa-4447-99ba-8863a84e02a6 req-922545a1-410e-49bf-bc5c-8e3a9cf688a8 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.676080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b779e3a3-48fa-4447-99ba-8863a84e02a6 req-922545a1-410e-49bf-bc5c-8e3a9cf688a8 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1917098 Jul 16 01:43:01.778983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596f33-d032-4ebe-b783-ecefd7d7d4c0 req-9e97e824-414c-49b3-b20e-bb4b28437c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.780760 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-50596f33-d032-4ebe-b783-ecefd7d7d4c0 req-9e97e824-414c-49b3-b20e-bb4b28437c22 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185441 Jul 16 01:43:01.858169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b779e3a3-48fa-4447-99ba-8863a84e02a6 req-f84ba5bb-be31-408f-b331-352cabcc7d2e tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810451 Jul 16 01:43:01.915017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Allocated IP 172.25.0.222 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/323d2315-650c-4504-9d5d-71da2ac32699) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:01.941383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-84301646-cc3b-47b4-aa13-c354d462adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.942983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-84301646-cc3b-47b4-aa13-c354d462adb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf25c31bac9c4567bf96119f70ff22ba&device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 1094 time: 0.1015134 Jul 16 01:43:01.958863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-fc54ff14-50d6-4922-8347-8df092c16d1f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.960731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-fc54ff14-50d6-4922-8347-8df092c16d1f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "GET /v2.0/ports?device_id=47de7f64-af04-4c71-abf4-1fdd734e193c HTTP/1.1" status: 200 len: 945 time: 0.2751775 Jul 16 01:43:02.043043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-8eb1a9de-a4c0-40f4-ba1f-783905b1df40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e34d60-ddd2-47db-9162-f097f1e5a503 HTTP/1.1" status: 200 len: 217 time: 0.0758412 Jul 16 01:43:02.097542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.164499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.187117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-4159ff4c-346a-4c41-beff-a68975f26c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.192056 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-4159ff4c-346a-4c41-beff-a68975f26c0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=186034bc-15ca-4a67-8f13-baa59d7ad546 HTTP/1.1" status: 200 len: 854 time: 0.1277895 Jul 16 01:43:02.232709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:02.242287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:02.251913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:02.259342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event updated for resources: {'Port': ['ID=323d2315-650c-4504-9d5d-71da2ac32699,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.546456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Deleting port d38aa40c-ccdb-472f-964a-9a9428279d20 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:02.546728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.694050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] For port d38aa40c-ccdb-472f-964a-9a9428279d20, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d38aa40c-ccdb-472f-964a-9a9428279d20,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:02.694050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.713512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Calling delete_port for d38aa40c-ccdb-472f-964a-9a9428279d20 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:02.717466 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.409678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.422715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d38aa40c-ccdb-472f-964a-9a9428279d20'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:03.444205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.451232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Pushing event deleted for resources: {'Port': ['ID=d38aa40c-ccdb-472f-964a-9a9428279d20,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.574040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] No DVR routers for this DVR port d38aa40c-ccdb-472f-964a-9a9428279d20 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:03.578118 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.580021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd96d1c-a6bd-42a5-bcd4-cd94a7716ae5 req-5f1653dd-33fd-4791-ae29-af21da36111d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "DELETE /v2.0/ports/d38aa40c-ccdb-472f-964a-9a9428279d20 HTTP/1.1" status: 204 len: 173 time: 1.4261265 Jul 16 01:43:03.580501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'name': 'network-vif-deleted', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:03.582760 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a31032-6a2d-46f9-9317-250f72586b6d" -d '{"events": [{"server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "name": "network-vif-deleted", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:03.698137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Router 8da52055-d37c-4d6a-8cc7-a7d956586e0d is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:03.837137 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac97925f-c533-4fce-9b69-8e7ea482e8b1 x-openstack-request-id: req-ac97925f-c533-4fce-9b69-8e7ea482e8b1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:03.837492 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6940e971-aff7-4f65-bacb-93b767fa72de", "name": "network-vif-plugged", "status": "completed", "tag": "540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:03.837620 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac97925f-c533-4fce-9b69-8e7ea482e8b1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:03.838139 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6940e971-aff7-4f65-bacb-93b767fa72de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3', 'code': 200} Jul 16 01:43:03.863978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:03.876815 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] Sync routers for ids ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:03.895647 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] Routers {'8da52055-d37c-4d6a-8cc7-a7d956586e0d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:03.896605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:03.908379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.911994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-4d542f92-67c5-4f58-b5fb-9ed4e5671025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.914483 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-328a430b-3af9-44c1-989d-f17e698ac8b2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1315253 Jul 16 01:43:03.916556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50928) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.919053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-4d542f92-67c5-4f58-b5fb-9ed4e5671025 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=100f6141-c722-4fb2-9f2d-f321fdf5a2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506841 Jul 16 01:43:03.950472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:04.007145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:04.036778 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] Routers {'8da52055-d37c-4d6a-8cc7-a7d956586e0d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:04.054518 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:04.117357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-3a659257-aec3-4736-89fc-5d7332f1bd58 service neutron] 10.222.0.32 "GET /v2.0/networks/100f6141-c722-4fb2-9f2d-f321fdf5a2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844125 Jul 16 01:43:04.166264 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:04.167194 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39753a5-e65f-4917-9bc4-0ef17f7e35ae None None] The sync data for ids ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:04.243499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cfe9-dda6-478e-b0e4-b6f830e358bb req-cb8038f6-6017-44b7-8288-60e67ebf7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.245056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0190cfe9-dda6-478e-b0e4-b6f830e358bb req-cb8038f6-6017-44b7-8288-60e67ebf7155 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 1096 time: 0.2865047 Jul 16 01:43:04.333636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6099403c-c8e2-44de-9bc3-71c4c7d5fefb req-ff7a6f1b-46ae-42c1-9f29-5c12c0b400c0 service neutron] 10.222.0.32 "GET /v2.0/networks/100f6141-c722-4fb2-9f2d-f321fdf5a2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989644 Jul 16 01:43:04.514831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0190cfe9-dda6-478e-b0e4-b6f830e358bb req-3e1941fa-7a7f-429e-acf8-c41fe904d30f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028826 Jul 16 01:43:04.565633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cfc9d-b66a-4462-9149-a8fa0fc1d224 req-614fce4f-f342-478a-bf15-2e0d070d5d13 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.572609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b2cfc9d-b66a-4462-9149-a8fa0fc1d224 req-614fce4f-f342-478a-bf15-2e0d070d5d13 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 945 time: 0.4163232 Jul 16 01:43:04.662951 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.688920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b2cfc9d-b66a-4462-9149-a8fa0fc1d224 req-4578d2a0-c38c-4d55-a212-72f0df404df7 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153371 Jul 16 01:43:04.720223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.818777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Deleting port 323d2315-650c-4504-9d5d-71da2ac32699 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:04.819148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.915327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.943857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Calling delete_port for 323d2315-650c-4504-9d5d-71da2ac32699 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:05.228975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac9920-82b1-400f-adef-72237fd936e2 req-778251eb-692e-4d51-a4d4-c175396caa84 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.230843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fac9920-82b1-400f-adef-72237fd936e2 req-778251eb-692e-4d51-a4d4-c175396caa84 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.2006509 Jul 16 01:43:05.325998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fac9920-82b1-400f-adef-72237fd936e2 req-e82f0a7e-62bd-441b-aa46-87d4bb69543d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Jul 16 01:43:05.344955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.434650 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc40bf3-393f-4d70-aa61-fceab71cd0b9 x-openstack-request-id: req-efc40bf3-393f-4d70-aa61-fceab71cd0b9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:05.436659 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de7f64-af04-4c71-abf4-1fdd734e193c", "name": "network-vif-deleted", "tag": "d38aa40c-ccdb-472f-964a-9a9428279d20", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:05.438907 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efc40bf3-393f-4d70-aa61-fceab71cd0b9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:05.439584 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de7f64-af04-4c71-abf4-1fdd734e193c', 'name': 'network-vif-deleted', 'tag': 'd38aa40c-ccdb-472f-964a-9a9428279d20', 'status': 'completed', 'code': 200} Jul 16 01:43:05.445938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Pushing event deleted for resources: {'Port': ['ID=323d2315-650c-4504-9d5d-71da2ac32699,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:05.581925 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.829909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.833688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:05.924119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Router 8da52055-d37c-4d6a-8cc7-a7d956586e0d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:06.013745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:06.021848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.023224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c00b5865-ed4f-43fd-8798-d755fbc0af98 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "PUT /v2.0/routers/8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 200 len: 710 time: 2.1039326 Jul 16 01:43:06.025009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] Sync routers for ids ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:06.026025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50952) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.043259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] Routers {'8da52055-d37c-4d6a-8cc7-a7d956586e0d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:06.043915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:06.120854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50954) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.125355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:06.125537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d1789d1-9075-4e3f-895a-642fc66474d4 tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/routers/8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 200 len: 745 time: 0.0947084 Jul 16 01:43:06.133047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] Routers {'8da52055-d37c-4d6a-8cc7-a7d956586e0d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:06.133796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:06.184266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0a5ae78c-aea7-42b5-a7c5-35cecbfa7b2c tempest-RoutersIpV6AdminTest-867332660 tempest-RoutersIpV6AdminTest-867332660-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 200 len: 205 time: 0.0603299 Jul 16 01:43:06.185435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.191243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:06.191914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f0833-5dec-4436-a10f-8bf2d90e7afc None None] The sync data for ids ['8da52055-d37c-4d6a-8cc7-a7d956586e0d'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:06.243592 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ee49d788-8662-455e-a052-0d42c02a1bf7 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 200 len: 205 time: 0.0542414 Jul 16 01:43:06.244043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50966) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.362350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.507674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-b3abc732-0240-46ca-b8b0-5cc9a443f519 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.509053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-b3abc732-0240-46ca-b8b0-5cc9a443f519 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 815 time: 0.2891436 Jul 16 01:43:06.552900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.555308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-b6423184-29ce-4696-a8ad-3b20aabc9d06 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/quotas/43ec37b323684d6597f9f9b0298fd23e HTTP/1.1" status: 200 len: 375 time: 0.0167432 Jul 16 01:43:06.556492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.617993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-1bb4a040-9cbe-4f77-808d-385bc4a2cbb9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562530 Jul 16 01:43:06.635618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.636116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Fanout notify agent at l3_agent the message router_deleted on router 8da52055-d37c-4d6a-8cc7-a7d956586e0d {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:06.652912 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:06.653854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d1f1d68-e4a1-449c-91b2-d775a66d3d3d tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 204 len: 168 time: 0.4088533 Jul 16 01:43:06.658145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.693210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99a2379f-5d27-4239-a867-333f264b2d27 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 200 len: 205 time: 0.0303991 Jul 16 01:43:06.693210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.733198 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-567eaada-41b8-4cb8-9043-06c72e07940e tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] delete failed (client error): The resource could not be found. Jul 16 01:43:06.734260 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-567eaada-41b8-4cb8-9043-06c72e07940e tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/8da52055-d37c-4d6a-8cc7-a7d956586e0d HTTP/1.1" status: 404 len: 336 time: 0.0411348 Jul 16 01:43:06.735323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-46892046-6fb5-4fb0-b154-afdfd450f21c service neutron] 10.222.0.35 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092234 Jul 16 01:43:06.736958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.771253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ddeb0ae0-c304-41c6-9158-06e2c6e1ef79 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=599e622c-5c7d-4118-a5e2-884c285f4798 HTTP/1.1" status: 200 len: 205 time: 0.0328510 Jul 16 01:43:06.773458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.810036 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-20cf63c7-1bae-4367-a00c-9047896b0df9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] delete failed (client error): The resource could not be found. Jul 16 01:43:06.811055 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20cf63c7-1bae-4367-a00c-9047896b0df9 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/599e622c-5c7d-4118-a5e2-884c285f4798 HTTP/1.1" status: 404 len: 336 time: 0.0367074 Jul 16 01:43:06.813963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50978) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.842213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-bdd1b911-0f58-4b8e-a21d-dc623094ce54 service neutron] 10.222.0.35 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926130 Jul 16 01:43:06.848366 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-58d98a5b-1f22-4d2e-b960-03a61d43940b tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 HTTP/1.1" status: 200 len: 205 time: 0.0332541 Jul 16 01:43:06.851034 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50980) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.897380 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-9b79c328-4805-421c-b60f-14905f8451f2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] delete failed (client error): The resource could not be found. Jul 16 01:43:06.898415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9b79c328-4805-421c-b60f-14905f8451f2 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/69cc1ef4-1ac9-4f42-bb23-3d5d05e1c8d3 HTTP/1.1" status: 404 len: 336 time: 0.0464139 Jul 16 01:43:06.901059 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.930060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-14274dbf-4bf9-4104-99f8-3e3e0d9b97a6 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=98acff38-1b82-4dcb-8743-c375438006b9 HTTP/1.1" status: 200 len: 205 time: 0.0278888 Jul 16 01:43:06.932351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:06.974828 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-55ac8f7f-1954-4934-ba57-c8d5f62c1940 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] delete failed (client error): The resource could not be found. Jul 16 01:43:06.975840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-55ac8f7f-1954-4934-ba57-c8d5f62c1940 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/98acff38-1b82-4dcb-8743-c375438006b9 HTTP/1.1" status: 404 len: 336 time: 0.0426080 Jul 16 01:43:06.979157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.012272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-616bec40-20de-4f47-b410-b52790958d18 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b987859-d58a-49ff-bb9c-67ad9159240b HTTP/1.1" status: 200 len: 205 time: 0.0317028 Jul 16 01:43:07.014350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50992) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.068196 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f3c21a48-d1ce-4e25-b394-9a2719c5a934 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] delete failed (client error): The resource could not be found. Jul 16 01:43:07.072082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50994) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.076271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d38aa40c-ccdb-472f-964a-9a9428279d20 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:07.086094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f3c21a48-d1ce-4e25-b394-9a2719c5a934 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/7b987859-d58a-49ff-bb9c-67ad9159240b HTTP/1.1" status: 404 len: 336 time: 0.0705900 Jul 16 01:43:07.111582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: d38aa40c-ccdb-472f-964a-9a9428279d20 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:07.111929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d38aa40c-ccdb-472f-964a-9a9428279d20 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:07.113732 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aae992d4-75f4-4ad2-838e-2501aae14402 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f2b4426-797b-49f3-8373-079656028c11 HTTP/1.1" status: 200 len: 205 time: 0.0398130 Jul 16 01:43:07.115606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.159388 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-5e3acb27-2f36-4c8c-97c7-2213116dab54 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] delete failed (client error): The resource could not be found. Jul 16 01:43:07.163592 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e3acb27-2f36-4c8c-97c7-2213116dab54 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/routers/8f2b4426-797b-49f3-8373-079656028c11 HTTP/1.1" status: 404 len: 336 time: 0.0442002 Jul 16 01:43:07.164332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.192611 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c73b878-08ac-4437-9cc4-8de2279c8983 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:07.193432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c73b878-08ac-4437-9cc4-8de2279c8983 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:07.195972 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c73b878-08ac-4437-9cc4-8de2279c8983 tempest-RoutersIpV6AdminTest-873377824 tempest-RoutersIpV6AdminTest-873377824-project] 10.222.0.35 "DELETE /v2.0/subnets/f3c12dd3-4dae-439d-80bb-c7e220cefa79 HTTP/1.1" status: 404 len: 337 time: 0.0304980 Jul 16 01:43:07.226586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4361-a8b2-4514-8445-d173f823c3cd req-1ec0acd9-1cfb-47dd-a32e-ca4682c8ff53 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.228848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d9c4361-a8b2-4514-8445-d173f823c3cd req-1ec0acd9-1cfb-47dd-a32e-ca4682c8ff53 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 945 time: 0.1187885 Jul 16 01:43:07.316110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d9c4361-a8b2-4514-8445-d173f823c3cd req-f6bb194f-cda4-4351-8c25-d96700b7992d tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737650 Jul 16 01:43:07.616479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.772644 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c46-b15a-4d11-a86a-f7a2e06841d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.799646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b9812-c556-4240-8f0b-d44c7e245a6c req-bd1bb783-ef88-400a-9ca1-fe0fcd493d91 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.807226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-440b9812-c556-4240-8f0b-d44c7e245a6c req-bd1bb783-ef88-400a-9ca1-fe0fcd493d91 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.1411660 Jul 16 01:43:07.876598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-440b9812-c556-4240-8f0b-d44c7e245a6c req-37051ec0-755e-4b9c-afa3-fbc55f6879fa tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683644 Jul 16 01:43:08.021091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c46-b15a-4d11-a86a-f7a2e06841d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.027637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73e6c46-b15a-4d11-a86a-f7a2e06841d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.095886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f73e6c46-b15a-4d11-a86a-f7a2e06841d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4584338cb7aa43efa09a068908b189e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777501 Jul 16 01:43:08.098344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e6c46-b15a-4d11-a86a-f7a2e06841d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6068d48c-c519-4989-b559-fcd6cfcc5d88,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.098704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:08.167690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936da7b-7434-4157-bcc8-d51f637187a0 req-093ea753-e730-490c-9338-3f7c58822642 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.169400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2936da7b-7434-4157-bcc8-d51f637187a0 req-093ea753-e730-490c-9338-3f7c58822642 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1384408 Jul 16 01:43:08.201983 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669f8a78-31e5-485c-8a8f-e6094ad89c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.231130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2936da7b-7434-4157-bcc8-d51f637187a0 req-fab13ecb-d81d-418e-ae97-0beba448ad57 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552189 Jul 16 01:43:08.240361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669f8a78-31e5-485c-8a8f-e6094ad89c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.296900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669f8a78-31e5-485c-8a8f-e6094ad89c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.304291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-669f8a78-31e5-485c-8a8f-e6094ad89c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.304291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-669f8a78-31e5-485c-8a8f-e6094ad89c73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6068d48c-c519-4989-b559-fcd6cfcc5d88 HTTP/1.1" status: 204 len: 168 time: 0.2016721 Jul 16 01:43:08.323125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8a78-31e5-485c-8a8f-e6094ad89c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068d48c-c519-4989-b559-fcd6cfcc5d88,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.436809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91a26c40-b741-49b6-bed2-55cd09ce6a4d req-0da5b492-9c85-4f84-9d15-543b9ec5bc05 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 210 time: 0.0780954 Jul 16 01:43:08.910384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-2ff4fd3f-dcee-4092-b010-8ec600a3cf45 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.912057 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-2ff4fd3f-dcee-4092-b010-8ec600a3cf45 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 815 time: 0.3103075 Jul 16 01:43:08.944457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Request body: {'port': {'device_id': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'admin_state_up': True, 'tenant_id': '43ec37b323684d6597f9f9b0298fd23e'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:09.038740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.093827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-61d7c550-0499-4ef6-a148-2fdcbeb4c23b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3969aa133d7c47628bdaf9d8909a4a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502133 Jul 16 01:43:09.094084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.148491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8844-6598-4df5-baf2-1f3dc3bac5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.173203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8844-6598-4df5-baf2-1f3dc3bac5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.221426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8844-6598-4df5-baf2-1f3dc3bac5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.224233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8844-6598-4df5-baf2-1f3dc3bac5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.228203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a0fb8844-6598-4df5-baf2-1f3dc3bac5cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd4930e1-80ea-455c-9c7e-aadc8ebef430 HTTP/1.1" status: 204 len: 168 time: 0.1304812 Jul 16 01:43:09.234879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb8844-6598-4df5-baf2-1f3dc3bac5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4930e1-80ea-455c-9c7e-aadc8ebef430,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:09.443845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789207-b95e-491f-bdb2-e9b638306061 req-1becec8e-3657-4d77-a1dc-0237a379c522 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.445234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab789207-b95e-491f-bdb2-e9b638306061 req-1becec8e-3657-4d77-a1dc-0237a379c522 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.0948098 Jul 16 01:43:09.446317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Made reservation on behalf of 43ec37b323684d6597f9f9b0298fd23e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:09.449609 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.530716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab789207-b95e-491f-bdb2-e9b638306061 req-2db06797-780f-4d1f-8340-573454340dea tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787356 Jul 16 01:43:09.655721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Allocated IP 172.20.0.2 (e7d1975e-d24a-4c07-9309-b4e16498fa7a/676c2fd7-1bc7-430f-8e01-605f6cda0532/c86555f2-9a3e-4738-93b4-7a2e5d13d05a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:09.854927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea28f1-bfbf-4624-a30f-34141fdeaa40 req-041046c8-dd4d-4ac5-9006-e65de385e21e tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.863669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ea28f1-bfbf-4624-a30f-34141fdeaa40 req-041046c8-dd4d-4ac5-9006-e65de385e21e tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1555150 Jul 16 01:43:09.902290 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.931224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ea28f1-bfbf-4624-a30f-34141fdeaa40 req-e143882a-c870-473a-9f58-577b359d435f tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663595 Jul 16 01:43:09.979726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.096572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Network e7d1975e-d24a-4c07-9309-b4e16498fa7a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:10.133822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:10.162696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:10.210317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Pushing event updated for resources: {'Port': ['ID=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.240871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.241506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.268565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7992-3c7c-4614-aa6c-cb6a47a642e6 req-bf8c4403-218c-4015-99f5-a5810582365f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.270169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92ea7992-3c7c-4614-aa6c-cb6a47a642e6 req-bf8c4403-218c-4015-99f5-a5810582365f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 931 time: 0.1683254 Jul 16 01:43:10.271958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-212a5f98-0b98-4c81-ae79-a65f7894fce9 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3404410 Jul 16 01:43:10.291611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Request body: {'port': {'device_id': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:10.360676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92ea7992-3c7c-4614-aa6c-cb6a47a642e6 req-7a404dd1-4e9d-436f-b48e-b3c29e0b72a8 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841081 Jul 16 01:43:10.398249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.745852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.805333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86555f2-9a3e-4738-93b4-7a2e5d13d05a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:10.816274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.839357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Transition to ACTIVE for port object c86555f2-9a3e-4738-93b4-7a2e5d13d05a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:10.854384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbff60b-b56d-46dc-bbe9-520908ecd894 req-f8482534-cec3-49da-8fd1-12497209aa9f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.856101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4dbff60b-b56d-46dc-bbe9-520908ecd894 req-f8482534-cec3-49da-8fd1-12497209aa9f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.1549957 Jul 16 01:43:10.864795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.872456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1604485372'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:10.896248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.897614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.966298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.971123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.975692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Pushing event updated for resources: {'Port': ['ID=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:10.988295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.992535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4dbff60b-b56d-46dc-bbe9-520908ecd894 req-6662ba0e-9d08-4d1a-91b7-beed76e5eb5a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997336 Jul 16 01:43:10.993342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-596817cc-a240-4799-9ce9-22f3952a8ab9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2456436 Jul 16 01:43:10.994200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.052280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f8cf1-e126-4a21-a63e-2f89aeda2457 req-a6a5c63d-f261-482c-86c1-34f28566e0d8 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.053929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-255f8cf1-e126-4a21-a63e-2f89aeda2457 req-a6a5c63d-f261-482c-86c1-34f28566e0d8 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1097 time: 0.1970358 Jul 16 01:43:11.089224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.089957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Attempting to bind port c86555f2-9a3e-4738-93b4-7a2e5d13d05a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:11.090378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Attempting to bind port c86555f2-9a3e-4738-93b4-7a2e5d13d05a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:11.090783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Attempting to bind port c86555f2-9a3e-4738-93b4-7a2e5d13d05a on network e7d1975e-d24a-4c07-9309-b4e16498fa7a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:11.100020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Port c86555f2-9a3e-4738-93b4-7a2e5d13d05a on network e7d1975e-d24a-4c07-9309-b4e16498fa7a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:11.100443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Attempting to bind port c86555f2-9a3e-4738-93b4-7a2e5d13d05a on network e7d1975e-d24a-4c07-9309-b4e16498fa7a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:11.111819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:11.112255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Checking segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:11.112716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Bound using segment: {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:11.113221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Bound port: c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3831b5c-3b34-45d8-afd0-4a19b2926f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:11.113679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.128006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-255f8cf1-e126-4a21-a63e-2f89aeda2457 req-34149010-32f6-4e55-bac1-a463ff829a06 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Jul 16 01:43:11.278551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] For port c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:11.283557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] For port c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:11.290315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.293273 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.300169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6adf8f-52ca-4ccb-a2bc-e510811c8c71 req-60992ed4-f74e-40b1-a213-5f3a572e7d1a tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.301999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a6adf8f-52ca-4ccb-a2bc-e510811c8c71 req-60992ed4-f74e-40b1-a213-5f3a572e7d1a tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1725292 Jul 16 01:43:11.305066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.347591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.348669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7347ba91-19fe-4adf-873a-8ccfd627d410 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:11.359630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.364502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.369094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Pushing event updated for resources: {'Port': ['ID=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:11.372181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-57c013d4-6848-4fe7-8080-cc0b7a7b1a8d tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7347ba91-19fe-4adf-873a-8ccfd627d410 HTTP/1.1" status: 204 len: 168 time: 0.3653686 Jul 16 01:43:11.381356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Request body: {'router': {'name': 'tempest-router-1570921903', 'distributed': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:11.409831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.410447 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.411810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-f03216e0-872d-4bb0-99a6-deb645d2d346 service neutron] 10.222.0.38 "PUT /v2.0/ports/c86555f2-9a3e-4738-93b4-7a2e5d13d05a HTTP/1.1" status: 200 len: 1091 time: 1.1253774 Jul 16 01:43:11.413305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'tag': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:11.415502 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325340a-c261-42bc-a296-d37358652be8" -d '{"events": [{"name": "network-changed", "server_uuid": "e21e09f1-60d3-42e0-be53-a728c44b4ca8", "tag": "c86555f2-9a3e-4738-93b4-7a2e5d13d05a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:11.441106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.442215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.451475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a6adf8f-52ca-4ccb-a2bc-e510811c8c71 req-1c06f2db-c7cf-4d7f-91eb-be904e1fdb29 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421273 Jul 16 01:43:11.563388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.584526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.593136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-1724029b-75c2-42ec-9a6b-021a9153c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.595391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-1724029b-75c2-42ec-9a6b-021a9153c997 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 1094 time: 0.1178808 Jul 16 01:43:11.666059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-541c3c48-f6a7-49ca-9118-179dfe988608 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a HTTP/1.1" status: 200 len: 217 time: 0.0622003 Jul 16 01:43:11.667334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.671608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.671808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e7f9f47c-0451-4ad6-8462-e2fb5fc14a47 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2994049 Jul 16 01:43:11.770494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-c0a91cfa-767b-400b-a87a-9def155eef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.772484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-c0a91cfa-767b-400b-a87a-9def155eef01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 200 len: 855 time: 0.0988269 Jul 16 01:43:11.823266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-ad88b9b7-cff7-4eb4-bb2a-be5598bbc4db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1975e-d24a-4c07-9309-b4e16498fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442109 Jul 16 01:43:11.844675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:11.985301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-661737e1-361d-46d7-8170-a235d81f8725 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546354 Jul 16 01:43:12.028308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.030350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.080721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.081807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67c42a45-b0dc-49a4-a01b-1e9a6a22da6d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:12.094424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.095907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e82bdbb9-6a1e-4673-8abe-4997939d04c1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "DELETE /v2.0/routers/67c42a45-b0dc-49a4-a01b-1e9a6a22da6d HTTP/1.1" status: 204 len: 168 time: 0.4232793 Jul 16 01:43:12.098838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b860e7-a358-4626-8b4b-6571d99c807c req-e7e6e23b-bb07-4cfc-b10d-10eb2a30b761 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.099460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2b860e7-a358-4626-8b4b-6571d99c807c req-e7e6e23b-bb07-4cfc-b10d-10eb2a30b761 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 943 time: 0.1604533 Jul 16 01:43:12.101213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.112350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Request body: {'router': {'name': 'tempest-router-1614421528', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f5a67283c5ba4db286e26602fe86c696'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:12.127430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3647b0ca-2d20-4d06-851c-0f9b49b5e773 req-7d676040-caf9-47d6-b4b0-e7bef0a67eea service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322236 Jul 16 01:43:12.145713 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.146881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.165528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2b860e7-a358-4626-8b4b-6571d99c807c req-5f15498b-63d4-4a1e-9b80-bb8b3557bea5 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549378 Jul 16 01:43:12.216854 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371059b7-91ef-45d2-9b2f-321d431f2030 x-openstack-request-id: req-371059b7-91ef-45d2-9b2f-321d431f2030 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:12.217264 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21e09f1-60d3-42e0-be53-a728c44b4ca8", "tag": "c86555f2-9a3e-4738-93b4-7a2e5d13d05a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:12.217754 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-371059b7-91ef-45d2-9b2f-321d431f2030 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:12.218321 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'tag': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a', 'status': 'completed', 'code': 200} Jul 16 01:43:12.260002 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.268702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.298906 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.307053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:12.307662 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-284a15d5-d84c-41b0-812b-6d6f80e8a7e9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2052946 Jul 16 01:43:12.313975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:12.384299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325340a-c261-42bc-a296-d37358652be8 req-75056a0d-47a6-4811-9c51-8718f7a798b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.385796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-75056a0d-47a6-4811-9c51-8718f7a798b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43ec37b323684d6597f9f9b0298fd23e&device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 1094 time: 0.1431770 Jul 16 01:43:12.603715 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.604174 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.752192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93906) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:43:12.752834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Router 5e11f541-6f9d-46a8-9178-c84d538cfef0 migrating from provider to provider. {{(pid=93906) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:43:12.753390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.758303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325340a-c261-42bc-a296-d37358652be8 req-6d5fb1f5-01f8-4e7b-9487-0754b4ddf094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.759767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-6d5fb1f5-01f8-4e7b-9487-0754b4ddf094 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 200 len: 916 time: 0.3100924 Jul 16 01:43:12.767904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.780584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.814804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-9e971674-8017-4936-a2b1-5a2e2fbf15ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a HTTP/1.1" status: 200 len: 217 time: 0.0441170 Jul 16 01:43:12.867578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-3e4bca4f-ca7d-46ca-ad15-162873f1467a tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:12.869090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-3e4bca4f-ca7d-46ca-ad15-162873f1467a tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1234174 Jul 16 01:43:12.880511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Request body: {'binding': {'host': 'n-h2-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:12.880963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:43:12.912076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bfbd-eac5-4fe8-a55d-e35b7dfe9e7f req-48b67489-18c7-4c1c-bc91-a79d44d80446 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.913568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ee2bfbd-eac5-4fe8-a55d-e35b7dfe9e7f req-48b67489-18c7-4c1c-bc91-a79d44d80446 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.3143418 Jul 16 01:43:12.939839 n-d-800087-6 neutron-server[93906]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] No L3 agents can host the router 5e11f541-6f9d-46a8-9178-c84d538cfef0 Jul 16 01:43:12.957871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325340a-c261-42bc-a296-d37358652be8 req-35e19006-bd0a-493a-8158-ec6f0c03ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.959260 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-35e19006-bd0a-493a-8158-ec6f0c03ea30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 200 len: 855 time: 0.1084092 Jul 16 01:43:13.025452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on host n-h2-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:13.025877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:13.026270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.031514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:13.032072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:13.037289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:13.037771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:13.038275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:13.038781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Bound port: 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:13.068587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-c960f293-1333-4866-82a5-42b8521076e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1975e-d24a-4c07-9309-b4e16498fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964377 Jul 16 01:43:13.071993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ee2bfbd-eac5-4fe8-a55d-e35b7dfe9e7f req-b63e8a74-5d59-4307-be69-0dff2578d835 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444643 Jul 16 01:43:13.094470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:13.106594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.107909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-12303d4c-d76b-4daf-9b1d-d61cfb66b394 service neutron] 10.222.0.35 "POST /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116/bindings HTTP/1.1" status: 201 len: 389 time: 0.2308519 Jul 16 01:43:13.151924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Hosts for router 5e11f541-6f9d-46a8-9178-c84d538cfef0: [] {{(pid=93906) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:43:13.166406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:13.219656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Hosts for other DVR routers connected to router 5e11f541-6f9d-46a8-9178-c84d538cfef0: set() {{(pid=93906) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:43:13.222148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.223336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8f479ace-222d-4281-abea-693951b18401 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "PUT /v2.0/routers/5e11f541-6f9d-46a8-9178-c84d538cfef0 HTTP/1.1" status: 200 len: 717 time: 0.9148698 Jul 16 01:43:13.225975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.337505 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-b5f4ff39-6cec-43d2-8e42-759f0e2a02c6 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590013 Jul 16 01:43:13.345773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-171cd48b-d112-4871-9451-7c1dbcd1d5c2 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "GET /v2.0/routers/5e11f541-6f9d-46a8-9178-c84d538cfef0 HTTP/1.1" status: 200 len: 717 time: 0.1185715 Jul 16 01:43:13.348616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.816790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e3fbc82f-ecdb-423d-bbf8-8874c6dd2da3 tempest-RoutersTestDVR-275653566 tempest-RoutersTestDVR-275653566-project] 10.222.0.35 "GET /v2.0/routers/5e11f541-6f9d-46a8-9178-c84d538cfef0 HTTP/1.1" status: 200 len: 683 time: 0.4665897 Jul 16 01:43:13.819547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.862903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2325340a-c261-42bc-a296-d37358652be8 req-a864dcba-3acb-4698-901c-7f490a1012ed service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069599 Jul 16 01:43:13.889748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 32e34d60-ddd2-47db-9162-f097f1e5a503 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:13.891980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fa007-5e03-4994-9913-c568bde348f3 req-e23a9ad2-b454-4e32-803c-73ee1b597385 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.899361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b0fa007-5e03-4994-9913-c568bde348f3 req-e23a9ad2-b454-4e32-803c-73ee1b597385 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 943 time: 0.4895532 Jul 16 01:43:13.915302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:13.917926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:13.922665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-ed7cc22b-d254-41f6-8c6d-11ac5315f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.924172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-ed7cc22b-d254-41f6-8c6d-11ac5315f400 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1097 time: 0.4665115 Jul 16 01:43:13.931717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e81a9-0503-460b-bf7f-1caf657bc04b req-9a36f224-53a2-43e0-bfbd-d05808c1027f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.933221 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e08e81a9-0503-460b-bf7f-1caf657bc04b req-9a36f224-53a2-43e0-bfbd-d05808c1027f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.4637446 Jul 16 01:43:13.981265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b0fa007-5e03-4994-9913-c568bde348f3 req-835bbdc4-9572-4c22-bdc8-6e7d10a780b4 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809445 Jul 16 01:43:14.019487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e08e81a9-0503-460b-bf7f-1caf657bc04b req-a9d892a4-915d-45fa-8d88-e8f21c07a175 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694776 Jul 16 01:43:14.064749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 32e34d60-ddd2-47db-9162-f097f1e5a503, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=32e34d60-ddd2-47db-9162-f097f1e5a503,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.084222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '32e34d60-ddd2-47db-9162-f097f1e5a503', 'network_id': '100f6141-c722-4fb2-9f2d-f321fdf5a2ac', 'port_id': '32e34d60-ddd2-47db-9162-f097f1e5a503', 'mac_address': 'fa:16:3e:1b:57:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186034bc-15ca-4a67-8f13-baa59d7ad546', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:14.136156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.179427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.182690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.182972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.196905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e34d60-ddd2-47db-9162-f097f1e5a503 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:14.224787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:14.228181 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbff41b8-bf83-4e8e-8864-a94124e4603d" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-unplugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:14.242185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-b84953d8-c54f-4bb3-92ac-2b8b702141d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.244962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-b84953d8-c54f-4bb3-92ac-2b8b702141d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2882962 Jul 16 01:43:14.253368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.255711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e11f541-6f9d-46a8-9178-c84d538cfef0 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:14.262052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 32e34d60-ddd2-47db-9162-f097f1e5a503, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=32e34d60-ddd2-47db-9162-f097f1e5a503,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.280454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.287948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e8929bc3-f3cc-46de-8387-a70176bef863 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "DELETE /v2.0/routers/5e11f541-6f9d-46a8-9178-c84d538cfef0 HTTP/1.1" status: 204 len: 168 time: 0.4669709 Jul 16 01:43:14.288760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.288937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.291310 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.301027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Request body: {'router': {'name': 'tempest-router-1561855452', 'distributed': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:14.344845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-98a8db12-99cf-4f1f-851b-01d65e4ad95a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 217 time: 0.0553544 Jul 16 01:43:14.346041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78f34-6d98-419a-bd1a-d5d1a06704a4 req-6b4e5022-9232-417b-9522-7171c1c4553f tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.347690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3e78f34-6d98-419a-bd1a-d5d1a06704a4 req-6b4e5022-9232-417b-9522-7171c1c4553f tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 943 time: 0.1044679 Jul 16 01:43:14.361685 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6a272-108c-41cf-9cc7-036b9be767c2 x-openstack-request-id: req-6da6a272-108c-41cf-9cc7-036b9be767c2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:14.361973 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-unplugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:14.362433 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6da6a272-108c-41cf-9cc7-036b9be767c2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:14.363097 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:43:14.364534 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.365596 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.376653 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.404584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=32e34d60-ddd2-47db-9162-f097f1e5a503,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.423892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3e78f34-6d98-419a-bd1a-d5d1a06704a4 req-80470612-7cda-416d-8d02-cdb0e013a464 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Jul 16 01:43:14.442854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-306e1cc5-7aed-49a0-b125-5d3d514efb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:14.444452 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-306e1cc5-7aed-49a0-b125-5d3d514efb67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.0917039 Jul 16 01:43:14.504071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-17cff198-929f-46ce-9f9d-f2674f25fe7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497928 Jul 16 01:43:14.515956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:14.516706 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.532289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.555786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.558374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea59a8db-b85b-4495-9ea5-86a4aa4ed1a1 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2656293 Jul 16 01:43:14.561377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:14.637430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['32e34d60-ddd2-47db-9162-f097f1e5a503'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:14.666265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.744861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-8a0ee541-0f23-4c3b-a04d-bea63cb0908c service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346869 Jul 16 01:43:14.878227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.908951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.965038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.965737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddeb0219-1897-44ff-a5fe-4f53b44b8f54 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:14.970492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.975949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb9aa2b8-1edb-439d-95cc-10bd2afb1cb9 tempest-RoutersTestDVR-1254052097 tempest-RoutersTestDVR-1254052097-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ddeb0219-1897-44ff-a5fe-4f53b44b8f54 HTTP/1.1" status: 204 len: 168 time: 0.4092965 Jul 16 01:43:14.975949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-c7c2c053-cfcc-4179-8755-d56d7475a477 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234263 Jul 16 01:43:15.110121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c86555f2-9a3e-4738-93b4-7a2e5d13d05a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:15.173262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128c929-3a35-49ed-ba33-62b02fa8fec3 req-48811b2e-199f-4f08-86b5-4e1c59c5e5fd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.177639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b128c929-3a35-49ed-ba33-62b02fa8fec3 req-48811b2e-199f-4f08-86b5-4e1c59c5e5fd tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 943 time: 0.0888655 Jul 16 01:43:15.245155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:15.258383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a', 'network_id': 'e7d1975e-d24a-4c07-9309-b4e16498fa7a', 'port_id': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a', 'mac_address': 'fa:16:3e:41:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676c2fd7-1bc7-430f-8e01-605f6cda0532', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:15.259306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b128c929-3a35-49ed-ba33-62b02fa8fec3 req-6f1a97b0-1f3c-42df-bac3-8cf92412c23e tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691612 Jul 16 01:43:15.279319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.297477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d274f-e9bf-46b1-8e59-48087f454c8f req-009f4675-0e20-4062-843b-2fa903a0d683 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.298996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d71d274f-e9bf-46b1-8e59-48087f454c8f req-009f4675-0e20-4062-843b-2fa903a0d683 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.1214426 Jul 16 01:43:15.305960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.319971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86555f2-9a3e-4738-93b4-7a2e5d13d05a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:15.360513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:15.360787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d71d274f-e9bf-46b1-8e59-48087f454c8f req-753f6985-a0d4-4dc4-a2da-e16dc914a317 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547161 Jul 16 01:43:15.379368 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.432548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-526d30cd-2b1d-4c28-a036-0af0f76c5f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.437850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.532420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-526d30cd-2b1d-4c28-a036-0af0f76c5f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.539737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-526d30cd-2b1d-4c28-a036-0af0f76c5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.583281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-526d30cd-2b1d-4c28-a036-0af0f76c5f90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5a67283c5ba4db286e26602fe86c696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028352 Jul 16 01:43:15.590069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51242) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.591034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d30cd-2b1d-4c28-a036-0af0f76c5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31743b2-669a-4f80-afa7-bf85a36e2095,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.637067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad95e30-5a33-4416-82c5-a131eafd94d8 req-6733019c-97a3-46ed-b970-bbfa31a2892e tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:15.638566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ad95e30-5a33-4416-82c5-a131eafd94d8 req-6733019c-97a3-46ed-b970-bbfa31a2892e tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 944 time: 0.0979128 Jul 16 01:43:15.683089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['c86555f2-9a3e-4738-93b4-7a2e5d13d05a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:15.687653 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a85f268-b6be-43d4-ba5d-dc4aa73403f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.708418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ad95e30-5a33-4416-82c5-a131eafd94d8 req-cc38d80f-391a-40b9-9754-e18ed3a6950b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Jul 16 01:43:15.732970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a85f268-b6be-43d4-ba5d-dc4aa73403f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.804516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a85f268-b6be-43d4-ba5d-dc4aa73403f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.807074 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a85f268-b6be-43d4-ba5d-dc4aa73403f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.808259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0a85f268-b6be-43d4-ba5d-dc4aa73403f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c31743b2-669a-4f80-afa7-bf85a36e2095 HTTP/1.1" status: 204 len: 168 time: 0.2164609 Jul 16 01:43:15.819244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85f268-b6be-43d4-ba5d-dc4aa73403f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31743b2-669a-4f80-afa7-bf85a36e2095,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.924296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:15.928572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 32e34d60-ddd2-47db-9162-f097f1e5a503 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:16.022884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 32e34d60-ddd2-47db-9162-f097f1e5a503 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:16.030099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 32e34d60-ddd2-47db-9162-f097f1e5a503 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.031101 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.151841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.159288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:16.170110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-460852d6-d78a-440a-b2e8-3e12fc2e2eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.177511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '02be9bab-9c64-4c4a-9277-363249e26832', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:16.181230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.233440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 32e34d60-ddd2-47db-9162-f097f1e5a503, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=32e34d60-ddd2-47db-9162-f097f1e5a503,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:16.245478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.274797 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.289331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:16.296900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-460852d6-d78a-440a-b2e8-3e12fc2e2eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.304403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-460852d6-d78a-440a-b2e8-3e12fc2e2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.332930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:16.336263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=32e34d60-ddd2-47db-9162-f097f1e5a503,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.341480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.377887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e34d60-ddd2-47db-9162-f097f1e5a503'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:16.381153 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072421f-0106-44a1-b050-24d66eed0f14" -d '{"events": [{"server_uuid": "539d9ffa-c4c1-4044-8d84-651c7f073488", "name": "network-vif-plugged", "status": "completed", "tag": "32e34d60-ddd2-47db-9162-f097f1e5a503"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:16.392967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.404178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-460852d6-d78a-440a-b2e8-3e12fc2e2eff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ff7957657044596a36d5d2b1c774c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365739 Jul 16 01:43:16.405911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460852d6-d78a-440a-b2e8-3e12fc2e2eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767ad97-2a6a-45b7-9e81-642f2b559b50,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.437928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.471341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['02be9bab-9c64-4c4a-9277-363249e26832'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:16.545861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0072b4d6-9ec1-4e33-bbb1-1c0e68fd59a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.578263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0072b4d6-9ec1-4e33-bbb1-1c0e68fd59a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.610515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc1765-7342-43cc-9d67-dae4cdbbed87 req-da8ada2d-6509-4190-90e9-f2b96dd863ee tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.612136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56fc1765-7342-43cc-9d67-dae4cdbbed87 req-da8ada2d-6509-4190-90e9-f2b96dd863ee tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 944 time: 0.1513107 Jul 16 01:43:16.695562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0072b4d6-9ec1-4e33-bbb1-1c0e68fd59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.697337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0072b4d6-9ec1-4e33-bbb1-1c0e68fd59a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.700981 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0072b4d6-9ec1-4e33-bbb1-1c0e68fd59a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9767ad97-2a6a-45b7-9e81-642f2b559b50 HTTP/1.1" status: 204 len: 168 time: 0.3055549 Jul 16 01:43:16.722258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072b4d6-9ec1-4e33-bbb1-1c0e68fd59a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767ad97-2a6a-45b7-9e81-642f2b559b50,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.764362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56fc1765-7342-43cc-9d67-dae4cdbbed87 req-a984ec85-23a4-453d-88b5-17c069f89291 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366608 Jul 16 01:43:16.786833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457698e6-3cf3-417c-996d-a0043b23d75f req-802a1e09-58a9-4eab-a0f8-ac6e5cf75ea2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:16.788288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-457698e6-3cf3-417c-996d-a0043b23d75f req-802a1e09-58a9-4eab-a0f8-ac6e5cf75ea2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.2477252 Jul 16 01:43:16.847924 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727d4861-5d2f-4cb5-9149-b2d9e9151cab x-openstack-request-id: req-727d4861-5d2f-4cb5-9149-b2d9e9151cab {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:16.849051 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539d9ffa-c4c1-4044-8d84-651c7f073488", "name": "network-vif-plugged", "status": "completed", "tag": "32e34d60-ddd2-47db-9162-f097f1e5a503", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:16.849391 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-727d4861-5d2f-4cb5-9149-b2d9e9151cab {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:16.849802 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e34d60-ddd2-47db-9162-f097f1e5a503', 'code': 200} Jul 16 01:43:16.863491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-457698e6-3cf3-417c-996d-a0043b23d75f req-9b7c3bf7-67ab-4882-a611-f528ccd95591 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686915 Jul 16 01:43:17.089442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1dab4-be7c-4a33-8975-1326f5c61ce2 req-64abb908-272a-4116-a892-dd8de91983d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.092519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77d1dab4-be7c-4a33-8975-1326f5c61ce2 req-64abb908-272a-4116-a892-dd8de91983d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 1096 time: 0.1334028 Jul 16 01:43:17.125173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c86555f2-9a3e-4738-93b4-7a2e5d13d05a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:17.164556 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77d1dab4-be7c-4a33-8975-1326f5c61ce2 req-5c1d0a51-ebf1-4ab6-8cde-e703c51ef164 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 Jul 16 01:43:17.217698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port c86555f2-9a3e-4738-93b4-7a2e5d13d05a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:17.223804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port c86555f2-9a3e-4738-93b4-7a2e5d13d05a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:17.224533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.254361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cefcf-850b-43ba-8fe4-44d1e3fe5baa req-75d8817b-c33a-40a1-9f4a-9b351fa7b38d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:17.256020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-038cefcf-850b-43ba-8fe4-44d1e3fe5baa req-75d8817b-c33a-40a1-9f4a-9b351fa7b38d tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 945 time: 0.1043997 Jul 16 01:43:17.340343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-038cefcf-850b-43ba-8fe4-44d1e3fe5baa req-ebfb5999-6a03-4911-8479-4cc3bd4665c8 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Jul 16 01:43:17.358464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.399711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:17.407012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:17.500491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:17.939513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:17.985611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.016723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bdede-4b42-445f-8ef6-619b5b231ba7 req-b21d2178-a169-4c82-b8e2-34cce3fdedff tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.021765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-811bdede-4b42-445f-8ef6-619b5b231ba7 req-b21d2178-a169-4c82-b8e2-34cce3fdedff tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1478996 Jul 16 01:43:18.080346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 02be9bab-9c64-4c4a-9277-363249e26832 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:18.080824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.178886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2787c1b-f230-4f46-8030-375ac22967ee tempest-AgentManagementNegativeTest-1723595737 tempest-AgentManagementNegativeTest-1723595737-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1920946 Jul 16 01:43:18.189424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-811bdede-4b42-445f-8ef6-619b5b231ba7 req-5dd1f055-8128-45df-8496-9c4160cdd9ab tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593590 Jul 16 01:43:18.240836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007af73-ecf2-43ea-9718-a98593c1bea2 req-5bf1c3b5-d96b-44ba-921b-065edb16a887 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.242813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9007af73-ecf2-43ea-9718-a98593c1bea2 req-5bf1c3b5-d96b-44ba-921b-065edb16a887 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.1990442 Jul 16 01:43:18.322666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9007af73-ecf2-43ea-9718-a98593c1bea2 req-5d6d376a-afb7-484f-95b1-5bc0c88b5d65 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Jul 16 01:43:18.325815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.396401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:18.421948 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.551451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:18.746531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:18.767447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccdaef-bb93-4462-b6bb-672dfb38ce12 req-9f6b0363-8ee9-44cb-9b8f-52962a4a7099 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:18.769726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6ccdaef-bb93-4462-b6bb-672dfb38ce12 req-9f6b0363-8ee9-44cb-9b8f-52962a4a7099 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 945 time: 0.1005623 Jul 16 01:43:18.850733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a'}, {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:18.853724 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756acc5c-db60-498f-947c-2508f6c2b964" -d '{"events": [{"server_uuid": "e21e09f1-60d3-42e0-be53-a728c44b4ca8", "name": "network-vif-plugged", "status": "completed", "tag": "c86555f2-9a3e-4738-93b4-7a2e5d13d05a"}, {"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:18.879011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6ccdaef-bb93-4462-b6bb-672dfb38ce12 req-a5ed3bbc-3e55-4239-ac4b-f02bdb181c2b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Jul 16 01:43:18.904233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7d4509b-de8c-42e0-9345-a6dc81aaf22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:18.922066 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dc8389-5e94-4ac1-a989-539bdd734703 x-openstack-request-id: req-95dc8389-5e94-4ac1-a989-539bdd734703 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:18.922633 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21e09f1-60d3-42e0-be53-a728c44b4ca8", "name": "network-vif-plugged", "status": "completed", "tag": "c86555f2-9a3e-4738-93b4-7a2e5d13d05a", "code": 200}, {"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:18.923087 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95dc8389-5e94-4ac1-a989-539bdd734703 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:18.923643 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a', 'code': 200} Jul 16 01:43:18.924657 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:43:19.095210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7d4509b-de8c-42e0-9345-a6dc81aaf22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.098943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6d08-1a37-404c-85e2-b31132d3201e req-0bcbb128-790c-44d0-9ea7-666a26cefc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.100910 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbfd6d08-1a37-404c-85e2-b31132d3201e req-0bcbb128-790c-44d0-9ea7-666a26cefc1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0999177 Jul 16 01:43:19.105414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7d4509b-de8c-42e0-9345-a6dc81aaf22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.156782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbfd6d08-1a37-404c-85e2-b31132d3201e req-ee3558bf-e675-478d-8999-ef38f48ebcaf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Jul 16 01:43:19.180926 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c7d4509b-de8c-42e0-9345-a6dc81aaf22f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8183c6b26da404c873c048222c38b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330208 Jul 16 01:43:19.181658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4509b-de8c-42e0-9345-a6dc81aaf22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7e5da-f149-4aee-a60b-c008a6363689,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.183731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:19.310319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e771b82-9bf6-4082-b9c9-ccc5f3aa5080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.341338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e771b82-9bf6-4082-b9c9-ccc5f3aa5080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.550816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e771b82-9bf6-4082-b9c9-ccc5f3aa5080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.560951 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e771b82-9bf6-4082-b9c9-ccc5f3aa5080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:19.574471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9e771b82-9bf6-4082-b9c9-ccc5f3aa5080 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9e7e5da-f149-4aee-a60b-c008a6363689 HTTP/1.1" status: 204 len: 168 time: 0.3856430 Jul 16 01:43:19.611031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771b82-9bf6-4082-b9c9-ccc5f3aa5080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7e5da-f149-4aee-a60b-c008a6363689,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:19.674958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25933ea0-4ef1-4217-945a-35dcd46f331e req-cb53b126-59b9-41fd-97ba-f9f879d98787 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.682230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25933ea0-4ef1-4217-945a-35dcd46f331e req-cb53b126-59b9-41fd-97ba-f9f879d98787 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.3162348 Jul 16 01:43:19.754605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25933ea0-4ef1-4217-945a-35dcd46f331e req-b80db064-fdcf-48e3-8678-dd20d66cd5a2 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712051 Jul 16 01:43:19.809415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498bf20-ceb4-455f-a774-8ae65740b1fd req-a4867e4b-566e-4995-956a-47723a21106d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:19.822125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7498bf20-ceb4-455f-a774-8ae65740b1fd req-a4867e4b-566e-4995-956a-47723a21106d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.2061019 Jul 16 01:43:19.917692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7498bf20-ceb4-455f-a774-8ae65740b1fd req-cf786960-c817-4b33-87d8-fdc1b299c7b4 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921028 Jul 16 01:43:20.301929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea31ba-5cfb-4004-8392-b7f737849ce1 req-a8342f35-83f7-4ce0-904d-7ea277a06204 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:20.309678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ea31ba-5cfb-4004-8392-b7f737849ce1 req-a8342f35-83f7-4ce0-904d-7ea277a06204 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 945 time: 0.1001070 Jul 16 01:43:20.358510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ea31ba-5cfb-4004-8392-b7f737849ce1 req-82126c95-4667-4243-b0e2-f3e1069a281c tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Jul 16 01:43:20.857531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.038903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-148e5ef9-dc64-4c64-860f-70e0378e48d2 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.045346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-148e5ef9-dc64-4c64-860f-70e0378e48d2 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1846952 Jul 16 01:43:21.047410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.057707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-a816f9c0-7944-4baf-a6c8-8c5d974d2b2c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.061131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a816f9c0-7944-4baf-a6c8-8c5d974d2b2c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0102117 Jul 16 01:43:21.074068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51416) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.095242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-75a2197e-21a4-46da-9761-554d71c50a5b tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.096582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75a2197e-21a4-46da-9761-554d71c50a5b tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0148599 Jul 16 01:43:21.099298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.104081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-248e41b5-ad63-4a0d-b150-99c146f84e54 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.110775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-248e41b5-ad63-4a0d-b150-99c146f84e54 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103202 Jul 16 01:43:21.111739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.116223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-e25dd412-96fa-401a-b9c6-3af9adf69122 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.120001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e25dd412-96fa-401a-b9c6-3af9adf69122 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070755 Jul 16 01:43:21.121332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.126271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-9ce486b2-4a60-498b-b708-d606eca74909 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.130014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9ce486b2-4a60-498b-b708-d606eca74909 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075455 Jul 16 01:43:21.131046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.135447 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-e7a57586-9acc-4422-92b1-db382da4bb71 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.139087 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e7a57586-9acc-4422-92b1-db382da4bb71 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0069115 Jul 16 01:43:21.139948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.145630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-c9f76fdf-1dfc-4186-96b6-ec691c025d9c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.149480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9f76fdf-1dfc-4186-96b6-ec691c025d9c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078204 Jul 16 01:43:21.150369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51428) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.156357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-ba1e0b50-7330-4996-84a0-119ee7fc07b0 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.160879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba1e0b50-7330-4996-84a0-119ee7fc07b0 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092242 Jul 16 01:43:21.162612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.180868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-5d178941-7df9-4e82-b953-aeeb2efd5b63 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.184875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d178941-7df9-4e82-b953-aeeb2efd5b63 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0194805 Jul 16 01:43:21.185447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.192591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-99100432-df3a-414a-a9a3-b1c52520d3ca tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.196123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99100432-df3a-414a-a9a3-b1c52520d3ca tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064476 Jul 16 01:43:21.197037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51438) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.202411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-e420f5d8-a8e3-47c0-a550-97ce8a651bcf tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.209237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e420f5d8-a8e3-47c0-a550-97ce8a651bcf tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0109031 Jul 16 01:43:21.210301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.215019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-391bb1cb-5a88-4b9d-8086-f28349d087d3 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.219636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-391bb1cb-5a88-4b9d-8086-f28349d087d3 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080223 Jul 16 01:43:21.220502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.225097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-2f1f3f9b-9f6b-43ea-97b9-0349eb0a529a tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.229530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f1f3f9b-9f6b-43ea-97b9-0349eb0a529a tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074158 Jul 16 01:43:21.230398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.233075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e68693-6bb9-4c9b-828b-b6f6c2db109a req-b894ee06-3105-41c1-8a46-e48ee921170d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.235405 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e68693-6bb9-4c9b-828b-b6f6c2db109a req-b894ee06-3105-41c1-8a46-e48ee921170d tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.2411461 Jul 16 01:43:21.236179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-3c7bbea7-d347-4f2e-9606-a8aeeba4b64c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.240475 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3c7bbea7-d347-4f2e-9606-a8aeeba4b64c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088248 Jul 16 01:43:21.241604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.247533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-8ecd1c54-4d02-4485-b57a-72b79cb0a66d tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.251993 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8ecd1c54-4d02-4485-b57a-72b79cb0a66d tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091608 Jul 16 01:43:21.252711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51448) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.260818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-a63b2b7e-0c1e-4af7-99c8-6edc84ae565b tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.265156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a63b2b7e-0c1e-4af7-99c8-6edc84ae565b tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114362 Jul 16 01:43:21.265847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.270183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-e915807e-cd96-4875-9c30-63d0afcede91 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.274362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e915807e-cd96-4875-9c30-63d0afcede91 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074613 Jul 16 01:43:21.275090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.279720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-acbef052-ff5d-4fc9-b6be-5a9a31c87e6f tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.284857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-acbef052-ff5d-4fc9-b6be-5a9a31c87e6f tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085995 Jul 16 01:43:21.286217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.290378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-5b009ea5-b043-4749-b638-0d7e2ef29cc8 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.294952 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5b009ea5-b043-4749-b638-0d7e2ef29cc8 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077193 Jul 16 01:43:21.295863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.301681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-afc70efa-15eb-4985-9f5c-2053fe2043f7 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.303329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e68693-6bb9-4c9b-828b-b6f6c2db109a req-b9bdb4ee-176f-4a71-9edf-3d6694c3e517 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jul 16 01:43:21.307477 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-afc70efa-15eb-4985-9f5c-2053fe2043f7 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0098257 Jul 16 01:43:21.308269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.323682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-1d8485e6-2bf6-40d9-9891-7682242cf172 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.323682 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d8485e6-2bf6-40d9-9891-7682242cf172 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084605 Jul 16 01:43:21.323682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.324313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-1a0322e0-2f0c-4b9d-936b-d1070ae4add1 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.329394 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1a0322e0-2f0c-4b9d-936b-d1070ae4add1 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0092247 Jul 16 01:43:21.330039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.334575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-61cf1b66-af19-4dfb-b495-aee776ea1abb tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.338869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-61cf1b66-af19-4dfb-b495-aee776ea1abb tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072916 Jul 16 01:43:21.339539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.344503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-b45e73d9-5592-4e87-a9ae-1b8b68ea986a tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.348002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b45e73d9-5592-4e87-a9ae-1b8b68ea986a tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074232 Jul 16 01:43:21.349587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.356993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-8e71ea3d-44ea-4619-aaa0-aa7de17acd24 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.362357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1f497-0994-4813-bb05-ab714097a862 req-a9f3f6ec-1b72-4735-978e-a4540b2dd0db tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:21.366224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8e71ea3d-44ea-4619-aaa0-aa7de17acd24 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0150056 Jul 16 01:43:21.367407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.373272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22d1f497-0994-4813-bb05-ab714097a862 req-a9f3f6ec-1b72-4735-978e-a4540b2dd0db tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.2606936 Jul 16 01:43:21.375553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-b43e627b-1784-4ed0-9262-14955f802702 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.377463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b43e627b-1784-4ed0-9262-14955f802702 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083258 Jul 16 01:43:21.387129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.392484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-0e2f2d7d-d423-4e40-87ba-84543d9debcd tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.393544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0e2f2d7d-d423-4e40-87ba-84543d9debcd tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053239 Jul 16 01:43:21.395909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.400415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-f5d81ffb-6e0d-43a6-8774-e0f982dfb38c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.401325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5d81ffb-6e0d-43a6-8774-e0f982dfb38c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044165 Jul 16 01:43:21.403572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.408477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-978afc1e-74af-4ede-be50-da65f52acb2c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.409385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-978afc1e-74af-4ede-be50-da65f52acb2c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047631 Jul 16 01:43:21.411709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.417933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-7bbf2adb-692b-45bc-be9c-34a6b8834e95 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.418868 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7bbf2adb-692b-45bc-be9c-34a6b8834e95 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062873 Jul 16 01:43:21.421736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22d1f497-0994-4813-bb05-ab714097a862 req-b64ddf2f-ab1f-4c4f-9f50-c97467aa1684 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Jul 16 01:43:21.422467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.428161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-754edcc9-4132-4ccd-9f65-5c061342848d tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.429349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-754edcc9-4132-4ccd-9f65-5c061342848d tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057449 Jul 16 01:43:21.431647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.436568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-d85a9522-024e-431a-be52-1854451cb455 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.438035 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d85a9522-024e-431a-be52-1854451cb455 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052564 Jul 16 01:43:21.440955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.449013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-0b2ed2c8-f76b-456a-ae7e-c2995c12cfc5 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.452271 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0b2ed2c8-f76b-456a-ae7e-c2995c12cfc5 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080566 Jul 16 01:43:21.453470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51488) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.457572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-a31b3c03-2011-422c-8980-758e73004794 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.460077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a31b3c03-2011-422c-8980-758e73004794 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051193 Jul 16 01:43:21.460932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.465635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-5c3b977c-2145-43e2-aec9-96052612092c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.469368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5c3b977c-2145-43e2-aec9-96052612092c tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047865 Jul 16 01:43:21.470645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.476317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-8028e93f-82c4-4050-bcc2-539b096916eb tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.480718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.481514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8028e93f-82c4-4050-bcc2-539b096916eb tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090318 Jul 16 01:43:21.486197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-303976c1-377c-4783-afed-a73e7019c252 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.489306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-303976c1-377c-4783-afed-a73e7019c252 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0054717 Jul 16 01:43:21.490056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.493761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-c4c27079-cec4-4036-b2d6-a70b0842e5b8 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.497044 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c4c27079-cec4-4036-b2d6-a70b0842e5b8 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042524 Jul 16 01:43:21.498184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.504390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-60438808-5b64-49ef-8fa8-712868cf2ddd tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.509108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-60438808-5b64-49ef-8fa8-712868cf2ddd tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090060 Jul 16 01:43:21.510009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.516235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-0a330057-da8e-49d5-a33b-ac872c4f1365 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.520280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.521279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0a330057-da8e-49d5-a33b-ac872c4f1365 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100832 Jul 16 01:43:21.524850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-b0040e00-6391-4e91-9f9a-f4d1e3c65a99 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.527727 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b0040e00-6391-4e91-9f9a-f4d1e3c65a99 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045826 Jul 16 01:43:21.529111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.536540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-acf4c9a1-cf02-4c52-82a3-f1bd24644cd4 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.540654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.545020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-acf4c9a1-cf02-4c52-82a3-f1bd24644cd4 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0144110 Jul 16 01:43:21.547152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-d4b028b6-0ea6-4151-952e-82a489bd5508 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.550396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d4b028b6-0ea6-4151-952e-82a489bd5508 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063043 Jul 16 01:43:21.550744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.554728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-87663514-bf59-4578-b825-7261c96d2596 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.564122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.567708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-87663514-bf59-4578-b825-7261c96d2596 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0160663 Jul 16 01:43:21.573112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-42e03236-d96f-49e2-94e4-c6e7cface1d9 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.576520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-42e03236-d96f-49e2-94e4-c6e7cface1d9 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0094028 Jul 16 01:43:21.578097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.584433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-163717a8-2d6a-479f-b365-19c486f84d57 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.587817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-163717a8-2d6a-479f-b365-19c486f84d57 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063944 Jul 16 01:43:21.591532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.603516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-a55b755d-9a6d-4a99-afa7-199135e599d3 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.605979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a55b755d-9a6d-4a99-afa7-199135e599d3 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0106659 Jul 16 01:43:21.607570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51520) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.618417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-28ac9f2b-8bec-4dab-9b9d-f678e541ab62 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.623463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.623782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28ac9f2b-8bec-4dab-9b9d-f678e541ab62 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0148659 Jul 16 01:43:21.627916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-a126adf8-0a6f-4894-9a1a-67b2347d7fae tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.635858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.637112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a126adf8-0a6f-4894-9a1a-67b2347d7fae tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0124793 Jul 16 01:43:21.641930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-035460cd-5ba9-4236-b3d0-def68f76b6f7 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.645605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.645915 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-035460cd-5ba9-4236-b3d0-def68f76b6f7 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105064 Jul 16 01:43:21.651252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-d69baf78-e09c-4b7f-964c-a8334e17b8aa tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.657168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.657560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d69baf78-e09c-4b7f-964c-a8334e17b8aa tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056424 Jul 16 01:43:21.666501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-74c50b21-e98b-48f5-89ea-4798eb85f002 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.666501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-74c50b21-e98b-48f5-89ea-4798eb85f002 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082159 Jul 16 01:43:21.671729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51530) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.683695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-e9be4b07-2a12-4105-b135-789b27e0ec63 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.684744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e9be4b07-2a12-4105-b135-789b27e0ec63 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0138509 Jul 16 01:43:21.687871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.710346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-55b182e2-43fb-4e77-b4a2-849a331417ed tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.714656 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-55b182e2-43fb-4e77-b4a2-849a331417ed tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0252998 Jul 16 01:43:21.715179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.721697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-e6ecdabb-97d3-4cd8-a760-f66d63975f30 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.734188 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e6ecdabb-97d3-4cd8-a760-f66d63975f30 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0179112 Jul 16 01:43:21.737021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.746330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-d274529c-0907-45f0-91d9-d8377f19a6eb tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.748205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d274529c-0907-45f0-91d9-d8377f19a6eb tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0098999 Jul 16 01:43:21.750991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.768496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-6cbea0c4-8fbf-48b2-a0b3-be94c713f773 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.772320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.773055 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6cbea0c4-8fbf-48b2-a0b3-be94c713f773 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0190756 Jul 16 01:43:21.777344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-21c947b0-025b-4c41-ad12-b034c137afb6 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.782912 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21c947b0-025b-4c41-ad12-b034c137afb6 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050168 Jul 16 01:43:21.782912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.791306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-143ee7f2-1a61-4fac-a41c-5f7b22b66353 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.795177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-143ee7f2-1a61-4fac-a41c-5f7b22b66353 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0098438 Jul 16 01:43:21.795177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51544) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.799092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-9c3c85eb-93c5-4846-8d92-a0a5269cf515 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.800643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c3c85eb-93c5-4846-8d92-a0a5269cf515 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048015 Jul 16 01:43:21.803477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.808752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-b0639a4a-b3ec-40ef-abfd-4d99acfc2945 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.812487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b0639a4a-b3ec-40ef-abfd-4d99acfc2945 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077655 Jul 16 01:43:21.812845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.818161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-68f5015b-a75d-4edf-b887-ddbbbdf92b45 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.829447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-68f5015b-a75d-4edf-b887-ddbbbdf92b45 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0153577 Jul 16 01:43:21.831748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.836139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-e250fe7e-3a2f-4cfd-8cfb-b94095edd4af tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.839263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e250fe7e-3a2f-4cfd-8cfb-b94095edd4af tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044296 Jul 16 01:43:21.839629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.844241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-3e847e40-683b-4c2c-a0d0-9831014d0215 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.847767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3e847e40-683b-4c2c-a0d0-9831014d0215 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047462 Jul 16 01:43:21.848427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.855047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-d2ba4480-cf17-4cc2-aa44-867f8f126c73 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.858902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2ba4480-cf17-4cc2-aa44-867f8f126c73 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075207 Jul 16 01:43:21.859433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.864084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [None req-2b3c7644-e74a-4ee9-99b6-33572109bb4e tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.864084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b3c7644-e74a-4ee9-99b6-33572109bb4e tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042024 Jul 16 01:43:21.866780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.871327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-4c2eefe9-7af3-4dc2-b623-aad80a94212f tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.872625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c2eefe9-7af3-4dc2-b623-aad80a94212f tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045385 Jul 16 01:43:21.874694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:21.879934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [None req-c29e5873-c83c-4cf0-8b1b-493d9b861635 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:43:21.887392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c29e5873-c83c-4cf0-8b1b-493d9b861635 tempest-ExtensionsTestJSON-607991428 tempest-ExtensionsTestJSON-607991428-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0117509 Jul 16 01:43:21.991459 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.052938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25c206-18f8-4932-b97c-d2874f685712 req-9cedff82-bff3-4802-a620-bc99e3e116d6 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:22.054537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b25c206-18f8-4932-b97c-d2874f685712 req-9cedff82-bff3-4802-a620-bc99e3e116d6 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1811836 Jul 16 01:43:22.114704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b25c206-18f8-4932-b97c-d2874f685712 req-818548d6-2f1f-48ff-a137-6323fb4845b1 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Jul 16 01:43:22.330861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.481649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b57c05b-8b1c-420a-885b-d086c242f0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.678673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b57c05b-8b1c-420a-885b-d086c242f0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.688283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b57c05b-8b1c-420a-885b-d086c242f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:22.718866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57c05b-8b1c-420a-885b-d086c242f0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7c8a3-846c-4d93-9c9a-606fd35e28a0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.791863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7b57c05b-8b1c-420a-885b-d086c242f0c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6b2bf7ee6734f2887acef1be31b822f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600112 Jul 16 01:43:22.794434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:22.956739 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8560fd4e-10b3-4495-bb24-3d61f3950960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.003550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8560fd4e-10b3-4495-bb24-3d61f3950960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.099768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffb6ec-b119-47e5-a1ae-7cf89f2d2dec req-1ec9b030-d6d4-410d-82cf-50868c844aec tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.113436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceffb6ec-b119-47e5-a1ae-7cf89f2d2dec req-1ec9b030-d6d4-410d-82cf-50868c844aec tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.2686284 Jul 16 01:43:23.148103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8560fd4e-10b3-4495-bb24-3d61f3950960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.150857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8560fd4e-10b3-4495-bb24-3d61f3950960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.162374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8560fd4e-10b3-4495-bb24-3d61f3950960 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5a7c8a3-846c-4d93-9c9a-606fd35e28a0 HTTP/1.1" status: 204 len: 168 time: 0.3655479 Jul 16 01:43:23.194122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1aa4d-009b-4dfd-88fc-556132f9f0bf req-4b730ca0-eb24-4fdd-a50d-38337a877f47 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.196072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ff1aa4d-009b-4dfd-88fc-556132f9f0bf req-4b730ca0-eb24-4fdd-a50d-38337a877f47 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.2572474 Jul 16 01:43:23.199721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560fd4e-10b3-4495-bb24-3d61f3950960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7c8a3-846c-4d93-9c9a-606fd35e28a0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.257202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceffb6ec-b119-47e5-a1ae-7cf89f2d2dec req-63c172c7-053a-4c2b-a03e-6a62db56ac2f tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428511 Jul 16 01:43:23.289322 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.314830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ff1aa4d-009b-4dfd-88fc-556132f9f0bf req-0bb77e15-dceb-4062-8cb0-df373ab57a55 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930223 Jul 16 01:43:23.665500 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-295a600a-ecd5-45f4-8b83-183b108c76d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.747657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e595461-4c90-4f1b-808e-37dddd6a140c req-4a93919f-a307-401a-9ac5-11eb87ce5b47 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:23.756576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e595461-4c90-4f1b-808e-37dddd6a140c req-4a93919f-a307-401a-9ac5-11eb87ce5b47 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1014156 Jul 16 01:43:23.841501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e595461-4c90-4f1b-808e-37dddd6a140c req-24b135c7-b421-4ec4-9c63-33f0b713e8bf tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834517 Jul 16 01:43:24.065567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.217065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef78b3df-724a-4b0e-9272-70edb798e452 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] Request body: {'port': {'network_id': '3fc8dbd8-abed-44f6-84e6-bbda19db20b1', 'name': 'tempest-NetworksNegativeTestJSON-238640827'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.236100 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef78b3df-724a-4b0e-9272-70edb798e452 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] POST failed (client error): The resource could not be found. Jul 16 01:43:24.236738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef78b3df-724a-4b0e-9272-70edb798e452 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.243473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ef78b3df-724a-4b0e-9272-70edb798e452 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1767702 Jul 16 01:43:24.244454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.290276 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-97198450-b74c-4bb3-a6db-1568915a9089 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:24.293732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97198450-b74c-4bb3-a6db-1568915a9089 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.300442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-97198450-b74c-4bb3-a6db-1568915a9089 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "DELETE /v2.0/networks/ac82cd82-8ad0-4a41-acd4-7f8fee5ff3b2 HTTP/1.1" status: 404 len: 339 time: 0.0547202 Jul 16 01:43:24.301065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.306403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fbbaf-3dfe-49ca-a78c-90f14e277db2 req-28201ea3-31ff-4146-8330-87168fe5b5cf tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.308043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a90fbbaf-3dfe-49ca-a78c-90f14e277db2 req-28201ea3-31ff-4146-8330-87168fe5b5cf tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1250124 Jul 16 01:43:24.328843 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef1f22d-ed79-41de-8d0f-525aebf112df tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:24.329872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef1f22d-ed79-41de-8d0f-525aebf112df tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.335963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fef1f22d-ed79-41de-8d0f-525aebf112df tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "DELETE /v2.0/ports/afc2852e-4d77-4d00-8ca7-c3a759e5c867 HTTP/1.1" status: 404 len: 333 time: 0.0336332 Jul 16 01:43:24.336977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.377614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a90fbbaf-3dfe-49ca-a78c-90f14e277db2 req-f769ee82-4654-4e3a-9257-de07726b93d8 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622175 Jul 16 01:43:24.413374 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9de58a-44c8-45af-ad1c-b9d56380318c tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] DELETE failed (client error): The resource could not be found. Jul 16 01:43:24.414122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9de58a-44c8-45af-ad1c-b9d56380318c tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.421985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.424532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c9de58a-44c8-45af-ad1c-b9d56380318c tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "DELETE /v2.0/subnets/f239880a-031e-40bf-8f14-10f2eefb2f14 HTTP/1.1" status: 404 len: 337 time: 0.0865223 Jul 16 01:43:24.460304 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1321e1a6-07ca-4cab-ba01-4095558d3e9e tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] GET failed (client error): The resource could not be found. Jul 16 01:43:24.461971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1321e1a6-07ca-4cab-ba01-4095558d3e9e tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "GET /v2.0/networks/10d50a47-3d53-4594-873f-6de582f7fe22 HTTP/1.1" status: 404 len: 339 time: 0.0385866 Jul 16 01:43:24.465562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.513827 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cf1d23-d366-4659-b11d-2a1489324460 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] GET failed (client error): The resource could not be found. Jul 16 01:43:24.518397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-34cf1d23-d366-4659-b11d-2a1489324460 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "GET /v2.0/ports/acd2056d-997b-4954-b31d-865199c8660c HTTP/1.1" status: 404 len: 333 time: 0.0517962 Jul 16 01:43:24.522620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.551272 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b442ffc-645b-48e4-8806-59ac6765cf37 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] GET failed (client error): The resource could not be found. Jul 16 01:43:24.557000 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b442ffc-645b-48e4-8806-59ac6765cf37 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "GET /v2.0/subnets/fc5f8392-8370-49c3-9099-e6a63b5af884 HTTP/1.1" status: 404 len: 337 time: 0.0330782 Jul 16 01:43:24.557981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51674) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.564767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-39108fee-3ce5-4987-9e60-fd8073b75b7e tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.579569 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-39108fee-3ce5-4987-9e60-fd8073b75b7e tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] PUT failed (client error): The resource could not be found. Jul 16 01:43:24.580413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39108fee-3ce5-4987-9e60-fd8073b75b7e tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.581710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39108fee-3ce5-4987-9e60-fd8073b75b7e tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "PUT /v2.0/networks/c99ef9bc-9c9a-4499-80a5-fbbba1fc06c6 HTTP/1.1" status: 404 len: 339 time: 0.0224788 Jul 16 01:43:24.585574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.591179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0291281b-37a4-4407-b9e1-9f4fb8eb0d1a tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.617678 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0291281b-37a4-4407-b9e1-9f4fb8eb0d1a tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] PUT failed (client error): The resource could not be found. Jul 16 01:43:24.618595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0291281b-37a4-4407-b9e1-9f4fb8eb0d1a tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.626182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0291281b-37a4-4407-b9e1-9f4fb8eb0d1a tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "PUT /v2.0/ports/96a6a414-c56b-4b87-b76d-94b600ab0914 HTTP/1.1" status: 404 len: 333 time: 0.0393867 Jul 16 01:43:24.627032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.632350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4ee50d3e-4741-4942-99c9-b9825c9e1959 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:24.653666 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee50d3e-4741-4942-99c9-b9825c9e1959 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] PUT failed (client error): The resource could not be found. Jul 16 01:43:24.654399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee50d3e-4741-4942-99c9-b9825c9e1959 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:43:24.660713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ee50d3e-4741-4942-99c9-b9825c9e1959 tempest-NetworksNegativeTestJSON-1414295576 tempest-NetworksNegativeTestJSON-1414295576-project] 10.222.0.35 "PUT /v2.0/subnets/8ecb980f-c8a1-4da6-9c70-574c99b9cdc7 HTTP/1.1" status: 404 len: 337 time: 0.0325005 Jul 16 01:43:24.723795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c43a-b9d5-488f-9828-ad70ac8338bf req-d68fe3ca-7322-4950-856f-d695f1fd8d15 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.725379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dac3c43a-b9d5-488f-9828-ad70ac8338bf req-d68fe3ca-7322-4950-856f-d695f1fd8d15 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.1818297 Jul 16 01:43:24.759972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753caf71-f97c-4566-a381-d4b8d2620edf req-1d01b6ec-1813-4380-846a-3962c4029a43 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:24.761583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-753caf71-f97c-4566-a381-d4b8d2620edf req-1d01b6ec-1813-4380-846a-3962c4029a43 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1627302 Jul 16 01:43:24.807474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dac3c43a-b9d5-488f-9828-ad70ac8338bf req-7fd380d9-a5fc-48a0-9444-8528d3aaae3e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725501 Jul 16 01:43:24.855304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-753caf71-f97c-4566-a381-d4b8d2620edf req-16e1adf6-d9d2-4df0-bd36-b23b83cbe4ee tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708246 Jul 16 01:43:25.069190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.247933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc184-5d8e-41cc-8b53-4f602488881f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.388087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc184-5d8e-41cc-8b53-4f602488881f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.394584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc184-5d8e-41cc-8b53-4f602488881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.421538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc184-5d8e-41cc-8b53-4f602488881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aecc9d4-9e4b-41ad-bf81-1a9e94ac1d0a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.450325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.450945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9dbc184-5d8e-41cc-8b53-4f602488881f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d098276663174fb294eb4b9b2462519f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780508 Jul 16 01:43:25.505336 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a54e0fd-1047-4bb5-9319-8373c0108618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.533094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a54e0fd-1047-4bb5-9319-8373c0108618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.593696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a54e0fd-1047-4bb5-9319-8373c0108618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.599000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a54e0fd-1047-4bb5-9319-8373c0108618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.603202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0a54e0fd-1047-4bb5-9319-8373c0108618 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7aecc9d4-9e4b-41ad-bf81-1a9e94ac1d0a HTTP/1.1" status: 204 len: 168 time: 0.1485820 Jul 16 01:43:25.611899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54e0fd-1047-4bb5-9319-8373c0108618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aecc9d4-9e4b-41ad-bf81-1a9e94ac1d0a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.829357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259d96-fb31-492f-b330-0d82fd29fe04 req-6bf7b401-b720-4d54-9708-dcec38c08496 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:25.836981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e259d96-fb31-492f-b330-0d82fd29fe04 req-6bf7b401-b720-4d54-9708-dcec38c08496 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1175194 Jul 16 01:43:25.899906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e259d96-fb31-492f-b330-0d82fd29fe04 req-f11f5efb-8e4e-4941-8aa9-1877a8226872 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606937 Jul 16 01:43:26.141692 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-efd7ed6b-f7c3-4e3b-a8a0-43bb2a608376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.176488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7b64a-66d6-4e12-94a1-68789e6821f1 req-26f00db0-66b8-4b0a-8191-2d325b0c83ee tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.180822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8e7b64a-66d6-4e12-94a1-68789e6821f1 req-26f00db0-66b8-4b0a-8191-2d325b0c83ee tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.1788740 Jul 16 01:43:26.252735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8e7b64a-66d6-4e12-94a1-68789e6821f1 req-140fba07-07bc-4969-9410-f2cc0f5746ad tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600400 Jul 16 01:43:26.419872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.770992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:26.892901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-1950300415'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:26.922284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-b27175b3-2042-4999-9e4f-dddd5d53d70b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:26.924532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-b27175b3-2042-4999-9e4f-dddd5d53d70b tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.0876143 Jul 16 01:43:26.953641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:26.963403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:26.980121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.158491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Deleting port c86555f2-9a3e-4738-93b4-7a2e5d13d05a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:27.159707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.226553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-d69d7fad-da83-40fd-808f-7734584b7bbf tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.228401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-d69d7fad-da83-40fd-808f-7734584b7bbf tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1097 time: 0.2408361 Jul 16 01:43:27.243118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26b8e-1d1b-4207-ac8c-0a60c5ccd218 req-52172b4e-5eb2-4ed3-a259-63293d5e4882 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.245110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4a26b8e-1d1b-4207-ac8c-0a60c5ccd218 req-52172b4e-5eb2-4ed3-a259-63293d5e4882 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 945 time: 0.1526897 Jul 16 01:43:27.252252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.341368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.346394 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.352994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.368208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:27.379163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.379637 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment cfbad716-07ec-4bc4-888a-bdf3c6862804 of type vlan for network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 Jul 16 01:43:27.418579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] For port c86555f2-9a3e-4738-93b4-7a2e5d13d05a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,segment=NetworkSegment(b3831b5c-3b34-45d8-afd0-4a19b2926f33),segment_id=b3831b5c-3b34-45d8-afd0-4a19b2926f33)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:27.418953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.428846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.447314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Calling delete_port for c86555f2-9a3e-4738-93b4-7a2e5d13d05a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:27.616753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e215f065-92da-4ab8-a79c-4f2968e16206,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.628480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4a26b8e-1d1b-4207-ac8c-0a60c5ccd218 req-8bba66de-57b2-4a5e-9005-97f18c19c595 tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/security-groups?id=31d46b97-fce3-492f-815a-cbf86821ad06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697512 Jul 16 01:43:27.645366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.659298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['c86555f2-9a3e-4738-93b4-7a2e5d13d05a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:27.684003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Pushing event deleted for resources: {'Port': ['ID=c86555f2-9a3e-4738-93b4-7a2e5d13d05a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.715753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.726493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:27.727212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.740660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] No DVR routers for this DVR port c86555f2-9a3e-4738-93b4-7a2e5d13d05a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:27.744631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.747517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-94a0046b-aae6-4e15-9e8f-c46a36a0cca5 req-3a0341aa-5efb-412a-9349-cc8a23a2d1df tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.38 "DELETE /v2.0/ports/c86555f2-9a3e-4738-93b4-7a2e5d13d05a HTTP/1.1" status: 204 len: 173 time: 0.8137469 Jul 16 01:43:27.748278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'name': 'network-vif-deleted', 'tag': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:27.751372 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a358a212-ab55-4d4a-9327-6b91bd4c9b08" -d '{"events": [{"server_uuid": "e21e09f1-60d3-42e0-be53-a728c44b4ca8", "name": "network-vif-deleted", "tag": "c86555f2-9a3e-4738-93b4-7a2e5d13d05a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:27.755497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9817162 Jul 16 01:43:27.756935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51752) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:27.762816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-549651682'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:27.795558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:27.801816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.830043 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.833866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:27.845877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.846899 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 3d5773d0-c9fb-42f5-977a-0d59865c9df3 of type vlan for network 2c05c38b-a81e-465e-9bba-827aa46e4043 Jul 16 01:43:27.946157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:27.953973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97a84e-b550-456a-9208-b56d519f4e73 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=d27b8e6b-ce3b-4f4b-85fb-37f637ed9309,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:27.958649 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ef4150-ed01-431f-b002-32a2175bd218 x-openstack-request-id: req-a3ef4150-ed01-431f-b002-32a2175bd218 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:27.959003 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21e09f1-60d3-42e0-be53-a728c44b4ca8", "name": "network-vif-deleted", "tag": "c86555f2-9a3e-4738-93b4-7a2e5d13d05a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:27.959254 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3ef4150-ed01-431f-b002-32a2175bd218 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:27.959645 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21e09f1-60d3-42e0-be53-a728c44b4ca8', 'name': 'network-vif-deleted', 'tag': 'c86555f2-9a3e-4738-93b4-7a2e5d13d05a', 'status': 'completed', 'code': 200} Jul 16 01:43:27.973166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:27.991622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7574422-cf9d-40c7-b0c3-a5357c5656c9 req-462ae0f2-949e-455e-9722-d38b6d304ef0 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.008658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7574422-cf9d-40c7-b0c3-a5357c5656c9 req-462ae0f2-949e-455e-9722-d38b6d304ef0 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 946 time: 0.3790371 Jul 16 01:43:28.015074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.026231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.028660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.133691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3752551 Jul 16 01:43:28.142934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:28.154826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7574422-cf9d-40c7-b0c3-a5357c5656c9 req-730d9740-6f86-4012-945e-c6f8982d1f59 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441615 Jul 16 01:43:28.222030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:28.272972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:28.345578 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.349635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:28.352122 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b54bab4-bf64-42d7-b1d3-39304d89bac0" -d '{"events": [{"server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:28.367224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.413657 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c879bee8-226f-464e-9307-c948edd14aed x-openstack-request-id: req-c879bee8-226f-464e-9307-c948edd14aed {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:28.414075 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:28.414231 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c879bee8-226f-464e-9307-c948edd14aed {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:28.414624 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'code': 200} Jul 16 01:43:28.484410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on host n-h1-800087-6 for vnic_type normal with profile {"migrating_to": "n-h2-800087-6"} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:28.484806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:28.485061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:28.492119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.499600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:28.500106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Attempting to bind port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:28.506077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:28.506415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:28.506803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:28.507230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Bound port: 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:28.507583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.516399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:28.633557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:28.637255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:28.650871 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.687439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6ffc-f118-4a49-a9aa-f7640bca894f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=2c05c38b-a81e-465e-9bba-827aa46e4043,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:28.711672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:28.814226 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.825100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-ea376ebc-a6f2-4e70-b340-74325413a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.829185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-ea376ebc-a6f2-4e70-b340-74325413a200 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1098 time: 0.6849635 Jul 16 01:43:28.837675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:28.842169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:28.997709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:28.999609 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.002456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] 10.222.0.38 "PUT /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 1122 time: 1.7558632 Jul 16 01:43:29.078103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-865bf122-21dd-4995-8fef-39b462b0ad4a req-9b86b5a0-f7f5-4a45-86f3-850a56d29dda tempest-ServerDiskConfigTestJSON-1007488087 tempest-ServerDiskConfigTestJSON-1007488087-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21e09f1-60d3-42e0-be53-a728c44b4ca8 HTTP/1.1" status: 200 len: 210 time: 0.0731812 Jul 16 01:43:29.082240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fba56-b4b4-4ce7-8229-c5b55ca76f4c service neutron] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=8']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.104773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['1a1598f4-7dbf-4705-830c-3eeaa49d2116'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:29.173699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1a1598f4-7dbf-4705-830c-3eeaa49d2116'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:29.233814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:29.342188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.354706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-d464b5cc-ea86-4937-af5f-da797bce15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.356238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-d464b5cc-ea86-4937-af5f-da797bce15c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.4723065 Jul 16 01:43:29.419030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=e769c329-8a1d-49ae-b5c3-71371fac843f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:29.522497 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-ce2a9841-6de8-4716-be2e-1b5813bb3511 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 1001 time: 0.0941525 Jul 16 01:43:29.539868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc47f4-c0d5-43be-bd75-f96ac3eb47a7 req-194cd4f1-8c3e-463c-86fe-0e1e494478ac tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.551641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62dc47f4-c0d5-43be-bd75-f96ac3eb47a7 req-194cd4f1-8c3e-463c-86fe-0e1e494478ac tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.1755400 Jul 16 01:43:29.657702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62dc47f4-c0d5-43be-bd75-f96ac3eb47a7 req-e13f58c7-1d3a-4e83-babf-426e3b05a338 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973628 Jul 16 01:43:29.684997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': 'cfbad716-07ec-4bc4-888a-bdf3c6862804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:29.685353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: d27b8e6b-ce3b-4f4b-85fb-37f637ed9309, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:29.709184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-5522be4f-cde8-4882-a11a-2d2fb5ab7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.710882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-5522be4f-cde8-4882-a11a-2d2fb5ab7281 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1535070 Jul 16 01:43:29.742631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:29.774628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:29.790521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d27b8e6b-ce3b-4f4b-85fb-37f637ed9309) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:29.801540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.802393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:29.815276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84b7f5-7d08-4263-a319-072b6649c819 None None] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:29.843329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:43:29.846981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-4d1e3d00-bba8-4d5a-ad54-472697dc15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:29.851693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-4d1e3d00-bba8-4d5a-ad54-472697dc15ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275265 Jul 16 01:43:29.870037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-31303a13-5b05-4160-9053-e59827760946 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7235358 Jul 16 01:43:29.870462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:29.876358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:30.080508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:30.084356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.125068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-fd640bad-d2c5-47f9-b59e-47379c92d2a1 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590435 Jul 16 01:43:30.224467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-d27b8e6b-ce3b-4f4b-85fb-37f637ed9309', 'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': 'e769c329-8a1d-49ae-b5c3-71371fac843f'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:30.225358 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.397120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4cff7758-3698-43db-82af-57e0a458a7f8 req-23b0288e-b955-4029-8c92-1949051093a0 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634945 Jul 16 01:43:30.415538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:30.418300 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de13e8b-00e4-44e6-b373-2f8ef079fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:30.439080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.500569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=9421adbf-da82-4a28-bc89-384dee554937,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.539552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '3d5773d0-c9fb-42f5-977a-0d59865c9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:30.539936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: 2c05c38b-a81e-465e-9bba-827aa46e4043, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:30.577950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:30.606320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2c05c38b-a81e-465e-9bba-827aa46e4043) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:30.609545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Allocated IP 172.20.0.2 (d27b8e6b-ce3b-4f4b-85fb-37f637ed9309/e769c329-8a1d-49ae-b5c3-71371fac843f/997a81d6-2bd9-4112-a257-684536eafcfa) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:30.617409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.618030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.678449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-08aac972-8c2d-48e7-abf9-4f2aca92681e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8038471 Jul 16 01:43:30.678596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:30.702034 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-707881166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:30.801262 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c1aad-16b4-48c6-9016-0c344923fd26 x-openstack-request-id: req-ea9c1aad-16b4-48c6-9016-0c344923fd26 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:30.801645 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:30.803362 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea9c1aad-16b4-48c6-9016-0c344923fd26 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:30.804950 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'status': 'completed', 'code': 200} Jul 16 01:43:30.807935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.811128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.875900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ae88d-61ee-46e3-8a9b-1cb931c6d9ee None None] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:30.878040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-5c84fb11-279a-4166-96f9-aa11dad7a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:30.880163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-5c84fb11-279a-4166-96f9-aa11dad7a700 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1125 time: 0.0820355 Jul 16 01:43:31.094083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.128986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.185651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-da5bb79e-fba5-4cda-885b-c3b48e1ff5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.187837 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-da5bb79e-fba5-4cda-885b-c3b48e1ff5a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2859046 Jul 16 01:43:31.213921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.215561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea04ebb5-0e16-4b1b-83c9-2524a4dd9e20 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5360701 Jul 16 01:43:31.220451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.265839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c86555f2-9a3e-4738-93b4-7a2e5d13d05a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:31.297765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: c86555f2-9a3e-4738-93b4-7a2e5d13d05a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:31.298287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c86555f2-9a3e-4738-93b4-7a2e5d13d05a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:31.307244 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.325967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Transition to ACTIVE for port object 997a81d6-2bd9-4112-a257-684536eafcfa will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:31.371796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Transition to ACTIVE for port object 997a81d6-2bd9-4112-a257-684536eafcfa will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:31.379130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-2c05c38b-a81e-465e-9bba-827aa46e4043', 'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': '9421adbf-da82-4a28-bc89-384dee554937'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:31.384228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.390989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.406491 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-bc13a0fb-cd24-4036-a9c3-298198a3ff80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 217 time: 0.2106152 Jul 16 01:43:31.479309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Pushing event updated for resources: {'Port': ['ID=997a81d6-2bd9-4112-a257-684536eafcfa,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:31.495099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:31.583045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-0c522e99-8539-4eee-b356-c97960d6db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.585724 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-0c522e99-8539-4eee-b356-c97960d6db30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1686554 Jul 16 01:43:31.590434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:31.599420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cba7-3a50-42c6-8e76-1471190b8e80 req-cf44252f-555b-4579-8d05-1f74fe224da9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:31.602313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1650cba7-3a50-42c6-8e76-1471190b8e80 req-cf44252f-555b-4579-8d05-1f74fe224da9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.7587039 Jul 16 01:43:31.610069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:31.642999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:31.668069 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-eef63482-dc83-44f2-8b71-aa0c1498970c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727026 Jul 16 01:43:31.787881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-b4204872-7339-4ae8-9365-46a31b337468 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123285 Jul 16 01:43:31.824470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Allocated IP 172.21.0.2 (2c05c38b-a81e-465e-9bba-827aa46e4043/9421adbf-da82-4a28-bc89-384dee554937/a1c4b3f0-594d-45fc-ac55-c4a50b770e3d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:31.932855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Attempting to bind port 997a81d6-2bd9-4112-a257-684536eafcfa on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:31.938533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Attempting to bind port 997a81d6-2bd9-4112-a257-684536eafcfa by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'cfbad716-07ec-4bc4-888a-bdf3c6862804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:31.939958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Attempting to bind port 997a81d6-2bd9-4112-a257-684536eafcfa on network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:31.953111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:31.953896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Checking segment: {'id': 'cfbad716-07ec-4bc4-888a-bdf3c6862804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:31.954984 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:31.955573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Bound using segment: {'id': 'cfbad716-07ec-4bc4-888a-bdf3c6862804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:31.956287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Bound port: 997a81d6-2bd9-4112-a257-684536eafcfa, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbad716-07ec-4bc4-888a-bdf3c6862804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd27b8e6b-ce3b-4f4b-85fb-37f637ed9309'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:31.957766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.003163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6de13e8b-00e4-44e6-b373-2f8ef079fdab req-9a67e420-d22e-4b50-be53-8acc6f3045f5 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043562 Jul 16 01:43:32.051874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] For port 997a81d6-2bd9-4112-a257-684536eafcfa, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:32.056365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] For port 997a81d6-2bd9-4112-a257-684536eafcfa, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=997a81d6-2bd9-4112-a257-684536eafcfa,segment=NetworkSegment(cfbad716-07ec-4bc4-888a-bdf3c6862804),segment_id=cfbad716-07ec-4bc4-888a-bdf3c6862804)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:32.072783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.296505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.299159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a238824-1b4b-41c9-9397-b266f8dd0299 None None] Pushing event updated for resources: {'Port': ['ID=997a81d6-2bd9-4112-a257-684536eafcfa,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.324728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Transition to ACTIVE for port object a1c4b3f0-594d-45fc-ac55-c4a50b770e3d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:32.376745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Transition to ACTIVE for port object a1c4b3f0-594d-45fc-ac55-c4a50b770e3d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:32.428696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.578646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Pushing event updated for resources: {'Port': ['ID=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:32.598168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:32.609794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:32.612236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:32.630739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Deleting subnet 676c2fd7-1bc7-430f-8e01-605f6cda0532 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:32.720206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.757862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Attempting to bind port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:32.758515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Attempting to bind port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '3d5773d0-c9fb-42f5-977a-0d59865c9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:32.759078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Attempting to bind port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d on network 2c05c38b-a81e-465e-9bba-827aa46e4043 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:32.760085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.771973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:32.772677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Checking segment: {'id': '3d5773d0-c9fb-42f5-977a-0d59865c9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:32.773261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.773831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Bound using segment: {'id': '3d5773d0-c9fb-42f5-977a-0d59865c9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:32.774495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Bound port: a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5773d0-c9fb-42f5-977a-0d59865c9df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2c05c38b-a81e-465e-9bba-827aa46e4043'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:32.775106 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.805692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.850233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] For port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:32.854638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] For port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,segment=NetworkSegment(3d5773d0-c9fb-42f5-977a-0d59865c9df3),segment_id=3d5773d0-c9fb-42f5-977a-0d59865c9df3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:32.863479 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:32.961942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce67e96-a731-4c42-a51b-6997c6ec9bca None None] Pushing event updated for resources: {'Port': ['ID=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.048484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1650cba7-3a50-42c6-8e76-1471190b8e80 req-7e2d24dc-2693-4d41-a1e4-d77efd5955cc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4185550 Jul 16 01:43:33.049960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.083936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.186225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676c2fd7-1bc7-430f-8e01-605f6cda0532,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:33.208138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.218722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e8ca4885-4bd3-4316-9b82-233069752993 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/676c2fd7-1bc7-430f-8e01-605f6cda0532 HTTP/1.1" status: 204 len: 168 time: 1.7223368 Jul 16 01:43:33.221174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:33.255097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 997a81d6-2bd9-4112-a257-684536eafcfa up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:33.418091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-02ddaad9-20cf-4806-8cb2-011a9890a942 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.6314328 Jul 16 01:43:33.441596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.476006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 997a81d6-2bd9-4112-a257-684536eafcfa completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:33.656509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.702067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d1975e-d24a-4c07-9309-b4e16498fa7a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:33.717887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3831b5c-3b34-45d8-afd0-4a19b2926f33') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:33.718334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3831b5c-3b34-45d8-afd0-4a19b2926f33') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:33.736723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.768137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.786627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:33.787152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: items = [ Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:33.792305 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:33.891267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.903736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:33.906638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e7d1975e-d24a-4c07-9309-b4e16498fa7a HTTP/1.1" status: 204 len: 168 time: 0.6800435 Jul 16 01:43:33.919607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702fd63-5e4f-4578-a490-4e9b164121d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d1975e-d24a-4c07-9309-b4e16498fa7a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.113917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.114563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.115001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.115716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.116222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.116690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.117288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.119562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-f558154d-d55b-4436-811b-2940b96e6ea9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6493 time: 0.3399434 Jul 16 01:43:34.124503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.20.0.1 (d27b8e6b-ce3b-4f4b-85fb-37f637ed9309/e769c329-8a1d-49ae-b5c3-71371fac843f/c27a8860-172e-4625-88c2-987679465c9a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:34.228380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3c4ae-9fb1-47ea-9521-f2efdd2732d3 None None] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:34.387541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.414632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] Provisioning for port 997a81d6-2bd9-4112-a257-684536eafcfa completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:34.497109 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6fe586ed-74bb-4ffc-9009-50a4dcb1256f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43ec37b323684d6597f9f9b0298fd23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066227 Jul 16 01:43:34.499711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51876) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:34.582615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] Provisioning complete for port 997a81d6-2bd9-4112-a257-684536eafcfa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:34.582994 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.703800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c95459-672f-4abe-b70c-6c26766be915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.800758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-ccb62bee-b616-43d1-97ca-ec83e1d7f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.801817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-ccb62bee-b616-43d1-97ca-ec83e1d7f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.802701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-ccb62bee-b616-43d1-97ca-ec83e1d7f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.817978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-ccb62bee-b616-43d1-97ca-ec83e1d7f9da service neutron] 10.222.0.38 "GET /v2.0/networks?id=bae1752d-f753-40a4-9624-9dd90fbd9706&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=b626ffa2-d659-4fd1-8302-c384b076392d&id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 2292 time: 0.6539035 Jul 16 01:43:34.824012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.832798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c95459-672f-4abe-b70c-6c26766be915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.912206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object c27a8860-172e-4625-88c2-987679465c9a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:34.922155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c95459-672f-4abe-b70c-6c26766be915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.926316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c95459-672f-4abe-b70c-6c26766be915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.927824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-86c95459-672f-4abe-b70c-6c26766be915 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31d46b97-fce3-492f-815a-cbf86821ad06 HTTP/1.1" status: 204 len: 168 time: 0.4270208 Jul 16 01:43:34.940836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c95459-672f-4abe-b70c-6c26766be915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d46b97-fce3-492f-815a-cbf86821ad06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:34.970613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330ef4f-fd3c-4462-81ac-9220834f6b41 req-0c136609-9e08-47ea-8896-603f8e52619f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:34.992320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1330ef4f-fd3c-4462-81ac-9220834f6b41 req-0c136609-9e08-47ea-8896-603f8e52619f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.5346699 Jul 16 01:43:35.066164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122ec835-4853-41ba-96fe-82333af029a4 None None] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:35.079916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-440b3c88-920a-4d8e-ba9c-047c5e3d1d52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 200 len: 1001 time: 0.2519865 Jul 16 01:43:35.262743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.284589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1330ef4f-fd3c-4462-81ac-9220834f6b41 req-9c6384b9-633b-4a1f-a89d-35dcae1bf83c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891700 Jul 16 01:43:35.341551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.377641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-efb48edf-22b6-4307-ae09-52c7e247fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.379081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-efb48edf-22b6-4307-ae09-52c7e247fc6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 HTTP/1.1" status: 200 len: 851 time: 0.2679651 Jul 16 01:43:35.442020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:35.475530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:35.533144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:35.582528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=c27a8860-172e-4625-88c2-987679465c9a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:35.608909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.747117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a1c4b3f0-594d-45fc-ac55-c4a50b770e3d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:35.776497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] For port 997a81d6-2bd9-4112-a257-684536eafcfa, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=997a81d6-2bd9-4112-a257-684536eafcfa,segment=NetworkSegment(cfbad716-07ec-4bc4-888a-bdf3c6862804),segment_id=cfbad716-07ec-4bc4-888a-bdf3c6862804)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:35.797933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:35.819412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-b7cff766-f021-4877-8cb1-678922fe28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:35.824439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-b7cff766-f021-4877-8cb1-678922fe28ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bae1752d-f753-40a4-9624-9dd90fbd9706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3781512 Jul 16 01:43:36.030602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cfd87-b32f-4cf7-b1b5-56e460bd9159 None None] Pushing event updated for resources: {'Port': ['ID=997a81d6-2bd9-4112-a257-684536eafcfa,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:36.038741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:36.046152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] Provisioning for port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:36.066229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:36.066745 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.072942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] Provisioning complete for port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:36.073257 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.198704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.249100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-c046e0ac-f6a8-412c-9b68-596b848b0182 service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174728 Jul 16 01:43:36.538621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:36.740837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1951114834-network', 'tenant_id': '0e01a60745d543b3893302fe178e929a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:36.776395 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.802712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Made reservation on behalf of 0e01a60745d543b3893302fe178e929a for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:36.805577 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.833762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] For port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,segment=NetworkSegment(3d5773d0-c9fb-42f5-977a-0d59865c9df3),segment_id=3d5773d0-c9fb-42f5-977a-0d59865c9df3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:36.835751 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.836559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:36.856004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.022335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1b577-9301-454d-94ef-ee98c88e0fc9 None None] Pushing event updated for resources: {'Port': ['ID=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.045608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.064985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.080063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-a644cba1-0596-4c7f-bfde-f67ce87b0a68 service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205777 Jul 16 01:43:37.099658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:37.133689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:43:37.140711 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:43:37.150962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Provisioning complete for port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:37.151629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.159959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.169511 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Added segment bb011dfe-0a1f-4a98-a33c-f22096a3fd78 of type vlan for network 683b2d28-56f5-4dc8-b510-e1a8353f9063 Jul 16 01:43:37.195386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ccf200-016f-48ec-9d0e-fc6a0dcca930,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.255479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-94ee4a6c-9164-45af-9119-7643a8fb66aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 217 time: 0.1648371 Jul 16 01:43:37.268185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b86cb-6435-498a-bf37-fd0a2a769558 req-33a4109b-eebe-4299-b5cc-8bbe2579a251 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.275176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-737b86cb-6435-498a-bf37-fd0a2a769558 req-33a4109b-eebe-4299-b5cc-8bbe2579a251 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.6859148 Jul 16 01:43:37.282010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.323002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Provisioning complete for port 997a81d6-2bd9-4112-a257-684536eafcfa triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:37.323730 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.363233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.364051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.364714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.416794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-737b86cb-6435-498a-bf37-fd0a2a769558 req-e48a0443-5575-4d1c-91e8-e06d8664402a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398227 Jul 16 01:43:37.417962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-19bc07b1-8cb8-45f1-98e6-a6c9d5063d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.419758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-19bc07b1-8cb8-45f1-98e6-a6c9d5063d25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.1417522 Jul 16 01:43:37.434165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8917403 Jul 16 01:43:37.448014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51946) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:37.455383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Request body: {'subnet': {'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1951114834-subnet', 'tenant_id': '0e01a60745d543b3893302fe178e929a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:37.503936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae84a9-2d9e-4d13-ad94-f14adbc36753 admin admin] Pushing event updated for resources: {'Network': ['ID=683b2d28-56f5-4dc8-b510-e1a8353f9063,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.516256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Provisioning for port c27a8860-172e-4625-88c2-987679465c9a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:37.527085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Provisioning complete for port c27a8860-172e-4625-88c2-987679465c9a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:37.528169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.577458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:37.581656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4087266f-af8e-4411-8bbe-44db551531e4 None None] Port c27a8860-172e-4625-88c2-987679465c9a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:37.610044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.614801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Made reservation on behalf of 0e01a60745d543b3893302fe178e929a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:37.618255 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.629313 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.871824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a1c4b3f0-594d-45fc-ac55-c4a50b770e3d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:37.875522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=c27a8860-172e-4625-88c2-987679465c9a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:37.918854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f847dc06-f5fe-43ee-adde-1b2f6a398fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:37.921935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-f847dc06-f5fe-43ee-adde-1b2f6a398fa5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4937208 Jul 16 01:43:38.005172 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.038417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:38.038786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.080649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:38.241391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:38.253217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:38.320420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 997a81d6-2bd9-4112-a257-684536eafcfa up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:38.345485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.445003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 997a81d6-2bd9-4112-a257-684536eafcfa triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:38.446200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.679093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-7a448ab7-6bcb-4c38-b07f-b466d16a02c8 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298193 Jul 16 01:43:38.686778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ba7c88-7028-4777-b280-a43f70d31ef1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:38.727868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Checking segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:38.728323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Network hostable DHCP agents. Network: 683b2d28-56f5-4dc8-b510-e1a8353f9063, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:38.731826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-43685754-6691-4b7a-80dd-abc71ed72da2 None None] Provisioning complete for port c27a8860-172e-4625-88c2-987679465c9a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:38.732359 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-43685754-6691-4b7a-80dd-abc71ed72da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.751305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 330b6f64-a4fb-4b71-adc0-a0e46864111a is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:43:38.765078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f67e56-fd41-459a-8bd2-79c2c0a90d23 req-a9bd13c3-136e-4639-9a9c-20762c090a03 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:38.766128 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86f67e56-fd41-459a-8bd2-79c2c0a90d23 req-a9bd13c3-136e-4639-9a9c-20762c090a03 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.4259443 Jul 16 01:43:38.842962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-43685754-6691-4b7a-80dd-abc71ed72da2 None None] Port c27a8860-172e-4625-88c2-987679465c9a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:38.843136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:39.253274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 683b2d28-56f5-4dc8-b510-e1a8353f9063) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:39.257628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.258287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:39.262437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd9d9e-ee76-48c5-b5d5-7cf96bc5d982 None None] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:39.321701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86f67e56-fd41-459a-8bd2-79c2c0a90d23 req-7a14ce97-e512-4c21-817e-6ea960ec0987 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5448697 Jul 16 01:43:39.327952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-669e46ab-1e43-4b52-a086-f65e1242d178 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278827 Jul 16 01:43:39.332627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f07b78f-f62e-4ec8-9535-f09d5f252bc0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8814950 Jul 16 01:43:39.385011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:39.394123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3f9c1e6c-711b-4fed-8b44-b9a9bdbcaf1a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/330b6f64-a4fb-4b71-adc0-a0e46864111a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1651309 Jul 16 01:43:39.394248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.397394 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] Sync routers for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:39.397923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-5417cb3b-32ec-427a-9a1e-f0e5aea039ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 217 time: 0.0570736 Jul 16 01:43:39.413590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:39.414387 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.454068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ac237-5c3d-450b-9924-1558a56c0b01 req-bcd9624e-f9a9-40fd-aec4-f2d0a7f978ee tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.461162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d65ac237-5c3d-450b-9924-1558a56c0b01 req-bcd9624e-f9a9-40fd-aec4-f2d0a7f978ee tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.2481828 Jul 16 01:43:39.468537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34766177-e285-48cd-af05-9776ad98f982 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.470535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-34766177-e285-48cd-af05-9776ad98f982 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports/c27a8860-172e-4625-88c2-987679465c9a HTTP/1.1" status: 200 len: 910 time: 0.0755723 Jul 16 01:43:39.473246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:39.495590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050b4b0-034c-4060-95b9-3fedbfb1bbdd None None] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:39.502311 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.517602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-1ef775d9-52b0-4712-afa2-f7035c1bf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.519537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-1ef775d9-52b0-4712-afa2-f7035c1bf506 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.1131191 Jul 16 01:43:39.521942 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:39.526089 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.533630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d65ac237-5c3d-450b-9924-1558a56c0b01 req-ef8d0123-0220-4ace-8358-8b0d1f7b05a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 Jul 16 01:43:39.665726 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:39.666404 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0d08c-264a-41ff-93f4-2cca42eb3064 None None] The sync data for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:39.680204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-c8275756-e5c0-4d7c-a608-fd67f032822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:39.689951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-c8275756-e5c0-4d7c-a608-fd67f032822e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530626 Jul 16 01:43:39.887368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-5f227948-c84b-41de-9740-2c92765fa06f service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888762 Jul 16 01:43:39.893523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-e14854c9-831a-428d-a401-7dbb3271961b service neutron] 10.222.0.32 "GET /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.2260447 Jul 16 01:43:40.014911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-b84e1d2e-c84c-41d5-8bba-8cc01c542bc3 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200190 Jul 16 01:43:40.069103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-80b71589-c4ce-456a-b467-e46e5e8b18fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=3f27e034-f2b3-40a6-8d91-a119732020a5 HTTP/1.1" status: 200 len: 217 time: 0.0470321 Jul 16 01:43:40.168329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-d986248b-9900-473d-a518-46b2368e33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.168922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-d986248b-9900-473d-a518-46b2368e33ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.0696344 Jul 16 01:43:40.178227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-cc561d0f-c0a9-4ff1-9fd9-0047e67b6cfc tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.179687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-cc561d0f-c0a9-4ff1-9fd9-0047e67b6cfc tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 818 time: 0.1977291 Jul 16 01:43:40.233682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-bd15a2b6-e1cf-40b4-ad0e-7e0002c50a59 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/quotas/0e01a60745d543b3893302fe178e929a HTTP/1.1" status: 200 len: 375 time: 0.0447540 Jul 16 01:43:40.241583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.312574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-5194ba60-75aa-41d1-ad3b-1e938ad869e1 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780218 Jul 16 01:43:40.397424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-8e18b503-a813-47a3-99e7-8ca38354abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.399004 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-8e18b503-a813-47a3-99e7-8ca38354abf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2182829 Jul 16 01:43:40.421045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.469625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:40.490738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-243f2fc2-2fcd-46cf-8b3d-f9f36ca06998 service neutron] 10.222.0.35 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613002 Jul 16 01:43:40.686922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-60f0269a-18a2-4307-b3bc-c2215b414cbc service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564733 Jul 16 01:43:40.697665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-972927da-dd6a-49bc-b718-7f5c608da274 service neutron] 10.222.0.35 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743333 Jul 16 01:43:40.706251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276d46d-f53f-4b10-85bb-449ea4557a81 req-9fb7a8b7-f31c-4320-b9af-fa6252f78175 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.707766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0276d46d-f53f-4b10-85bb-449ea4557a81 req-9fb7a8b7-f31c-4320-b9af-fa6252f78175 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2785470 Jul 16 01:43:40.826096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0276d46d-f53f-4b10-85bb-449ea4557a81 req-cc8613c8-f40d-4abc-ac52-61e9ded88a94 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077666 Jul 16 01:43:40.826503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1598f4-7dbf-4705-830c-3eeaa49d2116 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:40.855956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-4590a7e9-1b7a-4d29-8ac6-a3c0a0041225 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471717 Jul 16 01:43:40.863736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:40.895818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.909358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-1b316d62-e116-4b88-9011-16d39913519d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5 HTTP/1.1" status: 200 len: 217 time: 0.0455821 Jul 16 01:43:40.988156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-2ffbe468-0de4-4e2f-8869-035dc9a9dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:40.990119 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-2ffbe468-0de4-4e2f-8869-035dc9a9dac6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.0731969 Jul 16 01:43:41.012721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Transition to ACTIVE for port object 1a1598f4-7dbf-4705-830c-3eeaa49d2116 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:41.025152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.122901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.21.0.1 (2c05c38b-a81e-465e-9bba-827aa46e4043/9421adbf-da82-4a28-bc89-384dee554937/b5956df9-57eb-4ff4-8a6c-a10cb088c94b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:41.140542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-622b653c-2403-486e-96aa-9a7448f6b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.141792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-622b653c-2403-486e-96aa-9a7448f6b595 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007862 Jul 16 01:43:41.162183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032c69-66e7-4413-8943-ad366ce20017 req-e63f81f2-8cf8-4d5f-aecd-57d0f75c80ed tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.164374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59032c69-66e7-4413-8943-ad366ce20017 req-e63f81f2-8cf8-4d5f-aecd-57d0f75c80ed tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 944 time: 0.1711121 Jul 16 01:43:41.193221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] No DVR routers for this DVR port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:41.250871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59032c69-66e7-4413-8943-ad366ce20017 req-7ff1b56d-3bd3-442a-9be3-f57a68e4fd6b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740008 Jul 16 01:43:41.333054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.348210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object b5956df9-57eb-4ff4-8a6c-a10cb088c94b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:41.412339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-719db18d-d0d3-47a0-99e5-d55e4520b60c service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466295 Jul 16 01:43:41.431309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Pushing event updated for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.450990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.451611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.451912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.452335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.452718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.453121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.453455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.453847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.454179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.454598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.454931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.455263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:41.491904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-537e5739-ee0a-4185-b3a3-26a3f03e670d service neutron] 10.222.0.32 "PUT /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116/bindings/n-h2-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5083237 Jul 16 01:43:41.492950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.548752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:41.552603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:41.555109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:41.557778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5b9e952-a5be-48ec-80da-4c3ce0ef3b82 req-c5f8f767-f8c0-400a-9b01-c54b18fccdbe tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 210 time: 0.0347211 Jul 16 01:43:41.607813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-fd09a831-3d12-4e95-bb52-2e2cf51ccc27 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861258 Jul 16 01:43:41.633313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=b5956df9-57eb-4ff4-8a6c-a10cb088c94b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:41.657147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:41.670847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-b2449891-9623-469d-9a44-b523b122d9d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0561306 Jul 16 01:43:41.784020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-d7443e0e-d730-4a4c-84f7-89c3ce271449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.785895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-d7443e0e-d730-4a4c-84f7-89c3ce271449 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.1020169 Jul 16 01:43:41.837229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-4abb0e76-111e-4616-9fb6-5bcbd2d5fe32 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.839464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-4abb0e76-111e-4616-9fb6-5bcbd2d5fe32 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.2795765 Jul 16 01:43:41.876816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-b2f9cffe-8885-4b58-b5a6-2dbf8fbea9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:41.878799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-b2f9cffe-8885-4b58-b5a6-2dbf8fbea9b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836604 Jul 16 01:43:42.010309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4251ea8-b295-46aa-8827-68a9fd09a8eb None None] Provisioning for port b5956df9-57eb-4ff4-8a6c-a10cb088c94b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:42.013515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.017480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d4251ea8-b295-46aa-8827-68a9fd09a8eb None None] Provisioning complete for port b5956df9-57eb-4ff4-8a6c-a10cb088c94b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:42.018140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4251ea8-b295-46aa-8827-68a9fd09a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.024247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-28d01c8e-5dfb-4d22-97eb-ebe28b48743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.025947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-28d01c8e-5dfb-4d22-97eb-ebe28b48743f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde&tenant_id=1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 1096 time: 0.1716833 Jul 16 01:43:42.068337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:42.094999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-42bd7404-3096-4146-8d87-cb95f1d0fa32 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092161 Jul 16 01:43:42.134603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d4251ea8-b295-46aa-8827-68a9fd09a8eb None None] Port b5956df9-57eb-4ff4-8a6c-a10cb088c94b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:42.271187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-6eda2898-93cf-4314-906a-371200404b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.271651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-6eda2898-93cf-4314-906a-371200404b13 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1096 time: 0.2128682 Jul 16 01:43:42.291299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.409892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:42.411096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:42.412773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae44c2-bb45-4b2a-8117-fa02de4fc222 req-f74f964b-ffaf-43fc-94e2-691149e60206 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.425842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6ae44c2-bb45-4b2a-8117-fa02de4fc222 req-f74f964b-ffaf-43fc-94e2-691149e60206 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.3932846 Jul 16 01:43:42.427209 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a72ce-af4d-479b-bcca-fb783dc025b4" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-unplugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:42.435786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.464631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-3fcf8930-1c0b-4aa2-a305-385ec8d5b9c8 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439074 Jul 16 01:43:42.526417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:42.556458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-c08d0a9f-e20f-4f5c-aaff-3935cbf2e27f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 200 len: 217 time: 0.0710437 Jul 16 01:43:42.618103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-cf2a34ad-8724-451d-9419-768bb927c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.619597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-cf2a34ad-8724-451d-9419-768bb927c43e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.3273911 Jul 16 01:43:42.622549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6ae44c2-bb45-4b2a-8117-fa02de4fc222 req-f3c4413c-8712-43c6-84a6-390baebdc1b7 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951532 Jul 16 01:43:42.693254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-7f31ec0a-f8b8-45ff-9537-67fed803eef7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 200 len: 217 time: 0.0658140 Jul 16 01:43:42.700737 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70bdb5-9a4c-4f2f-a499-4be207a58b73 x-openstack-request-id: req-9c70bdb5-9a4c-4f2f-a499-4be207a58b73 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:42.701038 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-unplugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:42.701834 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c70bdb5-9a4c-4f2f-a499-4be207a58b73 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:42.702237 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:43:42.743127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-5b445212-30c5-4fd4-9c26-f9bd00239697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.747267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-5b445212-30c5-4fd4-9c26-f9bd00239697 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.1811943 Jul 16 01:43:42.839434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-ecff5ae3-8897-4e21-abb2-e358b8a96da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.839434 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-ecff5ae3-8897-4e21-abb2-e358b8a96da2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1309690 Jul 16 01:43:42.840541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.873415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdf443-3a04-4b92-8b9d-f84fe9c53537 req-0494380b-6c0f-4bf5-848f-a581d56777c5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.875845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84cdf443-3a04-4b92-8b9d-f84fe9c53537 req-0494380b-6c0f-4bf5-848f-a581d56777c5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.2666173 Jul 16 01:43:42.926739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-e69fa92b-d88b-489c-add8-59f1df34ee05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803010 Jul 16 01:43:42.927895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.930990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834b68-675a-42fe-b010-40fd8729179b req-f495ac35-a303-45de-92ea-a323ef15b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.932612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-f495ac35-a303-45de-92ea-a323ef15b85a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1568408 Jul 16 01:43:42.942337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84cdf443-3a04-4b92-8b9d-f84fe9c53537 req-3bc4ac12-3039-400b-b9a7-898ba4bd3a8f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583782 Jul 16 01:43:43.025213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ec89b88-adcf-4c0f-b603-763ea2dd6345 req-8e764b43-2eff-4fb5-a05a-ff355b3edeb1 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 210 time: 0.0384429 Jul 16 01:43:43.028915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=b5956df9-57eb-4ff4-8a6c-a10cb088c94b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:43.058562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.096720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-6dc74a84-a5fd-44b7-bcce-6e1ad628a187 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458356 Jul 16 01:43:43.183250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-92063b8d-d754-455a-aac9-6f31cd74224c service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442207 Jul 16 01:43:43.192539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86834b68-675a-42fe-b010-40fd8729179b req-b06db6d3-d582-4828-bdfb-e922df1a9501 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885394 Jul 16 01:43:43.236438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:43.270980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:43.394052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-4ad849db-c752-468f-915c-f2a451670e05 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033966 Jul 16 01:43:43.457870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 330b6f64-a4fb-4b71-adc0-a0e46864111a has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:43.773980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cedea656-c60b-4145-ad52-8a8f15519e80 None None] Provisioning complete for port b5956df9-57eb-4ff4-8a6c-a10cb088c94b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:43.775889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cedea656-c60b-4145-ad52-8a8f15519e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:43.853064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:43.864210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-da822c91-c1d1-45dd-86d4-64bd85075e30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/330b6f64-a4fb-4b71-adc0-a0e46864111a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3868446 Jul 16 01:43:43.868135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.870898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] Sync routers for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:43.899216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cedea656-c60b-4145-ad52-8a8f15519e80 None None] Port b5956df9-57eb-4ff4-8a6c-a10cb088c94b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:43.914050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:43.914791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:43.966390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-c5fdde94-6453-4b9e-82f1-e07009cda031 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.968334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-c5fdde94-6453-4b9e-82f1-e07009cda031 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 818 time: 0.3591940 Jul 16 01:43:43.980268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d6f393-1621-4472-a02b-72c15f2d54ec tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:43.983037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21d6f393-1621-4472-a02b-72c15f2d54ec tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports/b5956df9-57eb-4ff4-8a6c-a10cb088c94b HTTP/1.1" status: 200 len: 910 time: 0.1139369 Jul 16 01:43:43.986201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52088) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:43.996405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.000101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Request body: {'port': {'device_id': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'admin_state_up': True, 'tenant_id': '0e01a60745d543b3893302fe178e929a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:44.008963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:44.009967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.015869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76010-d6eb-47c2-8f7b-4ed71252f765 req-b2669c21-49ff-4a00-bb7c-4de7b25c37c5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.023205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2e76010-d6eb-47c2-8f7b-4ed71252f765 req-b2669c21-49ff-4a00-bb7c-4de7b25c37c5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1703212 Jul 16 01:43:44.061507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:44.062675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9089bfb9-8fff-4c6a-aafa-7e3ca3426fa0 None None] The sync data for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:44.077285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:44.085782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2e76010-d6eb-47c2-8f7b-4ed71252f765 req-dc97aae0-a7cf-4cc4-8815-7889990bc780 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616887 Jul 16 01:43:44.121178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312287f3-0528-4acd-a0c6-d6759a32609e req-419e9e4f-a5bc-439d-9486-2383c5e2ed1b tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.130467 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-312287f3-0528-4acd-a0c6-d6759a32609e req-419e9e4f-a5bc-439d-9486-2383c5e2ed1b tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 945 time: 0.1972308 Jul 16 01:43:44.202163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:44.210982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-312287f3-0528-4acd-a0c6-d6759a32609e req-062249df-13be-45db-8cac-f8797024a56e tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795352 Jul 16 01:43:44.216988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '02be9bab-9c64-4c4a-9277-363249e26832', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '02be9bab-9c64-4c4a-9277-363249e26832', 'mac_address': 'fa:16:3e:70:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:44.314083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.342433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:44.393198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:44.406727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:44.514177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:44.515402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eddc6c-0825-4e40-a13b-e852191f6678 req-6a823fbe-b1b8-4e5a-a410-184d3a9acfd7 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.524977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7eddc6c-0825-4e40-a13b-e852191f6678 req-6a823fbe-b1b8-4e5a-a410-184d3a9acfd7 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.1480289 Jul 16 01:43:44.589554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['02be9bab-9c64-4c4a-9277-363249e26832'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:44.605842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d61e5986-a094-4abf-b813-d0fbdea35d64 req-862db9c4-80d5-46d0-ad84-5e20e80458aa tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 210 time: 0.0769734 Jul 16 01:43:44.627199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7eddc6c-0825-4e40-a13b-e852191f6678 req-fbbdba51-c24d-4c36-9d76-539f56222849 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011813 Jul 16 01:43:44.854379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7fc8c84d-a396-45bd-84ec-7aacd84cc5e5 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.855842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7fc8c84d-a396-45bd-84ec-7aacd84cc5e5 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 818 time: 0.2546566 Jul 16 01:43:44.913376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-5cbb2502-7b5a-404f-a78b-7596295c3adb tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:44.916550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-5cbb2502-7b5a-404f-a78b-7596295c3adb tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.38 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 818 time: 0.5580590 Jul 16 01:43:44.936003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Request body: {'port': {'device_id': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'admin_state_up': True, 'tenant_id': '0e01a60745d543b3893302fe178e929a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:44.975664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Request body: {'port': {'device_id': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'admin_state_up': True, 'tenant_id': '0e01a60745d543b3893302fe178e929a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:45.050112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-a084cf1d-9e2b-44e6-8151-6060860877b0 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.052171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-a084cf1d-9e2b-44e6-8151-6060860877b0 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.0651884 Jul 16 01:43:45.362715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Made reservation on behalf of 0e01a60745d543b3893302fe178e929a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:45.366301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.373542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-3423e0e7-aaa9-4c34-9c84-553b46771e19 service neutron] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:45.384412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-3423e0e7-aaa9-4c34-9c84-553b46771e19 service neutron] Notify callbacks [] for binding, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.385773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3069f29-9d68-450f-90fe-9593f016ba7c req-3423e0e7-aaa9-4c34-9c84-553b46771e19 service neutron] 10.222.0.38 "DELETE /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116/bindings/n-h1-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.3229523 Jul 16 01:43:45.414280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f466d-71a2-4ed8-b432-fa94358ac629 req-c0c0c2a1-7ed7-44c4-a3c1-98e1fe17c6dc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.431732 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-253f466d-71a2-4ed8-b432-fa94358ac629 req-c0c0c2a1-7ed7-44c4-a3c1-98e1fe17c6dc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 946 time: 0.1765499 Jul 16 01:43:45.523800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Made reservation on behalf of 0e01a60745d543b3893302fe178e929a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:45.527376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.626080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-253f466d-71a2-4ed8-b432-fa94358ac629 req-f3ea9e82-7d0c-4414-ad83-c2f775abe1de tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869426 Jul 16 01:43:45.672871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Allocated IP 172.20.0.6 (683b2d28-56f5-4dc8-b510-e1a8353f9063/64ba7c88-7028-4777-b280-a43f70d31ef1/1c275727-3f2e-4293-8163-7b1184b46570) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:45.692980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-c5df5bfe-c3e9-4a74-b766-7603969ac21c tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.692980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-c5df5bfe-c3e9-4a74-b766-7603969ac21c tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.38 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 945 time: 0.1950729 Jul 16 01:43:45.698994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3e638-ca4b-4597-b3ac-2a88302dea59 req-fe63b68f-51d9-4e6c-b469-e0858201e0c9 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:45.700727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2c3e638-ca4b-4597-b3ac-2a88302dea59 req-fe63b68f-51d9-4e6c-b469-e0858201e0c9 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 945 time: 0.1546917 Jul 16 01:43:45.784591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2c3e638-ca4b-4597-b3ac-2a88302dea59 req-7783b66c-0b92-4e09-9bca-992c96696855 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/security-groups?id=07e759c6-b8f9-4b46-81ce-a9b080e8a176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745521 Jul 16 01:43:45.816938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Made reservation on behalf of 0e01a60745d543b3893302fe178e929a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:45.833254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.852841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Deleting port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:45.853201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:45.991397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] For port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,segment=NetworkSegment(01d9da61-c275-4509-8f74-b9a1a05817b1),segment_id=01d9da61-c275-4509-8f74-b9a1a05817b1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:45.991760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.009475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Calling delete_port for 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:46.097458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:46.143308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4377643-bb95-44a2-8f89-47d293002d51 req-f99c2411-b467-4c6f-a39c-944bea8d784d tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 210 time: 0.0586150 Jul 16 01:43:46.161816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 02be9bab-9c64-4c4a-9277-363249e26832 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:46.162711 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.250301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.297561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.308358 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.381875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210682be-b34f-4f28-a241-b2e91a331c08 req-700405d8-9c76-48d3-9b9f-24dc6dad131f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.392178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-210682be-b34f-4f28-a241-b2e91a331c08 req-700405d8-9c76-48d3-9b9f-24dc6dad131f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.3092268 Jul 16 01:43:46.424447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:46.429996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:46.433664 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c1442-ea92-47c6-9ed1-ce787b544f8c" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:46.439534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.474521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Allocated IP 172.20.0.11 (683b2d28-56f5-4dc8-b510-e1a8353f9063/64ba7c88-7028-4777-b280-a43f70d31ef1/16d242e9-76c7-472e-ae4f-cbc5306c6ebb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:46.551211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.574008 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88071298-d6bb-48df-b5ab-d5c503cd9a35 x-openstack-request-id: req-88071298-d6bb-48df-b5ab-d5c503cd9a35 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:46.574515 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-plugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:46.575269 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88071298-d6bb-48df-b5ab-d5c503cd9a35 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:46.576433 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:43:46.578277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.585460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-210682be-b34f-4f28-a241-b2e91a331c08 req-b494e202-6c6b-49d9-8e94-6bc7824a8d09 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924105 Jul 16 01:43:46.633979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:46.647029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:46.699102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Pushing event deleted for resources: {'Port': ['ID=540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:46.776459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.776906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.777257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.777598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.777933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.778267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.778597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.778927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.779305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.779633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.779958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.780310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:46.943044 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.231360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] No DVR routers for this DVR port 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:47.234679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.236886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ad8c68-235f-4bc5-98d8-7d74db7917fc req-bb2a4231-b9ff-42ce-ae3e-1dfb158e5636 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.38 "DELETE /v2.0/ports/540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 HTTP/1.1" status: 204 len: 173 time: 1.5347087 Jul 16 01:43:47.252483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6940e971-aff7-4f65-bacb-93b767fa72de', 'name': 'network-vif-deleted', 'tag': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:47.258093 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daee1ddf-570f-4d6d-b91b-2e1c7e93339a" -d '{"events": [{"server_uuid": "6940e971-aff7-4f65-bacb-93b767fa72de", "name": "network-vif-deleted", "tag": "540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:47.313930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Pushing event updated for resources: {'Port': ['ID=1c275727-3f2e-4293-8163-7b1184b46570,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.337215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:47.340278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89bf8-f50f-4a8e-a51b-7cc769efa961 req-b729a4fb-c443-455a-817c-75a25cf99fda tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.342381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5eb89bf8-f50f-4a8e-a51b-7cc769efa961 req-b729a4fb-c443-455a-817c-75a25cf99fda tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.5417755 Jul 16 01:43:47.347420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:47.358367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:47.381252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1afd22-a297-4872-94bc-942e51dfb4d5 req-9b790dcd-73a9-44af-a8c4-2179fb446a95 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.389279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c1afd22-a297-4872-94bc-942e51dfb4d5 req-9b790dcd-73a9-44af-a8c4-2179fb446a95 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1096 time: 0.1660669 Jul 16 01:43:47.452908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5eb89bf8-f50f-4a8e-a51b-7cc769efa961 req-c224aa55-1f2b-4882-913b-e75571981268 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010792 Jul 16 01:43:47.453086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.481077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.481658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.485286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c1afd22-a297-4872-94bc-942e51dfb4d5 req-74704313-fed4-4796-87ee-f44a83c47b51 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951076 Jul 16 01:43:47.588375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Pushing event updated for resources: {'Port': ['ID=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.633143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:47.641458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-286fc033-3fd2-4371-9306-68f7d786e5ba tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6464872 Jul 16 01:43:47.647564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:47.650004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Allocated IP 172.20.0.13 (683b2d28-56f5-4dc8-b510-e1a8353f9063/64ba7c88-7028-4777-b280-a43f70d31ef1/53b50bb7-af8b-4e5e-821e-1f1511bbdd52) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:47.659790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Request body: {'port': {'device_id': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.664300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:47.814725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.815529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.825774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0037cd3-e370-4202-b7f1-4899cdce44d5 req-fdcc88e1-f537-4d36-be53-1c12a88761f5 tempest-VolumesAdminNegativeTest-543656454 tempest-VolumesAdminNegativeTest-543656454-project] 10.222.0.35 "GET /v2.0/ports?device_id=6940e971-aff7-4f65-bacb-93b767fa72de HTTP/1.1" status: 200 len: 210 time: 0.1334364 Jul 16 01:43:47.898146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-7f9bdd09-c40e-4bed-b159-7ec90d9a71ab tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9424410 Jul 16 01:43:47.906704 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df57b6-e4c8-4f78-a62e-3e649142a383 x-openstack-request-id: req-73df57b6-e4c8-4f78-a62e-3e649142a383 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:47.909320 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6940e971-aff7-4f65-bacb-93b767fa72de", "name": "network-vif-deleted", "tag": "540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:47.910197 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73df57b6-e4c8-4f78-a62e-3e649142a383 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:47.911691 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6940e971-aff7-4f65-bacb-93b767fa72de', 'name': 'network-vif-deleted', 'tag': '540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3', 'status': 'completed', 'code': 200} Jul 16 01:43:47.919526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Request body: {'port': {'device_id': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:48.011757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e944fdd-b4d2-42e8-b325-d25fdc997017 req-3a161858-cc64-425c-8da2-d401d4103f3b tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 210 time: 0.0681927 Jul 16 01:43:48.031762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.237404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d20ade-4d42-4f62-8f07-6ee6c25f1ac3 req-4d6b1a04-e2a0-4aa3-8f79-6cab5e27dced tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.238964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33d20ade-4d42-4f62-8f07-6ee6c25f1ac3 req-4d6b1a04-e2a0-4aa3-8f79-6cab5e27dced tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 1096 time: 0.0838077 Jul 16 01:43:48.249396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port b5956df9-57eb-4ff4-8a6c-a10cb088c94b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:48.249809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.281237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33d20ade-4d42-4f62-8f07-6ee6c25f1ac3 req-0076a6af-87dc-4239-9625-4fa01d135030 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Jul 16 01:43:48.379811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.393800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.629990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.666780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for b5956df9-57eb-4ff4-8a6c-a10cb088c94b owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:48.703918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e01d9-1eb2-466a-8c3f-116949fa8ce7 req-1ee60e7f-8533-4245-a831-39d7123a5ffa tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.711600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb2e01d9-1eb2-466a-8c3f-116949fa8ce7 req-1ee60e7f-8533-4245-a831-39d7123a5ffa tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.0905890 Jul 16 01:43:48.801763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb2e01d9-1eb2-466a-8c3f-116949fa8ce7 req-edb6cb52-b552-4f79-b2ad-344725324dd3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879526 Jul 16 01:43:48.960412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c275727-3f2e-4293-8163-7b1184b46570 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:48.969849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.984849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Transition to ACTIVE for port object 1c275727-3f2e-4293-8163-7b1184b46570 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:49.012745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.111209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Deleting subnet c8880640-052a-40a4-8114-8fedacbd55dd {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:49.114589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.148957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.182083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.226709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Pushing event updated for resources: {'Port': ['ID=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.229881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.231861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.264585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=b5956df9-57eb-4ff4-8a6c-a10cb088c94b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.267965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.292889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:49.358008 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.360368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:49.362816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 540afb3c-9c4c-4aa6-bd70-3139b2a8e5a3 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:49.373830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Network 683b2d28-56f5-4dc8-b510-e1a8353f9063 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:49.443476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8880640-052a-40a4-8114-8fedacbd55dd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.450579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.455169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:49.456208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:49.459297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.460729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-870e325d-803e-48d9-859a-3115660a5df3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8880640-052a-40a4-8114-8fedacbd55dd HTTP/1.1" status: 204 len: 168 time: 0.4468112 Jul 16 01:43:49.496980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bb38a-6b2b-4bf6-af83-f983c55ffe99 req-7f4c07df-ebca-4994-ad22-7cbe21d62cfc tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.505276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-608bb38a-6b2b-4bf6-af83-f983c55ffe99 req-7f4c07df-ebca-4994-ad22-7cbe21d62cfc tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 932 time: 0.1679935 Jul 16 01:43:49.655050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-608bb38a-6b2b-4bf6-af83-f983c55ffe99 req-69d4b397-17ba-406f-b0dc-85f8fc70b79e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436327 Jul 16 01:43:49.700468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Pushing event updated for resources: {'Port': ['ID=1c275727-3f2e-4293-8163-7b1184b46570,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.713314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89baafc-d84b-446f-bcc4-01a197e5c30e req-fdc43393-980d-4a75-98e1-b73f577005d3 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.716039 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f89baafc-d84b-446f-bcc4-01a197e5c30e req-fdc43393-980d-4a75-98e1-b73f577005d3 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.1614697 Jul 16 01:43:49.781281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f89baafc-d84b-446f-bcc4-01a197e5c30e req-4498166d-83b6-4f86-b57a-4e5f0d7e32bb tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581262 Jul 16 01:43:49.854123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Attempting to bind port 1c275727-3f2e-4293-8163-7b1184b46570 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:49.854597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Attempting to bind port 1c275727-3f2e-4293-8163-7b1184b46570 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:49.854947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Attempting to bind port 1c275727-3f2e-4293-8163-7b1184b46570 on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:49.873437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:49.874048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.900372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Port 1c275727-3f2e-4293-8163-7b1184b46570 on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:49.900750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Attempting to bind port 1c275727-3f2e-4293-8163-7b1184b46570 on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:49.910468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.934921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:49.936010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Checking segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:49.936697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Bound using segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:49.937138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Bound port: 1c275727-3f2e-4293-8163-7b1184b46570, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:49.937557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.948481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d3ca62ad-be85-444f-a310-249a0027118c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0216308 Jul 16 01:43:49.990102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Request body: {'port': {'device_id': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:50.018209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b23d8d-05fd-4dc2-a060-f017da04180f req-d219b989-9e5e-4c56-8310-f919b48b2621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.019733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90b23d8d-05fd-4dc2-a060-f017da04180f req-d219b989-9e5e-4c56-8310-f919b48b2621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.0844154 Jul 16 01:43:50.031819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.094135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90b23d8d-05fd-4dc2-a060-f017da04180f req-39c36422-fa4d-4cc5-9b13-00f4fe4203d9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672898 Jul 16 01:43:50.121165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] For port 1c275727-3f2e-4293-8163-7b1184b46570, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:50.125023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] For port 1c275727-3f2e-4293-8163-7b1184b46570, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1c275727-3f2e-4293-8163-7b1184b46570,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:50.127636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d242e9-76c7-472e-ae4f-cbc5306c6ebb {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:50.167463 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:50.200598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.529709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.597175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.597791 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.599163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] 10.222.0.32 "PUT /v2.0/ports/1c275727-3f2e-4293-8163-7b1184b46570 HTTP/1.1" status: 200 len: 1091 time: 2.9438379 Jul 16 01:43:50.601390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'tag': '1c275727-3f2e-4293-8163-7b1184b46570'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:50.602440 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cbdde7-bb10-48cf-9381-d63340a58831", "tag": "1c275727-3f2e-4293-8163-7b1184b46570"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:50.725213 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4482c40-1ec8-47e0-b346-00d432e9ec76 x-openstack-request-id: req-e4482c40-1ec8-47e0-b346-00d432e9ec76 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:50.725501 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cbdde7-bb10-48cf-9381-d63340a58831", "tag": "1c275727-3f2e-4293-8163-7b1184b46570", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:50.725747 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4482c40-1ec8-47e0-b346-00d432e9ec76 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:50.726135 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'tag': '1c275727-3f2e-4293-8163-7b1184b46570', 'status': 'completed', 'code': 200} Jul 16 01:43:50.737295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Transition to ACTIVE for port object 16d242e9-76c7-472e-ae4f-cbc5306c6ebb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:50.781662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.835200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.892375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.909838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c70b1d-f511-49b0-a4ba-3a8973eb4626']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:50.932110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb78ae2-596a-4845-9f33-0033adb177c5 req-f114f3db-a5c6-4399-92c0-3d8d45753b5c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.939096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-deb78ae2-596a-4845-9f33-0033adb177c5 req-f114f3db-a5c6-4399-92c0-3d8d45753b5c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 932 time: 0.1092062 Jul 16 01:43:51.019986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-deb78ae2-596a-4845-9f33-0033adb177c5 req-6ee94822-8185-435d-876a-5d26d6707aac tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Jul 16 01:43:51.113395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b53c8-f60b-451c-b888-8d2e41e6939a service neutron] Pushing event updated for resources: {'Port': ['ID=1c275727-3f2e-4293-8163-7b1184b46570,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.155535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d9da61-c275-4509-8f74-b9a1a05817b1') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:51.156412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d9da61-c275-4509-8f74-b9a1a05817b1') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:51.195003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e31891f-0273-409b-94e5-0679fef01e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.197221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e31891f-0273-409b-94e5-0679fef01e24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 1094 time: 0.5348024 Jul 16 01:43:51.256772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.351249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d23fd97d-c2c2-45a1-995c-b2964ebc39c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c275727-3f2e-4293-8163-7b1184b46570 HTTP/1.1" status: 200 len: 217 time: 0.1048884 Jul 16 01:43:51.353835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.386984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Pushing event updated for resources: {'Port': ['ID=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.401818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:51.402396 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:51.409971 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:51.487674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Attempting to bind port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:51.488116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Attempting to bind port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:51.488552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Attempting to bind port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:51.491466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a41728-f1a3-4394-8c08-7abcec9a4a42 req-ff505db4-f224-4681-b965-8382eb89fd0a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.494246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84a41728-f1a3-4394-8c08-7abcec9a4a42 req-ff505db4-f224-4681-b965-8382eb89fd0a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.1892505 Jul 16 01:43:51.524971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7587-258f-41a0-a666-cd2085f97c35 req-7fa474a9-e706-4a71-a71f-fa2ec081a43b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.533869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22ce7587-258f-41a0-a666-cd2085f97c35 req-7fa474a9-e706-4a71-a71f-fa2ec081a43b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.1432807 Jul 16 01:43:51.559338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:51.559911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Attempting to bind port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:51.569557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 330b6f64-a4fb-4b71-adc0-a0e46864111a has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:51.571520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d0113d30-335b-480c-8d80-5dcbef7051ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.573309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d0113d30-335b-480c-8d80-5dcbef7051ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 200 len: 858 time: 0.1942031 Jul 16 01:43:51.596412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:51.596778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Checking segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:51.597755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Bound using segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:51.598035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Bound port: 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:51.598713 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.606729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.628751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:51.630896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84a41728-f1a3-4394-8c08-7abcec9a4a42 req-4a3217d8-b4e6-4b3c-bbe7-9d7f3b2e93d6 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257501 Jul 16 01:43:51.647348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.650055 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] 10.222.0.35 "DELETE /v2.0/networks/36c70b1d-f511-49b0-a4ba-3a8973eb4626 HTTP/1.1" status: 204 len: 168 time: 2.1745889 Jul 16 01:43:51.652209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-f899b226-f188-46e7-8bb7-5e5652e219e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=683b2d28-56f5-4dc8-b510-e1a8353f9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640657 Jul 16 01:43:51.656353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.658593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52220) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:51.676780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22ce7587-258f-41a0-a666-cd2085f97c35 req-5ca4bac8-5d25-42d5-a013-5cbcec190ccd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332569 Jul 16 01:43:51.759640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b6660-2a24-4a90-ad3f-7f0626a30c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=36c70b1d-f511-49b0-a4ba-3a8973eb4626,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.818189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Transition to ACTIVE for port object 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:52.000544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.088631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.088631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:52.102439 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] Sync routers for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:52.118959 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:52.119824 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.192268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7059fc92-9c74-4e87-b7e5-dcc049af40b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/330b6f64-a4fb-4b71-adc0-a0e46864111a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2014399 Jul 16 01:43:52.193163 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.194868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:52.211724 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-ebbb85ad-1edc-4e89-bb70-288e53f5f36f service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353713 Jul 16 01:43:52.211869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:52.212426 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.218004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Pushing event updated for resources: {'Port': ['ID=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.259864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Deleting subnet 4784e547-a980-4bdc-89fd-4036806af6e8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:52.279163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.304703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:52.307280 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7526cb45-b7aa-4c0e-ac18-1f0470c6bfa9 None None] The sync data for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:52.327844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] For port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:52.406811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.427072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] For port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:52.458421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.523989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Pushing event updated for resources: {'Port': ['ID=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:52.564419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.565077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.567124 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-0e967bf5-7a6a-4c36-b68c-5858dc203edf service neutron] 10.222.0.38 "PUT /v2.0/ports/16d242e9-76c7-472e-ae4f-cbc5306c6ebb HTTP/1.1" status: 200 len: 1092 time: 4.6519957 Jul 16 01:43:52.578357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.587437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-715a0925-9e03-497c-918c-fa8b85e99e1f service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544846 Jul 16 01:43:52.616967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Attempting to bind port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:52.617304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Attempting to bind port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:52.617652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Attempting to bind port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:52.630699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:52.631019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Attempting to bind port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 on network 683b2d28-56f5-4dc8-b510-e1a8353f9063 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:52.652685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:52.653068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Checking segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:52.653402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Bound using segment: {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:52.654374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Bound port: 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:52.654778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.757896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'tag': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:52.762935 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8a8600-e55e-466d-a83e-53eecdf9375a", "tag": "16d242e9-76c7-472e-ae4f-cbc5306c6ebb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:52.784823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759d83-0165-413b-88a6-b8af207c0aa6 req-9d8dd69d-b014-4af4-8ed6-c45f5b879367 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.786473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee759d83-0165-413b-88a6-b8af207c0aa6 req-9d8dd69d-b014-4af4-8ed6-c45f5b879367 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 944 time: 0.4364412 Jul 16 01:43:52.885418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee759d83-0165-413b-88a6-b8af207c0aa6 req-1ed9014d-15c3-4dd0-b698-4994f7c25a91 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478139 Jul 16 01:43:52.916599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:52.974600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4784e547-a980-4bdc-89fd-4036806af6e8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.048236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.051460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] For port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:53.055247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] For port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:53.068016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.191691 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.204079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e8a28738-9def-4314-85bc-a9f3e5c5c6cf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4784e547-a980-4bdc-89fd-4036806af6e8 HTTP/1.1" status: 204 len: 168 time: 1.5398440 Jul 16 01:43:53.209551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Pushing event updated for resources: {'Port': ['ID=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.216659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52254) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:53.296210 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.324921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.337112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.338143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.340137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a9c0290a-2ebc-433c-8359-6ebf1fc64d43 service neutron] 10.222.0.32 "PUT /v2.0/ports/53b50bb7-af8b-4e5e-821e-1f1511bbdd52 HTTP/1.1" status: 200 len: 1092 time: 3.3541713 Jul 16 01:43:53.359102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-531f11f7-cd04-4786-b3a4-98cd046b3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.365673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-531f11f7-cd04-4786-b3a4-98cd046b3cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 1094 time: 0.6086688 Jul 16 01:43:53.366839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3de91-b2b9-4774-8d4d-7050aeb55fdf req-51e81bee-e6eb-45ad-b647-91d52cac1e53 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.368586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3d3de91-b2b9-4774-8d4d-7050aeb55fdf req-51e81bee-e6eb-45ad-b647-91d52cac1e53 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.1293495 Jul 16 01:43:53.377365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b50e2-8074-4c50-bb2c-ec626edcf2bf req-7d24f09e-06c5-430e-9301-20077af1db99 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.379623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a6b2c9e1-0d1a-444c-9dc1-ec7748aca366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.384470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-a6b2c9e1-0d1a-444c-9dc1-ec7748aca366 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 1095 time: 0.6638227 Jul 16 01:43:53.384676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-501b50e2-8074-4c50-bb2c-ec626edcf2bf req-7d24f09e-06c5-430e-9301-20077af1db99 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.2277849 Jul 16 01:43:53.444200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-501b50e2-8074-4c50-bb2c-ec626edcf2bf req-62c323a4-1c61-436a-88af-e0360cc13149 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584874 Jul 16 01:43:53.474858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3d3de91-b2b9-4774-8d4d-7050aeb55fdf req-0e938634-bd5f-47a6-b851-5d2399dc4f93 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804961 Jul 16 01:43:53.636875 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46169b0e-a89b-443a-b406-7d5d71f2de18 x-openstack-request-id: req-46169b0e-a89b-443a-b406-7d5d71f2de18 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:53.639634 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8a8600-e55e-466d-a83e-53eecdf9375a", "tag": "16d242e9-76c7-472e-ae4f-cbc5306c6ebb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:53.640179 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46169b0e-a89b-443a-b406-7d5d71f2de18 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:53.642746 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'tag': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb', 'status': 'completed', 'code': 200} Jul 16 01:43:53.657696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-f95b80ea-4c7e-49e4-8ebe-12abeba53abb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb HTTP/1.1" status: 200 len: 217 time: 0.2447441 Jul 16 01:43:53.661178 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fefeceac-0490-4931-b8ce-e74b1f0b1019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.704009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port c27a8860-172e-4625-88c2-987679465c9a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:53.704388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.886780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655218ca-5b65-453f-8729-fb6d1d86a221 req-81c9e760-b18f-4076-b7a4-725fdc2ea781 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.889632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-655218ca-5b65-453f-8729-fb6d1d86a221 req-81c9e760-b18f-4076-b7a4-725fdc2ea781 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 945 time: 0.1661496 Jul 16 01:43:53.925410 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.963882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for c27a8860-172e-4625-88c2-987679465c9a owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:53.969689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-655218ca-5b65-453f-8729-fb6d1d86a221 req-5bc55e1d-1bcf-4543-95d5-86a71358ea80 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742953 Jul 16 01:43:54.149204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.176429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4835fe19-8f94-4dce-a8bd-4d274b14781e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.188361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.196878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0edbb95-17df-4ab2-acea-4e79851867f5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.197171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0edbb95-17df-4ab2-acea-4e79851867f5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:54.203468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-675f175c-2b79-4271-b885-c3922711c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.204961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-675f175c-2b79-4271-b885-c3922711c62c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 200 len: 858 time: 0.5265222 Jul 16 01:43:54.223147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.257617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-9bc031c3-4cd9-4b03-a3ff-110da70838d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.259161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-9bc031c3-4cd9-4b03-a3ff-110da70838d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 1095 time: 0.8542743 Jul 16 01:43:54.262134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-8b65debc-b2c2-46fd-8a29-6c3755752ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.263548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-8b65debc-b2c2-46fd-8a29-6c3755752ebc service neutron] 10.222.0.32 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 919 time: 0.8737476 Jul 16 01:43:54.265352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-3ef7b58a-0ce1-4f2a-8b88-40518f0e60eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=683b2d28-56f5-4dc8-b510-e1a8353f9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477717 Jul 16 01:43:54.278455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=c27a8860-172e-4625-88c2-987679465c9a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.300307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.412231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:54.412563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.439087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcec62-d8eb-4205-8d3e-f0c2a7ee311e req-9521dc17-6503-43fe-8c46-c67c58c0acd9 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.441304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2bcec62-d8eb-4205-8d3e-f0c2a7ee311e req-9521dc17-6503-43fe-8c46-c67c58c0acd9 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 944 time: 0.2789972 Jul 16 01:43:54.472662 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-0ac83948-8a10-4d7a-8bb0-a3e327f02c20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c275727-3f2e-4293-8163-7b1184b46570 HTTP/1.1" status: 200 len: 217 time: 0.1689236 Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:54.473295 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:54.566461 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-5e7c431b-638e-4107-a9d0-7b58a10135d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52 HTTP/1.1" status: 200 len: 217 time: 0.2675302 Jul 16 01:43:54.622478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.647299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2bcec62-d8eb-4205-8d3e-f0c2a7ee311e req-b6b9ff57-be76-4240-9298-fbfa6f513a02 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989486 Jul 16 01:43:54.717552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-3894579e-d30f-4f32-8377-5151afb89b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.719167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-3894579e-d30f-4f32-8377-5151afb89b60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 200 len: 858 time: 0.2064328 Jul 16 01:43:54.720992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-56deca41-4c3e-4caf-ae9c-5a9b45d8c7ec service neutron] 10.222.0.38 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053843 Jul 16 01:43:54.901978 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-c4c5acaf-11f9-4293-bb86-ff9555f78175 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=683b2d28-56f5-4dc8-b510-e1a8353f9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191802 Jul 16 01:43:54.923132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.974064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.978281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] 10.222.0.35 "DELETE /v2.0/networks/4835fe19-8f94-4dce-a8bd-4d274b14781e HTTP/1.1" status: 204 len: 168 time: 1.7467222 Jul 16 01:43:55.050193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-3d37f2a4-d97c-472c-b390-581d4fcf3468 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.051846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-3d37f2a4-d97c-472c-b390-581d4fcf3468 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.6486793 Jul 16 01:43:55.056714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cd34d-893b-4d53-9ccd-ba54bb5e5bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=4835fe19-8f94-4dce-a8bd-4d274b14781e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.076277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d41c522e-6508-4b7f-a1c6-c726ee05d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.078280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-d41c522e-6508-4b7f-a1c6-c726ee05d2f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 200 len: 858 time: 0.3427160 Jul 16 01:43:55.144431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f727-8008-4193-8c26-3e5d136c2a6e req-13e135f8-6fd9-4373-937f-120ebd4ef293 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.152338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d05f727-8008-4193-8c26-3e5d136c2a6e req-13e135f8-6fd9-4373-937f-120ebd4ef293 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.4243751 Jul 16 01:43:55.176651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 330b6f64-a4fb-4b71-adc0-a0e46864111a has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:55.188722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c835f28-98f1-4b1f-8ad0-f79b8c598be3 req-ab789fec-dc96-451d-979a-fa19fd96649c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.196632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c835f28-98f1-4b1f-8ad0-f79b8c598be3 req-ab789fec-dc96-451d-979a-fa19fd96649c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.3389232 Jul 16 01:43:55.200695 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-da2ab7e9-335e-4372-99aa-d74ddb14a731 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=683b2d28-56f5-4dc8-b510-e1a8353f9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476251 Jul 16 01:43:55.211253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-4c727fa0-e220-4284-8f7b-1d61b68c45be tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.212742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-4c727fa0-e220-4284-8f7b-1d61b68c45be tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.32 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 945 time: 0.3405347 Jul 16 01:43:55.288995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d05f727-8008-4193-8c26-3e5d136c2a6e req-8b5d63f8-2656-4d77-9b37-e97218dcb513 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353648 Jul 16 01:43:55.331920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-026894a5-dc98-4e5b-ae2a-b9adec792383 service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176994 Jul 16 01:43:55.365151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c835f28-98f1-4b1f-8ad0-f79b8c598be3 req-85ef84be-75e8-4082-883f-4c20478d4916 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672828 Jul 16 01:43:55.371466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.388656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-9af0aa8b-f33f-4c53-a074-279069d1769d service neutron] 10.222.0.38 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198988 Jul 16 01:43:55.466051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-dc8fe767-2644-4480-8377-b8e674068258 service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481830 Jul 16 01:43:55.649038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'tag': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:55.651667 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159ab53a-9638-4c74-a811-bdf02fed99e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e411aa7-b28d-4af4-a8f2-5ef69af537a2", "tag": "53b50bb7-af8b-4e5e-821e-1f1511bbdd52"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:55.692012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-87a91dfa-bb19-4f6e-8cae-cd128a92f8cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46f3819e0ec742b5ad06510a9a70fb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188775 Jul 16 01:43:55.701727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.717655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:55.728263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] Sync routers for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:55.729300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5697d328-9583-4ac3-b877-0f6b7bd8af3e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/330b6f64-a4fb-4b71-adc0-a0e46864111a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5308652 Jul 16 01:43:55.743357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52280) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.768484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:55.769467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.781767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-9045d71a-061d-4763-8ec5-acd9ee1650d9 service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407051 Jul 16 01:43:55.795138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Deleting port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:55.795665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.800081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-15ec4852-e66c-438a-97a5-98814c4cb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.802264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-15ec4852-e66c-438a-97a5-98814c4cb105 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 1095 time: 0.2752690 Jul 16 01:43:55.856779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c9134dfe-7805-4fea-9220-6c4a1cf04ec2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=330b6f64-a4fb-4b71-adc0-a0e46864111a HTTP/1.1" status: 200 len: 205 time: 0.1121843 Jul 16 01:43:55.862017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.866102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52282) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.878797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] Routers {'330b6f64-a4fb-4b71-adc0-a0e46864111a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:55.879677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['330b6f64-a4fb-4b71-adc0-a0e46864111a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.952255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:55.953167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273c3e03-ee79-4f32-bd5c-8072f76abe30 None None] The sync data for ids ['330b6f64-a4fb-4b71-adc0-a0e46864111a'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:55.960560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aaa78-d49c-452d-9d6d-25452bae018c req-6fe2e549-05d6-4c8b-aeb9-791200ff1032 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.966120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c7aaa78-d49c-452d-9d6d-25452bae018c req-6fe2e549-05d6-4c8b-aeb9-791200ff1032 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 945 time: 0.3813424 Jul 16 01:43:55.968904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ee92cc33-87b4-44d2-8ab9-e31f19c08c5e req-9af66ac3-1945-445f-9dbe-83f00ac9ce24 service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746154 Jul 16 01:43:56.012617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b479af9c-5c38-4608-8306-c58bc1d31390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.034021 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc322f6-36bc-489e-b7e4-add58453d555 x-openstack-request-id: req-ffc322f6-36bc-489e-b7e4-add58453d555 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:56.034729 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e411aa7-b28d-4af4-a8f2-5ef69af537a2", "tag": "53b50bb7-af8b-4e5e-821e-1f1511bbdd52", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:56.035216 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffc322f6-36bc-489e-b7e4-add58453d555 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:56.035914 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'tag': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52', 'status': 'completed', 'code': 200} Jul 16 01:43:56.041947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Deleting port 32e34d60-ddd2-47db-9162-f097f1e5a503 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:56.042417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.062187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b479af9c-5c38-4608-8306-c58bc1d31390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.100620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.109613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c7aaa78-d49c-452d-9d6d-25452bae018c req-1b555c60-fca7-46e6-b772-ef818f98866e tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/security-groups?id=398552d0-2370-4b18-814f-2c97fd8356c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375711 Jul 16 01:43:56.130144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-56964f9e-bf8a-4359-9b04-5222ec802d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.172615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1c275727-3f2e-4293-8163-7b1184b46570 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:56.352410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1c275727-3f2e-4293-8163-7b1184b46570, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1c275727-3f2e-4293-8163-7b1184b46570,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:56.377852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '1c275727-3f2e-4293-8163-7b1184b46570', 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'port_id': '1c275727-3f2e-4293-8163-7b1184b46570', 'mac_address': 'fa:16:3e:c8:84:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ba7c88-7028-4777-b280-a43f70d31ef1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:56.395725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:56.396535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.437062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] For port 32e34d60-ddd2-47db-9162-f097f1e5a503, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=32e34d60-ddd2-47db-9162-f097f1e5a503,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:56.437429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.453640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3c05e-d346-464f-99ca-a832bf98be0a req-02d3d8e1-e50c-418f-b895-c7c2b222271e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.455305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49a3c05e-d346-464f-99ca-a832bf98be0a req-02d3d8e1-e50c-418f-b895-c7c2b222271e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 944 time: 0.1949756 Jul 16 01:43:56.458878 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.499025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.512331 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b479af9c-5c38-4608-8306-c58bc1d31390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.516889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b479af9c-5c38-4608-8306-c58bc1d31390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.522855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b479af9c-5c38-4608-8306-c58bc1d31390 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07e759c6-b8f9-4b46-81ce-a9b080e8a176 HTTP/1.1" status: 204 len: 168 time: 0.8132021 Jul 16 01:43:56.524016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Calling delete_port for 32e34d60-ddd2-47db-9162-f097f1e5a503 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:56.532450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c275727-3f2e-4293-8163-7b1184b46570 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:56.553782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479af9c-5c38-4608-8306-c58bc1d31390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e759c6-b8f9-4b46-81ce-a9b080e8a176,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.576835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1c275727-3f2e-4293-8163-7b1184b46570, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1c275727-3f2e-4293-8163-7b1184b46570,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:56.583121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-bef2b86b-caf0-4616-bae3-fe3a002ea1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.591368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-bef2b86b-caf0-4616-bae3-fe3a002ea1a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 919 time: 0.7682164 Jul 16 01:43:56.597798 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.630791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49a3c05e-d346-464f-99ca-a832bf98be0a req-058a328e-a5b4-4f75-962d-695a6408d10e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617410 Jul 16 01:43:56.669774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1c275727-3f2e-4293-8163-7b1184b46570,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.679756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.680148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.680487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.681310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.681759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.681959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.682290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.682753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.683082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.683401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.683719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.684682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:56.778568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-3f3f613a-1c09-40d8-bccf-e4e6ec342e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.778568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-3f3f613a-1c09-40d8-bccf-e4e6ec342e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e01a60745d543b3893302fe178e929a&device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 1095 time: 0.6940081 Jul 16 01:43:56.795844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.856449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['1c275727-3f2e-4293-8163-7b1184b46570'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:56.869574 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.878319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340fe02-93c6-4914-994e-7bbb4a5e5930 req-a2fe1c0e-d148-4095-a6ee-d5eb2d776874 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.880276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7340fe02-93c6-4914-994e-7bbb4a5e5930 req-a2fe1c0e-d148-4095-a6ee-d5eb2d776874 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.1453669 Jul 16 01:43:56.934845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-966d8c2c-5310-4607-8e93-2214058bab58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb HTTP/1.1" status: 200 len: 217 time: 0.2224717 Jul 16 01:43:56.994766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7340fe02-93c6-4914-994e-7bbb4a5e5930 req-e824ac1e-1bd8-47b1-a6de-3b7b93763c3f tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088924 Jul 16 01:43:57.087380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.209504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52298) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.215656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] No DVR routers for this DVR port 32e34d60-ddd2-47db-9162-f097f1e5a503 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:57.220681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.224381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8b06890-9b7a-4df4-9e8c-69da52d5457c req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.32 "DELETE /v2.0/ports/32e34d60-ddd2-47db-9162-f097f1e5a503 HTTP/1.1" status: 204 len: 173 time: 1.9975436 Jul 16 01:43:57.232401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'name': 'network-vif-deleted', 'tag': '32e34d60-ddd2-47db-9162-f097f1e5a503'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:57.234804 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdcc727-4441-4463-bc38-73fa90035814" -d '{"events": [{"server_uuid": "539d9ffa-c4c1-4044-8d84-651c7f073488", "name": "network-vif-deleted", "tag": "32e34d60-ddd2-47db-9162-f097f1e5a503"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:57.237537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2d36e-a8c9-4ad1-adb3-630da20a32d4 tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] Pushing event deleted for resources: {'Port': ['ID=32e34d60-ddd2-47db-9162-f097f1e5a503,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.302895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63db37-3112-4b5c-be6d-73d01ad47c2b req-08663475-a6fb-4703-b7f0-7f9dc2560fd8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.305573 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a63db37-3112-4b5c-be6d-73d01ad47c2b req-08663475-a6fb-4703-b7f0-7f9dc2560fd8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2958446 Jul 16 01:43:57.339251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.381773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a63db37-3112-4b5c-be6d-73d01ad47c2b req-c5d74a13-b635-478a-84e4-a728d4204ce0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590467 Jul 16 01:43:57.516021 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2ef8f2-62d1-41d8-b642-79cfca84bb01 x-openstack-request-id: req-3c2ef8f2-62d1-41d8-b642-79cfca84bb01 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:57.516334 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539d9ffa-c4c1-4044-8d84-651c7f073488", "name": "network-vif-deleted", "tag": "32e34d60-ddd2-47db-9162-f097f1e5a503", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:57.516589 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c2ef8f2-62d1-41d8-b642-79cfca84bb01 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:57.516978 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d9ffa-c4c1-4044-8d84-651c7f073488', 'name': 'network-vif-deleted', 'tag': '32e34d60-ddd2-47db-9162-f097f1e5a503', 'status': 'completed', 'code': 200} Jul 16 01:43:57.876128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-404d81e1-380f-47ff-9234-9b49faab139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.880369 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-404d81e1-380f-47ff-9234-9b49faab139d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 200 len: 858 time: 0.8982038 Jul 16 01:43:57.885455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-e1de0c52-5e50-4c14-8eb8-9627a4f25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.887222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-e1de0c52-5e50-4c14-8eb8-9627a4f25faf service neutron] 10.222.0.32 "GET /v2.0/networks?id=683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 200 len: 919 time: 1.0941761 Jul 16 01:43:57.887908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.888445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router 330b6f64-a4fb-4b71-adc0-a0e46864111a {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:57.896130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.899681 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f2d67e11-45ed-4d99-8a05-1b78f5f1f1de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/330b6f64-a4fb-4b71-adc0-a0e46864111a HTTP/1.1" status: 204 len: 168 time: 2.0299289 Jul 16 01:43:57.907641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52306) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.026975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c7a8c77-0706-4595-aaab-7fdb269b1ca3 req-6a9872be-1c45-4bd3-82f7-e71e0df0ee7b tempest-AttachSCSIVolumeTestJSON-875092402 tempest-AttachSCSIVolumeTestJSON-875092402-project] 10.222.0.35 "GET /v2.0/ports?device_id=539d9ffa-c4c1-4044-8d84-651c7f073488 HTTP/1.1" status: 200 len: 210 time: 0.4539201 Jul 16 01:43:58.065087 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-79c5ea5b-bf46-48ad-8b2b-0e6e5d6428f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52 HTTP/1.1" status: 200 len: 217 time: 0.1663551 Jul 16 01:43:58.092210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-70185eab-bc6b-4ba9-a858-c85093f5ccbd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=683b2d28-56f5-4dc8-b510-e1a8353f9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758935 Jul 16 01:43:58.112133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52310) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:58.116896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-60f71e68-1f56-4255-ae59-213dee52ea7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b57eabde970440fae20d0c3dc8d999e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8986950 Jul 16 01:43:58.186213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1c275727-3f2e-4293-8163-7b1184b46570 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:58.240968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.241351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.241667 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Floating IP a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3 disassociated. External IP: 172.25.0.215, port: 5d09b0d3-0a20-4f40-ba86-b7a850093a8a. Jul 16 01:43:58.242012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Calling delete_port for 5d09b0d3-0a20-4f40-ba86-b7a850093a8a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:58.291839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 1c275727-3f2e-4293-8163-7b1184b46570 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:58.293291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a59675d5-5777-4bca-9d24-de58a9e669ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.308930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 1c275727-3f2e-4293-8163-7b1184b46570 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:58.310774 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.336122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a59675d5-5777-4bca-9d24-de58a9e669ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.348427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d2680-f466-403f-ac08-a9dbda61619d req-a2b1a0d0-1452-4cb3-9d75-5b64981aa38c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.348662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b68d2680-f466-403f-ac08-a9dbda61619d req-a2b1a0d0-1452-4cb3-9d75-5b64981aa38c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 944 time: 0.3101940 Jul 16 01:43:58.365136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet 9421adbf-da82-4a28-bc89-384dee554937 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:58.381633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfeb74-e540-4514-b941-df79ccd00113 req-e4d7f1c6-f2c4-4378-b0da-ba14a68fc658 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.381926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.382878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31bfeb74-e540-4514-b941-df79ccd00113 req-e4d7f1c6-f2c4-4378-b0da-ba14a68fc658 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 945 time: 0.1758397 Jul 16 01:43:58.452067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31bfeb74-e540-4514-b941-df79ccd00113 req-f16d7c77-585c-462c-987f-8f9aa080cd64 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580034 Jul 16 01:43:58.455551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b68d2680-f466-403f-ac08-a9dbda61619d req-67b43cc2-71b4-46b1-993e-5e4007a3a0d5 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934331 Jul 16 01:43:58.484626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.487203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a59675d5-5777-4bca-9d24-de58a9e669ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.494914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a59675d5-5777-4bca-9d24-de58a9e669ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.496344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a59675d5-5777-4bca-9d24-de58a9e669ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a8b1763-a08f-4ddb-998a-f9906c44b855 HTTP/1.1" status: 204 len: 168 time: 0.3815217 Jul 16 01:43:58.538423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59675d5-5777-4bca-9d24-de58a9e669ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b1763-a08f-4ddb-998a-f9906c44b855,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.596369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1c275727-3f2e-4293-8163-7b1184b46570, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1c275727-3f2e-4293-8163-7b1184b46570,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.600702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c275727-3f2e-4293-8163-7b1184b46570'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:58.602143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-120a1483-dc93-45d9-9068-82df9da8705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.609696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-120a1483-dc93-45d9-9068-82df9da8705c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 200 len: 858 time: 0.5153508 Jul 16 01:43:58.610337 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb998b29-bd38-4b7b-ab0f-b276b9414eeb" -d '{"events": [{"server_uuid": "e9cbdde7-bb10-48cf-9381-d63340a58831", "name": "network-vif-plugged", "status": "completed", "tag": "1c275727-3f2e-4293-8163-7b1184b46570"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:58.652517 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.654807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 32e34d60-ddd2-47db-9162-f097f1e5a503 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:58.807621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 32e34d60-ddd2-47db-9162-f097f1e5a503 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:58.808084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 32e34d60-ddd2-47db-9162-f097f1e5a503 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:58.808512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5d09b0d3-0a20-4f40-ba86-b7a850093a8a no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:58.838420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-c1c33bdc-11df-41d7-8c84-f66e2ce28a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=683b2d28-56f5-4dc8-b510-e1a8353f9063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966324 Jul 16 01:43:58.972847 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfafabe-edc9-4d96-b0c6-09d9f200ed6e x-openstack-request-id: req-9bfafabe-edc9-4d96-b0c6-09d9f200ed6e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:58.973784 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cbdde7-bb10-48cf-9381-d63340a58831", "name": "network-vif-plugged", "status": "completed", "tag": "1c275727-3f2e-4293-8163-7b1184b46570", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:58.974645 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bfafabe-edc9-4d96-b0c6-09d9f200ed6e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:58.975557 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c275727-3f2e-4293-8163-7b1184b46570', 'code': 200} Jul 16 01:43:58.980061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1c275727-3f2e-4293-8163-7b1184b46570,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.022301 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.058470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.076588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333ab27-3468-43ad-8e5e-39c5ef005e7d req-cb6d89c5-4dbc-40ca-b8a1-fd70af95097e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.084865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-02675c01-656a-4208-a511-6ba9d0a7dc6f service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192295 Jul 16 01:43:59.085113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d333ab27-3468-43ad-8e5e-39c5ef005e7d req-cb6d89c5-4dbc-40ca-b8a1-fd70af95097e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2256737 Jul 16 01:43:59.127984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ee20-1f62-4e71-b865-b56b7385721e req-3ea7ee88-75c6-4933-b2b2-1e4d50223f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.129957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1467ee20-1f62-4e71-b865-b56b7385721e req-3ea7ee88-75c6-4933-b2b2-1e4d50223f32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 1096 time: 0.1474299 Jul 16 01:43:59.134664 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.182579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:59.187537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d333ab27-3468-43ad-8e5e-39c5ef005e7d req-9b91a258-1774-4f2c-8027-13383c0ce3de tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004450 Jul 16 01:43:59.193270 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.226647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1467ee20-1f62-4e71-b865-b56b7385721e req-a78f931b-a789-489e-810d-5ec0a58541ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852962 Jul 16 01:43:59.336953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-d8500471-ecba-4eba-a3c1-6eeb12dbebf0 service neutron] 10.222.0.38 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1348503 Jul 16 01:43:59.359820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 16d242e9-76c7-472e-ae4f-cbc5306c6ebb details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:59.380086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.753188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:59.778338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb', 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'port_id': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb', 'mac_address': 'fa:16:3e:80:6e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ba7c88-7028-4777-b280-a43f70d31ef1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:59.805553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-159ab53a-9638-4c74-a811-bdf02fed99e0 req-439105f8-a90f-4776-8d3d-24e25e7e1b14 service neutron] 10.222.0.32 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071702 Jul 16 01:43:59.838265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.877036 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.905008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d242e9-76c7-472e-ae4f-cbc5306c6ebb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:59.922408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.931889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fd21a-81c6-4261-87a1-64f28b2c0f8b req-906ebaa9-8820-4587-9160-c34768fdcb16 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:59.937977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b24fd21a-81c6-4261-87a1-64f28b2c0f8b req-906ebaa9-8820-4587-9160-c34768fdcb16 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 943 time: 0.1443272 Jul 16 01:43:59.976223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:59.985877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.031967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event deleted for resources: {'Port': ['ID=5d09b0d3-0a20-4f40-ba86-b7a850093a8a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.049450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.060548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0daeadad-cfe1-4bd8-a0a0-1b7ad85c7b7a req-3d51fb20-7e95-4b04-a16d-92c405b2efca service neutron] 10.222.0.38 "GET /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114258 Jul 16 01:44:00.115462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.169126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b24fd21a-81c6-4261-87a1-64f28b2c0f8b req-28a0deef-37e9-4e26-912f-aa2d120eff01 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups?id=18426346-ab6b-4ebb-89c8-eb1d8e1c8692&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1976326 Jul 16 01:44:00.233876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:00.257995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa6e33-cfcb-460e-8800-1a4c32cd4ff1 req-e9257b05-c035-4080-9b4a-9cfa6e40e8d1 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.266639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.273288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5aa6e33-cfcb-460e-8800-1a4c32cd4ff1 req-e9257b05-c035-4080-9b4a-9cfa6e40e8d1 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 944 time: 0.3342078 Jul 16 01:44:00.472209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5aa6e33-cfcb-460e-8800-1a4c32cd4ff1 req-ef6abc12-f29b-4cf0-8c7b-5914b9fb8512 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946185 Jul 16 01:44:00.540787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-network', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:00.545729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.550654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.557647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/9421adbf-da82-4a28-bc89-384dee554937 HTTP/1.1" status: 204 len: 168 time: 2.6387990 Jul 16 01:44:00.559006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ee39b-b04d-458e-ad9d-6a2e33c02051 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=9421adbf-da82-4a28-bc89-384dee554937,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.579108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Router fc43b356-f2af-4571-bd44-322aaeca2ca0 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:00.622288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:00.640567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52', 'network_id': '683b2d28-56f5-4dc8-b510-e1a8353f9063', 'port_id': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52', 'mac_address': 'fa:16:3e:2c:1e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ba7c88-7028-4777-b280-a43f70d31ef1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:00.646704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['16d242e9-76c7-472e-ae4f-cbc5306c6ebb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:00.649374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6d6df-3eb9-430c-9701-f738df9317b0 None None] Network 2c05c38b-a81e-465e-9bba-827aa46e4043 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:00.659766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Made reservation on behalf of a7d3455ea73b41d1bb18e5a55b7c3592 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:00.674102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.705375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet e769c329-8a1d-49ae-b5c3-71371fac843f {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:00.712173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.815462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.858059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.881301 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.925875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:00.946946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:00.958475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] Sync routers for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:00.970506 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:00.971480 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:00.992871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:00.995185 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf147f4b-c0e1-4be7-a23a-b078d21122e1" -d '{"events": [{"server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:01.019962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] No DVR routers for this DVR port 5d09b0d3-0a20-4f40-ba86-b7a850093a8a on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:01.023745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.025880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48537ee5-a41a-47b7-a4e2-a545202b3751 req-cb23caae-9760-4ce2-bfa1-5cfcc33b519c tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.32 "DELETE /v2.0/ports/5d09b0d3-0a20-4f40-ba86-b7a850093a8a HTTP/1.1" status: 204 len: 173 time: 5.9608207 Jul 16 01:44:01.026882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'name': 'network-vif-deleted', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:01.029260 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2164f186-1073-44fe-b6a3-d2a371bdca60" -d '{"events": [{"server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "name": "network-vif-deleted", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:01.056576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:01.094573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.133375 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1931d9d-ae1c-4077-a4db-75dbd6be72cf x-openstack-request-id: req-d1931d9d-ae1c-4077-a4db-75dbd6be72cf {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:01.133698 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:01.133922 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1931d9d-ae1c-4077-a4db-75dbd6be72cf {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:01.134318 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'code': 200} Jul 16 01:44:01.142179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.159590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.211934 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc04cd-24b0-401f-9a56-be4f33e26c3b x-openstack-request-id: req-a3fc04cd-24b0-401f-9a56-be4f33e26c3b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:01.212277 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5d172c-2560-4c2d-9138-edacfdd5316e", "name": "network-vif-deleted", "tag": "5d09b0d3-0a20-4f40-ba86-b7a850093a8a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:01.212503 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3fc04cd-24b0-401f-9a56-be4f33e26c3b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:01.212909 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5d172c-2560-4c2d-9138-edacfdd5316e', 'name': 'network-vif-deleted', 'tag': '5d09b0d3-0a20-4f40-ba86-b7a850093a8a', 'status': 'completed', 'code': 200} Jul 16 01:44:01.215886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.242569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.258111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:01.259562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:01.295782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.296164 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Added segment d4448e29-65fe-439d-8927-4214f3f00e7c of type vlan for network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d Jul 16 01:44:01.360489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0fc0b-6990-4742-a480-a007730f0086 req-29bb670a-713c-4d9b-a33a-cc7bf3a2cc39 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.362086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78d0fc0b-6990-4742-a480-a007730f0086 req-29bb670a-713c-4d9b-a33a-cc7bf3a2cc39 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.6114535 Jul 16 01:44:01.399147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.417764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['53b50bb7-af8b-4e5e-821e-1f1511bbdd52'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:01.436407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.499427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.500794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.501702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.544234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.584384 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5332763 Jul 16 01:44:01.587143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.600649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Request body: {'subnet': {'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-subnet', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:01.619830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] DHCP port deletion for 2c05c38b-a81e-465e-9bba-827aa46e4043 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:01.653145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Made reservation on behalf of a7d3455ea73b41d1bb18e5a55b7c3592 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:01.659886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.715050 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:47Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:01.771389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=e769c329-8a1d-49ae-b5c3-71371fac843f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.797876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02712817-2acf-4a7c-ac0c-1a03381d1563 req-2d98a13f-518c-4bc8-b5c0-8165a53b383a tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff5d172c-2560-4c2d-9138-edacfdd5316e HTTP/1.1" status: 200 len: 210 time: 0.3165340 Jul 16 01:44:01.803094 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] Checking router: fc43b356-f2af-4571-bd44-322aaeca2ca0 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:01.840097 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:01.842721 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:01.877909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78d0fc0b-6990-4742-a480-a007730f0086 req-4b1f3b59-d3a7-4d79-9c41-d6984a9a8aab tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970040 Jul 16 01:44:01.904735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.909793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3abaef2f-d8a4-4ad9-9ec1-2b7756a5efa2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/e769c329-8a1d-49ae-b5c3-71371fac843f HTTP/1.1" status: 204 len: 168 time: 1.3553078 Jul 16 01:44:01.915030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.924455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99eb6a2-4140-4024-a208-32d0f551d4e8 None None] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:01.942704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] Deleting port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:01.943073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.975136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a1c4b3f0-594d-45fc-ac55-c4a50b770e3d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:02.029111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.083058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.087524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf6be7-771c-4cf5-9084-5cb8e87ae4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.114199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Checking segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:02.114698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Network hostable DHCP agents. Network: 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:02.140643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:02.159685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:02.190433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.191063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.242488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:02.244436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d5915-603d-48a0-8310-8f4c2d873031 None None] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:02.263228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-386c694c-198a-47c7-9063-8b2b4d217823 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6740420 Jul 16 01:44:02.267572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:02.277399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:02.307314 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:02.373777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.374883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.389380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.458109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.660183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] For port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,segment=NetworkSegment(3d5773d0-c9fb-42f5-977a-0d59865c9df3),segment_id=3d5773d0-c9fb-42f5-977a-0d59865c9df3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:02.667437 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.693432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b890f-94db-4360-8031-ede806ea3de0 req-8092ed77-bf7a-475f-a3a7-fc7f97e78a5e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.693432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061b890f-94db-4360-8031-ede806ea3de0 req-8092ed77-bf7a-475f-a3a7-fc7f97e78a5e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 945 time: 0.3164601 Jul 16 01:44:02.736191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.750686 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:47Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:02.804353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9535ee-f215-4a8e-919d-fa2bdd69cc69 None None] The sync data for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 is: [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:41:42Z', 'revision_number': 4, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7dc285ea-34ba-467e-a734-3984ec66b46a', 'name': '', 'network_id': '316e99d4-aeb2-4e18-8902-056345b572f1', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'mac_address': 'fa:16:3e:cc:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7a306554-7337-482e-a606-91c51e8dcf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:40Z', 'updated_at': '2021-07-16T01:41:47Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'subnets': [{'id': '7a306554-7337-482e-a606-91c51e8dcf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:02.813500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061b890f-94db-4360-8031-ede806ea3de0 req-cbcf383a-4241-4059-8d8b-5cf9a0949b19 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134434 Jul 16 01:44:02.817990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:02.817990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:02.845352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] Calling delete_port for a1c4b3f0-594d-45fc-ac55-c4a50b770e3d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:03.002831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.119453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,segment=NetworkSegment(3d5773d0-c9fb-42f5-977a-0d59865c9df3),segment_id=3d5773d0-c9fb-42f5-977a-0d59865c9df3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:03.135426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,segment=NetworkSegment(3d5773d0-c9fb-42f5-977a-0d59865c9df3),segment_id=3d5773d0-c9fb-42f5-977a-0d59865c9df3)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:03.136170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.166557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for a1c4b3f0-594d-45fc-ac55-c4a50b770e3d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:03.191899 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.341785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] DHCP port deletion for d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:03.398342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:03.401886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.438219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 16d242e9-76c7-472e-ae4f-cbc5306c6ebb up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:03.444566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.514622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.545969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105859e-a393-40d9-a06a-d4f372cd69dd req-26fb4d79-cde4-406e-a374-6c6aadbef1ac tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:03.553608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7105859e-a393-40d9-a06a-d4f372cd69dd req-26fb4d79-cde4-406e-a374-6c6aadbef1ac tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2234619 Jul 16 01:44:03.559443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.573732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.621194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:03.677018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:03.770787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aea4ae-7123-48a9-b6df-d242b71918ba None None] New status for floating IP a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:44:03.815401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Allocated IP 172.25.0.107 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/dbf14960-c530-4a5a-b3b0-c5ea13239d9b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:03.948700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.957576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:03.971358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c05c38b-a81e-465e-9bba-827aa46e4043']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.999578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5773d0-c9fb-42f5-977a-0d59865c9df3') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:03.999894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5773d0-c9fb-42f5-977a-0d59865c9df3') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:04.005078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.020762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.056330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.067764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:04.068218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.080728 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.190132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:04.200503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:04.209317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:04.268262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 997a81d6-2bd9-4112-a257-684536eafcfa no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:04.271775 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:04.277458 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:04.277458 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:04.277458 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:04.302905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be65194e-75f9-446d-97ba-351c48eced6b tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.346553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.351194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Pushing event updated for resources: {'Port': ['ID=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.359849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:04.382161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be65194e-75f9-446d-97ba-351c48eced6b tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.410961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.415607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/2c05c38b-a81e-465e-9bba-827aa46e4043 HTTP/1.1" status: 204 len: 168 time: 2.4971192 Jul 16 01:44:04.430182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.457052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7105859e-a393-40d9-a06a-d4f372cd69dd req-cec48385-7993-4d16-a3ba-8fe0da772659 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8902123 Jul 16 01:44:04.470170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] No DVR routers for this DVR port a1c4b3f0-594d-45fc-ac55-c4a50b770e3d on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:04.545159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d60b0c-2757-4ea6-8ee6-02643e9b2a69 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=2c05c38b-a81e-465e-9bba-827aa46e4043,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.657275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.739608 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.742798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.770999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a731b-48ec-4c4c-9f07-a0b0711cb854 req-517cfe30-a1d0-429e-a0a2-b905786f997d tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:04.778351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad9a731b-48ec-4c4c-9f07-a0b0711cb854 req-517cfe30-a1d0-429e-a0a2-b905786f997d tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 945 time: 0.5078278 Jul 16 01:44:04.817731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:04.864239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad9a731b-48ec-4c4c-9f07-a0b0711cb854 req-d1f20910-2952-4980-9553-de23efed425d tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847578 Jul 16 01:44:04.908587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 997a81d6-2bd9-4112-a257-684536eafcfa {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:04.913732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.926984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 997a81d6-2bd9-4112-a257-684536eafcfa, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=997a81d6-2bd9-4112-a257-684536eafcfa,segment=NetworkSegment(cfbad716-07ec-4bc4-888a-bdf3c6862804),segment_id=cfbad716-07ec-4bc4-888a-bdf3c6862804)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:04.928492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:04.996467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3092506-3dea-4927-97ab-74334fee73e1 None None] Pushing event deleted for resources: {'Port': ['ID=a1c4b3f0-594d-45fc-ac55-c4a50b770e3d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.006564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.009087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:05.026006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.085948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 997a81d6-2bd9-4112-a257-684536eafcfa, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=997a81d6-2bd9-4112-a257-684536eafcfa,segment=NetworkSegment(cfbad716-07ec-4bc4-888a-bdf3c6862804),segment_id=cfbad716-07ec-4bc4-888a-bdf3c6862804)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:05.086694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.104559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Allocated IP 172.20.0.2 (894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d/6747eadd-becd-42ce-b7a3-a43a2b6b2dbc/cdefba3c-868e-49a6-bfbf-5b244beeb0c5) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:05.113578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 997a81d6-2bd9-4112-a257-684536eafcfa owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:05.256501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:05.256891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.315296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Deleting port 997a81d6-2bd9-4112-a257-684536eafcfa {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:05.318476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.371818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be65194e-75f9-446d-97ba-351c48eced6b tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.375986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be65194e-75f9-446d-97ba-351c48eced6b tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.377507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be65194e-75f9-446d-97ba-351c48eced6b tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "DELETE /v2.0/security-groups/18426346-ab6b-4ebb-89c8-eb1d8e1c8692 HTTP/1.1" status: 204 len: 168 time: 1.3714697 Jul 16 01:44:05.380123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.389749 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.430583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65194e-75f9-446d-97ba-351c48eced6b tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18426346-ab6b-4ebb-89c8-eb1d8e1c8692,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.473546 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2725230b-3915-4001-a540-ef800938c917 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] show failed (client error): The resource could not be found. Jul 16 01:44:05.475044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2725230b-3915-4001-a540-ef800938c917 tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "GET /v2.0/security-groups/18426346-ab6b-4ebb-89c8-eb1d8e1c8692 HTTP/1.1" status: 404 len: 347 time: 0.0936601 Jul 16 01:44:05.476982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=997a81d6-2bd9-4112-a257-684536eafcfa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.489631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.505329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port 997a81d6-2bd9-4112-a257-684536eafcfa on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:05.525044 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.596420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:05.609681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:05.611963 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd4271-bad8-4d9e-81ff-7667d16eb406" -d '{"events": [{"server_uuid": "1e411aa7-b28d-4af4-a8f2-5ef69af537a2", "name": "network-vif-plugged", "status": "completed", "tag": "53b50bb7-af8b-4e5e-821e-1f1511bbdd52"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:05.620971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.772502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.792399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Transition to ACTIVE for port object cdefba3c-868e-49a6-bfbf-5b244beeb0c5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:05.819869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Transition to ACTIVE for port object cdefba3c-868e-49a6-bfbf-5b244beeb0c5 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:05.828179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.839024 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52742eef-fb2f-4b56-a11a-07cffe35035e x-openstack-request-id: req-52742eef-fb2f-4b56-a11a-07cffe35035e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:05.840237 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e411aa7-b28d-4af4-a8f2-5ef69af537a2", "name": "network-vif-plugged", "status": "completed", "tag": "53b50bb7-af8b-4e5e-821e-1f1511bbdd52", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:05.840511 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52742eef-fb2f-4b56-a11a-07cffe35035e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:05.840966 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52', 'code': 200} Jul 16 01:44:05.885829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.916108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.919965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] For port 997a81d6-2bd9-4112-a257-684536eafcfa, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=997a81d6-2bd9-4112-a257-684536eafcfa,segment=NetworkSegment(cfbad716-07ec-4bc4-888a-bdf3c6862804),segment_id=cfbad716-07ec-4bc4-888a-bdf3c6862804)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:05.920406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.975863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=997a81d6-2bd9-4112-a257-684536eafcfa,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.019516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27b8e6b-ce3b-4f4b-85fb-37f637ed9309']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.037944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbad716-07ec-4bc4-888a-bdf3c6862804') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.038396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbad716-07ec-4bc4-888a-bdf3c6862804') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:06.057940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.101352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.113481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Calling delete_port for 997a81d6-2bd9-4112-a257-684536eafcfa owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:06.115602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:06.116912 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:06.120111 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:06.155613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6504941-b025-4b76-a64c-0a67a1bfa702 req-48a5e547-d55b-40b4-9171-4bf2cc31b059 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.162661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:06.162895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6504941-b025-4b76-a64c-0a67a1bfa702 req-48a5e547-d55b-40b4-9171-4bf2cc31b059 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2374842 Jul 16 01:44:06.195693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:06.200896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:06.205983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Deleting port 5ae980e7-ee63-4c64-b867-d00bcc3f7e7e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:06.206446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.233485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088433ba-1a4c-405f-ae77-93c4f9ec325e req-f74445b9-9e2d-4b73-8ad4-9d31c655f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.237387 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-088433ba-1a4c-405f-ae77-93c4f9ec325e req-f74445b9-9e2d-4b73-8ad4-9d31c655f2e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 1097 time: 0.3203304 Jul 16 01:44:06.253323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.267537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.276046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 HTTP/1.1" status: 204 len: 168 time: 1.8354475 Jul 16 01:44:06.277012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:06.298919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-80787920'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:06.321409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6504941-b025-4b76-a64c-0a67a1bfa702 req-ab5b9120-4720-40c5-b501-3368a4c89344 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571603 Jul 16 01:44:06.355913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed5df-3ec2-438d-9fb4-bf9bbd02bdc9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=d27b8e6b-ce3b-4f4b-85fb-37f637ed9309,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.439117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:06.450020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.488374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.534511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.535162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.552870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Calling delete_port for 5ae980e7-ee63-4c64-b867-d00bcc3f7e7e owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:06.612255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.617161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-088433ba-1a4c-405f-ae77-93c4f9ec325e req-412ceb11-dbe0-4fb7-93ae-217ecaff932e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619514 Jul 16 01:44:06.624722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:06.658270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.674053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453f517-d5a3-44ca-a616-f0b74c3ff484 req-a4bbf52d-b482-4672-8a56-1819b76596d8 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.678043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.678404 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f of type vlan for network 6182d998-73e4-4131-bc62-eb8ff753921c Jul 16 01:44:06.684157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9453f517-d5a3-44ca-a616-f0b74c3ff484 req-a4bbf52d-b482-4672-8a56-1819b76596d8 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 946 time: 0.2789481 Jul 16 01:44:06.698665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:06.705861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Attempting to bind port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:06.706240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Attempting to bind port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:06.707692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Attempting to bind port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:06.730308 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.756345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.762088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9453f517-d5a3-44ca-a616-f0b74c3ff484 req-4035e5d5-3c0c-4c90-b4b0-1f05fce0e354 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765548 Jul 16 01:44:06.793934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:06.794104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Checking segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:06.794529 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.795103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Bound using segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:06.795465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Bound port: cdefba3c-868e-49a6-bfbf-5b244beeb0c5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:06.795853 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.815659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Pushing event updated for resources: {'Port': ['ID=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.871108 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.893098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.899706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:06.900453 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.903877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Network d27b8e6b-ce3b-4f4b-85fb-37f637ed9309 is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:44:06.906132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] No DVR routers for this DVR port 997a81d6-2bd9-4112-a257-684536eafcfa on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:06.957192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.970481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.985715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d64d15-b9d9-4f17-a6fb-da943a391e07 None None] Pushing event deleted for resources: {'Port': ['ID=997a81d6-2bd9-4112-a257-684536eafcfa,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.994130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] For port cdefba3c-868e-49a6-bfbf-5b244beeb0c5, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:06.994325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=6182d998-73e4-4131-bc62-eb8ff753921c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.003426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e38c0003-1153-4c04-8009-d731d97e0442 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7250705 Jul 16 01:44:07.005824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.008975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 6182d998-73e4-4131-bc62-eb8ff753921c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:07.015622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:07.016273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] For port cdefba3c-868e-49a6-bfbf-5b244beeb0c5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:07.038446 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.086021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Pushing event deleted for resources: {'Port': ['ID=5ae980e7-ee63-4c64-b867-d00bcc3f7e7e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.119097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d557e3-dcab-43e1-8101-97bcc97f82a7 None None] Pushing event updated for resources: {'Port': ['ID=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:07.233040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:07.243889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.252633 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.255344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.259455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-437222c5-10c7-47dc-98da-6c12a8cbcdef tempest-ServersTestJSON-720176302 tempest-ServersTestJSON-720176302-project] 10.222.0.35 "DELETE /v2.0/floatingips/a50b8f1b-41b3-4916-ac2a-f6ee6e5a8db3 HTTP/1.1" status: 204 len: 168 time: 1.7660143 Jul 16 01:44:07.259723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:07.556357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:07.842717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:07.845768 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815dd7cb-96e0-4f02-8c40-a87ff36274a6" -d '{"events": [{"server_uuid": "7e8a8600-e55e-466d-a83e-53eecdf9375a", "name": "network-vif-plugged", "status": "completed", "tag": "16d242e9-76c7-472e-ae4f-cbc5306c6ebb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:07.899473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.926413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:07.937774 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:07.951517 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:07.952162 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.031901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.037443 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-984ffab8-8166-451b-b636-6f7b386d5a6a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7686341 Jul 16 01:44:08.038576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.049534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdefba3c-868e-49a6-bfbf-5b244beeb0c5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:08.061867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ec84f-da35-425b-a394-7641223c1f9e req-61109a0e-5234-4206-b7c4-9533dce2eb8e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.070877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-453ec84f-da35-425b-a394-7641223c1f9e req-61109a0e-5234-4206-b7c4-9533dce2eb8e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.3475871 Jul 16 01:44:08.135210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=c363475e-360d-4d2c-9203-3d5f18fdcf2d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.155820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-453ec84f-da35-425b-a394-7641223c1f9e req-5be6b1a6-20f2-4669-a4f3-bf143fd7d65f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815876 Jul 16 01:44:08.163258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:08.163258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: 6182d998-73e4-4131-bc62-eb8ff753921c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:08.250535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:08.301645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 6182d998-73e4-4131-bc62-eb8ff753921c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:08.335070 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6479cf69-501d-4dad-a636-c90d364cb5ff x-openstack-request-id: req-6479cf69-501d-4dad-a636-c90d364cb5ff {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:08.336407 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8a8600-e55e-466d-a83e-53eecdf9375a", "name": "network-vif-plugged", "status": "completed", "tag": "16d242e9-76c7-472e-ae4f-cbc5306c6ebb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:08.337241 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6479cf69-501d-4dad-a636-c90d364cb5ff {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:08.337910 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb', 'code': 200} Jul 16 01:44:08.353220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.355218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 6182d998-73e4-4131-bc62-eb8ff753921c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:08.358086 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:08.373349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.373670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81122e89-a6a6-45fc-bcff-f1f50992d9f1 None None] Network 6182d998-73e4-4131-bc62-eb8ff753921c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:08.374328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.536894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.708110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-6182d998-73e4-4131-bc62-eb8ff753921c', 'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': 'c363475e-360d-4d2c-9203-3d5f18fdcf2d'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:08.711570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.805661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-da69f461-f84f-4815-bf64-e8f60d0e41ee tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7959785 Jul 16 01:44:08.820631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:08.834847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1670420138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:08.841640 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:04Z', 'revision_number': 3, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.178399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Allocated IP 172.20.0.2 (6182d998-73e4-4131-bc62-eb8ff753921c/c363475e-360d-4d2c-9203-3d5f18fdcf2d/f4046a77-72d5-4544-9bac-97523542f10a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:09.198208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.199484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.284370 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:09.284903 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Updating router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 port dbf14960-c530-4a5a-b3b0-c5ea13239d9b binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:09.362558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.392341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.461995 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.506846 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.521513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Transition to ACTIVE for port object f4046a77-72d5-4544-9bac-97523542f10a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:09.543410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Transition to ACTIVE for port object f4046a77-72d5-4544-9bac-97523542f10a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:09.551493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db43a5-2ce2-4662-a364-c4450627dab9 None None] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:09.631274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dab540-29db-4d14-8589-eee60026046b req-4e38c0f1-8764-431f-8652-ea14a6023f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:09.633213 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e9dab540-29db-4d14-8589-eee60026046b req-4e38c0f1-8764-431f-8652-ea14a6023f6a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 1097 time: 1.1054933 Jul 16 01:44:09.639487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.641358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c860446a-f141-436d-a862-a77a42877c3c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8167357 Jul 16 01:44:09.669918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:09.672230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.681766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'port': {'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c', 'name': 'tempest-RoutersTest-564486236'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:09.821061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Network 6182d998-73e4-4131-bc62-eb8ff753921c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:09.831491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:09.846840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:09.891224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e9dab540-29db-4d14-8589-eee60026046b req-3e2961a7-0d95-4f13-8acc-064361ed63ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197332 Jul 16 01:44:09.927577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] Provisioning for port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:09.951525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Pushing event updated for resources: {'Port': ['ID=f4046a77-72d5-4544-9bac-97523542f10a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:09.984646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] Provisioning complete for port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:09.985326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.070801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673b0ab-b61c-4dca-b7f9-40816e3af3bb req-bb6d5d9b-6cc6-4eeb-940c-1b2c1cedf7bc tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.072817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b673b0ab-b61c-4dca-b7f9-40816e3af3bb req-bb6d5d9b-6cc6-4eeb-940c-1b2c1cedf7bc tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 946 time: 1.5589976 Jul 16 01:44:10.129075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Attempting to bind port f4046a77-72d5-4544-9bac-97523542f10a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:10.131744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Attempting to bind port f4046a77-72d5-4544-9bac-97523542f10a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:10.132411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Attempting to bind port f4046a77-72d5-4544-9bac-97523542f10a on network 6182d998-73e4-4131-bc62-eb8ff753921c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:10.139726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9acda-8e6b-4111-be04-35240dbacfb1 req-d4f523e3-cb85-4479-81ae-df6de651fc2b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.148738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ba9acda-8e6b-4111-be04-35240dbacfb1 req-d4f523e3-cb85-4479-81ae-df6de651fc2b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.3958411 Jul 16 01:44:10.155204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:10.162643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Checking segment: {'id': '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:10.163337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.163907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Bound using segment: {'id': '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:10.170601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Bound port: f4046a77-72d5-4544-9bac-97523542f10a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6182d998-73e4-4131-bc62-eb8ff753921c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:10.171295 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.196420 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.223166 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Transition to ACTIVE for port object dbf14960-c530-4a5a-b3b0-c5ea13239d9b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:10.237210 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.249052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ba9acda-8e6b-4111-be04-35240dbacfb1 req-34a2f637-652f-4341-a90e-0b982fb841f6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991018 Jul 16 01:44:10.280925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b673b0ab-b61c-4dca-b7f9-40816e3af3bb req-6188600a-3bf1-4991-bb44-ee225c8cb11a tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691413 Jul 16 01:44:10.465024 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Attempting to bind port dbf14960-c530-4a5a-b3b0-c5ea13239d9b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:10.470368 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Attempting to bind port dbf14960-c530-4a5a-b3b0-c5ea13239d9b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:10.471159 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Attempting to bind port dbf14960-c530-4a5a-b3b0-c5ea13239d9b on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:10.496502 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:10.501891 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:10.502575 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.503399 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:10.504108 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Bound port: dbf14960-c530-4a5a-b3b0-c5ea13239d9b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:10.504730 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.508218 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Pushing event updated for resources: {'Port': ['ID=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.590220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Deleting port 7dc285ea-34ba-467e-a734-3984ec66b46a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:10.591185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.607667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.610287 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.613079 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.615690 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.616275 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.616808 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.617313 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.617815 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.622277 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.622883 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.623422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.623938 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:10.731944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc564897-eb32-4467-b7dd-089e645d1f47 req-16743d7c-ec5b-4280-ac05-8a499fd97e58 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:10.736691 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] For port dbf14960-c530-4a5a-b3b0-c5ea13239d9b, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:10.739645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc564897-eb32-4467-b7dd-089e645d1f47 req-16743d7c-ec5b-4280-ac05-8a499fd97e58 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 946 time: 0.1621842 Jul 16 01:44:10.764827 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] For port dbf14960-c530-4a5a-b3b0-c5ea13239d9b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:10.781002 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.816981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] For port 7dc285ea-34ba-467e-a734-3984ec66b46a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7dc285ea-34ba-467e-a734-3984ec66b46a,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:10.817368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.889604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] For port f4046a77-72d5-4544-9bac-97523542f10a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:10.891742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:10.930989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc564897-eb32-4467-b7dd-089e645d1f47 req-47194708-343b-4e04-a0bf-20d670ae289c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887252 Jul 16 01:44:10.942914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] For port f4046a77-72d5-4544-9bac-97523542f10a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f4046a77-72d5-4544-9bac-97523542f10a,segment=NetworkSegment(25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f),segment_id=25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:10.966447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Calling delete_port for 7dc285ea-34ba-467e-a734-3984ec66b46a owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:10.994200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.028986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] For port cdefba3c-868e-49a6-bfbf-5b244beeb0c5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:11.047394 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:11.048059 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:11.070444 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.142251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02001c-1fb1-469a-aa2d-edd0b97018b5 None None] Pushing event updated for resources: {'Port': ['ID=f4046a77-72d5-4544-9bac-97523542f10a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.192870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630700-69a5-42a3-9365-97e47a040489 None None] Pushing event updated for resources: {'Port': ['ID=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.258830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad82eb-af0c-4297-b156-d36e1a7a2765 None None] Pushing event updated for resources: {'Port': ['ID=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.300766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:11.312646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.377079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.397377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] device_id is not set on port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:44:11.415488 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:11.417360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4934dfad-ecc0-4264-9155-481c06bd808a None None] Provisioning complete for port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:11.421307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4934dfad-ecc0-4264-9155-481c06bd808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.521766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc285ea-34ba-467e-a734-3984ec66b46a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:11.846713 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.871319 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.875437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12cdc2-27af-4810-ba37-a917dfcdecbd req-5a09799e-6f02-47a6-89c9-464732d6cc0f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:11.885707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc12cdc2-27af-4810-ba37-a917dfcdecbd req-5a09799e-6f02-47a6-89c9-464732d6cc0f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.3913896 Jul 16 01:44:11.980163 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:04Z', 'revision_number': 3, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:12.017540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc12cdc2-27af-4810-ba37-a917dfcdecbd req-0936eff4-28b5-4339-8011-de92a67d995a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308272 Jul 16 01:44:12.049915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.062714 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1589ce5-8c7e-46fa-bb5b-4e00638b5e7a None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:04Z', 'revision_number': 3, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:12.217406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.20.0.6 (6182d998-73e4-4131-bc62-eb8ff753921c/c363475e-360d-4d2c-9203-3d5f18fdcf2d/213aa6ad-02b8-464e-8d8b-b1ff1847a963) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:12.221149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdefba3c-868e-49a6-bfbf-5b244beeb0c5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:12.350295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:12.350943 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:12.400010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8cdf7-4cd8-4b6c-9671-97bb97438a2f req-460e109e-9968-44a7-84d4-69ccd9d0e8bd tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:12.402023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bc8cdf7-4cd8-4b6c-9671-97bb97438a2f req-460e109e-9968-44a7-84d4-69ccd9d0e8bd tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 946 time: 0.2247314 Jul 16 01:44:12.549271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f4046a77-72d5-4544-9bac-97523542f10a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:12.664272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f4046a77-72d5-4544-9bac-97523542f10a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:12.814636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bc8cdf7-4cd8-4b6c-9671-97bb97438a2f req-b2d9a3c9-5606-4b1f-86f4-7b93514d80f6 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127666 Jul 16 01:44:12.829566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Router fc43b356-f2af-4571-bd44-322aaeca2ca0 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:12.967055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Allocated IP 172.20.0.1 (894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d/6747eadd-becd-42ce-b7a3-a43a2b6b2dbc/5c6cef51-8218-4886-b42c-51850f725c6c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:13.003786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353bebe0-8270-4c03-9abd-0b6a29f07433 None None] Network 6182d998-73e4-4131-bc62-eb8ff753921c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:13.065076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.251173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object 213aa6ad-02b8-464e-8d8b-b1ff1847a963 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:13.263207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:13.284861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e5bf190a-30d7-450d-8802-d6b9d4fae4f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc43b356-f2af-4571-bd44-322aaeca2ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0231886 Jul 16 01:44:13.287296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:13.303675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] Sync routers for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:13.328813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] Provisioning for port f4046a77-72d5-4544-9bac-97523542f10a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:13.364822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b809383-dc23-41d1-b392-c259c73ad1ab req-96efdbb9-a3b2-4264-a183-af00d18544b1 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.375800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b809383-dc23-41d1-b392-c259c73ad1ab req-96efdbb9-a3b2-4264-a183-af00d18544b1 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 945 time: 0.1841567 Jul 16 01:44:13.386877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] Provisioning complete for port f4046a77-72d5-4544-9bac-97523542f10a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:13.387939 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.469524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b809383-dc23-41d1-b392-c259c73ad1ab req-c9f5b53d-2515-4eaa-8bd4-e9130f918de3 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912366 Jul 16 01:44:13.470097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:13.471018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:13.479691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Deleting port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:13.480394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.582823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.631163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 6182d998-73e4-4131-bc62-eb8ff753921c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:13.678808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.685565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:13.693469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:13.790353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e335-9b4f-4e57-a888-d38bd6f378ac req-329db496-de2f-498b-9d0c-7667c5cf13ae tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.792070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e629e335-9b4f-4e57-a888-d38bd6f378ac req-329db496-de2f-498b-9d0c-7667c5cf13ae tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.1988094 Jul 16 01:44:13.860918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:13.867551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e629e335-9b4f-4e57-a888-d38bd6f378ac req-1349fabc-9dcd-4355-a890-46150ebef4dc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690255 Jul 16 01:44:13.879673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=213aa6ad-02b8-464e-8d8b-b1ff1847a963,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:13.938884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:13.939540 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:13.956427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Transition to ACTIVE for port object 5c6cef51-8218-4886-b42c-51850f725c6c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:14.006772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:14.015609 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6e221819-75aa-4730-8ef9-5f570db115de tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.3386848 Jul 16 01:44:14.031416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dbf14960-c530-4a5a-b3b0-c5ea13239d9b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:14.032772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.047274 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.196271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] For port f4046a77-72d5-4544-9bac-97523542f10a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f4046a77-72d5-4544-9bac-97523542f10a,segment=NetworkSegment(25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f),segment_id=25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:14.212000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.264004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.341598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port dbf14960-c530-4a5a-b3b0-c5ea13239d9b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:14.355094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] For port a330ab8f-03bb-4446-b6c4-a1551f2eeb5c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:14.356359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.358743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440b73a-e278-433d-a0ec-808b5be0c904 None None] Pushing event updated for resources: {'Port': ['ID=f4046a77-72d5-4544-9bac-97523542f10a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:14.365418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dbf14960-c530-4a5a-b3b0-c5ea13239d9b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:14.365866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.469025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48f706e1-0b6e-4d6f-93d0-0c4651d90cd9 None None] Provisioning complete for port f4046a77-72d5-4544-9bac-97523542f10a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:14.469742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48f706e1-0b6e-4d6f-93d0-0c4651d90cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.475949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Calling delete_port for a330ab8f-03bb-4446-b6c4-a1551f2eeb5c owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:14.491275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:44:11Z', 'revision_number': 5, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port': {'id': 'f1ded06c-d35e-496f-b3f1-e68082b94d18', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:36Z', 'updated_at': '2021-07-16T01:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.530231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.560485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] Checking router: fc43b356-f2af-4571-bd44-322aaeca2ca0 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:14.565674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:14.573438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:14.608130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] Routers {'fc43b356-f2af-4571-bd44-322aaeca2ca0'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:14.610086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fc43b356-f2af-4571-bd44-322aaeca2ca0'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:14.630207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:14.708295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Deleting port f1ded06c-d35e-496f-b3f1-e68082b94d18 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:14.709111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.843954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60096e8-358c-4e1d-84a3-ba9a985c45cf req-862a505d-f210-472a-b1c4-81975e2239d4 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:14.848400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] For port f1ded06c-d35e-496f-b3f1-e68082b94d18, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f1ded06c-d35e-496f-b3f1-e68082b94d18,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:14.849018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:14.857158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60096e8-358c-4e1d-84a3-ba9a985c45cf req-862a505d-f210-472a-b1c4-81975e2239d4 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 945 time: 0.2983241 Jul 16 01:44:14.868276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Calling delete_port for f1ded06c-d35e-496f-b3f1-e68082b94d18 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:15.010262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60096e8-358c-4e1d-84a3-ba9a985c45cf req-a34f51e4-1ed9-4b20-9cc9-4ce07d275c3e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511281 Jul 16 01:44:15.028603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] Set router fc43b356-f2af-4571-bd44-322aaeca2ca0 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:15.039618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6cef51-8218-4886-b42c-51850f725c6c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.101531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.125561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.128491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.156900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:44:14Z', 'revision_number': 6, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:15.262074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port dbf14960-c530-4a5a-b3b0-c5ea13239d9b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:15.286577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b21d8c-bfb4-444a-8b00-109f366adc10 None None] The sync data for ids ['fc43b356-f2af-4571-bd44-322aaeca2ca0'] in n-d-800087-6 is: [{'id': 'fc43b356-f2af-4571-bd44-322aaeca2ca0', 'name': 'tempest-ServersTestJSON-1708948158-router', 'tenant_id': '1da0053942834a8f9be16e2f09bb4c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:35Z', 'updated_at': '2021-07-16T01:44:14Z', 'revision_number': 6, 'project_id': '1da0053942834a8f9be16e2f09bb4c7f', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:15.288327 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.352279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf507-31d1-45b3-8a4e-73e4ddbe3955 req-0c7cf538-266e-4729-a8ac-8957a995b078 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:15.354280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11dbf507-31d1-45b3-8a4e-73e4ddbe3955 req-0c7cf538-266e-4729-a8ac-8957a995b078 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2506394 Jul 16 01:44:15.445770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.446733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11dbf507-31d1-45b3-8a4e-73e4ddbe3955 req-d7c86761-f941-4897-a953-d3f8151a8aff tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837164 Jul 16 01:44:15.518351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.593791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.602003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ded06c-d35e-496f-b3f1-e68082b94d18,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.608129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.654731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Provisioning for port 5c6cef51-8218-4886-b42c-51850f725c6c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:15.662102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Provisioning complete for port 5c6cef51-8218-4886-b42c-51850f725c6c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:15.662478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.664001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.674727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.728692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Port 5c6cef51-8218-4886-b42c-51850f725c6c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:15.759548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Provisioning for port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:15.771321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Provisioning complete for port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:15.772586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:15.881295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a330ab8f-03bb-4446-b6c4-a1551f2eeb5c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:15.881509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-810fe29b-4e76-4ef0-8d18-3f2c19d77577 None None] Port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:15.964891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=213aa6ad-02b8-464e-8d8b-b1ff1847a963,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:16.126135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.223373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a93e4607-1477-408c-861f-e287881c8680 None None] Provisioning complete for port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:16.224202 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a93e4607-1477-408c-861f-e287881c8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.296157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a93e4607-1477-408c-861f-e287881c8680 None None] Port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:16.308504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.324627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dbf14960-c530-4a5a-b3b0-c5ea13239d9b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:16.399174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dbf14960-c530-4a5a-b3b0-c5ea13239d9b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:16.402981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.489942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d02e21-47a6-4f8f-83b8-26b61f6bbb9e req-08adb9fe-4ab3-4d40-8ef2-5fc25c36276d tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.491618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8d02e21-47a6-4f8f-83b8-26b61f6bbb9e req-08adb9fe-4ab3-4d40-8ef2-5fc25c36276d tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 945 time: 0.2534103 Jul 16 01:44:16.504693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24860cf-627a-4171-a3fa-9645ed1876ac req-cef8eb61-6be8-4806-a0cd-028d66e12116 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.506194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e24860cf-627a-4171-a3fa-9645ed1876ac req-cef8eb61-6be8-4806-a0cd-028d66e12116 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.2691841 Jul 16 01:44:16.524356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.526618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.538073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f4046a77-72d5-4544-9bac-97523542f10a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:16.595070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8d02e21-47a6-4f8f-83b8-26b61f6bbb9e req-9d7916c0-d83c-4927-b63f-4ddf6a0952bf tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877512 Jul 16 01:44:16.601702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.618389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f4046a77-72d5-4544-9bac-97523542f10a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:16.622248 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.640940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e24860cf-627a-4171-a3fa-9645ed1876ac req-b33018fd-d28d-4cf6-8ed5-ade83052cc72 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078401 Jul 16 01:44:16.742111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.742631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc43b356-f2af-4571-bd44-322aaeca2ca0 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:16.753452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.754614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb32aef5-b6e2-4eff-bad9-ee77699eba6c admin admin] 10.222.0.35 "DELETE /v2.0/routers/fc43b356-f2af-4571-bd44-322aaeca2ca0 HTTP/1.1" status: 204 len: 168 time: 3.4632721 Jul 16 01:44:16.759763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:16.790988 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.837016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-56206026-ce10-4a70-a13f-0e7788b08b3b tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:16.838573 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-56206026-ce10-4a70-a13f-0e7788b08b3b tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 945 time: 1.1675553 Jul 16 01:44:16.864561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7dc285ea-34ba-467e-a734-3984ec66b46a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:16.897814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 7dc285ea-34ba-467e-a734-3984ec66b46a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:16.898723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7dc285ea-34ba-467e-a734-3984ec66b46a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:16.962469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Deleting subnet 7a306554-7337-482e-a606-91c51e8dcf86 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:16.969280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.980192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:16.996716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.051874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.156651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6cef51-8218-4886-b42c-51850f725c6c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.159143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.242795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.327733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Deleting port 1c275727-3f2e-4293-8163-7b1184b46570 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:17.328156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.374192 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.389024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.427707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Router c89398f7-fd56-4242-b904-1e397f09b713 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:17.428488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45db6e2-c840-4b6f-9220-a66576452709 None None] Network 316e99d4-aeb2-4e18-8902-056345b572f1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:17.441271 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.442934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:17.446744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:17.448134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7a306554-7337-482e-a606-91c51e8dcf86 HTTP/1.1" status: 204 len: 168 time: 0.6864233 Jul 16 01:44:17.453816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52738) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:17.457977 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.515465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] For port 1c275727-3f2e-4293-8163-7b1184b46570, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1c275727-3f2e-4293-8163-7b1184b46570,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:17.515818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.556872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a63069-4a56-428b-bb78-de981bdbc0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a306554-7337-482e-a606-91c51e8dcf86,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.608859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:17.645176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=213aa6ad-02b8-464e-8d8b-b1ff1847a963,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:17.649035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Calling delete_port for 1c275727-3f2e-4293-8163-7b1184b46570 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:17.845807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 6182d998-73e4-4131-bc62-eb8ff753921c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:17.853906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:17.869499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] DHCP port deletion for 316e99d4-aeb2-4e18-8902-056345b572f1 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:18.007264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ded06c-d35e-496f-b3f1-e68082b94d18 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:18.044769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.065228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f1ded06c-d35e-496f-b3f1-e68082b94d18 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:18.065721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ded06c-d35e-496f-b3f1-e68082b94d18 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:18.071638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6519bae7-99d7-49a0-9778-17375d778d4a None None] Provisioning complete for port 5c6cef51-8218-4886-b42c-51850f725c6c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:18.072654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6519bae7-99d7-49a0-9778-17375d778d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.106668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] Deleting port 355a28d1-609b-4a5f-a66b-884e3e889584 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:18.107120 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.201939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:18.213734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] Sync routers for ids ['c89398f7-fd56-4242-b904-1e397f09b713'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:18.220524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dad1c6fe-226d-4dec-a677-be3b7c44bc00 admin admin] 10.222.0.35 "PUT /v2.0/routers/c89398f7-fd56-4242-b904-1e397f09b713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6744683 Jul 16 01:44:18.222179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52774) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:18.225727 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] Routers {'c89398f7-fd56-4242-b904-1e397f09b713'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:18.226291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] For port 355a28d1-609b-4a5f-a66b-884e3e889584, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=355a28d1-609b-4a5f-a66b-884e3e889584,segment=NetworkSegment(41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b),segment_id=41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:18.226687 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.227169 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c89398f7-fd56-4242-b904-1e397f09b713'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:18.248728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] Calling delete_port for 355a28d1-609b-4a5f-a66b-884e3e889584 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:18.319861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6519bae7-99d7-49a0-9778-17375d778d4a None None] Port 5c6cef51-8218-4886-b42c-51850f725c6c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:18.325573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:18.379025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:18.444335 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.465971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ceb1d4e2-e514-470d-81b1-3919e8abe574 None None] Provisioning complete for port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:18.466640 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d4e2-e514-470d-81b1-3919e8abe574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.503372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] Set router c89398f7-fd56-4242-b904-1e397f09b713 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:18.538336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1d4e2-e514-470d-81b1-3919e8abe574 None None] Port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:18.540582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] Pushing event deleted for resources: {'Port': ['ID=355a28d1-609b-4a5f-a66b-884e3e889584,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.544056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6bf37-a08a-4793-afb9-dd79d56ba983 None None] No DVR routers for this DVR port 355a28d1-609b-4a5f-a66b-884e3e889584 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:18.546176 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.577437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.586549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:18.591785 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f811b78-624a-442e-bed1-5db30c9eda95" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-unplugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:18.611657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:18.618766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['16d242e9-76c7-472e-ae4f-cbc5306c6ebb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:18.627707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['53b50bb7-af8b-4e5e-821e-1f1511bbdd52'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:18.629731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Pushing event deleted for resources: {'Port': ['ID=1c275727-3f2e-4293-8163-7b1184b46570,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.696944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841109e-4da8-4f5a-b0ed-8df4f9d7f6f2 req-37e4c131-b84a-4cb6-ae35-d108d6137a94 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:18.698435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1841109e-4da8-4f5a-b0ed-8df4f9d7f6f2 req-37e4c131-b84a-4cb6-ae35-d108d6137a94 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9cbdde7-bb10-48cf-9381-d63340a58831 HTTP/1.1" status: 200 len: 867 time: 0.8367670 Jul 16 01:44:18.707695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7a8f3-36af-431c-99a8-b576876d1411 req-f9f5a2ee-fdde-404b-8611-7f6a6583597e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:18.709224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55a7a8f3-36af-431c-99a8-b576876d1411 req-f9f5a2ee-fdde-404b-8611-7f6a6583597e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 947 time: 0.1241064 Jul 16 01:44:18.741034 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.752164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 667c936d-53e8-4420-be39-5d32462771de is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:18.801426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1841109e-4da8-4f5a-b0ed-8df4f9d7f6f2 req-4d3683fe-537b-4bec-9666-5450d653bd70 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859003 Jul 16 01:44:18.855028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Deleting port 355a28d1-609b-4a5f-a66b-884e3e889584 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:18.855631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.857286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55a7a8f3-36af-431c-99a8-b576876d1411 req-c9af742a-8f9a-4311-a7c2-83d167f1aa28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356480 Jul 16 01:44:18.878980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.895214 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3810b5f4-9b6c-4c16-8034-07b854f1f8e9 x-openstack-request-id: req-3810b5f4-9b6c-4c16-8034-07b854f1f8e9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:18.896264 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-unplugged", "status": "completed", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:18.899150 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3810b5f4-9b6c-4c16-8034-07b854f1f8e9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:18.899563 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'code': 200} Jul 16 01:44:18.935243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=14']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:18.942168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] No DVR routers for this DVR port 1c275727-3f2e-4293-8163-7b1184b46570 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:18.947566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:18.949617 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-631056c4-e31e-4343-adc0-7d9f8af18220 req-222b4f95-8a3f-4f11-b268-e889d86dbe48 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "DELETE /v2.0/ports/1c275727-3f2e-4293-8163-7b1184b46570 HTTP/1.1" status: 204 len: 173 time: 2.0939438 Jul 16 01:44:18.955849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'name': 'network-vif-deleted', 'tag': '1c275727-3f2e-4293-8163-7b1184b46570'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:18.958157 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb8237b-3914-4756-a273-14dd76dc6dd5" -d '{"events": [{"server_uuid": "e9cbdde7-bb10-48cf-9381-d63340a58831", "name": "network-vif-deleted", "tag": "1c275727-3f2e-4293-8163-7b1184b46570"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:18.965574 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 5, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:18.965929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:18.982230 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-57855c36-b94e-483a-a349-1fc5ac8cb9a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/6cb5cd1e-a650-4338-9564-a7062f1d96a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9167354 Jul 16 01:44:19.035585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:19.054790 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] Checking router: c89398f7-fd56-4242-b904-1e397f09b713 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:19.060508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:19.068185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-97578a1e-77e1-4858-a818-e146a2b50b06 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/667c936d-53e8-4420-be39-5d32462771de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0603321 Jul 16 01:44:19.068803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52784) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.073033 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] Sync routers for ids ['667c936d-53e8-4420-be39-5d32462771de'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:19.104022 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] Routers {'c89398f7-fd56-4242-b904-1e397f09b713'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:19.107165 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c89398f7-fd56-4242-b904-1e397f09b713'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.111825 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] Routers {'667c936d-53e8-4420-be39-5d32462771de'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:19.112869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['667c936d-53e8-4420-be39-5d32462771de'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.129312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] For port 355a28d1-609b-4a5f-a66b-884e3e889584, host n-d-800087-6, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:19.129679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.132889 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e18902a-121f-4a35-865a-02a0816b3559 x-openstack-request-id: req-9e18902a-121f-4a35-865a-02a0816b3559 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:19.133173 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cbdde7-bb10-48cf-9381-d63340a58831", "name": "network-vif-deleted", "tag": "1c275727-3f2e-4293-8163-7b1184b46570", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:19.133423 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e18902a-121f-4a35-865a-02a0816b3559 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:19.133814 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cbdde7-bb10-48cf-9381-d63340a58831', 'name': 'network-vif-deleted', 'tag': '1c275727-3f2e-4293-8163-7b1184b46570', 'status': 'completed', 'code': 200} Jul 16 01:44:19.157465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Calling delete_port for 355a28d1-609b-4a5f-a66b-884e3e889584 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:19.169973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Port 355a28d1-609b-4a5f-a66b-884e3e889584 was not found and therefore no delete operation was performed {{(pid=93907) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:44:19.174092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:19.174735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.179718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032c7d4-f13b-4d36-89f4-756925111546 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.185107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:19.193530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8032c7d4-f13b-4d36-89f4-756925111546 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports/213aa6ad-02b8-464e-8d8b-b1ff1847a963 HTTP/1.1" status: 200 len: 976 time: 0.1227181 Jul 16 01:44:19.201016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.319510 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] Set router c89398f7-fd56-4242-b904-1e397f09b713 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:19.497704 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.511292 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] Routers {'667c936d-53e8-4420-be39-5d32462771de'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:19.513038 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['667c936d-53e8-4420-be39-5d32462771de'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.688463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=355a28d1-609b-4a5f-a66b-884e3e889584,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:19.755969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] No DVR routers for this DVR port 355a28d1-609b-4a5f-a66b-884e3e889584 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:19.770423 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.771071 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e2ce4-611d-4bd7-9dfb-33652dbcd799 None None] The sync data for ids ['667c936d-53e8-4420-be39-5d32462771de'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:19.798592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:19.817351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:19.822812 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 5, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:19.898989 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4e717-3529-4b45-bf95-2d8eeb3ac9bc None None] The sync data for ids ['c89398f7-fd56-4242-b904-1e397f09b713'] in n-d-800087-6 is: [{'id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'name': 'tempest-AttachSCSIVolumeTestJSON-1858712842-router', 'tenant_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:56Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 5, 'project_id': 'bf25c31bac9c4567bf96119f70ff22ba', 'gw_port': {'id': '88ed62f2-6920-4e9f-8cee-0f3e5b958562', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89398f7-fd56-4242-b904-1e397f09b713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:57Z', 'updated_at': '2021-07-16T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:19.937339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f744-7c01-409a-92c0-1262f897d800 req-e7ae4909-409f-4c5e-8807-7e8a333cf783 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:19.940700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e661f744-7c01-409a-92c0-1262f897d800 req-e7ae4909-409f-4c5e-8807-7e8a333cf783 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2021401 Jul 16 01:44:20.029943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.066856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316e99d4-aeb2-4e18-8902-056345b572f1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.114729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e661f744-7c01-409a-92c0-1262f897d800 req-87561b99-d752-4bd0-a796-f16fa2b3b7dc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556904 Jul 16 01:44:20.180569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.180569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ac1f32-23c1-4b3f-bc68-e0f7fe7cfd6b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.182421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ad517ebd-a9ba-46a7-9aef-cdf0f3b48858 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.182421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ad517ebd-a9ba-46a7-9aef-cdf0f3b48858 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 820 time: 0.2679112 Jul 16 01:44:20.201336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-825ee6f2-d23e-4adc-8a6e-6a3254f681c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.201336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-825ee6f2-d23e-4adc-8a6e-6a3254f681c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.5343087 Jul 16 01:44:20.212798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.216058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-574511de-5be9-48bc-9653-32606d2b45d7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/quotas/a7d3455ea73b41d1bb18e5a55b7c3592 HTTP/1.1" status: 200 len: 375 time: 0.0195711 Jul 16 01:44:20.256310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 355a28d1-609b-4a5f-a66b-884e3e889584 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:20.290116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 355a28d1-609b-4a5f-a66b-884e3e889584 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:20.290462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 355a28d1-609b-4a5f-a66b-884e3e889584 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:20.326681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1c275727-3f2e-4293-8163-7b1184b46570 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:20.369514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.381776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 1c275727-3f2e-4293-8163-7b1184b46570 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:20.382121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1c275727-3f2e-4293-8163-7b1184b46570 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:20.397472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 2, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:20.429501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-388a99cc-d2f9-4572-943b-941005f19dd3 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933239 Jul 16 01:44:20.431147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:20.432349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.439369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:20.439738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Updating router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 port 5c6cef51-8218-4886-b42c-51850f725c6c binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:20.514721 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:20.526481 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:20.582443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Deleting port 88ed62f2-6920-4e9f-8cee-0f3e5b958562 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:20.583059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.593439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.639823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-b6614209-1276-4345-8b2b-0af3037bb2e1 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008390 Jul 16 01:44:20.653921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:20.670973 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/316e99d4-aeb2-4e18-8902-056345b572f1 HTTP/1.1" status: 204 len: 168 time: 3.2078583 Jul 16 01:44:20.679951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfba51-4e5b-482f-ad3c-2f03b2d80dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=316e99d4-aeb2-4e18-8902-056345b572f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:20.829711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-4b10a114-6d53-4daa-9270-fb48131b6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:20.833684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-4b10a114-6d53-4daa-9270-fb48131b6dc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.5445385 Jul 16 01:44:20.884972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-d7383b47-0d90-4cba-9b1f-f45499c679d4 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383618 Jul 16 01:44:20.906474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:20.983964 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-955c36a6-e1c9-4105-88fb-87d5ef48fbb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.1193080 Jul 16 01:44:21.000634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-733fcbf8-a6f0-40b7-9c93-0397fed0ec11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1da0053942834a8f9be16e2f09bb4c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921841 Jul 16 01:44:21.003608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:21.018404 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.041138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] For port 88ed62f2-6920-4e9f-8cee-0f3e5b958562, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=88ed62f2-6920-4e9f-8cee-0f3e5b958562,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:21.041611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.043915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Transition to ACTIVE for port object 5c6cef51-8218-4886-b42c-51850f725c6c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:21.061822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.132461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281aae05-378e-4ca8-88d6-75178b67b09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.145919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Calling delete_port for 88ed62f2-6920-4e9f-8cee-0f3e5b958562 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:21.164976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446624ea-266b-44ad-adea-a7daa38df42a None None] Pushing event updated for resources: {'Port': ['ID=5c6cef51-8218-4886-b42c-51850f725c6c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.239885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-680aa49b-3885-45c2-8cc6-271f2b992b4f req-2cbf2d52-58a5-4584-b0a7-55093d7d8aee tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 210 time: 0.0578151 Jul 16 01:44:21.251778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281aae05-378e-4ca8-88d6-75178b67b09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.302517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Attempting to bind port 5c6cef51-8218-4886-b42c-51850f725c6c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:21.303014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Attempting to bind port 5c6cef51-8218-4886-b42c-51850f725c6c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:21.307166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Attempting to bind port 5c6cef51-8218-4886-b42c-51850f725c6c on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:21.322890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:21.328415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Checking segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:21.329705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.333320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Bound using segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:21.335699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Bound port: 5c6cef51-8218-4886-b42c-51850f725c6c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:21.339848 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.367681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281aae05-378e-4ca8-88d6-75178b67b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.369080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281aae05-378e-4ca8-88d6-75178b67b09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.373685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-281aae05-378e-4ca8-88d6-75178b67b09b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08daf3aa-0d85-42a6-8100-f0f6aaae78c8 HTTP/1.1" status: 204 len: 168 time: 0.3668447 Jul 16 01:44:21.396181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aae05-378e-4ca8-88d6-75178b67b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08daf3aa-0d85-42a6-8100-f0f6aaae78c8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:21.518683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-72f8065d-571b-405b-a5bd-725dc7f38b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:21.529830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-72f8065d-571b-405b-a5bd-725dc7f38b06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.5361812 Jul 16 01:44:21.604927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] For port 5c6cef51-8218-4886-b42c-51850f725c6c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:21.608972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] For port 5c6cef51-8218-4886-b42c-51850f725c6c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5c6cef51-8218-4886-b42c-51850f725c6c,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:21.627865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.645333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788d150-dc9e-4b69-a9b3-8489fbd81403 req-ff088f4a-1006-43e7-bbdc-e491132fab9d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:21.646948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b788d150-dc9e-4b69-a9b3-8489fbd81403 req-ff088f4a-1006-43e7-bbdc-e491132fab9d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2566326 Jul 16 01:44:21.790494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b788d150-dc9e-4b69-a9b3-8489fbd81403 req-c35b371b-a196-4e63-ad35-514d13784d2e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336734 Jul 16 01:44:21.848470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.860298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:21.941801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a330ab8f-03bb-4446-b6c4-a1551f2eeb5c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:22.054223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a330ab8f-03bb-4446-b6c4-a1551f2eeb5c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:22.054608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a330ab8f-03bb-4446-b6c4-a1551f2eeb5c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:22.085232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446624ea-266b-44ad-adea-a7daa38df42a None None] Pushing event updated for resources: {'Port': ['ID=5c6cef51-8218-4886-b42c-51850f725c6c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.106635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:22.107335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.110469 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.124422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Pushing event deleted for resources: {'Port': ['ID=88ed62f2-6920-4e9f-8cee-0f3e5b958562,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:22.156817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-ea604ff2-7ee5-4802-b5a4-38896d89bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:22.158953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-ea604ff2-7ee5-4802-b5a4-38896d89bf04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6138306 Jul 16 01:44:22.288957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.338160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:22.431726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a1b14-cd55-4bd0-82b2-bf4d03f94c21 req-00118149-ae70-46a7-90b4-ead0abf47b89 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:22.443428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a1b14-cd55-4bd0-82b2-bf4d03f94c21 req-00118149-ae70-46a7-90b4-ead0abf47b89 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:22.450273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c77a1b14-cd55-4bd0-82b2-bf4d03f94c21 req-00118149-ae70-46a7-90b4-ead0abf47b89 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2&device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 1683 time: 0.1095941 Jul 16 01:44:22.556633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.566236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.637376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c77a1b14-cd55-4bd0-82b2-bf4d03f94c21 req-7f7a44f7-fbe2-407d-b933-b4fcd30d3d03 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538005 Jul 16 01:44:22.637376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0adf0121-9e9c-4b97-afd6-3312bc940530 req-e91ae6dc-4d1e-4635-887d-cb4f2741fe2b tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 210 time: 0.1055374 Jul 16 01:44:22.671791 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-d6a2c04c-1b7a-44d2-b50e-e8063d245ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815884 Jul 16 01:44:22.723092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.723692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Fanout notify agent at l3_agent the message router_deleted on router c89398f7-fd56-4242-b904-1e397f09b713 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:22.730491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.734671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ed5603f7-967e-4ccb-88dc-0c74837769de admin admin] 10.222.0.35 "DELETE /v2.0/routers/c89398f7-fd56-4242-b904-1e397f09b713 HTTP/1.1" status: 204 len: 168 time: 4.5074947 Jul 16 01:44:22.734971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:22.784871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:21Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:22.836324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Deleting subnet 186034bc-15ca-4a67-8f13-baa59d7ad546 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:22.847875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.849277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d3616-04aa-4fd0-8ae6-f0e140d810e9 None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:21Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:22.879572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6946bb47-04df-49e9-9bb6-d605461dbf93 req-1f527906-181d-47cd-b4e9-7843161faec3 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000763 Jul 16 01:44:22.896707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 213aa6ad-02b8-464e-8d8b-b1ff1847a963 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:22.901623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:22.957763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.014441 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.160957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.176648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 213aa6ad-02b8-464e-8d8b-b1ff1847a963 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:23.274499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-763761986-network', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:23.306242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313d036-b327-4abc-b7e9-1fc85ea3e48a req-ae2b1477-f8c5-4503-8e6c-f2dbdadf6463 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:23.318406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f313d036-b327-4abc-b7e9-1fc85ea3e48a req-ae2b1477-f8c5-4503-8e6c-f2dbdadf6463 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1768000 Jul 16 01:44:23.321696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.325923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.364920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:23.368008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.450905 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f313d036-b327-4abc-b7e9-1fc85ea3e48a req-45865f45-a3f1-489b-806c-5fc10996fd41 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287298 Jul 16 01:44:23.514471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.528364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.593452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186034bc-15ca-4a67-8f13-baa59d7ad546,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:23.608017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.615178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb42c4-08ad-4a0b-9b81-791d5c5f53a8 None None] Network 100f6141-c722-4fb2-9f2d-f321fdf5a2ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:23.617462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-05f16719-911d-44d9-8d32-16ebad38ee07 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/186034bc-15ca-4a67-8f13-baa59d7ad546 HTTP/1.1" status: 204 len: 168 time: 0.8819115 Jul 16 01:44:23.619806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:23.850226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:23.921106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d80e57ac-25cc-4c1a-b6e9-39c6a3708827 req-7b69c3c9-bf5b-40e4-8763-67af88c62cc1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 210 time: 0.0731187 Jul 16 01:44:23.981612 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdae0b63-140e-4aad-bac1-e1d1acfa1d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.009532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Deleting port 117ea53a-358a-4a53-a077-1b3327f6228f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:24.009532 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.025987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.036660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5c6cef51-8218-4886-b42c-51850f725c6c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:24.161748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] For port 117ea53a-358a-4a53-a077-1b3327f6228f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=117ea53a-358a-4a53-a077-1b3327f6228f,segment=NetworkSegment(05bc6a51-9512-4cee-87d9-7244f23e2d9a),segment_id=05bc6a51-9512-4cee-87d9-7244f23e2d9a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:24.162942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.186019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5c6cef51-8218-4886-b42c-51850f725c6c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:24.186201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-a52f93ff-de42-4648-80b2-e3722dadc287 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:24.187743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-a52f93ff-de42-4648-80b2-e3722dadc287 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 820 time: 0.6773765 Jul 16 01:44:24.189980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=213aa6ad-02b8-464e-8d8b-b1ff1847a963,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.192068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5c6cef51-8218-4886-b42c-51850f725c6c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:24.192731 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.207276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Calling delete_port for 117ea53a-358a-4a53-a077-1b3327f6228f owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:24.242939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'port': {'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'admin_state_up': True, 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:24.259638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] DHCP port deletion for 100f6141-c722-4fb2-9f2d-f321fdf5a2ac request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:24.383422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.420816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.488650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5c6cef51-8218-4886-b42c-51850f725c6c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5c6cef51-8218-4886-b42c-51850f725c6c,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:24.495077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Deleting port 117ea53a-358a-4a53-a077-1b3327f6228f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:24.496524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.511561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.512564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=117ea53a-358a-4a53-a077-1b3327f6228f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.521523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] No DVR routers for this DVR port 117ea53a-358a-4a53-a077-1b3327f6228f on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:24.691493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 88ed62f2-6920-4e9f-8cee-0f3e5b958562 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:24.765125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 88ed62f2-6920-4e9f-8cee-0f3e5b958562 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:24.765820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 88ed62f2-6920-4e9f-8cee-0f3e5b958562 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:24.803041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.829938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100f6141-c722-4fb2-9f2d-f321fdf5a2ac']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.853528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bc6a51-9512-4cee-87d9-7244f23e2d9a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.853907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bc6a51-9512-4cee-87d9-7244f23e2d9a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:24.901622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.909609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5c6cef51-8218-4886-b42c-51850f725c6c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:24.913615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] For port 117ea53a-358a-4a53-a077-1b3327f6228f, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:24.914348 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.940932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Calling delete_port for 117ea53a-358a-4a53-a077-1b3327f6228f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:24.951809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Port 117ea53a-358a-4a53-a077-1b3327f6228f was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:44:24.952633 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.955341 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.984734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:24.994773 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:24.997596 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:25.006087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] Pushing event deleted for resources: {'Port': ['ID=117ea53a-358a-4a53-a077-1b3327f6228f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.009091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b53fb0-40c4-46f1-bcb6-4070496c1470 None None] No DVR routers for this DVR port 117ea53a-358a-4a53-a077-1b3327f6228f on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:25.130178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fac19-8768-4ac6-9a17-333a5f6e0ca3 req-b9ac850c-3eb1-423e-961f-fbf3c56b7c7b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:25.131798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b9fac19-8768-4ac6-9a17-333a5f6e0ca3 req-b9ac850c-3eb1-423e-961f-fbf3c56b7c7b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2630479 Jul 16 01:44:25.132496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.160085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.164767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/100f6141-c722-4fb2-9f2d-f321fdf5a2ac HTTP/1.1" status: 204 len: 168 time: 1.5367124 Jul 16 01:44:25.179861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52928) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:25.200546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c98973-b40c-47b7-aa74-472ebe522e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=100f6141-c722-4fb2-9f2d-f321fdf5a2ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.262601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.299626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b9fac19-8768-4ac6-9a17-333a5f6e0ca3 req-eea0d13b-a8c6-4315-8765-41eefa0f4bd5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561754 Jul 16 01:44:25.329255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3423643-f420-49d8-8071-c76d1bb7fd08 req-7904f128-25c7-46c2-bfd6-93a4db0f4561 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:25.329255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3423643-f420-49d8-8071-c76d1bb7fd08 req-7904f128-25c7-46c2-bfd6-93a4db0f4561 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 946 time: 0.2369428 Jul 16 01:44:25.368317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.381102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.413814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3423643-f420-49d8-8071-c76d1bb7fd08 req-17da9b36-37f8-4a15-9e54-5864b46c88f5 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821004 Jul 16 01:44:25.443952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:25.489208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Made reservation on behalf of a7d3455ea73b41d1bb18e5a55b7c3592 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:25.493635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.499830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41982de-090d-4e24-866d-1a736a483551,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:25.503247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.504255 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Added segment faab5d64-112d-40bb-8835-eb127e96c70b of type vlan for network 917382ba-19ac-41b3-bf11-171af3268107 Jul 16 01:44:25.559218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c82510c2-130c-4af4-bbaf-2170b86a05b8 req-9046fb52-f213-4b6e-bb86-5d4a242738e3 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 210 time: 0.0489514 Jul 16 01:44:25.656504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 667c936d-53e8-4420-be39-5d32462771de has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:25.693393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.704281 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.893316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.898395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:25.901502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:25.924508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5c6cef51-8218-4886-b42c-51850f725c6c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:25.927344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e0151-2a4a-4f35-a484-78dd7d13ab62 req-c148c480-aed2-4092-ae03-361b6433244a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:25.935491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a12e0151-2a4a-4f35-a484-78dd7d13ab62 req-c148c480-aed2-4092-ae03-361b6433244a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1880941 Jul 16 01:44:25.957894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Allocated IP 172.20.0.6 (894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d/6747eadd-becd-42ce-b7a3-a43a2b6b2dbc/fe7e3d9e-1f4a-44df-94c5-9974e7dc2878) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:26.006086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5c6cef51-8218-4886-b42c-51850f725c6c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:26.006777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.036661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] Pushing event updated for resources: {'Network': ['ID=917382ba-19ac-41b3-bf11-171af3268107,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:26.051484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 917382ba-19ac-41b3-bf11-171af3268107 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:26.056273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a12e0151-2a4a-4f35-a484-78dd7d13ab62 req-6474e09b-321b-4eb7-bbcb-6c5b244d3b76 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196048 Jul 16 01:44:26.092419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-d36607ee-cefc-45f2-a98f-73e8173f536a tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.094012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-d36607ee-cefc-45f2-a98f-73e8173f536a tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 946 time: 0.4841850 Jul 16 01:44:26.095014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:26.121238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3f5b2b9f-418c-4872-9367-c685e502ad6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/667c936d-53e8-4420-be39-5d32462771de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9336452 Jul 16 01:44:26.123935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0b946fcb-48d2-4db5-bd22-d59ee95b114d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1653428 Jul 16 01:44:26.125893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.131287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.138788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Request body: {'subnet': {'network_id': '917382ba-19ac-41b3-bf11-171af3268107', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-763761986-subnet', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:26.184481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:26.186988 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.231970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] Sync routers for ids ['667c936d-53e8-4420-be39-5d32462771de'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:26.271923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] Routers {'667c936d-53e8-4420-be39-5d32462771de'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:26.272619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['667c936d-53e8-4420-be39-5d32462771de'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.305931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Deleting port f22595b2-b75c-4090-b1ff-479a67ae3be9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:26.306425 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.310536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.312671 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88e79429-ef44-436a-b1aa-c24e4a6b74e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.347373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] Routers {'667c936d-53e8-4420-be39-5d32462771de'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:26.347996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['667c936d-53e8-4420-be39-5d32462771de'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.389188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:26.389819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cab3fe-f427-4263-aa30-90c39ad5c2af None None] The sync data for ids ['667c936d-53e8-4420-be39-5d32462771de'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:26.406285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.440387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b64c1b-a046-4c01-a816-d7b4bbfd4785 req-5e1acfee-e15b-4faa-a09b-bafa4abf9fd2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.441558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9b64c1b-a046-4c01-a816-d7b4bbfd4785 req-5e1acfee-e15b-4faa-a09b-bafa4abf9fd2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1761477 Jul 16 01:44:26.458676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 117ea53a-358a-4a53-a077-1b3327f6228f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:26.482057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] For port f22595b2-b75c-4090-b1ff-479a67ae3be9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f22595b2-b75c-4090-b1ff-479a67ae3be9,segment=NetworkSegment(62bdab51-64f6-4b94-a07f-d129e5dd504b),segment_id=62bdab51-64f6-4b94-a07f-d129e5dd504b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:26.482420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.485770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 117ea53a-358a-4a53-a077-1b3327f6228f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:26.486199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 117ea53a-358a-4a53-a077-1b3327f6228f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:26.524987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Calling delete_port for f22595b2-b75c-4090-b1ff-479a67ae3be9 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:26.631072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.652067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9b64c1b-a046-4c01-a816-d7b4bbfd4785 req-9abccce7-3059-44fd-bdb3-cf7125be1c78 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939380 Jul 16 01:44:26.664791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-71f2a06c-8d61-4e7a-a5cd-3d2aa8171e90 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.666497 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-71f2a06c-8d61-4e7a-a5cd-3d2aa8171e90 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 946 time: 0.6107340 Jul 16 01:44:26.709409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Transition to ACTIVE for port object fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:26.713727 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-32910bee-fb8c-4b90-b662-b294f9a13737 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:44:26.717404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-32910bee-fb8c-4b90-b662-b294f9a13737 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/667c936d-53e8-4420-be39-5d32462771de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5807877 Jul 16 01:44:26.721594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.760085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-730eff14-75f9-454b-8fb6-ff053afdac80 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=667c936d-53e8-4420-be39-5d32462771de HTTP/1.1" status: 200 len: 205 time: 0.0357323 Jul 16 01:44:26.768275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:26.770542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Deleting port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:26.770725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.770859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.839835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbdf9d5-5af3-4e29-a698-41feb6366dac,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:26.882529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6cfdc2c-8c06-4575-bed7-62e217ecd11d req-0b00c728-87dd-43db-b88c-73d3b2590123 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 210 time: 0.0674307 Jul 16 01:44:26.951309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:26.987944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa454d-7c63-4622-adad-d2dfacc16705 req-5c5d3f3a-06ce-4b06-ae91-52a4fd2749f2 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:26.994871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3caa454d-7c63-4622-adad-d2dfacc16705 req-5c5d3f3a-06ce-4b06-ae91-52a4fd2749f2 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 946 time: 0.3872373 Jul 16 01:44:27.008056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.015978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Checking segment: {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:27.016375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Network hostable DHCP agents. Network: 917382ba-19ac-41b3-bf11-171af3268107, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:27.116606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3caa454d-7c63-4622-adad-d2dfacc16705 req-799ca549-39df-4ec2-a2d0-29e261de2df3 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2ccf200-016f-48ec-9d0e-fc6a0dcca930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208310 Jul 16 01:44:27.131461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:27.153048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:27.160945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event updated for resources: {'Port': ['ID=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.164550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] For port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:27.164902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.167641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:27.168595 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:27.252985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Deleting port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:27.253333 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.267327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-81184440-a097-4e78-9a80-30978d170fa8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.274653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-81184440-a097-4e78-9a80-30978d170fa8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.2683253 Jul 16 01:44:27.293638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Calling delete_port for 16d242e9-76c7-472e-ae4f-cbc5306c6ebb owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:27.294522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-da46d25a-e1dc-4a48-80a5-6ace099bb259 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/quotas/709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 375 time: 0.0188732 Jul 16 01:44:27.341079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.346308 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.348708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Network 917382ba-19ac-41b3-bf11-171af3268107 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:27.381720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.394700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22595b2-b75c-4090-b1ff-479a67ae3be9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:27.422777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 917382ba-19ac-41b3-bf11-171af3268107) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:27.432495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:27.432947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b194da3-d3ea-4b86-99d4-285e4e57e014 None None] Network 917382ba-19ac-41b3-bf11-171af3268107 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:27.433128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.465206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.496784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f5f98ad-d936-4df7-809f-292528a943ef admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3627861 Jul 16 01:44:27.552999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:27.572439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-aa096d6c-a895-4d08-b8d1-55e4afc0cee2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2768157 Jul 16 01:44:27.598737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:27.609954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c651fbe5-85be-40e9-846e-a87549885a6a None None] Provisioning for port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:27.640847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c651fbe5-85be-40e9-846e-a87549885a6a None None] Provisioning complete for port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:27.641193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c651fbe5-85be-40e9-846e-a87549885a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.738100 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.740082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.751186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c651fbe5-85be-40e9-846e-a87549885a6a None None] Port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:27.760063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-917382ba-19ac-41b3-bf11-171af3268107', 'network_id': '917382ba-19ac-41b3-bf11-171af3268107', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'fixed_ips': [{'subnet_id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:27.761090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.800751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-d39b93ac-c24c-4e29-90b8-68b58bb3544b service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253060 Jul 16 01:44:27.854602 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:27.969509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Allocated IP 172.20.0.2 (917382ba-19ac-41b3-bf11-171af3268107/2fbdf9d5-5af3-4e29-a698-41feb6366dac/535aa7bb-c9a1-482b-bbcd-875cb89d6482) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:28.031873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.033207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.046347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.047070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router 667c936d-53e8-4420-be39-5d32462771de {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:28.056198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.057516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-da5740a7-b886-481c-a5c0-4efbcfe4e9c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/667c936d-53e8-4420-be39-5d32462771de HTTP/1.1" status: 204 len: 168 time: 1.2836814 Jul 16 01:44:28.067787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52990) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:28.127829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-ec3f750b-bccb-45c5-a366-1ca89edb3538 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8895810 Jul 16 01:44:28.130134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] For port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,segment=NetworkSegment(bb011dfe-0a1f-4a98-a33c-f22096a3fd78),segment_id=bb011dfe-0a1f-4a98-a33c-f22096a3fd78)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:28.130904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.152681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Request body: {'port': {'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:28.185136 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.198780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Transition to ACTIVE for port object 535aa7bb-c9a1-482b-bbcd-875cb89d6482 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:28.215774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Calling delete_port for 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:28.218754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Transition to ACTIVE for port object 535aa7bb-c9a1-482b-bbcd-875cb89d6482 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:28.229603 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.235074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet c363475e-360d-4d2c-9203-3d5f18fdcf2d {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:28.244327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.288332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Pushing event updated for resources: {'Port': ['ID=535aa7bb-c9a1-482b-bbcd-875cb89d6482,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.302261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Network 917382ba-19ac-41b3-bf11-171af3268107 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:28.303822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:28.307285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:28.381802 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.391165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Attempting to bind port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:28.391719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Attempting to bind port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:28.392020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Attempting to bind port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 on network 917382ba-19ac-41b3-bf11-171af3268107 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:28.398039 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.399331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:28.399761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Checking segment: {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:28.400622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.401057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Bound using segment: {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:28.402601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Bound port: 535aa7bb-c9a1-482b-bbcd-875cb89d6482, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:28.402997 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.479326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.500073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.510398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] For port 535aa7bb-c9a1-482b-bbcd-875cb89d6482, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:28.515976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] For port 535aa7bb-c9a1-482b-bbcd-875cb89d6482, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=535aa7bb-c9a1-482b-bbcd-875cb89d6482,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:28.522685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.561326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Pushing event deleted for resources: {'Port': ['ID=16d242e9-76c7-472e-ae4f-cbc5306c6ebb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.622264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80c71d-740e-4453-9d5a-7a052220b287 None None] Pushing event updated for resources: {'Port': ['ID=535aa7bb-c9a1-482b-bbcd-875cb89d6482,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:28.664454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] No DVR routers for this DVR port 16d242e9-76c7-472e-ae4f-cbc5306c6ebb on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:28.674381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.677022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78caf166-f841-405d-9b5b-fc5b21b9fa89 req-ea157d5f-da86-40a2-a01a-f546808dc931 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.38 "DELETE /v2.0/ports/16d242e9-76c7-472e-ae4f-cbc5306c6ebb HTTP/1.1" status: 204 len: 173 time: 2.5626800 Jul 16 01:44:28.682631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'name': 'network-vif-deleted', 'tag': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:28.685228 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5410b239-839f-45b3-952a-f26beb292e8d" -d '{"events": [{"server_uuid": "7e8a8600-e55e-466d-a83e-53eecdf9375a", "name": "network-vif-deleted", "tag": "16d242e9-76c7-472e-ae4f-cbc5306c6ebb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:28.722986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.749006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-4d881f0b-4350-4ba5-b64a-3d06fe12afaf service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9479749 Jul 16 01:44:28.772715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.818449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:28.862402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9df37-718d-444d-a8c0-d3811a9d782a req-3e315532-48b1-40c5-bf12-f098fdf358d0 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:28.871271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14f9df37-718d-444d-a8c0-d3811a9d782a req-3e315532-48b1-40c5-bf12-f098fdf358d0 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 931 time: 0.4859335 Jul 16 01:44:29.039788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.099004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Router 1d073220-57d9-43db-a2ae-ca03a42938a9 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:29.290985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Pushing event deleted for resources: {'Port': ['ID=53b50bb7-af8b-4e5e-821e-1f1511bbdd52,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.296798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.355816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=c363475e-360d-4d2c-9203-3d5f18fdcf2d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:29.357933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] No DVR routers for this DVR port 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:29.359906 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.365024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d284e42-17cf-4655-8db0-dc5c7bcc837d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/c363475e-360d-4d2c-9203-3d5f18fdcf2d HTTP/1.1" status: 204 len: 168 time: 1.2907128 Jul 16 01:44:29.367851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:29.368983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.372596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f6715-6c42-4903-adaa-226a1337c1f6 None None] Network 6182d998-73e4-4131-bc62-eb8ff753921c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:29.382854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4e1f649-e569-4a64-aa5b-a784aa22b6a4 req-0944ed31-5206-47ff-a87d-e3fdb64f921c tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.32 "DELETE /v2.0/ports/53b50bb7-af8b-4e5e-821e-1f1511bbdd52 HTTP/1.1" status: 204 len: 173 time: 2.6937380 Jul 16 01:44:29.393732 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9ec3fd-3293-4c2e-9d81-9ad15296ae3e req-c5a0ba56-5503-4bfc-86ab-70e27c6a1945 tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e8a8600-e55e-466d-a83e-53eecdf9375a HTTP/1.1" status: 200 len: 210 time: 0.1532567 Jul 16 01:44:29.460522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14f9df37-718d-444d-a8c0-d3811a9d782a req-769e731d-5211-4067-a47a-d701cad0ec59 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881932 Jul 16 01:44:29.503620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 16d242e9-76c7-472e-ae4f-cbc5306c6ebb no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:29.562696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 16d242e9-76c7-472e-ae4f-cbc5306c6ebb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:29.563124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 16d242e9-76c7-472e-ae4f-cbc5306c6ebb not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:29.591255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-6c4f8b6b-9308-41a1-97af-ea6fd809728d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4865854 Jul 16 01:44:29.631266 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:29.635732 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4734743-3e44-4bf6-ae89-e6c8a44d174d x-openstack-request-id: req-a4734743-3e44-4bf6-ae89-e6c8a44d174d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:29.636008 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8a8600-e55e-466d-a83e-53eecdf9375a", "name": "network-vif-deleted", "tag": "16d242e9-76c7-472e-ae4f-cbc5306c6ebb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:29.636296 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4734743-3e44-4bf6-ae89-e6c8a44d174d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:29.637260 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8a8600-e55e-466d-a83e-53eecdf9375a', 'name': 'network-vif-deleted', 'tag': '16d242e9-76c7-472e-ae4f-cbc5306c6ebb', 'status': 'completed', 'code': 200} Jul 16 01:44:29.729668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:29.740260 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] Sync routers for ids ['1d073220-57d9-43db-a2ae-ca03a42938a9'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:29.755788 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] Routers {'1d073220-57d9-43db-a2ae-ca03a42938a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:29.756460 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1d073220-57d9-43db-a2ae-ca03a42938a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:29.773090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d9f54779-d1f8-45c2-8fb3-2cd632698a40 admin admin] 10.222.0.35 "PUT /v2.0/routers/1d073220-57d9-43db-a2ae-ca03a42938a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5854526 Jul 16 01:44:29.784424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:29.984399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port f4046a77-72d5-4544-9bac-97523542f10a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:29.985099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.060701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:30.065310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] DHCP port deletion for 6182d998-73e4-4131-bc62-eb8ff753921c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:30.077375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.116426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ab8b4e2-16cc-4f18-9cb4-ef1bea704710 req-cff1ac16-6b07-480c-ac58-cbfb7e9ebe26 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 210 time: 0.3816984 Jul 16 01:44:30.190187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.194660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Transition to ACTIVE for port object fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:30.196988 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] Set router 1d073220-57d9-43db-a2ae-ca03a42938a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:30.198373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 535aa7bb-c9a1-482b-bbcd-875cb89d6482 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:30.219101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port f4046a77-72d5-4544-9bac-97523542f10a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f4046a77-72d5-4544-9bac-97523542f10a,segment=NetworkSegment(25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f),segment_id=25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:30.219593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.236831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.274031 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.309014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:30.313734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] Deleting port f4046a77-72d5-4544-9bac-97523542f10a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:30.314115 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.387254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:30.399376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for f4046a77-72d5-4544-9bac-97523542f10a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:30.452533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.457788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:30.509283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-f07bef3d-e8cf-420f-8314-ad6c4fd772b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:30.523448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-f07bef3d-e8cf-420f-8314-ad6c4fd772b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 1095 time: 0.8940661 Jul 16 01:44:30.756195 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:44:27Z', 'revision_number': 5, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:30.824970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.839188 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] Checking router: 1d073220-57d9-43db-a2ae-ca03a42938a9 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:30.869847 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] Routers {'1d073220-57d9-43db-a2ae-ca03a42938a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:30.870470 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1d073220-57d9-43db-a2ae-ca03a42938a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:30.914940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port f4046a77-72d5-4544-9bac-97523542f10a on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:30.936221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2378dee-8df9-45d3-91bf-deb2010cd9f4 None None] Network 917382ba-19ac-41b3-bf11-171af3268107 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:30.937993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=f4046a77-72d5-4544-9bac-97523542f10a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:30.947689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] For port f4046a77-72d5-4544-9bac-97523542f10a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f4046a77-72d5-4544-9bac-97523542f10a,segment=NetworkSegment(25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f),segment_id=25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:30.950025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.960643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:30.962838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 53b50bb7-af8b-4e5e-821e-1f1511bbdd52 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:31.001004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Allocated IP 172.25.0.138 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/28c5a367-9689-4ced-88f8-5935126f43d8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:31.028480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] Calling delete_port for f4046a77-72d5-4544-9bac-97523542f10a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:31.072068 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] Set router 1d073220-57d9-43db-a2ae-ca03a42938a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:31.091316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.114896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6182d998-73e4-4131-bc62-eb8ff753921c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.122817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-720edbf0-19a0-46a8-9246-877dfe7141db req-75cd5901-adf0-4e94-8b02-44c14cdf5e2e tempest-ListServersNegativeTestJSON-379304748 tempest-ListServersNegativeTestJSON-379304748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e411aa7-b28d-4af4-a8f2-5ef69af537a2 HTTP/1.1" status: 200 len: 210 time: 0.1190531 Jul 16 01:44:31.130706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Attempting to bind port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:31.131052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Attempting to bind port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:31.131386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Attempting to bind port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:31.137030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.137318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c3bce2-a1a5-4cab-9e9d-31c1dbbf554f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.153281 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.155326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:31.155656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Attempting to bind port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:31.161983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] Provisioning for port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:31.171261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] Provisioning complete for port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:31.171934 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.180899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-58eda0ec-9093-48eb-b7df-2030ca5d7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:31.182615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-58eda0ec-9093-48eb-b7df-2030ca5d7f68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.6217618 Jul 16 01:44:31.184800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:31.185147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Checking segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:31.185546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Bound using segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:31.186005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Bound port: fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:31.187143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.194165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.199563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.243279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:31.243712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.258757 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:31.259055 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:31.284519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] No DVR routers for this DVR port f4046a77-72d5-4544-9bac-97523542f10a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:31.318580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbd2ab-d72f-47a2-8e41-7d4a70902e1b req-61ca98cc-e7fd-457b-9b5e-924b14ff4656 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:31.331320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef08bb-7dc0-4895-b2b9-ca783fbc83b8 None None] Pushing event deleted for resources: {'Port': ['ID=f4046a77-72d5-4544-9bac-97523542f10a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.351201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15cbd2ab-d72f-47a2-8e41-7d4a70902e1b req-61ca98cc-e7fd-457b-9b5e-924b14ff4656 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 943 time: 0.5751371 Jul 16 01:44:31.489384 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.555672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] For port 535aa7bb-c9a1-482b-bbcd-875cb89d6482, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=535aa7bb-c9a1-482b-bbcd-875cb89d6482,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:31.564347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.565397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.570496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.583443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.587575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/6182d998-73e4-4131-bc62-eb8ff753921c HTTP/1.1" status: 204 len: 168 time: 2.2036698 Jul 16 01:44:31.606239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:31.626119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888385949'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:31.638631 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:44:27Z', 'revision_number': 5, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:31.651000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'name': 'network-vif-deleted', 'tag': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:31.654326 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93767033-3231-45a5-8ce2-b61b154e0ffa" -d '{"events": [{"server_uuid": "1e411aa7-b28d-4af4-a8f2-5ef69af537a2", "name": "network-vif-deleted", "tag": "53b50bb7-af8b-4e5e-821e-1f1511bbdd52"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:31.682796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf992943-d39e-4c96-be66-1889b6ee6155 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=6182d998-73e4-4131-bc62-eb8ff753921c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.707398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb05a4-83af-429b-a378-a700f0098756 None None] Pushing event updated for resources: {'Port': ['ID=535aa7bb-c9a1-482b-bbcd-875cb89d6482,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.710434 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71807a21-c9f5-42fa-8cc3-2ed197609a85 None None] The sync data for ids ['1d073220-57d9-43db-a2ae-ca03a42938a9'] in n-d-800087-6 is: [{'id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119486183-router', 'tenant_id': '6dfeb553893a42fdb1041e204f69ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:08Z', 'updated_at': '2021-07-16T01:44:27Z', 'revision_number': 5, 'project_id': '6dfeb553893a42fdb1041e204f69ad65', 'gw_port': {'id': '9b6bebe7-ef58-4443-b85e-679dfba8a417', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d073220-57d9-43db-a2ae-ca03a42938a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:31.711474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] For port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:31.726977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-d08def5c-ce61-46ab-a7b7-03cd94078bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 200 len: 217 time: 0.5104492 Jul 16 01:44:31.798183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] For port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:31.805586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Deleting port 9b6bebe7-ef58-4443-b85e-679dfba8a417 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:31.805959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.812012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.827528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:31.831849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.840211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15cbd2ab-d72f-47a2-8e41-7d4a70902e1b req-8326c592-8df6-4ecd-82df-099721716fc1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867177 Jul 16 01:44:31.862094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b1000ae-963b-44a6-85db-b7f76eabb507 req-0c637765-ed2b-4395-833a-9cd4082d0a63 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 210 time: 0.1569304 Jul 16 01:44:31.863513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.947191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:31.947864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.949387 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 1091 time: 3.8013127 Jul 16 01:44:31.961163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:31.961432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Pushing event updated for resources: {'Port': ['ID=28c5a367-9689-4ced-88f8-5935126f43d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.970040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f5e4e80a-a875-4f63-b098-894c2c9c846a None None] Provisioning complete for port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:31.970533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5e4e80a-a875-4f63-b098-894c2c9c846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.978382 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fdb453-8fb7-4daa-9478-6b616666451c x-openstack-request-id: req-14fdb453-8fb7-4daa-9478-6b616666451c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:31.978694 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e411aa7-b28d-4af4-a8f2-5ef69af537a2", "name": "network-vif-deleted", "tag": "53b50bb7-af8b-4e5e-821e-1f1511bbdd52", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:31.978913 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14fdb453-8fb7-4daa-9478-6b616666451c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:31.979306 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e411aa7-b28d-4af4-a8f2-5ef69af537a2', 'name': 'network-vif-deleted', 'tag': '53b50bb7-af8b-4e5e-821e-1f1511bbdd52', 'status': 'completed', 'code': 200} Jul 16 01:44:32.015181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:32.021579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:32.024893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:32.083397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-593a3cb8-4fae-41ee-b7a7-fdc65a8ac8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.085853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-593a3cb8-4fae-41ee-b7a7-fdc65a8ac8c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.2414932 Jul 16 01:44:32.095152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-246e57e5-a826-4310-bbdc-67f390453e6f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2205160 Jul 16 01:44:32.107400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-eca13df3-5f94-40ab-a352-819162c6a7a8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.111959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-eca13df3-5f94-40ab-a352-819162c6a7a8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.5863047 Jul 16 01:44:32.118425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.118912 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 405aace4-3ff9-489c-a652-1925e1efe37a of type vlan for network e5a50736-e782-4a3b-9d84-93960e8fd65a Jul 16 01:44:32.134704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-89a66087-1e13-4ccc-9fc8-fc6335b0a790 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365608 Jul 16 01:44:32.142790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04c35a-a91e-43d0-8af3-e20233310ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.162897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'port': {'device_id': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'admin_state_up': True, 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:32.181186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 535aa7bb-c9a1-482b-bbcd-875cb89d6482 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:32.280725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:32.281250 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.282422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.302746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] For port 9b6bebe7-ef58-4443-b85e-679dfba8a417, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9b6bebe7-ef58-4443-b85e-679dfba8a417,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:32.303110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.308788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.339873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Calling delete_port for 9b6bebe7-ef58-4443-b85e-679dfba8a417 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:32.465688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-41006fea-023a-4574-8216-fe6ccd0855b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185342 Jul 16 01:44:32.489511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-589e1569-e735-4fb1-8242-aa7142456104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.491680 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-589e1569-e735-4fb1-8242-aa7142456104 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1094 time: 0.4798589 Jul 16 01:44:32.499514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f22595b2-b75c-4090-b1ff-479a67ae3be9 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:32.526528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f22595b2-b75c-4090-b1ff-479a67ae3be9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:32.527393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f22595b2-b75c-4090-b1ff-479a67ae3be9 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:32.527923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f4046a77-72d5-4544-9bac-97523542f10a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:32.555463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f4046a77-72d5-4544-9bac-97523542f10a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:32.555822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f4046a77-72d5-4544-9bac-97523542f10a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:32.568041 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.575336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.575940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.587408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Deleting subnet 64ba7c88-7028-4777-b280-a43f70d31ef1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:32.594887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.596471 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-d4776d62-f29a-4c2a-a49f-ecf0ff935ae3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 217 time: 0.0890257 Jul 16 01:44:32.992502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-79091174-21f7-4949-b4e5-c9a30ffe8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.993893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-79091174-21f7-4949-b4e5-c9a30ffe8a82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 1095 time: 0.8618498 Jul 16 01:44:33.036237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=e5a50736-e782-4a3b-9d84-93960e8fd65a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.038333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:33.041851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.048411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e5a50736-e782-4a3b-9d84-93960e8fd65a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:33.059351 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d0b5f2fb-928a-436b-b477-eaee8542d996 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4373126 Jul 16 01:44:33.066713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.079651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-91a54b56-8e82-479f-9380-c00922d44c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.081161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-91a54b56-8e82-479f-9380-c00922d44c2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.4655228 Jul 16 01:44:33.124393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:33.173427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.181271 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.241512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.289523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6bebe7-ef58-4443-b85e-679dfba8a417,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.324693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Allocated IP 172.20.0.10 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/5e65b973-62a0-49fb-9493-93fc5d0e3c89) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:33.330390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-1ac1fafe-0e99-4376-9401-049823402f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.331907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-1ac1fafe-0e99-4376-9401-049823402f25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392516 Jul 16 01:44:33.384627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8bdea3-3969-4d83-983a-284a3970e7ee req-fd3e1ddd-3c8c-4bfa-8782-171c47efab9b service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9084978 Jul 16 01:44:33.444072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.455215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.463644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-e8fad3b5-26f6-4636-9a03-731d11a408c7 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.465176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-e8fad3b5-26f6-4636-9a03-731d11a408c7 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.8742242 Jul 16 01:44:33.530939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-8df57313-6681-4a0b-8b92-fc5b0ae8083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.532436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-8df57313-6681-4a0b-8b92-fc5b0ae8083e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.5018013 Jul 16 01:44:33.545535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579d547-0cb7-4088-8719-34ad86044b27 req-55df1fb8-decb-4d6f-9b0f-758eeea0a963 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.546925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7579d547-0cb7-4088-8719-34ad86044b27 req-55df1fb8-decb-4d6f-9b0f-758eeea0a963 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 943 time: 0.5724182 Jul 16 01:44:33.554803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-d0818b2b-e612-49a5-a95e-c29c2cb1f003 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/quotas/1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 375 time: 0.0605304 Jul 16 01:44:33.571661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.574701 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-3bbb6132-73a9-41d1-804c-780a4d99a4d5 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226861 Jul 16 01:44:33.585536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.635232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-cedf7fff-358a-471c-838c-5d0b517f0831 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 200 len: 217 time: 0.0873127 Jul 16 01:44:33.704506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.705020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d073220-57d9-43db-a2ae-ca03a42938a9 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:33.705247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:33.708673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.739220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.740365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c85e4860-35d4-412e-88d7-d2037760256d admin admin] 10.222.0.35 "DELETE /v2.0/routers/1d073220-57d9-43db-a2ae-ca03a42938a9 HTTP/1.1" status: 204 len: 168 time: 3.9465213 Jul 16 01:44:33.744483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53054) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.812920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.822392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7579d547-0cb7-4088-8719-34ad86044b27 req-1a1ca193-a57f-45e0-88b6-b1d8b1fc1eae tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550721 Jul 16 01:44:33.834528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.846160 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aff3ecce-d9a7-4572-9926-8851e24c576c req-35303c0b-ab69-4851-993d-50e3b546d341 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569191 Jul 16 01:44:33.856105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Deleting subnet f27290c5-bbca-448a-910e-709ad85ea107 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:33.856105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Transition to ACTIVE for port object 5e65b973-62a0-49fb-9493-93fc5d0e3c89 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:33.862378 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.928886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.929818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ba7c88-7028-4777-b280-a43f70d31ef1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.932402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-884f71bc-467e-424d-862b-32c9a7795a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:33.933922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-884f71bc-467e-424d-862b-32c9a7795a50 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.2446463 Jul 16 01:44:33.936807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.940535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2bc041cb-2d12-4aae-beec-f0b8d11704ea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/64ba7c88-7028-4777-b280-a43f70d31ef1 HTTP/1.1" status: 204 len: 168 time: 1.6536620 Jul 16 01:44:33.952325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:33.969041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:33.982633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:33.984986 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bd55bc-0e5b-4d0b-acae-f64fe973b792" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:33.995199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.024598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-86502a72-3c8e-4d90-9106-f82c33672deb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709186 Jul 16 01:44:34.072434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:34.075562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.082028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:34.092687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7b08bb2b-37a4-48a2-9e36-c76ebb52b6b9 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5232291 Jul 16 01:44:34.104425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:34.139248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=5e65b973-62a0-49fb-9493-93fc5d0e3c89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.178700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.179186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.193829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.203232 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-240b14a8-47e0-47df-9296-a90f52589192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0449924 Jul 16 01:44:34.240706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Request body: {'port': {'device_id': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:34.250091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27290c5-bbca-448a-910e-709ad85ea107,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.253402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.255308 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c3ab9be-9367-4c8c-b437-fd560e70b32f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f27290c5-bbca-448a-910e-709ad85ea107 HTTP/1.1" status: 204 len: 168 time: 0.5099335 Jul 16 01:44:34.256289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5bafdb-9c35-4042-8db0-b012aa187f02 None None] Network 50e9915a-84c3-45ac-acff-212b2640c58b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:34.295441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53060) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:34.335126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.392221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.419875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-538f6211-4859-4906-925b-282f6b17b975 None None] Provisioning for port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:34.439863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-538f6211-4859-4906-925b-282f6b17b975 None None] Provisioning complete for port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:34.440404 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-538f6211-4859-4906-925b-282f6b17b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.488493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-538f6211-4859-4906-925b-282f6b17b975 None None] Port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:34.537180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.557096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] DHCP port deletion for 50e9915a-84c3-45ac-acff-212b2640c58b request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:34.608718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] Deleting port edf154cd-1f6e-4dc3-94ac-db90aedaec5a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:34.608980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.656800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-8f3b812e-3259-49cf-bfb0-df63d6981e4d service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199691 Jul 16 01:44:34.681977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] For port edf154cd-1f6e-4dc3-94ac-db90aedaec5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,segment=NetworkSegment(62bdab51-64f6-4b94-a07f-d129e5dd504b),segment_id=62bdab51-64f6-4b94-a07f-d129e5dd504b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:34.682382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.692156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3d453-d77e-4ea2-8a52-46dc224380ee req-f713bff7-f7b9-4c5d-8510-e18764f810a6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.695966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dda3d453-d77e-4ea2-8a52-46dc224380ee req-f713bff7-f7b9-4c5d-8510-e18764f810a6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 932 time: 0.6767337 Jul 16 01:44:34.702618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] Calling delete_port for edf154cd-1f6e-4dc3-94ac-db90aedaec5a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:34.710452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-523ee418-74b7-44a1-90ec-aee0687eaea5 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169264 Jul 16 01:44:34.718815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e65b973-62a0-49fb-9493-93fc5d0e3c89 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:34.726729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.740096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Transition to ACTIVE for port object 5e65b973-62a0-49fb-9493-93fc5d0e3c89 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:34.745223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.785944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.800684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.814910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] No DVR routers for this DVR port edf154cd-1f6e-4dc3-94ac-db90aedaec5a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:34.817204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Pushing event updated for resources: {'Port': ['ID=5e65b973-62a0-49fb-9493-93fc5d0e3c89,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.826206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.834531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607fcf-9100-4fb9-b0dd-2e57d0dcc7b3 None None] Pushing event deleted for resources: {'Port': ['ID=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.880940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Attempting to bind port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:34.881282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Attempting to bind port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:34.881621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Attempting to bind port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:34.887635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 on network 83775718-04d7-4306-8a41-0b5924094260 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:34.887991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Attempting to bind port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:34.893128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:34.893486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:34.893866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:34.894479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Bound port: 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:34.894848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.901354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683b2d28-56f5-4dc8-b510-e1a8353f9063']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:34.972126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] For port 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:34.976296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] For port 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:34.982893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.985045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:34.985347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb011dfe-0a1f-4a98-a33c-f22096a3fd78') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:35.021565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.022271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.023598 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e65b973-62a0-49fb-9493-93fc5d0e3c89 HTTP/1.1" status: 200 len: 1092 time: 0.7878251 Jul 16 01:44:35.047565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a32a2-1cb9-445c-8794-24918c606823 service neutron] Pushing event updated for resources: {'Port': ['ID=5e65b973-62a0-49fb-9493-93fc5d0e3c89,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.134283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-f438d3de-dcd1-463b-8dab-7da3d2f7374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.136086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-f438d3de-dcd1-463b-8dab-7da3d2f7374c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 1095 time: 0.0627909 Jul 16 01:44:35.185604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-7a3313f2-b1f4-4708-a81c-6ec5da73751c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89 HTTP/1.1" status: 200 len: 217 time: 0.0422900 Jul 16 01:44:35.238107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-9362f4dd-ecf0-41fe-9936-e7c408dee29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.239591 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-9362f4dd-ecf0-41fe-9936-e7c408dee29b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0475566 Jul 16 01:44:35.299148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522465-6a9e-4525-8365-873b7d64626d req-3cfa5010-b752-4ec1-9c25-92e73e8c4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.300803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-3cfa5010-b752-4ec1-9c25-92e73e8c4c17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541430 Jul 16 01:44:35.391401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.398181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-dbece9d9-5874-4322-bf26-0d8bf018710f service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897591 Jul 16 01:44:35.410086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dda3d453-d77e-4ea2-8a52-46dc224380ee req-beb40053-6825-43ca-a2d4-b09de4122a69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985610 Jul 16 01:44:35.444416 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.463755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Router 93a6f2c8-880a-4698-9d28-db8c936cb5cd is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:35.479993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:35.480859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.482292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=4cdc4df6-c898-4980-901c-da22ab1dfd93,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:35.485615 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:35.499598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69c9985f-7a02-4bed-94d2-9c798d71851d req-1e96584b-cda8-4a04-a980-fcc6198be437 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188391 Jul 16 01:44:35.509116 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97522465-6a9e-4525-8365-873b7d64626d req-24449373-9055-4e4f-9eeb-cc932b594775 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034887 Jul 16 01:44:35.523109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-e9941840-3d17-4829-9b42-38ed33464f58 service neutron] 10.222.0.35 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031499 Jul 16 01:44:35.530526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '405aace4-3ff9-489c-a652-1925e1efe37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:35.530890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: e5a50736-e782-4a3b-9d84-93960e8fd65a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:35.538320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Deleting port edf154cd-1f6e-4dc3-94ac-db90aedaec5a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:35.538659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.586281 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d437d8f-8b84-4fda-85c3-d8b70be28ef2 x-openstack-request-id: req-0d437d8f-8b84-4fda-85c3-d8b70be28ef2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:35.589352 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:35.589352 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d437d8f-8b84-4fda-85c3-d8b70be28ef2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:35.589352 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'status': 'completed', 'code': 200} Jul 16 01:44:35.640173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.645729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.647790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] 10.222.0.35 "DELETE /v2.0/networks/683b2d28-56f5-4dc8-b510-e1a8353f9063 HTTP/1.1" status: 204 len: 168 time: 1.6872160 Jul 16 01:44:35.709135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-4322b145-7029-4e73-9196-0866b8bef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.710683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-4322b145-7029-4e73-9196-0866b8bef69b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1094 time: 0.0940967 Jul 16 01:44:35.711792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e1ca-38d4-4e94-a956-b7e057644008 admin admin] Pushing event deleted for resources: {'Network': ['ID=683b2d28-56f5-4dc8-b510-e1a8353f9063,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.750657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network e5a50736-e782-4a3b-9d84-93960e8fd65a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:35.780603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] For port edf154cd-1f6e-4dc3-94ac-db90aedaec5a, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:35.781337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.815508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e5a50736-e782-4a3b-9d84-93960e8fd65a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:35.829310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.829882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc5439-4e5f-4c52-b0b3-a6f3546a3b9a None None] Network e5a50736-e782-4a3b-9d84-93960e8fd65a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:35.830458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.832707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Calling delete_port for edf154cd-1f6e-4dc3-94ac-db90aedaec5a owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:35.833876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-fbb0898f-b472-4080-8a19-6680bd329d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.835690 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-fbb0898f-b472-4080-8a19-6680bd329d0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1180291 Jul 16 01:44:35.839121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Port edf154cd-1f6e-4dc3-94ac-db90aedaec5a was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:44:35.850119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.859967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.911884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-fdc8edbe-f0c3-479f-bd8a-9c1eda49fe44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 217 time: 0.0673566 Jul 16 01:44:35.915840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:35.932340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-202cfac5-c6ac-4d07-b7c4-11f860c6f79c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8599615 Jul 16 01:44:35.941673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] No DVR routers for this DVR port edf154cd-1f6e-4dc3-94ac-db90aedaec5a on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:35.946328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf154cd-1f6e-4dc3-94ac-db90aedaec5a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.954042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.988066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Sync routers for ids ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:35.992586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322473580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:35.994400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9b6bebe7-ef58-4443-b85e-679dfba8a417 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:36.022315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-a75a1226-bf8c-4440-9c80-8798941d645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.024465 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-a75a1226-bf8c-4440-9c80-8798941d645d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1045079 Jul 16 01:44:36.058469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9b6bebe7-ef58-4443-b85e-679dfba8a417 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:36.063895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9b6bebe7-ef58-4443-b85e-679dfba8a417 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:36.064569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device edf154cd-1f6e-4dc3-94ac-db90aedaec5a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:36.087767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.096560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-f43d1a67-5921-452b-8bc2-b8fca5bd6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.096891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Routers {'93a6f2c8-880a-4698-9d28-db8c936cb5cd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:36.097758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.098766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-f43d1a67-5921-452b-8bc2-b8fca5bd6cf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679417 Jul 16 01:44:36.098920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e9915a-84c3-45ac-acff-212b2640c58b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.101259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: edf154cd-1f6e-4dc3-94ac-db90aedaec5a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:36.101601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device edf154cd-1f6e-4dc3-94ac-db90aedaec5a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:36.110485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bdab51-64f6-4b94-a07f-d129e5dd504b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.111493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bdab51-64f6-4b94-a07f-d129e5dd504b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.165063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.188121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.188746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-e5a50736-e782-4a3b-9d84-93960e8fd65a', 'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': '4cdc4df6-c898-4980-901c-da22ab1dfd93'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:36.189597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d8453a5-447c-4443-bffc-a8b764a26e70 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6070983 Jul 16 01:44:36.192651 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.193189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.222700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e158064f-dedc-4fa7-979b-c777478091c8 req-26b54f83-b3c7-4b69-a5f4-c60d208b2a7a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 210 time: 0.1017575 Jul 16 01:44:36.232819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-45c15ab7-1318-417d-a416-33f1e696ff18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e01a60745d543b3893302fe178e929a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694978 Jul 16 01:44:36.240635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.241834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.254783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03059b8-721b-407d-8b2b-cbb146126e04 req-12d1e3fa-d83a-4852-a341-85301d6d977d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:36.256504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f03059b8-721b-407d-8b2b-cbb146126e04 req-12d1e3fa-d83a-4852-a341-85301d6d977d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 943 time: 0.5417647 Jul 16 01:44:36.279457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.280841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.285060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:36.285568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:36.294413 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:36.327978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Set router 93a6f2c8-880a-4698-9d28-db8c936cb5cd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:36.345703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-8ace6c72-d29f-40d5-bb68-92074023f0c4 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313428 Jul 16 01:44:36.437718 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.458850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.463691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/50e9915a-84c3-45ac-acff-212b2640c58b HTTP/1.1" status: 204 len: 168 time: 2.1637087 Jul 16 01:44:36.519580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f03059b8-721b-407d-8b2b-cbb146126e04 req-c6e2582b-f83e-4754-b743-32f4d98b80f7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412076 Jul 16 01:44:36.529663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.532130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2125d-c433-4427-b0dd-1b0cde11f8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e9915a-84c3-45ac-acff-212b2640c58b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.555654 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-88bd55bc-0e5b-4d0b-acae-f64fe973b792 req-c92ef2ae-efc0-4857-9e84-78c2e5487faf service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004476 Jul 16 01:44:36.566305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96024583-e9c0-42ca-a48f-c1b74bc65a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.574757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.638806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96024583-e9c0-42ca-a48f-c1b74bc65a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.651233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.654066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f590e1e6-01c8-4003-9776-3ec9b61cdea7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6852589 Jul 16 01:44:36.656997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53098) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.672016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:36.766624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Allocated IP 172.20.0.2 (e5a50736-e782-4a3b-9d84-93960e8fd65a/4cdc4df6-c898-4980-901c-da22ab1dfd93/3030177b-ccc1-4891-8208-7cc56606ac2c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:36.791779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53100) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.847182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d853bb7-8d59-4daa-a53b-34d8c5c7e9ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf25c31bac9c4567bf96119f70ff22ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511477 Jul 16 01:44:36.847495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.937212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:36.945954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:44:32Z', 'revision_number': 3, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.973030 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a288-5038-4f59-be01-f89ad16ca34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.985120 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96024583-e9c0-42ca-a48f-c1b74bc65a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.987782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96024583-e9c0-42ca-a48f-c1b74bc65a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.988004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Checking router: 93a6f2c8-880a-4698-9d28-db8c936cb5cd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:37.043844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-96024583-e9c0-42ca-a48f-c1b74bc65a4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2ccf200-016f-48ec-9d0e-fc6a0dcca930 HTTP/1.1" status: 204 len: 168 time: 0.7307806 Jul 16 01:44:37.050172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Updating router 93a6f2c8-880a-4698-9d28-db8c936cb5cd port 28c5a367-9689-4ced-88f8-5935126f43d8 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:37.050249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96024583-e9c0-42ca-a48f-c1b74bc65a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ccf200-016f-48ec-9d0e-fc6a0dcca930,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.050325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a288-5038-4f59-be01-f89ad16ca34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.050408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522e36-c7ec-4836-a9fc-0d2bf52f0692 req-9b4edd77-27ad-40a5-8f0a-1914090410a5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:37.050408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a522e36-c7ec-4836-a9fc-0d2bf52f0692 req-9b4edd77-27ad-40a5-8f0a-1914090410a5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 944 time: 0.3882470 Jul 16 01:44:37.096444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.117284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:37.165193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a522e36-c7ec-4836-a9fc-0d2bf52f0692 req-e9687176-4269-4dae-b61f-d2bcdd0b27b8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379449 Jul 16 01:44:37.165822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a288-5038-4f59-be01-f89ad16ca34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.169175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a288-5038-4f59-be01-f89ad16ca34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.171038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f6a3a288-5038-4f59-be01-f89ad16ca34a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/398552d0-2370-4b18-814f-2c97fd8356c9 HTTP/1.1" status: 204 len: 168 time: 0.3225100 Jul 16 01:44:37.191120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3a288-5038-4f59-be01-f89ad16ca34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398552d0-2370-4b18-814f-2c97fd8356c9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.328474 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.412875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.421079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Allocated IP 172.20.0.1 (917382ba-19ac-41b3-bf11-171af3268107/2fbdf9d5-5af3-4e29-a698-41feb6366dac/c8bbbb67-954a-440f-8eb3-66687f4baaec) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:37.427263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.446197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:37.473932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:37.483823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.488165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.491117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Transition to ACTIVE for port object 3030177b-ccc1-4891-8208-7cc56606ac2c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:37.539137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e623e505-7b24-4b7f-86df-845d1b13d42a req-d8f20041-d73a-4b73-8ab6-7bda6ef7530b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 210 time: 0.0630798 Jul 16 01:44:37.572132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Transition to ACTIVE for port object 3030177b-ccc1-4891-8208-7cc56606ac2c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:37.680458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.725065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'tag': '5e65b973-62a0-49fb-9493-93fc5d0e3c89'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:37.727379 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18", "tag": "5e65b973-62a0-49fb-9493-93fc5d0e3c89"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:37.753772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-5369570d-8fa3-4e4f-8f8b-af74ba74cb4e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:37.755377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-5369570d-8fa3-4e4f-8f8b-af74ba74cb4e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 807 time: 0.3111367 Jul 16 01:44:37.756640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:37.761416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.803598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Request body: {'port': {'device_id': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'admin_state_up': True, 'tenant_id': '1f30b933045c420cbfffb263b002c593'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.851086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:37.903603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Network e5a50736-e782-4a3b-9d84-93960e8fd65a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:37.911092 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c783f2-0497-4fa4-b581-fd5b730bce89 x-openstack-request-id: req-e8c783f2-0497-4fa4-b581-fd5b730bce89 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:37.911525 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18", "tag": "5e65b973-62a0-49fb-9493-93fc5d0e3c89", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:37.911887 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8c783f2-0497-4fa4-b581-fd5b730bce89 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:37.912926 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'tag': '5e65b973-62a0-49fb-9493-93fc5d0e3c89', 'status': 'completed', 'code': 200} Jul 16 01:44:37.930822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:37.942455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:37.953899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.20.0.1 (e5a50736-e782-4a3b-9d84-93960e8fd65a/4cdc4df6-c898-4980-901c-da22ab1dfd93/1836d614-b98f-41de-b82c-03f8919813f3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:38.059639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Pushing event updated for resources: {'Port': ['ID=3030177b-ccc1-4891-8208-7cc56606ac2c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.108621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Attempting to bind port 3030177b-ccc1-4891-8208-7cc56606ac2c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.109215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Attempting to bind port 3030177b-ccc1-4891-8208-7cc56606ac2c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '405aace4-3ff9-489c-a652-1925e1efe37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.109718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Attempting to bind port 3030177b-ccc1-4891-8208-7cc56606ac2c on network e5a50736-e782-4a3b-9d84-93960e8fd65a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.129112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:38.129687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Checking segment: {'id': '405aace4-3ff9-489c-a652-1925e1efe37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:38.130224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.130746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Bound using segment: {'id': '405aace4-3ff9-489c-a652-1925e1efe37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:38.131359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Bound port: 3030177b-ccc1-4891-8208-7cc56606ac2c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405aace4-3ff9-489c-a652-1925e1efe37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e5a50736-e782-4a3b-9d84-93960e8fd65a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:38.131890 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.142963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391dd5f-c3a2-4bce-b0c1-02ea725bc029 req-c45e4d69-a8f6-4a82-a679-a24f037c290c tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.148902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8391dd5f-c3a2-4bce-b0c1-02ea725bc029 req-c45e4d69-a8f6-4a82-a679-a24f037c290c tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 944 time: 0.3787177 Jul 16 01:44:38.210339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-576a9e75-b011-48c0-ac6b-32e4f2f49da4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6dfeb553893a42fdb1041e204f69ad65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579001 Jul 16 01:44:38.215843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.258897 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.325172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.334627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8391dd5f-c3a2-4bce-b0c1-02ea725bc029 req-e0fd93d4-e522-4f24-bd9f-01336c6bf910 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613674 Jul 16 01:44:38.336558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Transition to ACTIVE for port object 28c5a367-9689-4ced-88f8-5935126f43d8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:38.345700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object 1836d614-b98f-41de-b82c-03f8919813f3 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:38.354176 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.391365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Attempting to bind port 28c5a367-9689-4ced-88f8-5935126f43d8 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:38.396444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Attempting to bind port 28c5a367-9689-4ced-88f8-5935126f43d8 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:38.397030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Attempting to bind port 28c5a367-9689-4ced-88f8-5935126f43d8 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:38.397901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.451027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:38.468255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:38.468682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:38.469087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.469481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:38.469999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Bound port: 28c5a367-9689-4ced-88f8-5935126f43d8, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:38.470605 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.484886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] For port 3030177b-ccc1-4891-8208-7cc56606ac2c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:38.500677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ba2abe6-9159-4abf-ab86-d54226a63ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.529542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ba2abe6-9159-4abf-ab86-d54226a63ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.535852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] For port 3030177b-ccc1-4891-8208-7cc56606ac2c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3030177b-ccc1-4891-8208-7cc56606ac2c,segment=NetworkSegment(405aace4-3ff9-489c-a652-1925e1efe37a),segment_id=405aace4-3ff9-489c-a652-1925e1efe37a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:38.563655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c750a37-68ae-48a2-84c2-b3cdab7a3af3 None None] Pushing event updated for resources: {'Port': ['ID=28c5a367-9689-4ced-88f8-5935126f43d8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.567425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.601421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network e5a50736-e782-4a3b-9d84-93960e8fd65a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:38.635175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=1836d614-b98f-41de-b82c-03f8919813f3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.661177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:38.669571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] For port 28c5a367-9689-4ced-88f8-5935126f43d8, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:38.682150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] For port 28c5a367-9689-4ced-88f8-5935126f43d8, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28c5a367-9689-4ced-88f8-5935126f43d8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:38.691953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Made reservation on behalf of 1f30b933045c420cbfffb263b002c593 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:38.694392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:38.701341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.713288 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.719656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-e8fabd66-8d72-438a-812a-fe030a4fad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.721661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-e8fabd66-8d72-438a-812a-fe030a4fad1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 1095 time: 0.8203011 Jul 16 01:44:38.726958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.749322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef9ad-7abe-487a-a326-374de5978963 None None] Pushing event updated for resources: {'Port': ['ID=3030177b-ccc1-4891-8208-7cc56606ac2c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.831801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Routers {'93a6f2c8-880a-4698-9d28-db8c936cb5cd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:38.832715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:38.895658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0d68e-474d-4354-9a2f-c7a66acdfd33 req-df16acb5-43d3-4efc-8b36-d347d46c0fda tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.903641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7a0d68e-474d-4354-9a2f-c7a66acdfd33 req-df16acb5-43d3-4efc-8b36-d347d46c0fda tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 944 time: 0.5082057 Jul 16 01:44:38.973327 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f024c15-8f2d-4254-8370-5dc552b42ab2 req-28c11f43-43a3-4a7a-b6e1-39b606d9f62f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 210 time: 0.0969574 Jul 16 01:44:38.994483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.010077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Allocated IP 172.20.0.4 (d62cdcd0-dd02-44f4-8792-bc03c6b75f0d/20da1378-0d14-4a88-92a3-5e254aa7ddab/670150cd-1866-45d9-9257-ada5f9853d40) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:39.016582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c750a37-68ae-48a2-84c2-b3cdab7a3af3 None None] Pushing event updated for resources: {'Port': ['ID=28c5a367-9689-4ced-88f8-5935126f43d8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.116513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Transition to ACTIVE for port object c8bbbb67-954a-440f-8eb3-66687f4baaec will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:39.138636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-632799161-network', 'tenant_id': '2b718ac0fb17447aa95f297ecf7c17b3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:39.144452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] Set router 93a6f2c8-880a-4698-9d28-db8c936cb5cd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:39.178713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ba2abe6-9159-4abf-ab86-d54226a63ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.181886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ba2abe6-9159-4abf-ab86-d54226a63ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.183192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4ba2abe6-9159-4abf-ab86-d54226a63ea1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e08f6c20-be64-4a28-8aa2-af7140e2e5a0 HTTP/1.1" status: 204 len: 168 time: 0.9662101 Jul 16 01:44:39.250187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7a0d68e-474d-4354-9a2f-c7a66acdfd33 req-34eab590-7d39-43b2-9021-6f16a4818b19 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460095 Jul 16 01:44:39.251954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-da626073-6553-4c93-a5c5-528a080f73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.254124 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-da626073-6553-4c93-a5c5-528a080f73a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.5134878 Jul 16 01:44:39.297593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2abe6-9159-4abf-ab86-d54226a63ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f6c20-be64-4a28-8aa2-af7140e2e5a0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.335126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.346513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-4975c361-f160-4057-be9d-4de42a300abf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89 HTTP/1.1" status: 200 len: 217 time: 0.0631790 Jul 16 01:44:39.451292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:44:32Z', 'revision_number': 3, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.525202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf304c-97a9-4701-ad3c-84a1327e3371 None None] The sync data for ids ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'] in n-d-800087-6 is: [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:44:32Z', 'revision_number': 3, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:39.540613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5e65b973-62a0-49fb-9493-93fc5d0e3c89 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:39.646614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.767410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:39.794044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '5e65b973-62a0-49fb-9493-93fc5d0e3c89', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '5e65b973-62a0-49fb-9493-93fc5d0e3c89', 'mac_address': 'fa:16:3e:42:2b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:39.798463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.809037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Made reservation on behalf of 2b718ac0fb17447aa95f297ecf7c17b3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:39.816991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.886914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.910013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.934096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1a1598f4-7dbf-4705-830c-3eeaa49d2116'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:39.950005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.992609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b683b83-43cd-4718-a1cb-23e3cdb339f4 req-b4edeb90-0806-4899-b0b3-15cb957342b5 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.005153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b683b83-43cd-4718-a1cb-23e3cdb339f4 req-b4edeb90-0806-4899-b0b3-15cb957342b5 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 944 time: 0.4182189 Jul 16 01:44:40.025753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.033621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:40.083511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:40.088800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e65b973-62a0-49fb-9493-93fc5d0e3c89 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:40.089657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:40.168178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:40.190527 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.203306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3030177b-ccc1-4891-8208-7cc56606ac2c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:40.229893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-57a23a95-83da-49db-b322-aeb70b1574bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.234561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-57a23a95-83da-49db-b322-aeb70b1574bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.8798122 Jul 16 01:44:40.271762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=1836d614-b98f-41de-b82c-03f8919813f3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.321747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b683b83-43cd-4718-a1cb-23e3cdb339f4 req-5ded02de-b214-4cd2-8818-d3a27f8378cc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156047 Jul 16 01:44:40.390132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.416178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.437072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.492010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:40.538880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bbbb67-954a-440f-8eb3-66687f4baaec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.551978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d645d0-60f5-40a7-9e39-421f71ff628c req-6e75ce69-15d0-463b-af95-4dcea30bc40d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.566265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62d645d0-60f5-40a7-9e39-421f71ff628c req-6e75ce69-15d0-463b-af95-4dcea30bc40d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 931 time: 0.3264759 Jul 16 01:44:40.570748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.571425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.589197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5e65b973-62a0-49fb-9493-93fc5d0e3c89,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.621372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Network 917382ba-19ac-41b3-bf11-171af3268107 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:40.630724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:40.632951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:40.638281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:40.659832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:40.693495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5e73e-1ab1-444f-9d70-f8c2e1c9069e None None] Network e5a50736-e782-4a3b-9d84-93960e8fd65a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:40.699658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-4669cc95-9b8a-432b-b288-7c85d9fb95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.702290 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-4669cc95-9b8a-432b-b288-7c85d9fb95a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265027 Jul 16 01:44:40.774581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.781367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network e5a50736-e782-4a3b-9d84-93960e8fd65a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:40.801084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62d645d0-60f5-40a7-9e39-421f71ff628c req-50f24b29-ef1d-4d95-8809-8684d67f8989 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336988 Jul 16 01:44:40.802267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:40.946650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3030177b-ccc1-4891-8208-7cc56606ac2c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:40.976682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] Provisioning for port 3030177b-ccc1-4891-8208-7cc56606ac2c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:41.007103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-ea3482ad-f32a-4e31-9bc3-0de5941532f9 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852561 Jul 16 01:44:41.035694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.052899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.066996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:41.078377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.078734 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Added segment ca47559e-21a8-425c-a7ff-336d9d681edf of type vlan for network a662ae39-20aa-48f8-98ac-5aca910a9208 Jul 16 01:44:41.126997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.181408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f4a51f76-9400-4856-84a4-3abb8976a7ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3837819 Jul 16 01:44:41.188280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.189420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.190490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.235103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3030177b-ccc1-4891-8208-7cc56606ac2c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:41.236385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.271158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Request body: {'port': {'device_id': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:41.287593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] Provisioning complete for port 3030177b-ccc1-4891-8208-7cc56606ac2c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:41.288233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.319435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Pushing event updated for resources: {'Network': ['ID=a662ae39-20aa-48f8-98ac-5aca910a9208,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.352334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a662ae39-20aa-48f8-98ac-5aca910a9208 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:41.381219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.473294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:41.486795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:41.487334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.564776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-network', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:41.619431 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.643727 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3acb15d-7f3a-4a63-9873-2c55d0cca6e1 req-77520190-a07f-4fbd-8b0c-8435387f12aa service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106672 Jul 16 01:44:41.644564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2819f43d-2da9-494f-a11b-4967542da8ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.653968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1992648 Jul 16 01:44:41.661820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.675335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Request body: {'subnet': {'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-632799161-subnet', 'tenant_id': '2b718ac0fb17447aa95f297ecf7c17b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:41.716179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.717083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.717584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.718053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.718529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.718990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.719449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.719908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.720391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.720942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.721538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.721998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381d565-bbf1-44d5-b9f5-affb1a33d43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:41.762494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.763939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Made reservation on behalf of f1e26bdc74744ee49a37338ddd36460e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:41.767833 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.785164 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.800476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.829053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474704-faaf-4f72-afb8-3d550735cc5b req-1444d6ba-8ce5-4a24-8ee2-59cc721a8e9a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.831141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90474704-faaf-4f72-afb8-3d550735cc5b req-1444d6ba-8ce5-4a24-8ee2-59cc721a8e9a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 944 time: 0.2734778 Jul 16 01:44:41.840800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd0e41-36f1-424f-9c18-3b675ddca105 req-d2ec6dfd-6c6c-46f0-b312-bd71989b57d8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.849723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fbd0e41-36f1-424f-9c18-3b675ddca105 req-d2ec6dfd-6c6c-46f0-b312-bd71989b57d8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 945 time: 0.2892957 Jul 16 01:44:41.853545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] For port 3030177b-ccc1-4891-8208-7cc56606ac2c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3030177b-ccc1-4891-8208-7cc56606ac2c,segment=NetworkSegment(405aace4-3ff9-489c-a652-1925e1efe37a),segment_id=405aace4-3ff9-489c-a652-1925e1efe37a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:41.878116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.939940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:44:41.940496 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:44:41.952434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.955852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 44265eb1-556a-45c2-8ce5-c557cad23857 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:41.957767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Made reservation on behalf of 2b718ac0fb17447aa95f297ecf7c17b3 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:41.960277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.966328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.008898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.014344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.092520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856a9eb-b8db-414d-a381-4c711c5be074 None None] Pushing event updated for resources: {'Port': ['ID=3030177b-ccc1-4891-8208-7cc56606ac2c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.103686 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.118837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.123240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bbbb67-954a-440f-8eb3-66687f4baaec,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.161198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:42.162646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:42.165534 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d7fd2-c36c-4b15-979b-62afee6c3d34" -d '{"events": [{"server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "name": "network-vif-plugged", "status": "completed", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:42.170300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dcee40f7-9862-4917-8866-d262be49d456 None None] Provisioning for port c8bbbb67-954a-440f-8eb3-66687f4baaec completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:42.175945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dcee40f7-9862-4917-8866-d262be49d456 None None] Provisioning complete for port c8bbbb67-954a-440f-8eb3-66687f4baaec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:42.176412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dcee40f7-9862-4917-8866-d262be49d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.216573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.250866 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fbd0e41-36f1-424f-9c18-3b675ddca105 req-5c59dcc9-d54c-43bd-af64-bcbc3df1b5f8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992660 Jul 16 01:44:42.266930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dcee40f7-9862-4917-8866-d262be49d456 None None] Port c8bbbb67-954a-440f-8eb3-66687f4baaec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:42.273809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:42.292406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.394110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1506d140-356b-45c8-bd13-e46b9f0d7665 None None] Provisioning for port 1836d614-b98f-41de-b82c-03f8919813f3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:42.404435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1506d140-356b-45c8-bd13-e46b9f0d7665 None None] Provisioning complete for port 1836d614-b98f-41de-b82c-03f8919813f3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:42.405966 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1506d140-356b-45c8-bd13-e46b9f0d7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.428620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670150cd-1866-45d9-9257-ada5f9853d40 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:42.445916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Network 917382ba-19ac-41b3-bf11-171af3268107 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:42.452761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.455938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:42.477988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:42.487343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Transition to ACTIVE for port object 670150cd-1866-45d9-9257-ada5f9853d40 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:42.488558 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] Sync routers for ids ['44265eb1-556a-45c2-8ce5-c557cad23857'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:42.508857 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] Routers {'44265eb1-556a-45c2-8ce5-c557cad23857'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:42.509634 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['44265eb1-556a-45c2-8ce5-c557cad23857'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.541571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8baf9fd-3654-4aae-8786-e826751902e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/44265eb1-556a-45c2-8ce5-c557cad23857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8505952 Jul 16 01:44:42.558532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90474704-faaf-4f72-afb8-3d550735cc5b req-a9ed1242-0916-4bf7-b382-76f2457149b2 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019959 Jul 16 01:44:42.570783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:42.571643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.587067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1506d140-356b-45c8-bd13-e46b9f0d7665 None None] Port 1836d614-b98f-41de-b82c-03f8919813f3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:42.617632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1506d140-356b-45c8-bd13-e46b9f0d7665 None None] Provisioning complete for port 3030177b-ccc1-4891-8208-7cc56606ac2c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:42.618347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1506d140-356b-45c8-bd13-e46b9f0d7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.627164 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.631281 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.636817 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Added segment cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f of type vlan for network 3230e7cd-0a16-4b95-95ce-d6421f46b924 Jul 16 01:44:42.638370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99234a62-f2ea-465c-84ea-e6fb85a74578,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.673455 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] Routers {'44265eb1-556a-45c2-8ce5-c557cad23857'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:42.680304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['44265eb1-556a-45c2-8ce5-c557cad23857'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.724746 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbf22d0-69a5-41dc-9c0c-980b49637c5b x-openstack-request-id: req-8bbf22d0-69a5-41dc-9c0c-980b49637c5b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:42.725283 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "name": "network-vif-plugged", "status": "completed", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:42.725696 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bbf22d0-69a5-41dc-9c0c-980b49637c5b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:42.726436 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'code': 200} Jul 16 01:44:42.758269 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:42.760232 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2f88-a047-43c1-918f-a0b6beaae244 None None] The sync data for ids ['44265eb1-556a-45c2-8ce5-c557cad23857'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:42.874896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.898085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.941932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Router 93a6f2c8-880a-4698-9d28-db8c936cb5cd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:42.943741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.945746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9696b3d9-a6b2-4e55-a81f-b4cbc8ea8259 None None] Provisioning complete for port 1836d614-b98f-41de-b82c-03f8919813f3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:42.947757 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9696b3d9-a6b2-4e55-a81f-b4cbc8ea8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.008195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9696b3d9-a6b2-4e55-a81f-b4cbc8ea8259 None None] Port 1836d614-b98f-41de-b82c-03f8919813f3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:43.012369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3030177b-ccc1-4891-8208-7cc56606ac2c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:43.021940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3063fdfa-0165-4970-be66-f02568f6025b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.046773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:43.047266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:43.047689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.081794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9696b3d9-a6b2-4e55-a81f-b4cbc8ea8259 None None] Provisioning complete for port c8bbbb67-954a-440f-8eb3-66687f4baaec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:43.082309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9696b3d9-a6b2-4e55-a81f-b4cbc8ea8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.124862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.125251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9696b3d9-a6b2-4e55-a81f-b4cbc8ea8259 None None] Port c8bbbb67-954a-440f-8eb3-66687f4baaec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:43.125830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.126418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.128109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3030177b-ccc1-4891-8208-7cc56606ac2c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:43.128460 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.153941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Checking segment: {'id': 'ca47559e-21a8-425c-a7ff-336d9d681edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:43.154313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Network hostable DHCP agents. Network: a662ae39-20aa-48f8-98ac-5aca910a9208, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:43.182656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d77d0-9032-4257-9566-af0ca749e579 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.187354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-511d77d0-9032-4257-9566-af0ca749e579 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports/1836d614-b98f-41de-b82c-03f8919813f3 HTTP/1.1" status: 200 len: 910 time: 0.6097674 Jul 16 01:44:43.188387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.190586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acde5-5aa3-47be-9d01-3e65ff4ee03b req-2fbd6fa1-ffdc-4681-92b2-bfcbb7cbb73d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.191218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:43.197654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-764acde5-5aa3-47be-9d01-3e65ff4ee03b req-2fbd6fa1-ffdc-4681-92b2-bfcbb7cbb73d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.3292484 Jul 16 01:44:43.213805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb004f-178e-426a-824a-0164b4a34133 req-ef6b6f66-a6a7-4e6c-bd52-818a2eb5df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.214745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Sync routers for ids ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:43.215878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74cb004f-178e-426a-824a-0164b4a34133 req-ef6b6f66-a6a7-4e6c-bd52-818a2eb5df35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.3443565 Jul 16 01:44:43.223486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.5549920 Jul 16 01:44:43.230309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Routers {'93a6f2c8-880a-4698-9d28-db8c936cb5cd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:43.230754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.230985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.282153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Request body: {'subnet': {'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-subnet', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:43.301912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e3fd9750-382a-4e05-a6e4-ef9abeebacb8 None None] Provisioning complete for port 1836d614-b98f-41de-b82c-03f8919813f3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:43.302429 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9750-382a-4e05-a6e4-ef9abeebacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.311777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564ee2b-fb43-402b-afaf-7e681d1f7ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=3230e7cd-0a16-4b95-95ce-d6421f46b924,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.322326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Made reservation on behalf of f1e26bdc74744ee49a37338ddd36460e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:43.325430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.326411 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9f9ca3e2-a224-40b4-b6bb-217b82d43aa6 admin admin] 10.222.0.35 "PUT /v2.0/routers/93a6f2c8-880a-4698-9d28-db8c936cb5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1319242 Jul 16 01:44:43.354142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd9750-382a-4e05-a6e4-ef9abeebacb8 None None] Port 1836d614-b98f-41de-b82c-03f8919813f3 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:43.357016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:43.421675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Network a662ae39-20aa-48f8-98ac-5aca910a9208 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:43.452585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28c5a367-9689-4ced-88f8-5935126f43d8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:43.473986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:43.474364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:43.489711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:43.490053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:43.490435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:43.490871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Bound port: 670150cd-1866-45d9-9257-ada5f9853d40, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:43.491275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.515200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-764acde5-5aa3-47be-9d01-3e65ff4ee03b req-34ab79f0-8c43-4b71-bb0b-c94285d56af5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166687 Jul 16 01:44:43.556666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a662ae39-20aa-48f8-98ac-5aca910a9208) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:43.567014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53206) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.572166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 28c5a367-9689-4ced-88f8-5935126f43d8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:43.577188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5e65b973-62a0-49fb-9493-93fc5d0e3c89 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:43.653170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e3b27-2ff5-4984-aab1-8e1067eb75d2 None None] Network a662ae39-20aa-48f8-98ac-5aca910a9208 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:43.676714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74cb004f-178e-426a-824a-0164b4a34133 req-87305ba7-b9d7-48d5-9ae3-eb0ab062bd3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039834 Jul 16 01:44:43.678091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.678690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.696955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Set router 93a6f2c8-880a-4698-9d28-db8c936cb5cd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:43.706843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:43.710080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:43.719036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-278582090'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:43.741528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.760612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:43.764972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.785232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 28c5a367-9689-4ced-88f8-5935126f43d8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:43.785622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.808957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.809583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.811007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] 10.222.0.32 "PUT /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 1091 time: 2.6019466 Jul 16 01:44:43.815682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:43.819028 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b63e233-0def-4ba8-afd9-a84094a73779" -d '{"events": [{"name": "network-changed", "server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "tag": "670150cd-1866-45d9-9257-ada5f9853d40"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:43.832373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.872270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:43.940178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-55080979-950c-4e52-aa1f-1087ce026dcd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2754478 Jul 16 01:44:43.943847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.944340 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Added segment d8028dd5-c7b2-4e20-aad8-c0c74dd46150 of type vlan for network bca5b9f3-3c15-442f-876f-98aec4777cd9 Jul 16 01:44:43.945161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a66111b-8237-4988-8ce9-da5b38aedad5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.970896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7f55e-2691-4bef-8742-e4ced3e802da service neutron] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.048327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2522-bb99-4e96-b1ec-ab0710d37f55 req-f939be3c-f890-42cf-9e2b-e30183935cb0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.050084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4ba2522-bb99-4e96-b1ec-ab0710d37f55 req-f939be3c-f890-42cf-9e2b-e30183935cb0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 945 time: 0.5538900 Jul 16 01:44:44.071189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Checking segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:44.071707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Network hostable DHCP agents. Network: 3230e7cd-0a16-4b95-95ce-d6421f46b924, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:44.129916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c23d-802a-4a48-a47e-95953ee5843d req-92a72ea6-1604-4a5d-8027-f3bf16a73548 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.139650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5009c23d-802a-4a48-a47e-95953ee5843d req-92a72ea6-1604-4a5d-8027-f3bf16a73548 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2673965 Jul 16 01:44:44.196702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5009c23d-802a-4a48-a47e-95953ee5843d req-32098abe-80eb-40cc-81b7-ca30c790612d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557580 Jul 16 01:44:44.253632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4ba2522-bb99-4e96-b1ec-ab0710d37f55 req-f9c6fde6-0be4-4837-b5a4-6043829e78cb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930141 Jul 16 01:44:44.262653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4791e1-7bd5-4f11-9782-236e7c9c235c None None] Network a662ae39-20aa-48f8-98ac-5aca910a9208 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:44.270341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:44.293781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3230e7cd-0a16-4b95-95ce-d6421f46b924) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:44.311948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.314107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.348262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:44.358165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-01a383c0-1c09-484f-ab84-1b182eaefb39 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0823507 Jul 16 01:44:44.360342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.361953 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bfa607-551a-49f2-a914-2c79819b2d8d x-openstack-request-id: req-a7bfa607-551a-49f2-a914-2c79819b2d8d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:44.362520 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "tag": "670150cd-1866-45d9-9257-ada5f9853d40", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:44.362946 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7bfa607-551a-49f2-a914-2c79819b2d8d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:44.363841 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40', 'status': 'completed', 'code': 200} Jul 16 01:44:44.373657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:44.386932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.403236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77147b46-852d-4906-97a3-f93fd80e8c3e None None] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:44.405682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-b29ebd16-675c-451e-9163-2b217b7dfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.405939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.407304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.407898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-b29ebd16-675c-451e-9163-2b217b7dfb99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1094 time: 0.5379999 Jul 16 01:44:44.464431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:44.464918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.482047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-f5eb827a-14cf-48c4-bc7e-5220f4dfe400 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 217 time: 0.0633736 Jul 16 01:44:44.493377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.500516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.501141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.527902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.561401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.666537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0934584 Jul 16 01:44:44.670503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53234) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.684793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'subnet': {'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:44.738362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-68aa7128-31b0-48f9-bc7f-6014cdbe6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:44.739973 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-68aa7128-31b0-48f9-bc7f-6014cdbe6625 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.2492225 Jul 16 01:44:44.748568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5bb58-189e-4359-8224-e597a0db2728 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Network': ['ID=bca5b9f3-3c15-442f-876f-98aec4777cd9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.798445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-1b75f63c-53c0-44a7-8279-427c9b97e543 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446894 Jul 16 01:44:44.798675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:44.831499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.884870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.990299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 28c5a367-9689-4ced-88f8-5935126f43d8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28c5a367-9689-4ced-88f8-5935126f43d8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.003543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:45.007294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.027863 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.063320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71d238-57b3-43eb-9fe1-7bf6a8583ae5 req-db962bd9-0001-492a-a753-f614dd23d1a8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.065164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad71d238-57b3-43eb-9fe1-7bf6a8583ae5 req-db962bd9-0001-492a-a753-f614dd23d1a8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.2233117 Jul 16 01:44:45.070042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-0a9c990a-9ca9-4c1c-820b-3f73f7c3054a service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381337 Jul 16 01:44:45.084558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.128904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3230e7cd-0a16-4b95-95ce-d6421f46b924', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:45.129922 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.166088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:44:41Z', 'revision_number': 4, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c8bbbb67-954a-440f-8eb3-66687f4baaec', 'name': '', 'network_id': '917382ba-19ac-41b3-bf11-171af3268107', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'mac_address': 'fa:16:3e:5d:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:37Z', 'updated_at': '2021-07-16T01:44:41Z', 'revision_number': 2, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'subnets': [{'id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.206488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e65b973-62a0-49fb-9493-93fc5d0e3c89'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:45.209041 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed67acf9-16ff-45ce-a028-7e49de1b50c3" -d '{"events": [{"server_uuid": "d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18", "name": "network-vif-plugged", "status": "completed", "tag": "5e65b973-62a0-49fb-9493-93fc5d0e3c89"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:45.214952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-16af9855-1115-45d1-b76d-fbf439101b24 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.216293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Checking router: 93a6f2c8-880a-4698-9d28-db8c936cb5cd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:45.216722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-16af9855-1115-45d1-b76d-fbf439101b24 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/networks?id=a662ae39-20aa-48f8-98ac-5aca910a9208 HTTP/1.1" status: 200 len: 808 time: 0.5588903 Jul 16 01:44:45.221761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Updating router 93a6f2c8-880a-4698-9d28-db8c936cb5cd port c8bbbb67-954a-440f-8eb3-66687f4baaec binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:45.223608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=28c5a367-9689-4ced-88f8-5935126f43d8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.244336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad71d238-57b3-43eb-9fe1-7bf6a8583ae5 req-bfff376e-bee0-4fcf-bd10-0e0ed0a79363 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143057 Jul 16 01:44:45.263898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.308093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db42760f-d1fb-4545-8746-11e063bf47a0 req-0e529d4e-4b9b-4ce6-8e82-0ff7f2805ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294071 Jul 16 01:44:45.340600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.362425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-76dcaf99-a1b1-45c0-b3b6-89a99ea09389 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/quotas/2b718ac0fb17447aa95f297ecf7c17b3 HTTP/1.1" status: 200 len: 375 time: 0.1372743 Jul 16 01:44:45.400116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.426226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.431603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 1836d614-b98f-41de-b82c-03f8919813f3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:45.432262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.452971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.503944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5e65b973-62a0-49fb-9493-93fc5d0e3c89,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.518791 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.577641 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799168f4-68c5-4de6-af1e-9e3ee90e3da6 x-openstack-request-id: req-799168f4-68c5-4de6-af1e-9e3ee90e3da6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:45.577938 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18", "name": "network-vif-plugged", "status": "completed", "tag": "5e65b973-62a0-49fb-9493-93fc5d0e3c89", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:45.578193 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-799168f4-68c5-4de6-af1e-9e3ee90e3da6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:45.578695 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e65b973-62a0-49fb-9493-93fc5d0e3c89', 'code': 200} Jul 16 01:44:45.589596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Allocated IP 172.25.0.101 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/53288e4b-84ef-47f2-876e-dda431d02ead) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:45.597196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Allocated IP 172.20.0.2 (3230e7cd-0a16-4b95-95ce-d6421f46b924/3a66111b-8237-4988-8ce9-da5b38aedad5/f218ffa4-057a-4ac4-8261-5154450a5c77) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:45.712900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-bbc89be7-62ac-4466-9e52-be381417ff68 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b718ac0fb17447aa95f297ecf7c17b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2983165 Jul 16 01:44:45.723895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.745641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Subnet': ['ID=97721667-e320-4395-aa50-adc257bdc371,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.767882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-75d3d5f8-5e1e-495b-8b1e-223a662c9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.769587 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-75d3d5f8-5e1e-495b-8b1e-223a662c9c5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1094 time: 0.3588548 Jul 16 01:44:45.772325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 1836d614-b98f-41de-b82c-03f8919813f3 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:45.790477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Checking segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:45.790914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network hostable DHCP agents. Network: bca5b9f3-3c15-442f-876f-98aec4777cd9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:45.832655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.881695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bbad0-bec7-4dd8-b876-8768fa985c6c req-37936dcd-713b-413c-9a62-295cdc6523ea tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.883193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-543bbad0-bec7-4dd8-b876-8768fa985c6c req-37936dcd-713b-413c-9a62-295cdc6523ea tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1829770 Jul 16 01:44:45.886897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-7adc786f-104f-4dcc-bd4e-3501b647e353 service neutron] 10.222.0.35 "GET /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516397 Jul 16 01:44:45.893266 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.905886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Transition to ACTIVE for port object f218ffa4-057a-4ac4-8261-5154450a5c77 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:45.915821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da934824-1af4-4444-a633-d9d142a55989 req-ce1e87be-3ed8-4405-882c-af2164ac60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.918061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da934824-1af4-4444-a633-d9d142a55989 req-ce1e87be-3ed8-4405-882c-af2164ac60a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 1097 time: 0.2466290 Jul 16 01:44:45.929954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:45.946731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.958931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Transition to ACTIVE for port object f218ffa4-057a-4ac4-8261-5154450a5c77 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:45.965673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, bca5b9f3-3c15-442f-876f-98aec4777cd9) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:45.974142 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.002235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45c4f8-6317-4337-8760-a42109b4a383 None None] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:46.023353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.023941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.034753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-2fe764e2-2fd4-4634-bb81-effe45b6d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.034980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:46.036262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-2fe764e2-2fd4-4634-bb81-effe45b6d3a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2562675 Jul 16 01:44:46.037936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.046469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-543bbad0-bec7-4dd8-b876-8768fa985c6c req-4b65d2bb-124d-4dea-910b-e4ad7b57080e tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301055 Jul 16 01:44:46.052627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:46.054738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:46.056217 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da934824-1af4-4444-a633-d9d142a55989 req-fd52e2e1-c2d5-4b09-a6e8-3358400a8b75 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270931 Jul 16 01:44:46.078100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:46.092691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Pushing event updated for resources: {'Port': ['ID=53288e4b-84ef-47f2-876e-dda431d02ead,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.100196 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-e96d186c-32ff-4e55-a323-75f3991d796c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 217 time: 0.0520170 Jul 16 01:44:46.105847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-711d3ac8-1f2a-423b-89e5-4f4eed87f7fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4292436 Jul 16 01:44:46.108333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Transition to ACTIVE for port object c8bbbb67-954a-440f-8eb3-66687f4baaec will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:46.112244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Pushing event updated for resources: {'Port': ['ID=f218ffa4-057a-4ac4-8261-5154450a5c77,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.112535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:46.117571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:46.123756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:46.126010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1379887016'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:46.138290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.142678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-496ec829-3839-45a5-ad49-9897242328f1 service neutron] 10.222.0.35 "GET /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356791 Jul 16 01:44:46.242556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-296c524f-e79a-4112-84e3-15500bcd1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.244186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-296c524f-e79a-4112-84e3-15500bcd1b4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1264334 Jul 16 01:44:46.250065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:46.254105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.340491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:46.363543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.364013 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Added segment 06716b4d-241b-41e0-a2c1-4aada5fcf40b of type vlan for network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 Jul 16 01:44:46.369010 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-a98d4676-dc5a-4d09-a117-9377ce428fd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538752 Jul 16 01:44:46.372689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.412337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96a095-1ca4-435b-be54-43e783604389 None None] Pushing event updated for resources: {'Port': ['ID=c8bbbb67-954a-440f-8eb3-66687f4baaec,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.414715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Attempting to bind port f218ffa4-057a-4ac4-8261-5154450a5c77 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:46.415228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Attempting to bind port f218ffa4-057a-4ac4-8261-5154450a5c77 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:46.415428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Attempting to bind port f218ffa4-057a-4ac4-8261-5154450a5c77 on network 3230e7cd-0a16-4b95-95ce-d6421f46b924 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:46.443111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=1836d614-b98f-41de-b82c-03f8919813f3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.470366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:46.470752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Checking segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:46.471168 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.471536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Bound using segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:46.472116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Bound port: f218ffa4-057a-4ac4-8261-5154450a5c77, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:46.472392 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.511210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4fd2b-cc0b-41e6-ab4b-3dd534eb87bc req-85433e06-97b1-463b-a0c4-83ef903951f9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.512839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91c4fd2b-cc0b-41e6-ab4b-3dd534eb87bc req-85433e06-97b1-463b-a0c4-83ef903951f9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.2462161 Jul 16 01:44:46.518797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.654928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91c4fd2b-cc0b-41e6-ab4b-3dd534eb87bc req-daa81883-3935-4427-b164-909a018ad90f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321197 Jul 16 01:44:46.699743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.734420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-bca5b9f3-3c15-442f-876f-98aec4777cd9', 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'fixed_ips': [{'subnet_id': '97721667-e320-4395-aa50-adc257bdc371'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:46.735289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.757856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.764637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.765315 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.837344 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-9f765286-dfb3-4a4c-bf88-c504d02dfbe4 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491904 Jul 16 01:44:46.857106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Attempting to bind port c8bbbb67-954a-440f-8eb3-66687f4baaec on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:46.857715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Attempting to bind port c8bbbb67-954a-440f-8eb3-66687f4baaec by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:46.858265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Attempting to bind port c8bbbb67-954a-440f-8eb3-66687f4baaec on network 917382ba-19ac-41b3-bf11-171af3268107 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:46.884209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:46.884816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Checking segment: {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:46.885372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.886715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Bound using segment: {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:46.887378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Bound port: c8bbbb67-954a-440f-8eb3-66687f4baaec, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faab5d64-112d-40bb-8835-eb127e96c70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '917382ba-19ac-41b3-bf11-171af3268107'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:46.887932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.967450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] For port f218ffa4-057a-4ac4-8261-5154450a5c77, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:47.010218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] For port f218ffa4-057a-4ac4-8261-5154450a5c77, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f218ffa4-057a-4ac4-8261-5154450a5c77,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:47.052613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.069393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.135859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] For port c8bbbb67-954a-440f-8eb3-66687f4baaec, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:47.151459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] For port c8bbbb67-954a-440f-8eb3-66687f4baaec, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8bbbb67-954a-440f-8eb3-66687f4baaec,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:47.171171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Allocated IP 19.80.0.2 (bca5b9f3-3c15-442f-876f-98aec4777cd9/97721667-e320-4395-aa50-adc257bdc371/d8d7fd4f-c7bb-49df-adab-70f8f8b744b0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:47.172896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b63e233-0def-4ba8-afd9-a84094a73779 req-d3168c81-df82-4450-9002-edd6cc9f25d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275359 Jul 16 01:44:47.180049 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.218536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28c5a367-9689-4ced-88f8-5935126f43d8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:47.225553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfa0eb-c400-4739-b2a2-9bfa6e3ebdfd None None] Pushing event updated for resources: {'Port': ['ID=f218ffa4-057a-4ac4-8261-5154450a5c77,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.226852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-fe87c805-ae1c-48a3-be70-b9ddf3b449ad tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7799034 Jul 16 01:44:47.291459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1778343 Jul 16 01:44:47.308396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53262) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.318509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'subnet': {'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:47.327105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:47.345633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Network': ['ID=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.375127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.375639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.376099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.376575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.377029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.377481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.377936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.378357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.378889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.379307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.379734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.380192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1e6fb-5fe9-41fc-9e62-ae9bb63f55d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:47.451089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.470848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:47.558202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab60984-114e-448f-a329-36cb485756c3 req-7dfc97d6-eafe-49a3-9833-010a3a1adfbc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.563180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ab60984-114e-448f-a329-36cb485756c3 req-7dfc97d6-eafe-49a3-9833-010a3a1adfbc tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.4045749 Jul 16 01:44:47.618413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96a095-1ca4-435b-be54-43e783604389 None None] Pushing event updated for resources: {'Port': ['ID=c8bbbb67-954a-440f-8eb3-66687f4baaec,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:47.622098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Routers {'93a6f2c8-880a-4698-9d28-db8c936cb5cd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:47.622968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:47.657380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 44265eb1-556a-45c2-8ce5-c557cad23857 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:47.695565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:47.702708 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.716374 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.732604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ab60984-114e-448f-a329-36cb485756c3 req-9ae9e4fd-e90e-4b0c-87f7-6a896a4d65b1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514144 Jul 16 01:44:47.806354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 28c5a367-9689-4ced-88f8-5935126f43d8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:47.806726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.855421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:47.863606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dbbd464d-d8b4-402a-ab00-8029973e22a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/44265eb1-556a-45c2-8ce5-c557cad23857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6698642 Jul 16 01:44:47.866779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.868930 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] Sync routers for ids ['44265eb1-556a-45c2-8ce5-c557cad23857'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:47.882693 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] Routers {'44265eb1-556a-45c2-8ce5-c557cad23857'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:47.883304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['44265eb1-556a-45c2-8ce5-c557cad23857'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:47.908355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-38868e16-ac1d-4e22-acdc-dcc6f2dfc599 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=44265eb1-556a-45c2-8ce5-c557cad23857 HTTP/1.1" status: 200 len: 205 time: 0.0404186 Jul 16 01:44:47.912861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.931786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0dc17c8e-514c-42a2-88a7-f2c1b885d0b4 req-29db9e11-49db-4ffa-a3d8-375b4a80e544 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 210 time: 0.0421207 Jul 16 01:44:47.954679 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:47.969796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.993336 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] Routers {'44265eb1-556a-45c2-8ce5-c557cad23857'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:47.998639 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['44265eb1-556a-45c2-8ce5-c557cad23857'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:48.016973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] Set router 93a6f2c8-880a-4698-9d28-db8c936cb5cd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:48.018234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.053211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.068340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Transition to ACTIVE for port object d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:48.082970 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:48.087559 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ce45a-3ef8-48a8-897c-39e234e1cc20 None None] The sync data for ids ['44265eb1-556a-45c2-8ce5-c557cad23857'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:48.120304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Allocated IP 172.25.0.43 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/1f7ea2cf-4348-48e6-adbf-083ee9708798) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:48.145331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Transition to ACTIVE for port object d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:48.171253 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.208439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:48.212762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:48.242699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:48.280422 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.355068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Pushing event updated for resources: {'Port': ['ID=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.383062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.419733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Attempting to bind port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:48.420225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Attempting to bind port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:48.420658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Attempting to bind port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 on network bca5b9f3-3c15-442f-876f-98aec4777cd9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:48.450485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:48.450970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Checking segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:48.451451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.451909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Bound using segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:48.452490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Bound port: d8d7fd4f-c7bb-49df-adab-70f8f8b744b0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:48.452931 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.469403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event updated for resources: {'Port': ['ID=1f7ea2cf-4348-48e6-adbf-083ee9708798,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.492101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:48.496483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:48.499520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:48.560133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:44:41Z', 'revision_number': 4, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c8bbbb67-954a-440f-8eb3-66687f4baaec', 'name': '', 'network_id': '917382ba-19ac-41b3-bf11-171af3268107', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'mac_address': 'fa:16:3e:5d:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:37Z', 'updated_at': '2021-07-16T01:44:47Z', 'revision_number': 4, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'subnets': [{'id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:48.562533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] For port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:48.566699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] For port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:48.572205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:48.592124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3667b-fe56-441b-a666-506350d818ac req-17ea902a-2577-4358-94bb-f83bc4642ffd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.593944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.596289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0732edc-68d8-401f-98d0-f10e2797fd83 None None] The sync data for ids ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'] in n-d-800087-6 is: [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:44:41Z', 'revision_number': 4, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c8bbbb67-954a-440f-8eb3-66687f4baaec', 'name': '', 'network_id': '917382ba-19ac-41b3-bf11-171af3268107', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'mac_address': 'fa:16:3e:5d:5d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:37Z', 'updated_at': '2021-07-16T01:44:47Z', 'revision_number': 4, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'subnets': [{'id': '2fbdf9d5-5af3-4e29-a698-41feb6366dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:48.600806 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80e3667b-fe56-441b-a666-506350d818ac req-17ea902a-2577-4358-94bb-f83bc4642ffd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.2631373 Jul 16 01:44:48.705796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.736500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf2d7-de6a-4706-b29a-37828cc981c7 None None] Pushing event updated for resources: {'Port': ['ID=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.846261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80e3667b-fe56-441b-a666-506350d818ac req-0747d82a-8c84-41bc-a6a6-15bcd35a0dac tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444015 Jul 16 01:44:48.875152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.875445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392d5bd-b6cb-4d61-98ea-9b3e6e071f89 None None] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:48.973179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.977018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.982355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.005446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-b9337fe5-ef3b-4dab-941e-8694fd10d3fd tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.007255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-b9337fe5-ef3b-4dab-941e-8694fd10d3fd tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.38 "GET /v2.0/networks?id=a662ae39-20aa-48f8-98ac-5aca910a9208 HTTP/1.1" status: 200 len: 808 time: 0.3638062 Jul 16 01:44:49.060387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c2cac8a-9b7f-45ef-aa80-653e50530744 None None] Provisioning for port f218ffa4-057a-4ac4-8261-5154450a5c77 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:49.128540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Request body: {'port': {'device_id': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208', 'admin_state_up': True, 'tenant_id': '2b718ac0fb17447aa95f297ecf7c17b3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:49.194227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:49.211782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Sync routers for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:49.253491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.266350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:49.267223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:49.273067 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.297134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.297684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router 44265eb1-556a-45c2-8ce5-c557cad23857 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:49.305391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.309480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-505eb25e-b85a-4f68-ac2b-598a88b8d566 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/44265eb1-556a-45c2-8ce5-c557cad23857 HTTP/1.1" status: 204 len: 168 time: 1.3954983 Jul 16 01:44:49.315183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:49.315924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Made reservation on behalf of 2b718ac0fb17447aa95f297ecf7c17b3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:49.319790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.379652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.383882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3a4273dd-c3e1-416d-899a-e3b0b1fb9279 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.0222969 Jul 16 01:44:49.387430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53280) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:49.405610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f218ffa4-057a-4ac4-8261-5154450a5c77 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:49.411177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576556-767c-4dce-9799-0b5c181b87f2 req-80e1240c-96f8-4401-a2d6-777cc061427d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:49.418841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3576556-767c-4dce-9799-0b5c181b87f2 req-80e1240c-96f8-4401-a2d6-777cc061427d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.3513291 Jul 16 01:44:49.487142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event updated for resources: {'Port': ['ID=1f7ea2cf-4348-48e6-adbf-083ee9708798,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.515330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.560265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Allocated IP 172.20.0.8 (a662ae39-20aa-48f8-98ac-5aca910a9208/3063fdfa-0165-4970-be66-f02568f6025b/d54dbb60-5d86-49b6-bc3d-be0c44157733) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:49.575651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3576556-767c-4dce-9799-0b5c181b87f2 req-3f27115f-84a0-4f22-bde8-0292cc60c128 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558650 Jul 16 01:44:49.597825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.599006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-e466ed72-4b48-447e-b793-4b9d87d6d53d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3143010 Jul 16 01:44:49.646145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Subnet': ['ID=1061ee9f-afea-4b22-ad4f-47caf9646b2f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.653044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet 4cdc4df6-c898-4980-901c-da22ab1dfd93 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:49.657087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.737843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Checking segment: {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:49.738344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network hostable DHCP agents. Network: 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:49.780396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:49.825574 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.847122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-afac66dc-22db-4c39-84b7-71b6d8d6dfb5 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 695 time: 0.2358813 Jul 16 01:44:50.007439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.121621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.146539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f218ffa4-057a-4ac4-8261-5154450a5c77 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:50.153078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f218ffa4-057a-4ac4-8261-5154450a5c77 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:50.153696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.166267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:50.254026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Network a662ae39-20aa-48f8-98ac-5aca910a9208 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:50.263032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:50.265617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:50.273479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:46Z', 'revision_number': 3, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:50.327489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Checking router: 4b93ff78-080e-494a-abaf-fa189d9bcaa3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:50.327864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Updating router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 port 53288e4b-84ef-47f2-876e-dda431d02ead binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:50.329461 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.341573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:50.346163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.346753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.356200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe928855-7e60-48df-ae61-5f6fefe28fc7 None None] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:50.374686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-13018230-8946-4c07-9698-550a22a724aa tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.388256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fb98f23-e17c-4d3f-b117-5ffa9f6ec61f req-13018230-8946-4c07-9698-550a22a724aa tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.5401096 Jul 16 01:44:50.406968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.413180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdaa4d-2643-4ee0-8bfa-24389c32fd49 None None] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:50.445523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da8170-7658-4315-aff5-69e2f396bb3a req-4afb85e9-29aa-467a-8197-f9b0378d7768 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.453460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7da8170-7658-4315-aff5-69e2f396bb3a req-4afb85e9-29aa-467a-8197-f9b0378d7768 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 931 time: 0.2909789 Jul 16 01:44:50.490485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.491431 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.506237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7da8170-7658-4315-aff5-69e2f396bb3a req-c26626ba-a6b9-4a36-bc95-9e8802fa9c6f tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Jul 16 01:44:50.506536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Pushing event updated for resources: {'Port': ['ID=d54dbb60-5d86-49b6-bc3d-be0c44157733,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.512781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.581807 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-2d1eefc7-64f7-474b-b1dd-853e8527dba5 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4626007 Jul 16 01:44:50.590086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdc4df6-c898-4980-901c-da22ab1dfd93,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.597975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Request body: {'port': {'device_id': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:50.633423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.680862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1d0129ac-f8d5-4655-89be-588f21ac4bd3 None None] Provisioning complete for port f218ffa4-057a-4ac4-8261-5154450a5c77 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:50.681385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d0129ac-f8d5-4655-89be-588f21ac4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.702139 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1fcad0d-be4d-4d3e-9b63-87a7fe352fa7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3923662 Jul 16 01:44:50.703566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.778932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.792440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.794346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ade3c2e6-a715-4829-938c-4847ccf4e412 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/4cdc4df6-c898-4980-901c-da22ab1dfd93 HTTP/1.1" status: 204 len: 168 time: 1.4702663 Jul 16 01:44:50.806914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:50.824063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648ad1a-b6a6-4e54-bcb6-9dc2d0b393aa None None] Network e5a50736-e782-4a3b-9d84-93960e8fd65a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:50.835235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f218ffa4-057a-4ac4-8261-5154450a5c77, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f218ffa4-057a-4ac4-8261-5154450a5c77,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:50.876868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.877790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8bbbb67-954a-440f-8eb3-66687f4baaec up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:51.023074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54dbb60-5d86-49b6-bc3d-be0c44157733 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:51.031806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.044598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Transition to ACTIVE for port object d54dbb60-5d86-49b6-bc3d-be0c44157733 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:51.050316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.106796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd014-705b-4d30-9156-37674306db8b service neutron] Pushing event updated for resources: {'Port': ['ID=d54dbb60-5d86-49b6-bc3d-be0c44157733,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.176544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Attempting to bind port d54dbb60-5d86-49b6-bc3d-be0c44157733 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:51.176941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Attempting to bind port d54dbb60-5d86-49b6-bc3d-be0c44157733 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'ca47559e-21a8-425c-a7ff-336d9d681edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:51.177264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Attempting to bind port d54dbb60-5d86-49b6-bc3d-be0c44157733 on network a662ae39-20aa-48f8-98ac-5aca910a9208 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:51.183388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Port d54dbb60-5d86-49b6-bc3d-be0c44157733 on network a662ae39-20aa-48f8-98ac-5aca910a9208 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:51.183748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Attempting to bind port d54dbb60-5d86-49b6-bc3d-be0c44157733 on network a662ae39-20aa-48f8-98ac-5aca910a9208 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:51.189549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:51.189882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Checking segment: {'id': 'ca47559e-21a8-425c-a7ff-336d9d681edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:51.190268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Bound using segment: {'id': 'ca47559e-21a8-425c-a7ff-336d9d681edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:51.190698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Bound port: d54dbb60-5d86-49b6-bc3d-be0c44157733, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca47559e-21a8-425c-a7ff-336d9d681edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:51.191057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.232064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f218ffa4-057a-4ac4-8261-5154450a5c77,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.264604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] For port d54dbb60-5d86-49b6-bc3d-be0c44157733, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:51.267952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] For port d54dbb60-5d86-49b6-bc3d-be0c44157733, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733,segment=NetworkSegment(ca47559e-21a8-425c-a7ff-336d9d681edf),segment_id=ca47559e-21a8-425c-a7ff-336d9d681edf)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:51.274671 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.312638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.313343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.314870 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-097dd014-705b-4d30-9156-37674306db8b service neutron] 10.222.0.38 "PUT /v2.0/ports/d54dbb60-5d86-49b6-bc3d-be0c44157733 HTTP/1.1" status: 200 len: 1091 time: 0.7223864 Jul 16 01:44:51.315399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'tag': 'd54dbb60-5d86-49b6-bc3d-be0c44157733'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:51.317790 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b9a13-ae69-4c94-872a-94e79d4d2ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "85f74831-1c85-4f78-8d04-99dd13470d5e", "tag": "d54dbb60-5d86-49b6-bc3d-be0c44157733"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:51.340108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3b5ecd20-9c03-4b81-ae1a-26d99d1cc871', 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'fixed_ips': [{'subnet_id': '1061ee9f-afea-4b22-ad4f-47caf9646b2f'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:51.340988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.346162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd014-705b-4d30-9156-37674306db8b service neutron] Pushing event updated for resources: {'Port': ['ID=d54dbb60-5d86-49b6-bc3d-be0c44157733,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.360117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.360447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c8bbbb67-954a-440f-8eb3-66687f4baaec completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:51.381363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c8bbbb67-954a-440f-8eb3-66687f4baaec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:51.381739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.410362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-cecf96a6-5252-4b01-b2a6-6da51997f1b4 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.412240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-cecf96a6-5252-4b01-b2a6-6da51997f1b4 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 820 time: 0.6640174 Jul 16 01:44:51.414769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Allocated IP 172.20.0.1 (3230e7cd-0a16-4b95-95ce-d6421f46b924/3a66111b-8237-4988-8ce9-da5b38aedad5/fb5b4b41-c80e-4bd6-a06d-b37239a7a26b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:51.415594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-8b82ac79-89eb-4323-8f45-699d4e468277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.417819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-8b82ac79-89eb-4323-8f45-699d4e468277 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b718ac0fb17447aa95f297ecf7c17b3&device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 1094 time: 0.0555553 Jul 16 01:44:51.442728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e003b-0219-4524-ba78-6c6b8356e6ed req-de4ed175-1771-4095-8f73-fcf3c8aee149 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.451738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f72e003b-0219-4524-ba78-6c6b8356e6ed req-de4ed175-1771-4095-8f73-fcf3c8aee149 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.6940961 Jul 16 01:44:51.481813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-f8a0916f-b3dd-41e5-9b9d-57f36ac8af14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733 HTTP/1.1" status: 200 len: 217 time: 0.0560296 Jul 16 01:44:51.503563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-0e9fba00-1cf9-4edc-bb3f-9d72c7df81a5 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/quotas/a7d3455ea73b41d1bb18e5a55b7c3592 HTTP/1.1" status: 200 len: 375 time: 0.0751061 Jul 16 01:44:51.542774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-d8148111-5820-4bd9-b461-cacfb8cb797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.544509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-d8148111-5820-4bd9-b461-cacfb8cb797b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3063fdfa-0165-4970-be66-f02568f6025b HTTP/1.1" status: 200 len: 848 time: 0.0564580 Jul 16 01:44:51.590851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-08059feb-8b77-4900-a0bf-15b0ddc11753 None None] Provisioning for port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:51.593337 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-5433b422-b3f4-439b-8ef9-0f9b867e163b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a662ae39-20aa-48f8-98ac-5aca910a9208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417221 Jul 16 01:44:51.628065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f72e003b-0219-4524-ba78-6c6b8356e6ed req-112dc1ce-4ec2-485b-9326-fe6555600b17 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750889 Jul 16 01:44:51.681746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 3030177b-ccc1-4891-8208-7cc56606ac2c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:51.682362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.718957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] DHCP port deletion for e5a50736-e782-4a3b-9d84-93960e8fd65a request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:51.722791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Allocated IP 19.86.0.2 (3b5ecd20-9c03-4b81-ae1a-26d99d1cc871/1061ee9f-afea-4b22-ad4f-47caf9646b2f/0a02242c-6db0-46dc-b05a-dc1f37596781) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:51.732640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.756655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-8e54c5b7-f82f-4266-b05e-ba557a487d1b tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2408562 Jul 16 01:44:51.790905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-8b25638d-e0ee-4ed2-af72-8a5a5e2f4e5d service neutron] 10.222.0.38 "GET /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902351 Jul 16 01:44:51.791521 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.794284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.802649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Transition to ACTIVE for port object fb5b4b41-c80e-4bd6-a06d-b37239a7a26b will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:51.843318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Transition to ACTIVE for port object 53288e4b-84ef-47f2-876e-dda431d02ead will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:51.874537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 3030177b-ccc1-4891-8208-7cc56606ac2c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3030177b-ccc1-4891-8208-7cc56606ac2c,segment=NetworkSegment(405aace4-3ff9-489c-a652-1925e1efe37a),segment_id=405aace4-3ff9-489c-a652-1925e1efe37a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:51.874907 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.890296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-402a8334-adc5-486d-9cf6-60eafb128bd8 req-623c99c1-26b6-42f8-aecc-849079738f0a service neutron] 10.222.0.38 "GET /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930579 Jul 16 01:44:51.893893 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.932999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 3030177b-ccc1-4891-8208-7cc56606ac2c owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:51.967850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port c8bbbb67-954a-440f-8eb3-66687f4baaec, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8bbbb67-954a-440f-8eb3-66687f4baaec,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:51.999669 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.000464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:52.013249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e3553-9dde-46ba-843e-656f38301b6b None None] Pushing event updated for resources: {'Port': ['ID=53288e4b-84ef-47f2-876e-dda431d02ead,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.016109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] Deleting port 3030177b-ccc1-4891-8208-7cc56606ac2c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:52.016484 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.019002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-7a0fa038-edb9-4b48-b9fa-6a79dcbd03b8 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550495 Jul 16 01:44:52.023852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.042574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Attempting to bind port 53288e4b-84ef-47f2-876e-dda431d02ead on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:52.042872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Attempting to bind port 53288e4b-84ef-47f2-876e-dda431d02ead by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:52.043237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Attempting to bind port 53288e4b-84ef-47f2-876e-dda431d02ead on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:52.107818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:52.123358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:52.137984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dab73-e5b2-4e84-a20c-e35c91ee4f8b req-a8ef5e8c-24ee-492f-aff0-090dd3bd431f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.139593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-182dab73-e5b2-4e84-a20c-e35c91ee4f8b req-a8ef5e8c-24ee-492f-aff0-090dd3bd431f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.3158391 Jul 16 01:44:52.143253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:52.200615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Pushing event updated for resources: {'Port': ['ID=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.218711 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.254328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:52.254702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:52.255278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.255670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:52.256167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Bound port: 53288e4b-84ef-47f2-876e-dda431d02ead, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:52.256541 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.257318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.269868 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.336874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-0c2448e0-8f30-465c-ac25-7dcf8a053a55 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007095 Jul 16 01:44:52.337572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=3030177b-ccc1-4891-8208-7cc56606ac2c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.351530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-182dab73-e5b2-4e84-a20c-e35c91ee4f8b req-51c3559f-2101-479c-9d5c-ddae8aa649d0 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007420 Jul 16 01:44:52.361138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port 3030177b-ccc1-4891-8208-7cc56606ac2c on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:52.369689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] For port 3030177b-ccc1-4891-8208-7cc56606ac2c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3030177b-ccc1-4891-8208-7cc56606ac2c,segment=NetworkSegment(405aace4-3ff9-489c-a652-1925e1efe37a),segment_id=405aace4-3ff9-489c-a652-1925e1efe37a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:52.370946 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.390631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.392679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=c8bbbb67-954a-440f-8eb3-66687f4baaec,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.406202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] Calling delete_port for 3030177b-ccc1-4891-8208-7cc56606ac2c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:52.439143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Transition to ACTIVE for port object 0a02242c-6db0-46dc-b05a-dc1f37596781 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:52.450833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] For port 53288e4b-84ef-47f2-876e-dda431d02ead, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:52.485178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.498492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:52.509971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] For port 53288e4b-84ef-47f2-876e-dda431d02ead, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53288e4b-84ef-47f2-876e-dda431d02ead,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:52.510873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a50736-e782-4a3b-9d84-93960e8fd65a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:52.518320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Transition to ACTIVE for port object 0a02242c-6db0-46dc-b05a-dc1f37596781 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:52.521122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:52.521442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.542701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405aace4-3ff9-489c-a652-1925e1efe37a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:52.543009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405aace4-3ff9-489c-a652-1925e1efe37a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:52.558727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cef1a0f-0943-4d66-a486-8939b497b56a None None] Provisioning for port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:52.560678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.561143 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.563330 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.568493 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735d3cd-5e02-4b87-904a-aba7f254b0af x-openstack-request-id: req-d735d3cd-5e02-4b87-904a-aba7f254b0af {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:52.569723 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f74831-1c85-4f78-8d04-99dd13470d5e", "tag": "d54dbb60-5d86-49b6-bc3d-be0c44157733", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:52.570212 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d735d3cd-5e02-4b87-904a-aba7f254b0af {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:52.570831 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'tag': 'd54dbb60-5d86-49b6-bc3d-be0c44157733', 'status': 'completed', 'code': 200} Jul 16 01:44:52.589599 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.597049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:52.598002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.604661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cef1a0f-0943-4d66-a486-8939b497b56a None None] Provisioning complete for port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:52.605059 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cef1a0f-0943-4d66-a486-8939b497b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.666324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:52.676647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:52.687962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-3b2a6181-c99c-44c1-81e8-33be22a77ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.690229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-3b2a6181-c99c-44c1-81e8-33be22a77ed3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b718ac0fb17447aa95f297ecf7c17b3&device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 1094 time: 0.0960207 Jul 16 01:44:52.694351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:52.710264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.722976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e3553-9dde-46ba-843e-656f38301b6b None None] Pushing event updated for resources: {'Port': ['ID=53288e4b-84ef-47f2-876e-dda431d02ead,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.730091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cef1a0f-0943-4d66-a486-8939b497b56a None None] Port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:52.731468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:52.733264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:52.736872 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:52.749806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.828866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] No DVR routers for this DVR port 3030177b-ccc1-4891-8208-7cc56606ac2c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:52.829418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.834738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/e5a50736-e782-4a3b-9d84-93960e8fd65a HTTP/1.1" status: 204 len: 168 time: 2.0216899 Jul 16 01:44:52.835806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.841001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753038823', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.880048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.880825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.897501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-d39be982-f5c7-4751-a1fc-c1def455e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:52.897847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-d39be982-f5c7-4751-a1fc-c1def455e2d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a662ae39-20aa-48f8-98ac-5aca910a9208 HTTP/1.1" status: 200 len: 909 time: 0.1990018 Jul 16 01:44:52.927451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bda18-a8f7-4ba9-b44d-4639a199dedc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=e5a50736-e782-4a3b-9d84-93960e8fd65a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.932524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Attempting to bind port 0a02242c-6db0-46dc-b05a-dc1f37596781 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:52.932953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Attempting to bind port 0a02242c-6db0-46dc-b05a-dc1f37596781 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:52.933360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Attempting to bind port 0a02242c-6db0-46dc-b05a-dc1f37596781 on network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:52.941474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Pushing event updated for resources: {'Port': ['ID=0a02242c-6db0-46dc-b05a-dc1f37596781,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.941591 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.955109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.959847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:52.960300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Checking segment: {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:52.960703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.961100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Bound using segment: {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:52.962318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Bound port: 0a02242c-6db0-46dc-b05a-dc1f37596781, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:52.962318 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.977168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-5100fd1a-ed27-4caf-8486-fd3fad8bcca7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733 HTTP/1.1" status: 200 len: 217 time: 0.0710797 Jul 16 01:44:53.003768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b22e0f-4fe0-4637-9bf3-d515e44a8e3d None None] Pushing event deleted for resources: {'Port': ['ID=3030177b-ccc1-4891-8208-7cc56606ac2c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.020258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-7f2d3954-c094-4826-93ec-5d2b4e8dc66e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.028041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-7f2d3954-c094-4826-93ec-5d2b4e8dc66e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.032828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-7f2d3954-c094-4826-93ec-5d2b4e8dc66e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/networks?id=bca5b9f3-3c15-442f-876f-98aec4777cd9&id=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871&id=bca5b9f3-3c15-442f-876f-98aec4777cd9 HTTP/1.1" status: 200 len: 1391 time: 0.5444410 Jul 16 01:44:53.048117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:53.048872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.062234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-a216fb45-f144-45e8-8184-77862d9d6517 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/quotas/cb139c44a2454f8b8d05a3dacea79170 HTTP/1.1" status: 200 len: 375 time: 0.0215416 Jul 16 01:44:53.092952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:53.098962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f238-d322-40d6-9d1f-ac692d2fcedc req-97e10bb7-b184-4426-ae88-f2685bde7851 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.100538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81c1f238-d322-40d6-9d1f-ac692d2fcedc req-97e10bb7-b184-4426-ae88-f2685bde7851 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 943 time: 0.2800167 Jul 16 01:44:53.104066 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.180936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-51de338e-972d-4429-bab5-12f1062f53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:53.184557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-51de338e-972d-4429-bab5-12f1062f53dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3063fdfa-0165-4970-be66-f02568f6025b HTTP/1.1" status: 200 len: 848 time: 0.1739244 Jul 16 01:44:53.198560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] For port 0a02242c-6db0-46dc-b05a-dc1f37596781, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:53.225991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] For port 0a02242c-6db0-46dc-b05a-dc1f37596781, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0a02242c-6db0-46dc-b05a-dc1f37596781,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:53.262784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81c1f238-d322-40d6-9d1f-ac692d2fcedc req-b99e962a-efdd-4b19-b588-bbaedf8e10f7 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376815 Jul 16 01:44:53.270775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8bbbb67-954a-440f-8eb3-66687f4baaec up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:53.273790 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.282236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.320173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-e00d8e41-2721-47a4-86bc-e34e82157ae9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a662ae39-20aa-48f8-98ac-5aca910a9208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222785 Jul 16 01:44:53.340265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.371920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-6144ffc1-5b09-4787-b1ad-7a4954705d85 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2927382 Jul 16 01:44:53.407997 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.441061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862e91-c711-48a3-b649-1a14e6c9178e None None] Pushing event updated for resources: {'Port': ['ID=0a02242c-6db0-46dc-b05a-dc1f37596781,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.480329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c8bbbb67-954a-440f-8eb3-66687f4baaec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:53.480715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.526899 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.556140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:44:51Z', 'revision_number': 1, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.563341 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.586367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da26dce-7ac0-4a26-969f-19385efd25f4 None None] The sync data for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 is: [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:44:51Z', 'revision_number': 1, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:53.630392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-21df30c3-1e8d-4f50-aa63-6219300939f2 service neutron] 10.222.0.35 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430696 Jul 16 01:44:53.652177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f218ffa4-057a-4ac4-8261-5154450a5c77 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:53.667364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-1238c71c-895c-4473-a11b-a3400fd3e19f service neutron] 10.222.0.38 "GET /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377631 Jul 16 01:44:53.714250 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e5eeb4b-4dbf-4bd2-86b7-228572b44956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.789322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f218ffa4-057a-4ac4-8261-5154450a5c77 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:53.789698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.798289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.800867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Pushing event updated for resources: {'Port': ['ID=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.838334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55c1a62a-699b-4666-920c-ccc9c4615af9 req-06ebf186-5b8e-41e9-b2b5-585029172871 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 210 time: 0.0989919 Jul 16 01:44:53.891918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823b9a13-ae69-4c94-872a-94e79d4d2ed2 req-1e3c64c5-2da9-42e6-88b7-3f3d602b476b service neutron] 10.222.0.38 "GET /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765180 Jul 16 01:44:53.937216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-7efb117c-91c0-4e29-9174-88b7ba8c83a6 service neutron] 10.222.0.35 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062665 Jul 16 01:44:54.082493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.101174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3030177b-ccc1-4891-8208-7cc56606ac2c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:54.134074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3030177b-ccc1-4891-8208-7cc56606ac2c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:54.134604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3030177b-ccc1-4891-8208-7cc56606ac2c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:54.138304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.202581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b5d030ad-8c89-4eb7-974b-b79ded4dbc2e service neutron] 10.222.0.35 "GET /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644682 Jul 16 01:44:54.223233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:54.234137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:54.342384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-39506d3c-7700-45ce-ab3c-1d35a889e38d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.350964 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-39506d3c-7700-45ce-ab3c-1d35a889e38d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 820 time: 0.2140970 Jul 16 01:44:54.369039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'port': {'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'admin_state_up': True, 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:54.418305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.25.0.245 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/ee0ed55c-e541-49d1-a885-a5855cbdd256) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:54.455369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13844563-e90c-48a4-bde8-f841fa22707c req-fa052592-6d1d-441c-a427-3162fb3b30f2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.465633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:54.481157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13844563-e90c-48a4-bde8-f841fa22707c req-fa052592-6d1d-441c-a427-3162fb3b30f2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.3685377 Jul 16 01:44:54.517800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:54.689703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:54.714547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '670150cd-1866-45d9-9257-ada5f9853d40', 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d', 'port_id': '670150cd-1866-45d9-9257-ada5f9853d40', 'mac_address': 'fa:16:3e:19:ec:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da1378-0d14-4a88-92a3-5e254aa7ddab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:54.718704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c6415057-02e6-4269-9e08-999719079c8c None None] Provisioning complete for port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:54.719705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6415057-02e6-4269-9e08-999719079c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.727479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ba427a8e-53cc-4326-9036-b833fba25e90 service neutron] 10.222.0.35 "GET /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977558 Jul 16 01:44:54.741357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Made reservation on behalf of a7d3455ea73b41d1bb18e5a55b7c3592 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:54.756706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13844563-e90c-48a4-bde8-f841fa22707c req-ec31208f-fb26-47df-9bb9-84277c8a7099 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745442 Jul 16 01:44:54.760384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.838330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c6415057-02e6-4269-9e08-999719079c8c None None] Port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:54.840508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.858865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670150cd-1866-45d9-9257-ada5f9853d40 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:54.897194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:54.906607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.941505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:54.976838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.033279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Allocated IP 172.20.0.9 (894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d/6747eadd-becd-42ce-b7a3-a43a2b6b2dbc/27f5b112-0490-4dde-92a4-a958f67b0f85) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:55.037470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:55.052803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ccd9b6b4-a636-4e5c-bca7-c949ef14203f admin admin] 10.222.0.35 "PUT /v2.0/routers/4b93ff78-080e-494a-abaf-fa189d9bcaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6612606 Jul 16 01:44:55.055274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-5cd92130-0384-48bd-aa22-d43f3dca889f service neutron] 10.222.0.35 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975457 Jul 16 01:44:55.074044 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.141724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae4ba8-6c25-4eed-8629-4a13ec186d2c None None] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:55.151936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db609b4-5472-45cf-82f6-7672939e825c req-fe58898b-e621-475f-952c-e68223760419 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.153882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6db609b4-5472-45cf-82f6-7672939e825c req-fe58898b-e621-475f-952c-e68223760419 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 944 time: 0.2434747 Jul 16 01:44:55.182588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=ee0ed55c-e541-49d1-a885-a5855cbdd256,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:55.217563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:55.234318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:55.249644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:55.266153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6db609b4-5472-45cf-82f6-7672939e825c req-ff10fae9-fbe8-4b0a-9e3f-04e492fd87ec tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Jul 16 01:44:55.269360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ce91f0d0-3cd3-4c03-8ac4-8da0f6b29130 service neutron] 10.222.0.35 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073078 Jul 16 01:44:55.385943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['670150cd-1866-45d9-9257-ada5f9853d40'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:55.487399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-79b31b49-624a-45ec-9bdc-cc090754f7d7 None None] Provisioning for port 0a02242c-6db0-46dc-b05a-dc1f37596781 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:55.556856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0a02242c-6db0-46dc-b05a-dc1f37596781 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:55.618378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372abf-6aa5-4a4a-9188-abd6e28123e1 req-202fed8d-7392-4e79-968c-2c0aeb4f4147 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:55.620723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01372abf-6aa5-4a4a-9188-abd6e28123e1 req-202fed8d-7392-4e79-968c-2c0aeb4f4147 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 943 time: 0.1530437 Jul 16 01:44:55.643542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d54dbb60-5d86-49b6-bc3d-be0c44157733 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:55.716576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01372abf-6aa5-4a4a-9188-abd6e28123e1 req-c512ed74-f7ed-4e01-b5cf-cce8bed9c8b4 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888295 Jul 16 01:44:55.905080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d54dbb60-5d86-49b6-bc3d-be0c44157733, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733,segment=NetworkSegment(ca47559e-21a8-425c-a7ff-336d9d681edf),segment_id=ca47559e-21a8-425c-a7ff-336d9d681edf)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:55.923662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'd54dbb60-5d86-49b6-bc3d-be0c44157733', 'network_id': 'a662ae39-20aa-48f8-98ac-5aca910a9208', 'port_id': 'd54dbb60-5d86-49b6-bc3d-be0c44157733', 'mac_address': 'fa:16:3e:75:48:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3063fdfa-0165-4970-be66-f02568f6025b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:55.928245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90e3e241-73a0-4f31-a22d-ddfad2bc00db req-b4077f6f-6c69-4f04-9a8d-f09cccf25a98 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 210 time: 0.0544524 Jul 16 01:44:56.022395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0a02242c-6db0-46dc-b05a-dc1f37596781 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:56.067365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0a02242c-6db0-46dc-b05a-dc1f37596781 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:56.068288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.100819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-65be8828-2640-4288-aae7-be54829a74cd tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.107284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.108685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-65be8828-2640-4288-aae7-be54829a74cd tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 829 time: 0.1822448 Jul 16 01:44:56.123334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Transition to ACTIVE for port object 27f5b112-0490-4dde-92a4-a958f67b0f85 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:56.130266 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.159207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f43f73b1-9d0c-4039-9ab3-9707299e75bf req-882b828e-e971-4560-b69c-f659ae76c95c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 210 time: 0.1543317 Jul 16 01:44:56.171340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-d8861d41-d15c-44a4-8559-5bfe8e0bee43 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/quotas/f1e26bdc74744ee49a37338ddd36460e HTTP/1.1" status: 200 len: 375 time: 0.0617614 Jul 16 01:44:56.179394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54dbb60-5d86-49b6-bc3d-be0c44157733 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:56.194757 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cfa7f31-ffed-415a-a873-8e85f9aa0e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.241602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d54dbb60-5d86-49b6-bc3d-be0c44157733, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733,segment=NetworkSegment(ca47559e-21a8-425c-a7ff-336d9d681edf),segment_id=ca47559e-21a8-425c-a7ff-336d9d681edf)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:56.257397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.274768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.317514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-6d593141-c6ff-4341-83c2-bf1a17c3067d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450217 Jul 16 01:44:56.349643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event updated for resources: {'Port': ['ID=27f5b112-0490-4dde-92a4-a958f67b0f85,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.354717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.404519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.407829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d54dbb60-5d86-49b6-bc3d-be0c44157733,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.425428 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.464300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 0a02242c-6db0-46dc-b05a-dc1f37596781, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0a02242c-6db0-46dc-b05a-dc1f37596781,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:56.471317 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.472303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53288e4b-84ef-47f2-876e-dda431d02ead up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:56.495107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:56.496613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:56.499585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:56.610039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d54dbb60-5d86-49b6-bc3d-be0c44157733'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:56.620070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.620884 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.658408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-40263d07-fad2-4c66-aa49-66e2930b0fe7 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2964454 Jul 16 01:44:56.675280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:56.681562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-57feb77c-abcf-40ab-9dcc-67b576a16848 None None] Provisioning complete for port 0a02242c-6db0-46dc-b05a-dc1f37596781 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:56.682031 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57feb77c-abcf-40ab-9dcc-67b576a16848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.683617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=0a02242c-6db0-46dc-b05a-dc1f37596781,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.712004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Request body: {'port': {'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:56.821966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.834497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 53288e4b-84ef-47f2-876e-dda431d02ead completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:56.853703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 53288e4b-84ef-47f2-876e-dda431d02ead triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:56.854099 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.906081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.082487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.113615 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Sync routers for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:57.123570 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:57.124058 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:57.170062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 53288e4b-84ef-47f2-876e-dda431d02ead, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53288e4b-84ef-47f2-876e-dda431d02ead,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:57.175395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-0875bb2c-7b3a-4458-aa2a-c7cfaf19ca6d service neutron] 10.222.0.35 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463221 Jul 16 01:44:57.202480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.203088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:57.240019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 1b76a12e-dccc-4647-8e03-fbcedb0642da is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:57.243366 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:57.246592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc019a-6896-4c5f-ae26-2e4b43ee1d29 req-4a7802eb-4311-4c90-92b0-cd355eedfff2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.249714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30dc019a-6896-4c5f-ae26-2e4b43ee1d29 req-4a7802eb-4311-4c90-92b0-cd355eedfff2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.8957825 Jul 16 01:44:57.300807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b83a0b49-0e22-44e3-a426-0b121affdfb2 None None] Provisioning for port 27f5b112-0490-4dde-92a4-a958f67b0f85 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:57.322544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b83a0b49-0e22-44e3-a426-0b121affdfb2 None None] Provisioning complete for port 27f5b112-0490-4dde-92a4-a958f67b0f85 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:57.323184 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b83a0b49-0e22-44e3-a426-0b121affdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.342455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30dc019a-6896-4c5f-ae26-2e4b43ee1d29 req-217b64f3-2bb5-4587-8e4f-20e81d2fa832 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Jul 16 01:44:57.387016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3caf979b-ddc8-40b2-9161-498f7c3b8c04 service neutron] 10.222.0.35 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100253 Jul 16 01:44:57.430815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=53288e4b-84ef-47f2-876e-dda431d02ead,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.436286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.443847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b83a0b49-0e22-44e3-a426-0b121affdfb2 None None] Port 27f5b112-0490-4dde-92a4-a958f67b0f85 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:57.446689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.447035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.447375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.447752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.448476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.448605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.448949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.449273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.449595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.450104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.450209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:57.450473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.450875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:57.466142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] Sync routers for ids ['1b76a12e-dccc-4647-8e03-fbcedb0642da'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:57.470397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:57.470775 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.503650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] Routers {'1b76a12e-dccc-4647-8e03-fbcedb0642da'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:57.504325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1b76a12e-dccc-4647-8e03-fbcedb0642da'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:57.514733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f5b112-0490-4dde-92a4-a958f67b0f85 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:57.533045 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:44:53Z', 'revision_number': 2, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:57.534215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.538146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.539616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a6ec0dee-ee39-4ee4-84c1-b517cdff57b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.7027247 Jul 16 01:44:57.543244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:57.561198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:57.609570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Transition to ACTIVE for port object 27f5b112-0490-4dde-92a4-a958f67b0f85 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:57.621383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] Routers {'1b76a12e-dccc-4647-8e03-fbcedb0642da'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:57.623478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.624390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1b76a12e-dccc-4647-8e03-fbcedb0642da'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:57.681004 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Checking router: 4b93ff78-080e-494a-abaf-fa189d9bcaa3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:57.681550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Updating router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:57.732245 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.735516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:57.744998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7219b68-5c59-4b73-a01c-e0c16a1b37f4 None None] The sync data for ids ['1b76a12e-dccc-4647-8e03-fbcedb0642da'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:57.833827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-aaf12558-a599-45c9-af48-84ef2e0e41e2 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.851540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-aaf12558-a599-45c9-af48-84ef2e0e41e2 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.851989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60aac5-1eec-4584-92cb-d294d6389958 req-c50557de-d6d4-439c-877e-9bb0599c2097 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.853438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-aaf12558-a599-45c9-af48-84ef2e0e41e2 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "GET /v2.0/networks?id=bca5b9f3-3c15-442f-876f-98aec4777cd9&id=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871&id=bca5b9f3-3c15-442f-876f-98aec4777cd9 HTTP/1.1" status: 200 len: 1391 time: 0.4214747 Jul 16 01:44:57.868279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b60aac5-1eec-4584-92cb-d294d6389958 req-c50557de-d6d4-439c-877e-9bb0599c2097 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 944 time: 0.2146215 Jul 16 01:44:57.898000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'port': {'device_id': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9', 'admin_state_up': True, 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:57.939206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53288e4b-84ef-47f2-876e-dda431d02ead up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:57.955531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Pushing event updated for resources: {'Port': ['ID=27f5b112-0490-4dde-92a4-a958f67b0f85,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.973132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aa2bdda5-0835-451c-84b8-8c76705be4d0 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/routers/1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 200 len: 881 time: 0.4281247 Jul 16 01:44:57.973750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53384) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.110734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 53288e4b-84ef-47f2-876e-dda431d02ead triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:58.111124 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.125445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Attempting to bind port 27f5b112-0490-4dde-92a4-a958f67b0f85 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:58.125884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Attempting to bind port 27f5b112-0490-4dde-92a4-a958f67b0f85 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:58.126307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Attempting to bind port 27f5b112-0490-4dde-92a4-a958f67b0f85 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:58.142810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Port 27f5b112-0490-4dde-92a4-a958f67b0f85 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:58.143173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Attempting to bind port 27f5b112-0490-4dde-92a4-a958f67b0f85 on network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:58.149848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:58.150523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Checking segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:58.152380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Bound using segment: {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:58.163791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Bound port: 27f5b112-0490-4dde-92a4-a958f67b0f85, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4448e29-65fe-439d-8927-4214f3f00e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:58.164931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.245899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b60aac5-1eec-4584-92cb-d294d6389958 req-58e80d67-13de-4ca9-b388-6787b669808d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731656 Jul 16 01:44:58.284990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:58.294433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.308945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0a02242c-6db0-46dc-b05a-dc1f37596781 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:58.346786 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.380872 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Transition to ACTIVE for port object fb5b4b41-c80e-4bd6-a06d-b37239a7a26b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:58.390502 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.415026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] For port 27f5b112-0490-4dde-92a4-a958f67b0f85, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:58.429659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] For port 27f5b112-0490-4dde-92a4-a958f67b0f85, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=27f5b112-0490-4dde-92a4-a958f67b0f85,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:58.435261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0a02242c-6db0-46dc-b05a-dc1f37596781 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:58.435954 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.485511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.495917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:58.525282 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10322c-fc86-4ae1-9d02-96eb4cc91541 None None] Pushing event updated for resources: {'Port': ['ID=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.561201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300dc09-9d06-492d-9e70-e631399c3a60 req-43c915a2-affa-4227-96f4-bca6d8999990 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.569224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7300dc09-9d06-492d-9e70-e631399c3a60 req-43c915a2-affa-4227-96f4-bca6d8999990 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 944 time: 0.3833265 Jul 16 01:44:58.590139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.591059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.593620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 1091 time: 1.8970311 Jul 16 01:44:58.599740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f00b2-5028-4fb7-8ca5-c095030f54e7 service neutron] Pushing event updated for resources: {'Port': ['ID=27f5b112-0490-4dde-92a4-a958f67b0f85,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.603984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:58.608079 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704ec2c-3d93-4d69-8895-6923e4b100c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:58.680606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7300dc09-9d06-492d-9e70-e631399c3a60 req-e4c392db-fa79-4f6c-9e53-6c649e44ea33 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102912 Jul 16 01:44:58.742649 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Attempting to bind port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:58.743023 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Attempting to bind port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:58.743386 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Attempting to bind port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b on network 3230e7cd-0a16-4b95-95ce-d6421f46b924 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:58.751656 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:58.756171 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Checking segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:58.756683 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.757091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Bound using segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:58.761080 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Bound port: fb5b4b41-c80e-4bd6-a06d-b37239a7a26b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:58.761574 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.764371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Allocated IP 19.80.0.78 (bca5b9f3-3c15-442f-876f-98aec4777cd9/97721667-e320-4395-aa50-adc257bdc371/b864f437-b4ef-4896-98c4-569d22d5cff8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:58.882670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 670150cd-1866-45d9-9257-ada5f9853d40 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:58.898940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-515cc286-1e1c-4766-ae90-635518cfc15d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9072163 Jul 16 01:44:58.927162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2c286-0a84-4dc0-bafe-c41d3b21a518 req-bc86480b-e94e-4bed-893e-788cafae3056 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.928910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 670150cd-1866-45d9-9257-ada5f9853d40 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:58.929289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.931104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:58.934478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddc2c286-0a84-4dc0-bafe-c41d3b21a518 req-bc86480b-e94e-4bed-893e-788cafae3056 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 943 time: 0.4268508 Jul 16 01:44:58.939516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.954621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] For port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:58.955938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1753038823'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:58.965095 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] For port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:58.980244 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.006425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.033205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Transition to ACTIVE for port object b864f437-b4ef-4896-98c4-569d22d5cff8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:59.078252 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10322c-fc86-4ae1-9d02-96eb4cc91541 None None] Pushing event updated for resources: {'Port': ['ID=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.086188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.139386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:59.139593 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:59.139955 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:59.189717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:59.193074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:59.286420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddc2c286-0a84-4dc0-bafe-c41d3b21a518 req-07db0925-08da-4ea8-a235-da9a69c4ca2f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204913 Jul 16 01:44:59.308660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.309668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.361569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4846690 Jul 16 01:44:59.377238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c071680-7631-4fd6-b92f-c7ba86da30ca req-5772f8b2-7daa-47e5-8efa-95625e5114cf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.379729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'port': {'device_id': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871', 'admin_state_up': True, 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:59.395927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c071680-7631-4fd6-b92f-c7ba86da30ca req-5772f8b2-7daa-47e5-8efa-95625e5114cf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 931 time: 0.3235357 Jul 16 01:44:59.427781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94381d-a5cc-4766-b920-0261892f29c3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Port': ['ID=b864f437-b4ef-4896-98c4-569d22d5cff8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.454724 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:59.482608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.509901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c071680-7631-4fd6-b92f-c7ba86da30ca req-ad4a6d5e-1087-4a69-aa5d-8b4c6be93ad5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123121 Jul 16 01:44:59.556777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:59.559129 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe1636-6f5e-4473-96e3-71947037fdce" -d '{"events": [{"server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "name": "network-vif-plugged", "status": "completed", "tag": "670150cd-1866-45d9-9257-ada5f9853d40"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:59.591748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-cd0a1696-777e-4d98-a366-a7687f1c8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.593320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-cd0a1696-777e-4d98-a366-a7687f1c8886 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1094 time: 0.5218077 Jul 16 01:44:59.596775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:59.605474 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.656849 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-fb35a1c7-f1e0-4888-984b-73bc82af9776 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 217 time: 0.0511229 Jul 16 01:44:59.673435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d54dbb60-5d86-49b6-bc3d-be0c44157733 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:59.725108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:59.730002 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.735142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-aedbda0a-6da1-4d1a-8de6-6e66a3d76558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.740858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-aedbda0a-6da1-4d1a-8de6-6e66a3d76558 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.0714693 Jul 16 01:44:59.824201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-371630f9-69ef-4e37-a905-54fd152e0088 req-e7e07437-5159-4fef-bcef-d53ca574e9b3 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 210 time: 0.1757319 Jul 16 01:44:59.844569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:59.879608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5ed45e3c-483b-400a-9a45-c76794c1af51 None None] Provisioning for port b864f437-b4ef-4896-98c4-569d22d5cff8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:59.885942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5ed45e3c-483b-400a-9a45-c76794c1af51 None None] Provisioning complete for port b864f437-b4ef-4896-98c4-569d22d5cff8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:59.886314 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5ed45e3c-483b-400a-9a45-c76794c1af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.894072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port d54dbb60-5d86-49b6-bc3d-be0c44157733 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:59.935900 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:44:58Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:59.944097 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f42f0-3654-4b3e-81ed-d6d685711723 x-openstack-request-id: req-7f9f42f0-3654-4b3e-81ed-d6d685711723 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:59.944391 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:59.944644 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f9f42f0-3654-4b3e-81ed-d6d685711723 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:59.945041 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'status': 'completed', 'code': 200} Jul 16 01:44:59.963877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port d54dbb60-5d86-49b6-bc3d-be0c44157733 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:59.964283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.021569 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc87d1-623e-408f-9154-bd975de79825 None None] The sync data for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 is: [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:44:58Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:00.027384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Allocated IP 19.86.0.181 (3b5ecd20-9c03-4b81-ae1a-26d99d1cc871/1061ee9f-afea-4b22-ad4f-47caf9646b2f/43633ded-707c-4a4a-b425-9c19ad032488) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:00.048159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fb5b4b41-c80e-4bd6-a06d-b37239a7a26b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:00.052630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5ed45e3c-483b-400a-9a45-c76794c1af51 None None] Port b864f437-b4ef-4896-98c4-569d22d5cff8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:00.198618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.217554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:00.222820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:00.223398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.260508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d54dbb60-5d86-49b6-bc3d-be0c44157733, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733,segment=NetworkSegment(ca47559e-21a8-425c-a7ff-336d9d681edf),segment_id=ca47559e-21a8-425c-a7ff-336d9d681edf)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:00.278616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.333132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.351167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.352325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Transition to ACTIVE for port object 43633ded-707c-4a4a-b425-9c19ad032488 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:00.369760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb5ee5-c8fa-4b92-ac6e-965636629334 req-cb6fa5cd-3180-42bd-b070-6ec76a26df92 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.376997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2fb5ee5-c8fa-4b92-ac6e-965636629334 req-cb6fa5cd-3180-42bd-b070-6ec76a26df92 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.6002150 Jul 16 01:45:00.377863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-df1b4e37-3b15-4ba0-b5ac-0a31d7eea9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.378642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d54dbb60-5d86-49b6-bc3d-be0c44157733,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.379387 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-df1b4e37-3b15-4ba0-b5ac-0a31d7eea9c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6315858 Jul 16 01:45:00.392359 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.431975 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.433148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:00.439340 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.447292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-fbddb500-cd26-4ca5-a1c3-15da865e0d34 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.448975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-fbddb500-cd26-4ca5-a1c3-15da865e0d34 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.32 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 829 time: 0.5234714 Jul 16 01:45:00.459495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f918d7a-8f01-4a39-bee4-09e7772c5f3e req-15e08b32-2921-4699-a7b0-f2c1d5c2b745 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.461164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f918d7a-8f01-4a39-bee4-09e7772c5f3e req-15e08b32-2921-4699-a7b0-f2c1d5c2b745 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.1798880 Jul 16 01:45:00.481273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Request body: {'port': {'device_id': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'admin_state_up': True, 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:00.497563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.500985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.541082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-39014931-deb2-4367-9b8b-5d905bc1c7e8 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477559 Jul 16 01:45:00.562663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2fb5ee5-c8fa-4b92-ac6e-965636629334 req-abbb9714-be29-4704-82ed-fac70a19cdbe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846695 Jul 16 01:45:00.567082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:00.582628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:00.612719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:00.618441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Port': ['ID=43633ded-707c-4a4a-b425-9c19ad032488,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.627869 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba373a4e-2d53-4b9e-b384-50b1cc9f225f x-openstack-request-id: req-ba373a4e-2d53-4b9e-b384-50b1cc9f225f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:00.628572 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "name": "network-vif-plugged", "status": "completed", "tag": "670150cd-1866-45d9-9257-ada5f9853d40", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:00.628966 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba373a4e-2d53-4b9e-b384-50b1cc9f225f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:00.629643 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40', 'code': 200} Jul 16 01:45:00.771961 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f918d7a-8f01-4a39-bee4-09e7772c5f3e req-a612ea5c-9522-40e7-8d2f-87f511c0ae26 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024678 Jul 16 01:45:00.795346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.796170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.805005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Made reservation on behalf of f1e26bdc74744ee49a37338ddd36460e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:00.809465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.824796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c864754-6db2-45b1-8037-a8cb6ead3937 req-c4884713-c670-40c7-a234-364280cd5c32 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743263 Jul 16 01:45:00.841734 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af09d551-3ac9-427c-be8d-aa2cd2456332 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4689207 Jul 16 01:45:00.858357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'port': {'device_id': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9', 'admin_state_up': True, 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:00.888852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470795eb-761b-4519-bc90-9fc0f0a370bf req-d328972f-e187-4242-b1a1-269a6f568273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.892058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-470795eb-761b-4519-bc90-9fc0f0a370bf req-d328972f-e187-4242-b1a1-269a6f568273 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1096 time: 0.1437469 Jul 16 01:45:00.892623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 1b76a12e-dccc-4647-8e03-fbcedb0642da has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:00.997352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0aba40d4-80a8-417b-a132-47b7118bb894 None None] Provisioning for port 43633ded-707c-4a4a-b425-9c19ad032488 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:01.002223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0aba40d4-80a8-417b-a132-47b7118bb894 None None] Provisioning complete for port 43633ded-707c-4a4a-b425-9c19ad032488 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:01.002600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0aba40d4-80a8-417b-a132-47b7118bb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.043606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0aba40d4-80a8-417b-a132-47b7118bb894 None None] Port 43633ded-707c-4a4a-b425-9c19ad032488 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:01.117733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c8d9a-3a08-4a60-85de-d2be6f4917ce req-a446cd61-0eec-40bb-9f67-a4ddac42fe0f tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.119326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd1c8d9a-3a08-4a60-85de-d2be6f4917ce req-a446cd61-0eec-40bb-9f67-a4ddac42fe0f tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 945 time: 0.3193347 Jul 16 01:45:01.203626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867174e-0765-4421-9473-307add2fea62 req-ef849093-4bb0-4847-a061-fd94548e0bab tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.205216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0867174e-0765-4421-9473-307add2fea62 req-ef849093-4bb0-4847-a061-fd94548e0bab tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 943 time: 0.2549832 Jul 16 01:45:01.208398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Allocated IP 172.20.0.4 (3230e7cd-0a16-4b95-95ce-d6421f46b924/3a66111b-8237-4988-8ce9-da5b38aedad5/5e762474-269c-4e35-bf6c-fee376fbe557) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:01.268141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd1c8d9a-3a08-4a60-85de-d2be6f4917ce req-54f3eced-e1b4-4a32-bb71-927fecbbaddc tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375208 Jul 16 01:45:01.280276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:01.292645 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.296129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6c12ebdf-4c2d-42e8-8a77-9e89b15ebda3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 200 len: 888 time: 2.3531222 Jul 16 01:45:01.296277 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] Sync routers for ids ['1b76a12e-dccc-4647-8e03-fbcedb0642da'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:01.304409 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] Routers {'1b76a12e-dccc-4647-8e03-fbcedb0642da'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:01.305708 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1b76a12e-dccc-4647-8e03-fbcedb0642da'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:01.306223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.335566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0867174e-0765-4421-9473-307add2fea62 req-d7cffee7-7bc1-4e3e-8b1d-065228b98e99 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159496 Jul 16 01:45:01.343276 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:01.354254 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] Routers {'1b76a12e-dccc-4647-8e03-fbcedb0642da'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:01.355310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1b76a12e-dccc-4647-8e03-fbcedb0642da'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:01.420930 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:01.421845 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5808ed33-7458-469b-aeb9-ead65c63ae50 None None] The sync data for ids ['1b76a12e-dccc-4647-8e03-fbcedb0642da'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:01.432421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-470795eb-761b-4519-bc90-9fc0f0a370bf req-f5985ada-4eb7-4dfa-8993-4d26619bc055 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104218 Jul 16 01:45:01.438500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-d469269e-fbc3-43ec-9011-9d4e0af50597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.440522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-d469269e-fbc3-43ec-9011-9d4e0af50597 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1094 time: 0.5417705 Jul 16 01:45:01.446348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:01.451135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.649797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Allocated IP 19.80.0.211 (bca5b9f3-3c15-442f-876f-98aec4777cd9/97721667-e320-4395-aa50-adc257bdc371/19f4bd42-78a9-406e-bfd5-9eb3f39f599b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:01.654930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-a4da0cbe-b394-4597-8b11-aa7f29e556f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.656436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-a4da0cbe-b394-4597-8b11-aa7f29e556f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1527650 Jul 16 01:45:01.710854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-af82a599-080b-4fda-bd90-f5ec55936b3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 217 time: 0.0469513 Jul 16 01:45:01.805417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-6479d8b5-2c51-43c1-a267-6e93d6567827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.806981 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-6479d8b5-2c51-43c1-a267-6e93d6567827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.0841599 Jul 16 01:45:01.870525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3328d26d-81fb-491c-abbb-cad199974c02 req-5d86e960-6a75-4a86-a780-8609706fcdac tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 210 time: 0.4040470 Jul 16 01:45:01.874639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fb5b4b41-c80e-4bd6-a06d-b37239a7a26b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:01.915387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e0704ab1-388a-47df-bc4b-1fe26d003dd7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/routers/1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 200 len: 888 time: 0.6062927 Jul 16 01:45:01.920716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.942414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:01.942629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.943211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:01.965983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-a669e492-8040-406d-bad6-3321193aab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.967699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-a669e492-8040-406d-bad6-3321193aab95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255677 Jul 16 01:45:01.970886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Transition to ACTIVE for port object 19f4bd42-78a9-406e-bfd5-9eb3f39f599b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:01.974737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:01.974966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-44206bf0-0e7d-4781-9dce-5b242c8e1972 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 200 len: 205 time: 0.0529642 Jul 16 01:45:01.983273 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.007598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75975a3-1cca-48dc-a816-9346591944e7 req-d8bf54f8-de18-4512-8b6f-7e506e7c9ef5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.014860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75975a3-1cca-48dc-a816-9346591944e7 req-d8bf54f8-de18-4512-8b6f-7e506e7c9ef5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.021852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c75975a3-1cca-48dc-a816-9346591944e7 req-d8bf54f8-de18-4512-8b6f-7e506e7c9ef5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 1654 time: 0.6005592 Jul 16 01:45:02.030556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Transition to ACTIVE for port object 5e762474-269c-4e35-bf6c-fee376fbe557 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:02.083117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c75975a3-1cca-48dc-a816-9346591944e7 req-3b8887da-09cc-407d-962f-c77963f09757 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602152 Jul 16 01:45:02.107396 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.182739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:02.191753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:02.199459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:02.215065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.220066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.253914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-a21cc102-72ff-4210-9b26-e7fe2412da58 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688763 Jul 16 01:45:02.254261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event updated for resources: {'Port': ['ID=5e762474-269c-4e35-bf6c-fee376fbe557,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.289480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.290107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.314725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3874c043-d037-4bb3-b936-5a8e306cce9d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8466952 Jul 16 01:45:02.329032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e40707-9cd9-4377-97b8-d0329904967a req-3fafb53f-ec67-4c7b-8207-69898952d2b2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.330550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93e40707-9cd9-4377-97b8-d0329904967a req-3fafb53f-ec67-4c7b-8207-69898952d2b2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.1910069 Jul 16 01:45:02.335467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Request body: {'port': {'device_id': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:02.347459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:02.392427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce985f-73af-480d-90f3-74b9e5207554 req-2787a7ce-bb01-430a-92ae-5287b119363e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.393986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbce985f-73af-480d-90f3-74b9e5207554 req-2787a7ce-bb01-430a-92ae-5287b119363e tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.1999633 Jul 16 01:45:02.406533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:02.420992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:02.452884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93e40707-9cd9-4377-97b8-d0329904967a req-c11ed84e-ac4d-4144-9832-5e94a355aa0f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108954 Jul 16 01:45:02.475920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Port': ['ID=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.536931 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4704ec2c-3d93-4d69-8895-6923e4b100c2 req-63e4a793-d81f-44f0-806a-1bb388916fdc service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457085 Jul 16 01:45:02.539180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbce985f-73af-480d-90f3-74b9e5207554 req-bd21b00f-5778-4ea9-86c7-49b405233237 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326509 Jul 16 01:45:02.543928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.544616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.547672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.551908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.588278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0cd3f425-d73e-4316-8139-b14ca7076329 None None] Provisioning for port 5e762474-269c-4e35-bf6c-fee376fbe557 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:02.594533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0cd3f425-d73e-4316-8139-b14ca7076329 None None] Provisioning complete for port 5e762474-269c-4e35-bf6c-fee376fbe557 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:02.594888 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f425-d73e-4316-8139-b14ca7076329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.631590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54dbb60-5d86-49b6-bc3d-be0c44157733'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:02.634168 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870f78dc-69a3-4329-bea2-ea6ee87a9a61" -d '{"events": [{"server_uuid": "85f74831-1c85-4f78-8d04-99dd13470d5e", "name": "network-vif-plugged", "status": "completed", "tag": "d54dbb60-5d86-49b6-bc3d-be0c44157733"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:02.636320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-9805ba41-84fa-41ff-a325-289c2f83f243 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7837932 Jul 16 01:45:02.641913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3f425-d73e-4316-8139-b14ca7076329 None None] Port 5e762474-269c-4e35-bf6c-fee376fbe557 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:02.658567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Request body: {'port': {'device_id': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:02.746314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port ee0ed55c-e541-49d1-a885-a5855cbdd256 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:02.746775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.762955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35c5ad8a-f231-4749-b587-6293b5b574e4 None None] Provisioning for port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:02.767366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35c5ad8a-f231-4749-b587-6293b5b574e4 None None] Provisioning complete for port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:02.767740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35c5ad8a-f231-4749-b587-6293b5b574e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.784917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.807435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-35c5ad8a-f231-4749-b587-6293b5b574e4 None None] Port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:02.884250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.906841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fa2cb-371f-43b0-aa19-812b44b28e17 req-3539e095-c7c6-412d-8f6c-705cf804312f tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.908376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b0fa2cb-371f-43b0-aa19-812b44b28e17 req-3539e095-c7c6-412d-8f6c-705cf804312f tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 945 time: 0.2549415 Jul 16 01:45:02.940540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f2b38-b4b0-4d32-b0e6-112b7daa0f60 req-e03ea74d-4453-4ca7-bf7e-ee39018944dd tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.942528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-264f2b38-b4b0-4d32-b0e6-112b7daa0f60 req-e03ea74d-4453-4ca7-bf7e-ee39018944dd tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 943 time: 0.1862538 Jul 16 01:45:02.942833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for ee0ed55c-e541-49d1-a885-a5855cbdd256 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:03.012191 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b0fa2cb-371f-43b0-aa19-812b44b28e17 req-edab0f18-2e23-47b7-92f2-2ac8c0491d89 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937197 Jul 16 01:45:03.050462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-264f2b38-b4b0-4d32-b0e6-112b7daa0f60 req-4ca6d44b-dbe8-4ccb-ab35-37134dabc222 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920749 Jul 16 01:45:03.055818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e762474-269c-4e35-bf6c-fee376fbe557 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:03.065279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.075488 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe3439-d64f-4634-acc7-a1a5336df864 x-openstack-request-id: req-eebe3439-d64f-4634-acc7-a1a5336df864 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:03.077021 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f74831-1c85-4f78-8d04-99dd13470d5e", "name": "network-vif-plugged", "status": "completed", "tag": "d54dbb60-5d86-49b6-bc3d-be0c44157733", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:03.077998 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eebe3439-d64f-4634-acc7-a1a5336df864 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:03.078536 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54dbb60-5d86-49b6-bc3d-be0c44157733', 'code': 200} Jul 16 01:45:03.079404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Transition to ACTIVE for port object 5e762474-269c-4e35-bf6c-fee376fbe557 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:03.085572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.233426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b864f437-b4ef-4896-98c4-569d22d5cff8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:03.242739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.251583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.262861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Transition to ACTIVE for port object b864f437-b4ef-4896-98c4-569d22d5cff8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:03.283328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.285984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=ee0ed55c-e541-49d1-a885-a5855cbdd256,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.333847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e762474-269c-4e35-bf6c-fee376fbe557,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.360071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Pushing event updated for resources: {'Port': ['ID=b864f437-b4ef-4896-98c4-569d22d5cff8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.379126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Attempting to bind port 5e762474-269c-4e35-bf6c-fee376fbe557 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:03.379469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Attempting to bind port 5e762474-269c-4e35-bf6c-fee376fbe557 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:03.379802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Attempting to bind port 5e762474-269c-4e35-bf6c-fee376fbe557 on network 3230e7cd-0a16-4b95-95ce-d6421f46b924 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:03.396740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f53b-4467-4c87-9106-3fef85528304 req-baf4b6cd-b515-4e50-8d8c-871d963bd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.398281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d80f53b-4467-4c87-9106-3fef85528304 req-baf4b6cd-b515-4e50-8d8c-871d963bd236 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 1096 time: 0.2350340 Jul 16 01:45:03.398874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Port 5e762474-269c-4e35-bf6c-fee376fbe557 on network 3230e7cd-0a16-4b95-95ce-d6421f46b924 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:03.399199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Attempting to bind port 5e762474-269c-4e35-bf6c-fee376fbe557 on network 3230e7cd-0a16-4b95-95ce-d6421f46b924 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:03.457215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:03.457564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Checking segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:03.457951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Bound using segment: {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:03.458398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Bound port: 5e762474-269c-4e35-bf6c-fee376fbe557, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:03.458887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.459511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.493470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f937350-badc-499c-acd7-9a1b5c09be39 req-80301015-2078-4728-a6db-c3797b8b0eb5 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.495065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f937350-badc-499c-acd7-9a1b5c09be39 req-80301015-2078-4728-a6db-c3797b8b0eb5 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 943 time: 0.2808101 Jul 16 01:45:03.538362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d80f53b-4467-4c87-9106-3fef85528304 req-1e1f04d5-756a-4115-afc0-dcf7313b9255 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229932 Jul 16 01:45:03.574859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.578382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.582808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Attempting to bind port b864f437-b4ef-4896-98c4-569d22d5cff8 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:03.583147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Attempting to bind port b864f437-b4ef-4896-98c4-569d22d5cff8 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:03.583473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Attempting to bind port b864f437-b4ef-4896-98c4-569d22d5cff8 on network bca5b9f3-3c15-442f-876f-98aec4777cd9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:03.592800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Port b864f437-b4ef-4896-98c4-569d22d5cff8 on network bca5b9f3-3c15-442f-876f-98aec4777cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:03.592800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Attempting to bind port b864f437-b4ef-4896-98c4-569d22d5cff8 on network bca5b9f3-3c15-442f-876f-98aec4777cd9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:03.607261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f937350-badc-499c-acd7-9a1b5c09be39 req-9b510cef-dfbf-41c9-a3c5-b6356ae07787 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050844 Jul 16 01:45:03.608295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] For port 5e762474-269c-4e35-bf6c-fee376fbe557, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:03.612215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] For port 5e762474-269c-4e35-bf6c-fee376fbe557, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5e762474-269c-4e35-bf6c-fee376fbe557,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:03.621752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed067a10-f81f-4c25-ae0e-64dbe3403e89 req-ac43598a-48bf-47e2-bed1-5739c202865c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.628481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed067a10-f81f-4c25-ae0e-64dbe3403e89 req-ac43598a-48bf-47e2-bed1-5739c202865c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.632510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:03.632942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Checking segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:03.633506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Bound using segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:03.634309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Bound port: b864f437-b4ef-4896-98c4-569d22d5cff8, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:03.634628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed067a10-f81f-4c25-ae0e-64dbe3403e89 req-ac43598a-48bf-47e2-bed1-5739c202865c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.635273 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.637014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed067a10-f81f-4c25-ae0e-64dbe3403e89 req-ac43598a-48bf-47e2-bed1-5739c202865c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2388 time: 0.2348778 Jul 16 01:45:03.638719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.676225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.678148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router 1b76a12e-dccc-4647-8e03-fbcedb0642da {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:03.690894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.691518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.692997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 1091 time: 1.3614595 Jul 16 01:45:03.693371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:03.695841 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366da4b7-1dd3-4f67-977e-356a1572eca1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:03.707117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.713292 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1da7faef-5426-4128-88ab-72578a8f0459 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 204 len: 168 time: 1.7372229 Jul 16 01:45:03.714544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:03.724787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-487964428'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.759439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] For port b864f437-b4ef-4896-98c4-569d22d5cff8, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:03.763337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] For port b864f437-b4ef-4896-98c4-569d22d5cff8, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b864f437-b4ef-4896-98c4-569d22d5cff8,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:03.768587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.785435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41cabc-1ae1-48f2-826a-0c8454b5a5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e762474-269c-4e35-bf6c-fee376fbe557,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.798628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed067a10-f81f-4c25-ae0e-64dbe3403e89 req-73f34c9c-4ef1-42a8-a07f-489f883d8267 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293559 Jul 16 01:45:03.805886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.807136 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.808420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] 10.222.0.38 "PUT /v2.0/ports/b864f437-b4ef-4896-98c4-569d22d5cff8 HTTP/1.1" status: 200 len: 1091 time: 1.1557176 Jul 16 01:45:03.811084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'tag': 'b864f437-b4ef-4896-98c4-569d22d5cff8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:03.820818 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bab755-5bb6-4b7a-8fee-0833541dad24" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "tag": "b864f437-b4ef-4896-98c4-569d22d5cff8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:03.846551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Request body: {'port': {'device_id': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:03.882731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf424a3-2a40-4001-a885-5e4b446b19de service neutron] Pushing event updated for resources: {'Port': ['ID=b864f437-b4ef-4896-98c4-569d22d5cff8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:03.907357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:03.912020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.949818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:03.953484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-8a834483-ac4d-4020-8301-dcea636f548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.955033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-8a834483-ac4d-4020-8301-dcea636f548d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1094 time: 0.1823444 Jul 16 01:45:03.960836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.972633 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:03.972993 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 01a14729-81f0-4fd8-b2ba-9690eba08632 of type vlan for network c729568d-2b20-43ca-9dda-e9f6c8bd34bd Jul 16 01:45:04.044731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771dc-5c66-46aa-85d5-6660984dabdc req-9fb6457f-98cd-4490-a923-daddd8605e3d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.046264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f9771dc-5c66-46aa-85d5-6660984dabdc req-9fb6457f-98cd-4490-a923-daddd8605e3d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.3033831 Jul 16 01:45:04.052589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-efcbb8ff-9f56-4689-abd5-9b7344c78f0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 217 time: 0.0779970 Jul 16 01:45:04.154322 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.168599 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:04.187038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-de68217b-606e-4e51-8748-3e1c434aa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.188528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-de68217b-606e-4e51-8748-3e1c434aa5f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 200 len: 868 time: 0.1175776 Jul 16 01:45:04.191270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f9771dc-5c66-46aa-85d5-6660984dabdc req-f9badec0-a612-4b34-a996-a0c204326615 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221931 Jul 16 01:45:04.256262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8945e-203f-49d1-8f54-fb31dfa68a52 req-22e7fdeb-d067-45b8-aa72-6bc32885fa1a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.257793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21f8945e-203f-49d1-8f54-fb31dfa68a52 req-22e7fdeb-d067-45b8-aa72-6bc32885fa1a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.2655220 Jul 16 01:45:04.260058 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e38ad4f-1c0a-4145-8f5d-f13bd3f4cb7b x-openstack-request-id: req-1e38ad4f-1c0a-4145-8f5d-f13bd3f4cb7b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:04.260282 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:04.260633 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e38ad4f-1c0a-4145-8f5d-f13bd3f4cb7b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:04.260913 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557', 'status': 'completed', 'code': 200} Jul 16 01:45:04.263395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.268356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.268957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.276003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43633ded-707c-4a4a-b425-9c19ad032488 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:04.285728 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.298395 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540e34e-9d27-46f0-9eb6-98dc571c278b x-openstack-request-id: req-a540e34e-9d27-46f0-9eb6-98dc571c278b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:04.298717 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "tag": "b864f437-b4ef-4896-98c4-569d22d5cff8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:04.298968 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a540e34e-9d27-46f0-9eb6-98dc571c278b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:04.299382 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'tag': 'b864f437-b4ef-4896-98c4-569d22d5cff8', 'status': 'completed', 'code': 200} Jul 16 01:45:04.318245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Transition to ACTIVE for port object 43633ded-707c-4a4a-b425-9c19ad032488 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:04.325158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.331072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6103511 Jul 16 01:45:04.333903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:04.339721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:04.410793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3503-4d25-4b1c-8b23-2e05f4987fc7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=c729568d-2b20-43ca-9dda-e9f6c8bd34bd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.426034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:04.426530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21f8945e-203f-49d1-8f54-fb31dfa68a52 req-d24d30d4-2d1c-4f49-b96d-fd6455d4aaca tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549513 Jul 16 01:45:04.433425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-e3b54fca-4fe9-4802-aa22-0065eac45ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.434946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-e3b54fca-4fe9-4802-aa22-0065eac45ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3230e7cd-0a16-4b95-95ce-d6421f46b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372215 Jul 16 01:45:04.514199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Pushing event updated for resources: {'Port': ['ID=43633ded-707c-4a4a-b425-9c19ad032488,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.548636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 27f5b112-0490-4dde-92a4-a958f67b0f85 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:04.609065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Attempting to bind port 43633ded-707c-4a4a-b425-9c19ad032488 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:04.609548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Attempting to bind port 43633ded-707c-4a4a-b425-9c19ad032488 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:04.609734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Attempting to bind port 43633ded-707c-4a4a-b425-9c19ad032488 on network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:04.619582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Port 43633ded-707c-4a4a-b425-9c19ad032488 on network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:04.620094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Attempting to bind port 43633ded-707c-4a4a-b425-9c19ad032488 on network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:04.628116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:04.628466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Checking segment: {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:04.628867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Bound using segment: {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:04.629314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Bound port: 43633ded-707c-4a4a-b425-9c19ad032488, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06716b4d-241b-41e0-a2c1-4aada5fcf40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:04.629682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.693616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-c5a19075-8894-411a-915b-bbf298b4ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.694096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-c5a19075-8894-411a-915b-bbf298b4ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.694875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-c5a19075-8894-411a-915b-bbf298b4ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.696540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-c5a19075-8894-411a-915b-bbf298b4ab37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2756 time: 0.3698211 Jul 16 01:45:04.713210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:04.716336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.718005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 27f5b112-0490-4dde-92a4-a958f67b0f85, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=27f5b112-0490-4dde-92a4-a958f67b0f85,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:04.731537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:04.756602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] For port 43633ded-707c-4a4a-b425-9c19ad032488, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:04.771111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.771730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-447ae524-728b-472c-aebb-0fc149903012 service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144937 Jul 16 01:45:04.781711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbc76d-0f79-4163-9218-2a2eb0d74959 req-7c5b744d-b853-4451-957d-14b746fa6a40 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.783189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0dbc76d-0f79-4163-9218-2a2eb0d74959 req-7c5b744d-b853-4451-957d-14b746fa6a40 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 945 time: 0.3416736 Jul 16 01:45:04.790530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f5b112-0490-4dde-92a4-a958f67b0f85 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:04.800500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] For port 43633ded-707c-4a4a-b425-9c19ad032488, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=43633ded-707c-4a4a-b425-9c19ad032488,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:04.808306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.817583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 27f5b112-0490-4dde-92a4-a958f67b0f85, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=27f5b112-0490-4dde-92a4-a958f67b0f85,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:04.823929 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.864113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.865444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.866550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] 10.222.0.38 "PUT /v2.0/ports/43633ded-707c-4a4a-b425-9c19ad032488 HTTP/1.1" status: 200 len: 1092 time: 1.0247695 Jul 16 01:45:04.891796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=27f5b112-0490-4dde-92a4-a958f67b0f85,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.897605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db570bd-81cc-481e-bdc3-c07928844333 req-e2d8a7a2-4023-4a92-b554-db84f3188360 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.904478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db570bd-81cc-481e-bdc3-c07928844333 req-e2d8a7a2-4023-4a92-b554-db84f3188360 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 943 time: 0.3437386 Jul 16 01:45:04.905110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Request body: {'port': {'device_id': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:04.911426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7239ab-ff83-4883-84d2-03e0a68b5db1 service neutron] Pushing event updated for resources: {'Port': ['ID=43633ded-707c-4a4a-b425-9c19ad032488,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:04.979296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0dbc76d-0f79-4163-9218-2a2eb0d74959 req-f5391b0e-58c5-459c-9c57-346ee9c01aee tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616313 Jul 16 01:45:04.989293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-b23e4737-da65-4b15-a85c-b880fec44d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.989762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-b23e4737-da65-4b15-a85c-b880fec44d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.990220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-b23e4737-da65-4b15-a85c-b880fec44d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.991791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-b23e4737-da65-4b15-a85c-b880fec44d00 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cb139c44a2454f8b8d05a3dacea79170&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2869046 Jul 16 01:45:05.039751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1db570bd-81cc-481e-bdc3-c07928844333 req-eaf9f026-ab81-44ef-b254-9c69dc376937 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344168 Jul 16 01:45:05.045433 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7fc093d-f411-4982-808d-7464dd5e3c1d req-3ca40e39-a9fd-4603-83d6-54210b76473b service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611761 Jul 16 01:45:05.081945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.092545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['27f5b112-0490-4dde-92a4-a958f67b0f85'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:05.097312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.189359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-806c6718-87bc-4cd9-b689-7b08314770e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.190854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89bab755-5bb6-4b7a-8fee-0833541dad24 req-806c6718-87bc-4cd9-b689-7b08314770e9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856034 Jul 16 01:45:05.219027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-080c9ab8-a3ab-4611-b3a2-2af455f98106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.221226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-080c9ab8-a3ab-4611-b3a2-2af455f98106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1094 time: 0.0929720 Jul 16 01:45:05.310250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=25f575c4-f48a-4c7c-b5fd-cd10c69f0f89,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.318925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '01a14729-81f0-4fd8-b2ba-9690eba08632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:05.319087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: c729568d-2b20-43ca-9dda-e9f6c8bd34bd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:05.363554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:05.382119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c729568d-2b20-43ca-9dda-e9f6c8bd34bd) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:05.390642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba0f76-a2eb-4d3d-ba4a-196f02b01497 None None] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:05.411224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.411900 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.418705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-eb64dd62-4df2-49ff-9f57-45c291b6f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.420226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-eb64dd62-4df2-49ff-9f57-45c291b6f3d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 930 time: 0.1895525 Jul 16 01:45:05.439624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-171da878-2b14-4c77-a27f-97f3980eb0ba tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1022441 Jul 16 01:45:05.439840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83e9a4-8230-4742-8475-6e9b7595a766 req-c099aab7-f92a-4d35-8f9b-869ffcfab8c5 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.441213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed83e9a4-8230-4742-8475-6e9b7595a766 req-c099aab7-f92a-4d35-8f9b-869ffcfab8c5 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1096 time: 0.1724341 Jul 16 01:45:05.442779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.447284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271398175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:05.482228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-ed3f4057-cfd5-4558-8976-54d9b7147837 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 217 time: 0.0541468 Jul 16 01:45:05.499194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.500405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.544989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f4bd42-78a9-406e-bfd5-9eb3f39f599b {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:05.545216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bce5e-f3c0-4cc2-bfe3-f0b41b5cadf8 req-1ef70e6a-cfe1-4bcc-bbca-a51178bde267 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.546838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a88bce5e-f3c0-4cc2-bfe3-f0b41b5cadf8 req-1ef70e6a-cfe1-4bcc-bbca-a51178bde267 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 943 time: 0.1829920 Jul 16 01:45:05.560648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed83e9a4-8230-4742-8475-6e9b7595a766 req-a5b0ebe4-3afe-4434-9677-9a9aae6463ea tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875702 Jul 16 01:45:05.561891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.566092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c729568d-2b20-43ca-9dda-e9f6c8bd34bd', 'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': '25f575c4-f48a-4c7c-b5fd-cd10c69f0f89'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:05.566092 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.566911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-e670715e-a4cd-4a5e-bff1-b22509b539f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.567781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-e670715e-a4cd-4a5e-bff1-b22509b539f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 200 len: 868 time: 0.0747666 Jul 16 01:45:05.615171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.618886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Transition to ACTIVE for port object 19f4bd42-78a9-406e-bfd5-9eb3f39f599b will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:05.623182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.630484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.652255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a88bce5e-f3c0-4cc2-bfe3-f0b41b5cadf8 req-777befec-1284-42ab-aff0-d33d1068f024 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825446 Jul 16 01:45:05.679305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-a7fd1e4c-6dcc-4b22-834a-db2db2e0e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.682962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-a7fd1e4c-6dcc-4b22-834a-db2db2e0e806 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3230e7cd-0a16-4b95-95ce-d6421f46b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052094 Jul 16 01:45:05.731887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.736479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f53ca45-66e4-4d2e-aab2-70a42e1c827a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2927232 Jul 16 01:45:05.737249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.745382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Pushing event updated for resources: {'Port': ['ID=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:05.807763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Allocated IP 172.20.0.2 (c729568d-2b20-43ca-9dda-e9f6c8bd34bd/25f575c4-f48a-4c7c-b5fd-cd10c69f0f89/8ea15fc1-d9d2-4c5f-b857-5708186c9885) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:05.996769 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.007004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Transition to ACTIVE for port object 8ea15fc1-d9d2-4c5f-b857-5708186c9885 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:06.024777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Transition to ACTIVE for port object 8ea15fc1-d9d2-4c5f-b857-5708186c9885 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:06.031283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.091772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:06.099630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:06.103983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:06.106187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Pushing event updated for resources: {'Port': ['ID=8ea15fc1-d9d2-4c5f-b857-5708186c9885,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.166809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Attempting to bind port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:06.167507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Attempting to bind port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '01a14729-81f0-4fd8-b2ba-9690eba08632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:06.168127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Attempting to bind port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 on network c729568d-2b20-43ca-9dda-e9f6c8bd34bd {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:06.173536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:06.174087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Checking segment: {'id': '01a14729-81f0-4fd8-b2ba-9690eba08632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:06.174582 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.175062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Bound using segment: {'id': '01a14729-81f0-4fd8-b2ba-9690eba08632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:06.175952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Bound port: 8ea15fc1-d9d2-4c5f-b857-5708186c9885, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a14729-81f0-4fd8-b2ba-9690eba08632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c729568d-2b20-43ca-9dda-e9f6c8bd34bd'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:06.176144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.244581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] For port 8ea15fc1-d9d2-4c5f-b857-5708186c9885, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:06.247979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] For port 8ea15fc1-d9d2-4c5f-b857-5708186c9885, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8ea15fc1-d9d2-4c5f-b857-5708186c9885,segment=NetworkSegment(01a14729-81f0-4fd8-b2ba-9690eba08632),segment_id=01a14729-81f0-4fd8-b2ba-9690eba08632)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:06.254314 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.255546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-57110556-ef83-4483-8514-327a87f7927e service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627205 Jul 16 01:45:06.266274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08883-6be5-401c-8858-35797ef1a279 req-b5a6bc85-9588-4bda-91ad-ec633847c9d5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.272179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08883-6be5-401c-8858-35797ef1a279 req-b5a6bc85-9588-4bda-91ad-ec633847c9d5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.278582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08883-6be5-401c-8858-35797ef1a279 req-b5a6bc85-9588-4bda-91ad-ec633847c9d5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.280262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5b08883-6be5-401c-8858-35797ef1a279 req-b5a6bc85-9588-4bda-91ad-ec633847c9d5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2412 time: 0.5781832 Jul 16 01:45:06.300571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'tag': '43633ded-707c-4a4a-b425-9c19ad032488'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:06.302863 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "tag": "43633ded-707c-4a4a-b425-9c19ad032488"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:06.323668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd3432-02d3-464d-8f1b-79e6b17c04b0 None None] Pushing event updated for resources: {'Port': ['ID=8ea15fc1-d9d2-4c5f-b857-5708186c9885,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.338502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Attempting to bind port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:06.338838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Attempting to bind port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:06.339163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Attempting to bind port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b on network bca5b9f3-3c15-442f-876f-98aec4777cd9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:06.346317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b on network bca5b9f3-3c15-442f-876f-98aec4777cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:06.346571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Attempting to bind port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b on network bca5b9f3-3c15-442f-876f-98aec4777cd9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:06.355115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:06.355512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Checking segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:06.356095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Bound using segment: {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:06.356524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Bound port: 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:06.356883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.388827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db4af-d671-41b4-b73e-86fe5bc4d5c2 req-72bdb521-7070-4b0b-b96d-6ed39f3e9d16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.396066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-000db4af-d671-41b4-b73e-86fe5bc4d5c2 req-72bdb521-7070-4b0b-b96d-6ed39f3e9d16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.6148639 Jul 16 01:45:06.411101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5b08883-6be5-401c-8858-35797ef1a279 req-3a1128fd-c5cd-4c82-8f72-14c5795c27e0 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182833 Jul 16 01:45:06.451721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-366da4b7-1dd3-4f67-977e-356a1572eca1 req-98e0a95d-dd86-4b35-a670-05b3e4a6b54d service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704593 Jul 16 01:45:06.454765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-000db4af-d671-41b4-b73e-86fe5bc4d5c2 req-e94b648a-e3ec-40da-81d1-f1dad7262145 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 Jul 16 01:45:06.473603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.531645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 27f5b112-0490-4dde-92a4-a958f67b0f85 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:06.562632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] For port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:06.632174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 27f5b112-0490-4dde-92a4-a958f67b0f85 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:06.636969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 27f5b112-0490-4dde-92a4-a958f67b0f85 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:06.637345 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.670782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] For port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:06.685646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.686367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e20b2-f905-4f00-9010-1900380669f4 req-0b5928a5-b443-48a6-a6ea-9facf2231f12 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.687959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-005e20b2-f905-4f00-9010-1900380669f4 req-0b5928a5-b443-48a6-a6ea-9facf2231f12 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1096 time: 0.1098003 Jul 16 01:45:06.742295 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.748277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d2e8d-442e-4d14-a845-6fa4db937497 req-eb37d35b-76b6-4202-9aa9-b90648e3db88 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.750131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-927d2e8d-442e-4d14-a845-6fa4db937497 req-eb37d35b-76b6-4202-9aa9-b90648e3db88 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 945 time: 0.1032856 Jul 16 01:45:06.763889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.764529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.765930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] 10.222.0.38 "PUT /v2.0/ports/19f4bd42-78a9-406e-bfd5-9eb3f39f599b HTTP/1.1" status: 200 len: 1092 time: 1.8653395 Jul 16 01:45:06.770247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-005e20b2-f905-4f00-9010-1900380669f4 req-749e5088-2ac8-45eb-a9a5-2db17a37ba16 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616636 Jul 16 01:45:06.800197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 27f5b112-0490-4dde-92a4-a958f67b0f85, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=27f5b112-0490-4dde-92a4-a958f67b0f85,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:06.801631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:06.804342 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b4a5b4-914b-4363-b5e3-1b8a9b0f46ac" -d '{"events": [{"server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "name": "network-vif-plugged", "status": "completed", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:06.809502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.820537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1915a3a-6882-4d77-ad0f-95c226901340 service neutron] Pushing event updated for resources: {'Port': ['ID=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.826114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-927d2e8d-442e-4d14-a845-6fa4db937497 req-f4edbaac-2cc2-4e73-9fbb-c6353b39707a tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575707 Jul 16 01:45:06.892747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=27f5b112-0490-4dde-92a4-a958f67b0f85,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.007208 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6994551c-f470-4b86-a890-196ab4c27629 x-openstack-request-id: req-6994551c-f470-4b86-a890-196ab4c27629 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:07.007509 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "tag": "43633ded-707c-4a4a-b425-9c19ad032488", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:07.007906 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6994551c-f470-4b86-a890-196ab4c27629 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:07.008331 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'tag': '43633ded-707c-4a4a-b425-9c19ad032488', 'status': 'completed', 'code': 200} Jul 16 01:45:07.021172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.20.0.1 (c729568d-2b20-43ca-9dda-e9f6c8bd34bd/25f575c4-f48a-4c7c-b5fd-cd10c69f0f89/e85c8972-4503-4917-b806-0d780465104a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:07.027828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-8b62d35a-8843-4677-bd0d-1c5c3f02168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.028339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-8b62d35a-8843-4677-bd0d-1c5c3f02168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.028858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-8b62d35a-8843-4677-bd0d-1c5c3f02168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.029067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c8f2-3c93-4304-a0b2-d081b84325ff req-c588cbeb-30fb-4dd8-ac38-e6100354dd0f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.030719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-8b62d35a-8843-4677-bd0d-1c5c3f02168e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2865 time: 0.1963422 Jul 16 01:45:07.030845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcf2c8f2-3c93-4304-a0b2-d081b84325ff req-c588cbeb-30fb-4dd8-ac38-e6100354dd0f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 945 time: 0.0797276 Jul 16 01:45:07.075448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcf2c8f2-3c93-4304-a0b2-d081b84325ff req-ff3ebc7f-d965-48c2-93b7-71ba247f4f3d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 Jul 16 01:45:07.090081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-78c101f0-4248-45aa-a0ec-5cda0eefad46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=b864f437-b4ef-4896-98c4-569d22d5cff8 HTTP/1.1" status: 200 len: 217 time: 0.0491841 Jul 16 01:45:07.178431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fc768-c672-4ef2-9652-c288bf60a8ec req-588a146f-452e-4bc8-9575-1671e88032c6 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.180645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-174fc768-c672-4ef2-9652-c288bf60a8ec req-588a146f-452e-4bc8-9575-1671e88032c6 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 943 time: 0.0813007 Jul 16 01:45:07.195150 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb4b079-4524-4f03-8f23-97b52328af1b x-openstack-request-id: req-5eb4b079-4524-4f03-8f23-97b52328af1b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:07.195466 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "name": "network-vif-plugged", "status": "completed", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:07.195725 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eb4b079-4524-4f03-8f23-97b52328af1b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:07.196154 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'code': 200} Jul 16 01:45:07.213497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-16af1001-c7d7-43a9-b997-d0e96d763d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.215182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-16af1001-c7d7-43a9-b997-d0e96d763d59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97721667-e320-4395-aa50-adc257bdc371 HTTP/1.1" status: 200 len: 801 time: 0.1151595 Jul 16 01:45:07.239437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-174fc768-c672-4ef2-9652-c288bf60a8ec req-13d01647-afc9-40a1-b129-be546a23f468 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497873 Jul 16 01:45:07.289429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.312686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object e85c8972-4503-4917-b806-0d780465104a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:07.334876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-97f29166-4722-43aa-92bb-6f58e5e4a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.336417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-97f29166-4722-43aa-92bb-6f58e5e4a03c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bca5b9f3-3c15-442f-876f-98aec4777cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142776 Jul 16 01:45:07.365991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ae4a-1fd4-4572-bc0d-db359b144706 req-b2b198a2-31e0-42ae-be83-25a5ead045e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.367695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d452ae4a-1fd4-4572-bc0d-db359b144706 req-b2b198a2-31e0-42ae-be83-25a5ead045e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1096 time: 0.0833890 Jul 16 01:45:07.421635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d452ae4a-1fd4-4572-bc0d-db359b144706 req-abc7c101-8dc9-4a70-a053-1201fdc63a0c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Jul 16 01:45:07.451598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.503201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:07.515600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:07.524073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:07.572564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-5c328ee2-91ca-4483-8f4c-3945501be4b1 service neutron] 10.222.0.38 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261028 Jul 16 01:45:07.577541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=e85c8972-4503-4917-b806-0d780465104a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.624357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.655283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b261634-3d08-45fd-8b9b-f839979ba19d None None] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:07.677688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9dfb-9943-43d1-ade3-3f2269062071 req-d88c0253-5da3-4304-bf67-4a2d1e3baa07 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.686925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9dfb-9943-43d1-ade3-3f2269062071 req-d88c0253-5da3-4304-bf67-4a2d1e3baa07 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.694424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9dfb-9943-43d1-ade3-3f2269062071 req-d88c0253-5da3-4304-bf67-4a2d1e3baa07 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.696411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40ee9dfb-9943-43d1-ade3-3f2269062071 req-d88c0253-5da3-4304-bf67-4a2d1e3baa07 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2412 time: 0.1121368 Jul 16 01:45:07.743585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fd1ece0c-d97f-4a97-801c-ec07748803ff None None] Provisioning for port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:07.744226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40ee9dfb-9943-43d1-ade3-3f2269062071 req-ad26f57e-fb5d-4974-85c0-de545d020ce0 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jul 16 01:45:07.779086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-5bf2fda3-f3e7-4da2-a5e1-db9977816454 service neutron] 10.222.0.38 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907248 Jul 16 01:45:07.831167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-f2b1c711-0c26-420f-8cd3-233eb96cfeff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=43633ded-707c-4a4a-b425-9c19ad032488 HTTP/1.1" status: 200 len: 217 time: 0.0440872 Jul 16 01:45:07.935006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.966079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-96a6a303-6476-4e72-a2a8-8eb889ff6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.968690 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-96a6a303-6476-4e72-a2a8-8eb889ff6c07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1061ee9f-afea-4b22-ad4f-47caf9646b2f HTTP/1.1" status: 200 len: 801 time: 0.1121736 Jul 16 01:45:07.979703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ea15fc1-d9d2-4c5f-b857-5708186c9885 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:08.077508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:08.099128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:08.099128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.146372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96082675-3e2e-42fc-834d-7a16799362f2 req-c92d0918-fecb-4c8a-abbb-89473515c38f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.157318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96082675-3e2e-42fc-834d-7a16799362f2 req-c92d0918-fecb-4c8a-abbb-89473515c38f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.1145351 Jul 16 01:45:08.188336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-efc07abb-68b8-465b-acce-8bcbe0482375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.190246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-efc07abb-68b8-465b-acce-8bcbe0482375 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2038033 Jul 16 01:45:08.213752 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.214194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96082675-3e2e-42fc-834d-7a16799362f2 req-67eae4aa-2a66-460d-8833-7c83190e178d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557439 Jul 16 01:45:08.217050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f5154d-41c3-4c5d-a604-e03df0db9703 None None] Provisioning for port e85c8972-4503-4917-b806-0d780465104a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:08.237022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f5154d-41c3-4c5d-a604-e03df0db9703 None None] Provisioning complete for port e85c8972-4503-4917-b806-0d780465104a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:08.237766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41f5154d-41c3-4c5d-a604-e03df0db9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.261602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8ea15fc1-d9d2-4c5f-b857-5708186c9885, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8ea15fc1-d9d2-4c5f-b857-5708186c9885,segment=NetworkSegment(01a14729-81f0-4fd8-b2ba-9690eba08632),segment_id=01a14729-81f0-4fd8-b2ba-9690eba08632)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:08.303459 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.359377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-41f5154d-41c3-4c5d-a604-e03df0db9703 None None] Port e85c8972-4503-4917-b806-0d780465104a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:08.393743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8ea15fc1-d9d2-4c5f-b857-5708186c9885,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.415113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f5154d-41c3-4c5d-a604-e03df0db9703 None None] Provisioning complete for port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:08.415544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41f5154d-41c3-4c5d-a604-e03df0db9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.441890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-65fcfc39-854c-4cfc-8c78-176bbfaee203 service neutron] 10.222.0.38 "GET /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132621 Jul 16 01:45:08.545070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5e762474-269c-4e35-bf6c-fee376fbe557 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:08.553293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.562686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.656998 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-59b5221d-b5f5-44dd-bf33-3678c71b4c6a service neutron] 10.222.0.38 "GET /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056592 Jul 16 01:45:08.664810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656f4b3-dbf4-483d-b2e0-429e10587039 req-ee809671-9929-4db3-9bec-482c1061b131 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.666803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4656f4b3-dbf4-483d-b2e0-429e10587039 req-ee809671-9929-4db3-9bec-482c1061b131 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 945 time: 0.0901024 Jul 16 01:45:08.679409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae37f28b-a78c-4647-bf85-d77f2dcec58e None None] Provisioning complete for port e85c8972-4503-4917-b806-0d780465104a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:08.680022 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae37f28b-a78c-4647-bf85-d77f2dcec58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.692126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=e85c8972-4503-4917-b806-0d780465104a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.692126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.710815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4656f4b3-dbf4-483d-b2e0-429e10587039 req-86b80ac6-b492-4a4d-b79d-a0c2cc336238 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Jul 16 01:45:08.725201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5e762474-269c-4e35-bf6c-fee376fbe557, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5e762474-269c-4e35-bf6c-fee376fbe557,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:08.741850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-77b086e5-4750-4787-8b5f-5f16ce4651d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b HTTP/1.1" status: 200 len: 217 time: 0.0695944 Jul 16 01:45:08.752819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '5e762474-269c-4e35-bf6c-fee376fbe557', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'port_id': '5e762474-269c-4e35-bf6c-fee376fbe557', 'mac_address': 'fa:16:3e:86:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:08.754486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae37f28b-a78c-4647-bf85-d77f2dcec58e None None] Port e85c8972-4503-4917-b806-0d780465104a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:08.778766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-7b3b4d83-35e7-406a-98c3-46273291ea4c tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:08.779914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-7b3b4d83-35e7-406a-98c3-46273291ea4c tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1180937 Jul 16 01:45:08.799897 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.820856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e762474-269c-4e35-bf6c-fee376fbe557 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:08.845567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5e762474-269c-4e35-bf6c-fee376fbe557, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5e762474-269c-4e35-bf6c-fee376fbe557,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:08.855304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.864442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Request body: {'binding': {'host': 'n-h2-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:08.864894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:45:08.888122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806214-02c6-4cf4-8423-04b420e314f3 req-ec3b8271-c825-467e-b65d-6f4bdc30c59e tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.889792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9806214-02c6-4cf4-8423-04b420e314f3 req-ec3b8271-c825-467e-b65d-6f4bdc30c59e tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 943 time: 0.0730209 Jul 16 01:45:08.895318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-e3a31744-0172-492a-ba56-67978f86a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.896802 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-e3a31744-0172-492a-ba56-67978f86a641 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97721667-e320-4395-aa50-adc257bdc371 HTTP/1.1" status: 200 len: 801 time: 0.1330502 Jul 16 01:45:08.904486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5e762474-269c-4e35-bf6c-fee376fbe557,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:08.931091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9806214-02c6-4cf4-8423-04b420e314f3 req-14315e8e-e4cf-4818-bc7b-0b21fa84eca6 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349460 Jul 16 01:45:08.957254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:08.970168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:09.033631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'tag': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:09.035904 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1d1889-64fc-439b-90a4-e38476b86ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "tag": "19f4bd42-78a9-406e-bfd5-9eb3f39f599b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:09.187022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['5e762474-269c-4e35-bf6c-fee376fbe557'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:09.264705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffc8e1-0e13-4e78-b97d-d5ccb4d11d16 req-c0fe2f2c-1a4e-4e2a-9ba3-9e75fd167d41 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.270704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffc8e1-0e13-4e78-b97d-d5ccb4d11d16 req-c0fe2f2c-1a4e-4e2a-9ba3-9e75fd167d41 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.277471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffc8e1-0e13-4e78-b97d-d5ccb4d11d16 req-c0fe2f2c-1a4e-4e2a-9ba3-9e75fd167d41 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.279266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44ffc8e1-0e13-4e78-b97d-d5ccb4d11d16 req-c0fe2f2c-1a4e-4e2a-9ba3-9e75fd167d41 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2412 time: 0.0838783 Jul 16 01:45:09.326798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44ffc8e1-0e13-4e78-b97d-d5ccb4d11d16 req-4ba3a5bc-9586-44db-bb18-bea765e72ec3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Jul 16 01:45:09.406896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc9201be-8da3-4b13-9b1f-1911091a6e37 None None] Provisioning complete for port e85c8972-4503-4917-b806-0d780465104a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:09.407704 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc9201be-8da3-4b13-9b1f-1911091a6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.417432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b305b8cf-f84f-4ae8-b0f5-516aa0761ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.418960 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-b305b8cf-f84f-4ae8-b0f5-516aa0761ed9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bca5b9f3-3c15-442f-876f-98aec4777cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5084145 Jul 16 01:45:09.460882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cc9201be-8da3-4b13-9b1f-1911091a6e37 None None] Port e85c8972-4503-4917-b806-0d780465104a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:09.524392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d221-0091-42fa-8eea-5c6a577fdb36 req-d598476a-651d-41df-9e32-d9d6fa41af98 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.526438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd42d221-0091-42fa-8eea-5c6a577fdb36 req-d598476a-651d-41df-9e32-d9d6fa41af98 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.0623770 Jul 16 01:45:09.538870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on host n-h2-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:09.539198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:09.539514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:09.556592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:09.556912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:09.565647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd42d221-0091-42fa-8eea-5c6a577fdb36 req-2a6a91b4-f117-4d9f-b4a0-2bed2ea5fee9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Jul 16 01:45:09.566642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-62f3138d-29d7-4735-8f50-5e154e6395c6 service neutron] 10.222.0.38 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379886 Jul 16 01:45:09.567324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:09.567666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:09.568016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:09.568461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Bound port: 670150cd-1866-45d9-9257-ada5f9853d40, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:09.570398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:09.742479 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d0d406-544b-4fce-94dd-104e668b8037 x-openstack-request-id: req-79d0d406-544b-4fce-94dd-104e668b8037 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:09.742674 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "tag": "19f4bd42-78a9-406e-bfd5-9eb3f39f599b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:09.742922 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79d0d406-544b-4fce-94dd-104e668b8037 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:09.743302 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'tag': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b', 'status': 'completed', 'code': 200} Jul 16 01:45:09.752944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:09.762742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:09.763891 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] 10.222.0.35 "POST /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40/bindings HTTP/1.1" status: 201 len: 389 time: 0.9651995 Jul 16 01:45:09.787418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:09.790538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-663cb0e9-66ac-4af4-b93f-37b6dfc99ed1 req-27a71d9c-68c7-43d4-a1ce-f96f6df746b2 service neutron] 10.222.0.38 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140121 Jul 16 01:45:09.797572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.798018 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-84d2d15d-fe94-4d38-abaf-b609424a1c16 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0579007 Jul 16 01:45:09.800157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] Sync routers for ids ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:09.810252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] Routers {'0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:09.810847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.851186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.861889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] Routers {'0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:09.862874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.905208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.906240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1eb587-b419-45d8-bd51-032fb64e788b None None] The sync data for ids ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:09.948599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a2242-8d86-46d8-b204-e7c7e6691fde tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:09.950432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ed4a2242-8d86-46d8-b204-e7c7e6691fde tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports/e85c8972-4503-4917-b806-0d780465104a HTTP/1.1" status: 200 len: 910 time: 0.1507215 Jul 16 01:45:09.954309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.966339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ea15fc1-d9d2-4c5f-b857-5708186c9885 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:09.967479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25f575c4-f48a-4c7c-b5fd-cd10c69f0f89'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:10.026074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:10.027261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.071422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-2066fe0d-36fc-4d4a-b7ec-c3d05e233208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.072257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-2066fe0d-36fc-4d4a-b7ec-c3d05e233208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.073284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-2066fe0d-36fc-4d4a-b7ec-c3d05e233208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.075692 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-2066fe0d-36fc-4d4a-b7ec-c3d05e233208 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2865 time: 0.2113910 Jul 16 01:45:10.079102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd8efd-f233-458b-949c-15ead098ce7b req-a69a99d9-a33f-4877-b483-be9544ab866d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.081808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89cd8efd-f233-458b-949c-15ead098ce7b req-a69a99d9-a33f-4877-b483-be9544ab866d tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.0825086 Jul 16 01:45:10.148850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89cd8efd-f233-458b-949c-15ead098ce7b req-43128333-94f0-472a-846b-dbdf55539892 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579734 Jul 16 01:45:10.259412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-c25fdfc1-64dc-42c7-8098-b09ed601756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.261683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-c25fdfc1-64dc-42c7-8098-b09ed601756e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1096 time: 0.1085298 Jul 16 01:45:10.268862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ae334-dd95-485f-a4a4-ea1234ee73eb req-82693c23-5b14-40b1-bd3d-473368343323 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.270394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-810ae334-dd95-485f-a4a4-ea1234ee73eb req-82693c23-5b14-40b1-bd3d-473368343323 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 945 time: 0.1205955 Jul 16 01:45:10.284067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-c77e29ce-ed35-4247-872f-e1f8ab1044de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.285740 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-c77e29ce-ed35-4247-872f-e1f8ab1044de service neutron] 10.222.0.38 "GET /v2.0/networks?id=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 HTTP/1.1" status: 200 len: 903 time: 0.2001386 Jul 16 01:45:10.301885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.344892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-8e90b47a-9caa-49d9-ab53-75996d0a6851 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=43633ded-707c-4a4a-b425-9c19ad032488 HTTP/1.1" status: 200 len: 217 time: 0.0488849 Jul 16 01:45:10.366983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-810ae334-dd95-485f-a4a4-ea1234ee73eb req-f985bd87-338c-4d57-9962-2c8b98ee4f28 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747743 Jul 16 01:45:10.428426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-48651f22-26c8-40f9-a762-fad001ae94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.429912 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-48651f22-26c8-40f9-a762-fad001ae94f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.1586452 Jul 16 01:45:10.482344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-1cfd67f2-0d59-4390-8dfb-a6e9345b4334 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 217 time: 0.0438871 Jul 16 01:45:10.487138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-aeaf05b6-9b72-4e48-a65c-82dc48ea0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.488646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-aeaf05b6-9b72-4e48-a65c-82dc48ea0509 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1061ee9f-afea-4b22-ad4f-47caf9646b2f HTTP/1.1" status: 200 len: 801 time: 0.1197338 Jul 16 01:45:10.498113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4662d77-df28-408d-8961-b495da406f81 req-68845350-22b1-41b0-8612-fbd5a8c52108 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.499596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4662d77-df28-408d-8961-b495da406f81 req-68845350-22b1-41b0-8612-fbd5a8c52108 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 944 time: 0.1240041 Jul 16 01:45:10.545335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5e762474-269c-4e35-bf6c-fee376fbe557 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:10.577171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4662d77-df28-408d-8961-b495da406f81 req-7ad8b71b-bcc0-4496-8346-a2ff4570354e tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693567 Jul 16 01:45:10.592680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-8cc09648-ecd0-4da1-922e-6042fd15180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.594530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-8cc09648-ecd0-4da1-922e-6042fd15180b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.0936999 Jul 16 01:45:10.643835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-17ed5246-44f1-4a42-8034-2268ed342daf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394228 Jul 16 01:45:10.647071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 5e762474-269c-4e35-bf6c-fee376fbe557 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:10.649919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-f9068f6a-bc6d-4c10-8b2a-40f86ba22460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.652697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-f9068f6a-bc6d-4c10-8b2a-40f86ba22460 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534588 Jul 16 01:45:10.657219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 5e762474-269c-4e35-bf6c-fee376fbe557 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:10.658040 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.770510 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.804880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:10.808728 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbcc9c-108b-44d2-9462-e3cb9845d8ff" -d '{"events": [{"server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "name": "network-vif-plugged", "status": "completed", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:10.815173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5e762474-269c-4e35-bf6c-fee376fbe557, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5e762474-269c-4e35-bf6c-fee376fbe557,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:10.819029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.827659 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-5d75d68e-d305-44b6-90f9-e281b3cd575d service neutron] 10.222.0.38 "GET /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654878 Jul 16 01:45:10.870304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5e762474-269c-4e35-bf6c-fee376fbe557,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:10.877466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-54dbc847-c8ce-462f-a8dd-9399d9620882 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158527 Jul 16 01:45:10.932715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.943048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c0afe-e372-4217-8821-f8b2cd671fe2 req-7f52d2ea-2ada-487a-a323-2cf26400f6b5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.947486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:10.949280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c0afe-e372-4217-8821-f8b2cd671fe2 req-7f52d2ea-2ada-487a-a323-2cf26400f6b5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.955098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c0afe-e372-4217-8821-f8b2cd671fe2 req-7f52d2ea-2ada-487a-a323-2cf26400f6b5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:10.956769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d2c0afe-e372-4217-8821-f8b2cd671fe2 req-7f52d2ea-2ada-487a-a323-2cf26400f6b5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2412 time: 0.2689033 Jul 16 01:45:11.004900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfd9aaba-b2c9-467c-b7d8-eb1351823fbe req-9e5ab607-8b2b-4ce3-b94e-02eacf233c9f service neutron] 10.222.0.38 "GET /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677139 Jul 16 01:45:11.014564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-bea7a3fb-f059-46c9-b3da-ab4677fe000f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.021888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-bea7a3fb-f059-46c9-b3da-ab4677fe000f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2527511 Jul 16 01:45:11.031780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=e85c8972-4503-4917-b806-0d780465104a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:11.039388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.039988 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.041905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0719b546-821f-4226-a0d0-5ebd2ca7b7b8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/ports/e85c8972-4503-4917-b806-0d780465104a HTTP/1.1" status: 200 len: 910 time: 1.0861902 Jul 16 01:45:11.044698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:11.097281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-d0e468d4-2fcd-475d-84eb-80105695586d tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 695 time: 0.0744038 Jul 16 01:45:11.113679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'floatingip': {'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:11.120064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d2c0afe-e372-4217-8821-f8b2cd671fe2 req-d9762b39-06c5-4ddd-9a96-e817a0433faa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227605 Jul 16 01:45:11.123379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-83c666e2-d3de-4b5f-814f-f461c83cb8d2 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404878 Jul 16 01:45:11.168311 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.260440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-6603f558-b560-4e8c-85cb-5cda69e998e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.260928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-6603f558-b560-4e8c-85cb-5cda69e998e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.261396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-6603f558-b560-4e8c-85cb-5cda69e998e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.263029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-6603f558-b560-4e8c-85cb-5cda69e998e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2865 time: 0.1759820 Jul 16 01:45:11.443717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-65231f7f-9cfe-4acc-ad50-c723fc343fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.445217 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-65231f7f-9cfe-4acc-ad50-c723fc343fd9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bca5b9f3-3c15-442f-876f-98aec4777cd9 HTTP/1.1" status: 200 len: 902 time: 0.1731896 Jul 16 01:45:11.498451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-798e0404-843a-4687-a246-49f814c611c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b HTTP/1.1" status: 200 len: 217 time: 0.0436172 Jul 16 01:45:11.567961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1599e7e-2651-4d2b-a9a9-21a492aed065 req-c26e7365-5e2b-4a05-9327-2f2196e5038f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.569497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1599e7e-2651-4d2b-a9a9-21a492aed065 req-c26e7365-5e2b-4a05-9327-2f2196e5038f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.1607618 Jul 16 01:45:11.572987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-0f4a6913-96dc-4cac-b781-245038a23c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.574456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-0f4a6913-96dc-4cac-b781-245038a23c90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97721667-e320-4395-aa50-adc257bdc371 HTTP/1.1" status: 200 len: 801 time: 0.0691481 Jul 16 01:45:11.627930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.654450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1599e7e-2651-4d2b-a9a9-21a492aed065 req-23de9bd1-abe0-4b50-9a0d-ffd4a0bb0fed tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Jul 16 01:45:11.716704 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008610fa-af83-4000-a9c7-b48a8f9e48c7 x-openstack-request-id: req-008610fa-af83-4000-a9c7-b48a8f9e48c7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:11.717404 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "name": "network-vif-plugged", "status": "completed", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:11.717672 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-008610fa-af83-4000-a9c7-b48a8f9e48c7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:11.718077 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557', 'code': 200} Jul 16 01:45:11.730789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-dfce73d4-917a-4813-b002-f200ee9014a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.732346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-dfce73d4-917a-4813-b002-f200ee9014a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bca5b9f3-3c15-442f-876f-98aec4777cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507282 Jul 16 01:45:11.773261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.780700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:11.903529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-02720d0a-e773-495a-bcb1-719023fd2fdf service neutron] 10.222.0.38 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628609 Jul 16 01:45:11.936977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f3122-8737-46b9-b1f2-a0cca882e5cd req-c8c10bd1-75fc-4eea-8655-44a4d14f5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:11.938493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d3f3122-8737-46b9-b1f2-a0cca882e5cd req-c8c10bd1-75fc-4eea-8655-44a4d14f5961 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1096 time: 0.1454489 Jul 16 01:45:11.941391 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Floating IP c2f67780-6519-4159-b024-4d717c204c00 associated. External IP: 172.25.0.43, port: fe7e3d9e-1f4a-44df-94c5-9974e7dc2878. Jul 16 01:45:12.092949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d3f3122-8737-46b9-b1f2-a0cca882e5cd req-6d41dc9d-0313-4ead-8b39-e251571be6f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Jul 16 01:45:12.130294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ae2d-ccfb-45ea-b4c8-71a591bad4bb req-523b3563-a1c8-4992-8da3-f146f237b10a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.132086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63b6ae2d-ccfb-45ea-b4c8-71a591bad4bb req-523b3563-a1c8-4992-8da3-f146f237b10a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.1514804 Jul 16 01:45:12.253964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63b6ae2d-ccfb-45ea-b4c8-71a591bad4bb req-bec6bf24-d05c-4e17-bdb1-e89878a84d56 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808539 Jul 16 01:45:12.278623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:12.382901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f1d1889-64fc-439b-90a4-e38476b86ee3 req-5365e08f-5e90-49e9-a424-71c1d60647a7 service neutron] 10.222.0.38 "GET /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725528 Jul 16 01:45:12.409393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port e85c8972-4503-4917-b806-0d780465104a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:12.410036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.417759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:12.427667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:12.428264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.452314 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:12.453457 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:12.479116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5b262294-9451-4471-bcf5-9ec0ea1da417 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "PUT /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 995 time: 1.3721008 Jul 16 01:45:12.486014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:12.488742 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4830012-8cf8-4fc7-a47d-3c1533746674" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:12.523233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.537768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for e85c8972-4503-4917-b806-0d780465104a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:12.584404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5f009991-c0c8-424c-ac71-9bba79f33773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.592967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-5f009991-c0c8-424c-ac71-9bba79f33773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0997245 Jul 16 01:45:12.619890 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:12.685720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926caa7-5bb1-496f-9c05-456ff8583c86 req-982775a6-947b-42dd-b457-8e018eaafa3d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.687273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c926caa7-5bb1-496f-9c05-456ff8583c86 req-982775a6-947b-42dd-b457-8e018eaafa3d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 945 time: 0.1539643 Jul 16 01:45:12.738306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-39ac7c89-adb9-49b5-9b5c-fb0c366e17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.745587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-39ac7c89-adb9-49b5-9b5c-fb0c366e17e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1513679 Jul 16 01:45:12.750482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:12.767363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c926caa7-5bb1-496f-9c05-456ff8583c86 req-d250ffe0-dfd0-486f-bd5b-a54a2d3babaa tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Jul 16 01:45:12.800939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=e85c8972-4503-4917-b806-0d780465104a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:12.870603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-33803af1-06e9-4ddf-a597-c3d203a3d7fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 998 time: 0.1235948 Jul 16 01:45:12.981157 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:11Z', 'revision_number': 1, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:12.981426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-b474c3e1-2b60-4446-b465-dd856e872ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:12.990451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-b474c3e1-2b60-4446-b465-dd856e872ce9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1190097 Jul 16 01:45:13.014811 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:13.026142 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:13.026986 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.041544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.237096 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:13.286467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router 0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:13.417174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:13.429089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] Sync routers for ids ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:13.440094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d8bad680-0ffe-4c92-bb3f-70ef68cf684b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3940496 Jul 16 01:45:13.440771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.445771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20e59-126e-4cbd-bd94-3d1da437000e req-bc10d4ca-1bd0-4e1b-8a76-f3d7e56e49ca tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.447707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] Routers {'0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:13.449650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.453750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20e59-126e-4cbd-bd94-3d1da437000e req-bc10d4ca-1bd0-4e1b-8a76-f3d7e56e49ca tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.459720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20e59-126e-4cbd-bd94-3d1da437000e req-bc10d4ca-1bd0-4e1b-8a76-f3d7e56e49ca tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.461436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4db20e59-126e-4cbd-bd94-3d1da437000e req-bc10d4ca-1bd0-4e1b-8a76-f3d7e56e49ca tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2412 time: 0.5273068 Jul 16 01:45:13.467531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-7b859231-285a-47db-a976-c88d4af80425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.473729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-7b859231-285a-47db-a976-c88d4af80425 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823949 Jul 16 01:45:13.478836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-fe7d570e-1015-46ba-9017-ea65e6f794d3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:13.485246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-fe7d570e-1015-46ba-9017-ea65e6f794d3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106878 Jul 16 01:45:13.504462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.520493 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0ec41214-55b4-40ee-b12a-76adec02eb54 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 HTTP/1.1" status: 200 len: 205 time: 0.0783608 Jul 16 01:45:13.521564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] Routers {'0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:13.522397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.524460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53592) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:13.547461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4db20e59-126e-4cbd-bd94-3d1da437000e req-6f6c25ed-1a35-4932-9d60-78bad6789b84 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536792 Jul 16 01:45:13.603437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:11Z', 'revision_number': 1, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.613108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:13.614058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5a065-84f2-44fa-bab1-fb7e1ecf45bf None None] The sync data for ids ['0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:13.645899 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8cdbc-78da-4477-8e2e-aa6570a620ad None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:11Z', 'revision_number': 1, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:13.656188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-7dbca4db-3e9a-4406-8647-b22aa489a529 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700716 Jul 16 01:45:13.674084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.696198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 19f4bd42-78a9-406e-bfd5-9eb3f39f599b details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:13.708519 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b05d097-2972-4053-b2b5-e953bbee599d x-openstack-request-id: req-7b05d097-2972-4053-b2b5-e953bbee599d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:13.711566 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:13.711806 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b05d097-2972-4053-b2b5-e953bbee599d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:13.712833 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'status': 'completed', 'code': 200} Jul 16 01:45:13.901265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:13.904116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-5ab95339-7cbb-478d-910b-c30a13f8b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:13.905643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-5ab95339-7cbb-478d-910b-c30a13f8b507 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1778438 Jul 16 01:45:13.913353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b', 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9', 'port_id': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b', 'mac_address': 'fa:16:3e:1b:da:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97721667-e320-4395-aa50-adc257bdc371', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:13.917751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4542f8-f9b3-41b6-9d5b-a27f320a4266 req-2d1b8ad6-6fa4-4746-a8c7-dcad8e80a2a9 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548871 Jul 16 01:45:13.974522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.980660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:13.984878 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.011283 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fbad45-1a01-4e3d-b4d3-024cde214c12 None None] New status for floating IP c2f67780-6519-4159-b024-4d717c204c00: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:14.021912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f4bd42-78a9-406e-bfd5-9eb3f39f599b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:14.027522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-f8991bd8-123a-4c89-9d98-01724f145a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.028818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-f8991bd8-123a-4c89-9d98-01724f145a96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1102009 Jul 16 01:45:14.045019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:14.053092 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.053964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b864f437-b4ef-4896-98c4-569d22d5cff8 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:14.073857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.074538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router 0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:14.085773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.092148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35f50aaf-d0d1-4a1c-a7da-44c03f462a19 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 HTTP/1.1" status: 204 len: 168 time: 0.5656943 Jul 16 01:45:14.092811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.156532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b864f437-b4ef-4896-98c4-569d22d5cff8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b864f437-b4ef-4896-98c4-569d22d5cff8,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:14.168859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15bf76-374a-472b-aee7-0fa3db5d90e4 req-dbbd8771-8009-4ccd-921b-032594f16db6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.180238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b864f437-b4ef-4896-98c4-569d22d5cff8', 'network_id': 'bca5b9f3-3c15-442f-876f-98aec4777cd9', 'port_id': 'b864f437-b4ef-4896-98c4-569d22d5cff8', 'mac_address': 'fa:16:3e:4e:7d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97721667-e320-4395-aa50-adc257bdc371', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:14.182584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.184640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc15bf76-374a-472b-aee7-0fa3db5d90e4 req-dbbd8771-8009-4ccd-921b-032594f16db6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.3390458 Jul 16 01:45:14.195226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-c54e2d5f-9356-49d3-a2fe-79f75f59ad16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 998 time: 0.1534140 Jul 16 01:45:14.212401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet 25f575c4-f48a-4c7c-b5fd-cd10c69f0f89 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:14.215925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.251095 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.265973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b864f437-b4ef-4896-98c4-569d22d5cff8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:14.289400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.297141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b864f437-b4ef-4896-98c4-569d22d5cff8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b864f437-b4ef-4896-98c4-569d22d5cff8,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:14.310523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.312582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 43633ded-707c-4a4a-b425-9c19ad032488 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:14.382757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b864f437-b4ef-4896-98c4-569d22d5cff8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.412174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc15bf76-374a-472b-aee7-0fa3db5d90e4 req-8d0091f2-43a6-41a3-8c9b-48a4a5b2c2a4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263179 Jul 16 01:45:14.447083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.460192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-8876466c-5872-4254-9881-23f352c603c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.461990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-8876466c-5872-4254-9881-23f352c603c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.2519093 Jul 16 01:45:14.530699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.544751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 43633ded-707c-4a4a-b425-9c19ad032488, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=43633ded-707c-4a4a-b425-9c19ad032488,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:14.565585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6751b7-d3e5-4e91-9780-3bc63321a08f None None] Network c729568d-2b20-43ca-9dda-e9f6c8bd34bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:14.573962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13847d31-6912-424e-a50f-3234a023e942 req-cf0b0918-5583-4850-ba86-91a5e31a2f63 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.579492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.581867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13847d31-6912-424e-a50f-3234a023e942 req-cf0b0918-5583-4850-ba86-91a5e31a2f63 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.2898369 Jul 16 01:45:14.590909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:14.595977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/25f575c4-f48a-4c7c-b5fd-cd10c69f0f89 HTTP/1.1" status: 204 len: 168 time: 0.4910221 Jul 16 01:45:14.597678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12af758-5ccb-43fc-b456-04ee542a5ed8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=25f575c4-f48a-4c7c-b5fd-cd10c69f0f89,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.617365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '43633ded-707c-4a4a-b425-9c19ad032488', 'network_id': '3b5ecd20-9c03-4b81-ae1a-26d99d1cc871', 'port_id': '43633ded-707c-4a4a-b425-9c19ad032488', 'mac_address': 'fa:16:3e:5f:96:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061ee9f-afea-4b22-ad4f-47caf9646b2f', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:14.711839 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.715825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-5bed1b07-8766-48d0-8ab8-c53c54163ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:14.717374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-5bed1b07-8766-48d0-8ab8-c53c54163ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477570 Jul 16 01:45:14.732642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13847d31-6912-424e-a50f-3234a023e942 req-5209cb96-0704-4c74-bb1a-d172f75a73ab tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498389 Jul 16 01:45:14.759086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43633ded-707c-4a4a-b425-9c19ad032488 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:14.787989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 43633ded-707c-4a4a-b425-9c19ad032488, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=43633ded-707c-4a4a-b425-9c19ad032488,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:14.795594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.851785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=43633ded-707c-4a4a-b425-9c19ad032488,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:14.860501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:14.907704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-23421371-d84d-471d-8111-e4e15755565f service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720116 Jul 16 01:45:14.935143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] DHCP port deletion for c729568d-2b20-43ca-9dda-e9f6c8bd34bd request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:14.988119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] Deleting port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:14.988431 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.061833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] For port 8ea15fc1-d9d2-4c5f-b857-5708186c9885, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8ea15fc1-d9d2-4c5f-b857-5708186c9885,segment=NetworkSegment(01a14729-81f0-4fd8-b2ba-9690eba08632),segment_id=01a14729-81f0-4fd8-b2ba-9690eba08632)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:15.062442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.080349 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] Calling delete_port for 8ea15fc1-d9d2-4c5f-b857-5708186c9885 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:15.104416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc500d-5685-4c15-94db-32fb0d23c22b req-bf2c4a06-0d06-49c2-bda6-14fdd06d0c17 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.105995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eefc500d-5685-4c15-94db-32fb0d23c22b req-bf2c4a06-0d06-49c2-bda6-14fdd06d0c17 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 945 time: 0.2438195 Jul 16 01:45:15.147191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-d6b18be7-fc7e-42d2-8385-2546b2bd9263 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.148755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-d6b18be7-fc7e-42d2-8385-2546b2bd9263 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2808807 Jul 16 01:45:15.167138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4830012-8cf8-4fc7-a47d-3c1533746674 req-cf9e5655-b663-4004-a9e8-e26dc64286a8 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519703 Jul 16 01:45:15.169596 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.195985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] Pushing event deleted for resources: {'Port': ['ID=8ea15fc1-d9d2-4c5f-b857-5708186c9885,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.202848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e7636-7b5a-4bfb-9637-85cd1a3ee552 None None] No DVR routers for this DVR port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:15.226824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:15.227164 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.276800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['43633ded-707c-4a4a-b425-9c19ad032488'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:15.303443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b864f437-b4ef-4896-98c4-569d22d5cff8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:15.309203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eefc500d-5685-4c15-94db-32fb0d23c22b req-bf203423-b10f-4014-afe9-9987fdef4af6 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912360 Jul 16 01:45:15.346199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-bdec892a-3f45-415d-81ba-4ce31b21c35f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1859477 Jul 16 01:45:15.351701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'floatingip': {'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:15.360211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['19f4bd42-78a9-406e-bfd5-9eb3f39f599b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:15.466234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 8ea15fc1-d9d2-4c5f-b857-5708186c9885, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:15.466500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.489316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 8ea15fc1-d9d2-4c5f-b857-5708186c9885 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:15.494477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:45:15.500294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.506323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.576442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=8ea15fc1-d9d2-4c5f-b857-5708186c9885,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:15.591086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port 8ea15fc1-d9d2-4c5f-b857-5708186c9885 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:15.759189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.796198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c729568d-2b20-43ca-9dda-e9f6c8bd34bd']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.813658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a14729-81f0-4fd8-b2ba-9690eba08632') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.813958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a14729-81f0-4fd8-b2ba-9690eba08632') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:15.835413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.853650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb2a0a-257f-418f-b03a-e0c23fb10c82 req-3bd127cb-172d-41c8-b9e4-6cf8ee88d2a9 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.859667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb2a0a-257f-418f-b03a-e0c23fb10c82 req-3bd127cb-172d-41c8-b9e4-6cf8ee88d2a9 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.865832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb2a0a-257f-418f-b03a-e0c23fb10c82 req-3bd127cb-172d-41c8-b9e4-6cf8ee88d2a9 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:15.868485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efdb2a0a-257f-418f-b03a-e0c23fb10c82 req-3bd127cb-172d-41c8-b9e4-6cf8ee88d2a9 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2415 time: 0.2981074 Jul 16 01:45:15.884139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ea15fc1-d9d2-4c5f-b857-5708186c9885 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:15.904918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8ea15fc1-d9d2-4c5f-b857-5708186c9885 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:15.905271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ea15fc1-d9d2-4c5f-b857-5708186c9885 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:15.934110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.954893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:15.955331 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:15.960139 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:16.069016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efdb2a0a-257f-418f-b03a-e0c23fb10c82 req-0d1fc063-6afb-4e0a-8f77-c6f40716c3b2 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436214 Jul 16 01:45:16.076410 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.081148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.087276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.092640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1632340200', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:16.096610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/c729568d-2b20-43ca-9dda-e9f6c8bd34bd HTTP/1.1" status: 204 len: 168 time: 1.5025461 Jul 16 01:45:16.119995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.121134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.191767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.196727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.200299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcd064-9794-4a4c-8c83-bce79bf1686b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=c729568d-2b20-43ca-9dda-e9f6c8bd34bd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.218915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.223652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-383ce239-25e2-466a-9dea-4574d56c99a4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1347895 Jul 16 01:45:16.224492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.230876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-534098596'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:16.259279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:16.265675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.295565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:16.317779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.318796 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 2d156411-4e8b-4752-8392-020bd886f8d6 of type vlan for network 18c70f19-1d36-4b49-8589-b161665bfe7e Jul 16 01:45:16.376691 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.414619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.420588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:16.421202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.459710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2341650 Jul 16 01:45:16.463405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:16.470929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:16.502258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e79e1-457c-445b-a623-8e87ef20673f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=18c70f19-1d36-4b49-8589-b161665bfe7e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.513715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 18c70f19-1d36-4b49-8589-b161665bfe7e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:16.514109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.532495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.600789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:16.605220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.702235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-b08002e0-1397-4bc8-a074-70b0d605c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 258 time: 0.2649491 Jul 16 01:45:16.716545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:16.739922 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Floating IP c2f67780-6519-4159-b024-4d717c204c00 associated. External IP: 172.25.0.43, port: fe7e3d9e-1f4a-44df-94c5-9974e7dc2878. Jul 16 01:45:16.783959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.795219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.852860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=7c8d1dff-5c7b-4d26-8eb9-6dada1728955,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:16.863747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:16.864138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: 18c70f19-1d36-4b49-8589-b161665bfe7e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:16.880589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 18c70f19-1d36-4b49-8589-b161665bfe7e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:16.889210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 18c70f19-1d36-4b49-8589-b161665bfe7e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:16.893519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:16.894102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:16.899672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd6a29-f7ad-4fb4-b330-108ade2d7b92 None None] Network 18c70f19-1d36-4b49-8589-b161665bfe7e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:16.914003 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3754e31a-3f29-4f71-8fde-d018f853773a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4497883 Jul 16 01:45:16.917247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:17.017450 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.035579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:17.054995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-18c70f19-1d36-4b49-8589-b161665bfe7e', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:17.055860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.192361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Allocated IP 172.20.0.2 (18c70f19-1d36-4b49-8589-b161665bfe7e/7c8d1dff-5c7b-4d26-8eb9-6dada1728955/0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:17.214035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Allocated IP 172.25.0.180 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/fa5c8643-5e8a-4c01-a141-6918c0bddf54) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:17.228749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.240456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:17.267624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:17.287123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:17.287874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:17.440808 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.455795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Transition to ACTIVE for port object 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.458569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:17.507346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Transition to ACTIVE for port object 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.515621 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.568065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.20.0.1 (18c70f19-1d36-4b49-8589-b161665bfe7e/7c8d1dff-5c7b-4d26-8eb9-6dada1728955/4df55d01-0828-434c-8697-b624d071b2b4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:17.596489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Network 18c70f19-1d36-4b49-8589-b161665bfe7e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.605804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.614315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.623919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Pushing event updated for resources: {'Port': ['ID=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.716452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.734249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object 4df55d01-0828-434c-8697-b624d071b2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:17.749254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.760602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 19f4bd42-78a9-406e-bfd5-9eb3f39f599b up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:17.770261 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.816130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 18c70f19-1d36-4b49-8589-b161665bfe7e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.821274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.824482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.857303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=4df55d01-0828-434c-8697-b624d071b2b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:17.875443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.881739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.896571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Attempting to bind port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:17.897031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Attempting to bind port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:17.897382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Attempting to bind port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 on network 18c70f19-1d36-4b49-8589-b161665bfe7e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:17.914401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:17.916637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:17.917015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Checking segment: {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:17.917411 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.917806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Bound using segment: {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:17.918294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Bound port: 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:17.918656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.925616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:17.928886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:17.931729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:17.932159 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:17.932282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:17.938131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:17.942693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event updated for resources: {'Port': ['ID=fa5c8643-5e8a-4c01-a141-6918c0bddf54,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.025995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.063786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] For port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:18.102498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] For port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:18.111292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.115981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:16Z', 'revision_number': 3, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:18.147544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.157257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.159129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:18.166879 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.170204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:18.221540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:18.226946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:18.234377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:18.236936 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09887913-da50-4930-af86-87bbdb2362bc" -d '{"events": [{"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-plugged", "status": "completed", "tag": "19f4bd42-78a9-406e-bfd5-9eb3f39f599b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:18.243259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:18.245440 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:18.267353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.285332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:18.288097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a356393-818a-47fc-b9fc-50d531648e98 None None] Pushing event updated for resources: {'Port': ['ID=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.297442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.297646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b864f437-b4ef-4896-98c4-569d22d5cff8 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:18.331644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a1506d1b-b12d-45fa-9b12-1dcf2a4201fc tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "PUT /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 997 time: 2.9841890 Jul 16 01:45:18.342571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.349989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.400778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-de4874cf-13ef-41c6-ac13-d43423619ff8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.403064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-de4874cf-13ef-41c6-ac13-d43423619ff8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports/fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 942 time: 0.0702999 Jul 16 01:45:18.428943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=4df55d01-0828-434c-8697-b624d071b2b4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.439547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.442985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.451888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:18.518590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b864f437-b4ef-4896-98c4-569d22d5cff8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:18.527380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b864f437-b4ef-4896-98c4-569d22d5cff8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:18.527838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.555114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.562109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.624733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 18c70f19-1d36-4b49-8589-b161665bfe7e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:18.626859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:18.682131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event updated for resources: {'Port': ['ID=fa5c8643-5e8a-4c01-a141-6918c0bddf54,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.701596 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.711070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-5cb298b3-0d6d-45c4-8a67-2a25ce3874b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.713478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-5cb298b3-0d6d-45c4-8a67-2a25ce3874b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1473799 Jul 16 01:45:18.759508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.769661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:45:18.821756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.822977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-57b49e69-e0c5-4573-b7ba-a1d7d5eec7b4 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1123586 Jul 16 01:45:18.824169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-eeeb6fb3-d64e-4eff-9544-056ea2152896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:18.825726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-eeeb6fb3-d64e-4eff-9544-056ea2152896 service neutron] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1004462 Jul 16 01:45:18.828613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b864f437-b4ef-4896-98c4-569d22d5cff8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b864f437-b4ef-4896-98c4-569d22d5cff8,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:18.838115 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.838898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 43633ded-707c-4a4a-b425-9c19ad032488 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:18.870853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:18.879335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a89094c9-d5ff-486a-8776-fb31031cc417 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610488 Jul 16 01:45:18.879949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53634) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:18.885181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-18b3dc29-ef69-4b5c-b71d-86838b7fc0c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 217 time: 0.0455358 Jul 16 01:45:18.885317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-261082521'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:18.893872 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:18.908719 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:18.909574 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:18.924079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b864f437-b4ef-4896-98c4-569d22d5cff8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:18.927684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:18.932598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:18.935364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:16Z', 'revision_number': 3, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:18.973970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4e271-f60d-428e-a871-2e42aa37a436 None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:16Z', 'revision_number': 3, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:18.974322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-d1064149-dce0-463d-929a-6bfd014d9d3d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.1365466 Jul 16 01:45:18.981755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 43633ded-707c-4a4a-b425-9c19ad032488 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:18.988814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 43633ded-707c-4a4a-b425-9c19ad032488 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:18.989356 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.005571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-8bc789a5-450a-4496-9161-21311c3174e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.013278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-8bc789a5-450a-4496-9161-21311c3174e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1216724 Jul 16 01:45:19.069088 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:19.119718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.185554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 43633ded-707c-4a4a-b425-9c19ad032488, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=43633ded-707c-4a4a-b425-9c19ad032488,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:19.199218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.217007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-ce436707-72cf-4f47-b3d2-356c783875ea tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.233378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07c5134c-de3d-42c7-8444-4d414c3d29e8 req-ce436707-72cf-4f47-b3d2-356c783875ea tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2473941 Jul 16 01:45:19.293314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-ca495170-c07f-4a75-8e79-11921f92d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.294099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3585f-4ceb-4e07-aa6b-c10c405c7b2e None None] New status for floating IP c2f67780-6519-4159-b024-4d717c204c00: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:19.297856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-ca495170-c07f-4a75-8e79-11921f92d966 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836621 Jul 16 01:45:19.340534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=43633ded-707c-4a4a-b425-9c19ad032488,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.364171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:19.383870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.385077 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 9d6184a0-b82d-429a-bb39-2761c4f2b7ca of type vlan for network 91a65745-c55a-4c69-824d-0d67ab0e9d80 Jul 16 01:45:19.454033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-015a741c-f1b9-4e5c-b565-f9904ae16943 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495888 Jul 16 01:45:19.471065 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:17Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:18Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:19.473828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.505512 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:19.505869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Updating router cae97b64-ec4b-44ae-bf2e-bf5716c1584c port 4df55d01-0828-434c-8697-b624d071b2b4 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:19.541969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.544007 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.549551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.550545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.597354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7138598 Jul 16 01:45:19.620823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:19.629157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178702c0-2e95-430e-9f02-01e84ab471e2 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=91a65745-c55a-4c69-824d-0d67ab0e9d80,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:19.638855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:19.641540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:19.662089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a407c01-d05a-4bd1-8e0f-49a5736a6311 None None] Network 18c70f19-1d36-4b49-8589-b161665bfe7e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:19.683452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b3808-a4e7-44dd-a357-38f738d3e3be req-da766d7c-2dfc-4f45-b543-3efa53826363 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:19.685034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-129b3808-a4e7-44dd-a357-38f738d3e3be req-da766d7c-2dfc-4f45-b543-3efa53826363 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.2299252 Jul 16 01:45:19.769508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a2ba4f1d-3f88-4cfa-a27a-b4eef016fef4 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651539 Jul 16 01:45:19.781944 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:19.802841 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:19.803504 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:19.811290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-129b3808-a4e7-44dd-a357-38f738d3e3be req-1915327a-9cd4-4c20-8e31-511b3586ffee tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001577 Jul 16 01:45:19.959085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:19.964556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:19.973439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16ad2f80-6353-4b35-843e-2e933b002897 None None] Provisioning for port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:20.018489 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.022817 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:20.062649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:20.068949 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Transition to ACTIVE for port object 4df55d01-0828-434c-8697-b624d071b2b4 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:20.082046 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.110102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-c34d0c2a-b6a2-4e76-ba46-48bea14dac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.111635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-c34d0c2a-b6a2-4e76-ba46-48bea14dac4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1096 time: 0.2993107 Jul 16 01:45:20.200436 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Pushing event updated for resources: {'Port': ['ID=4df55d01-0828-434c-8697-b624d071b2b4,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:20.217105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:20.223673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:20.224001 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.235722 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.236235 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.236684 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.237100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.237528 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.237971 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.238401 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.238844 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.239262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.239678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.239814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a812f-b7d2-4d36-a14b-f73248704c7b req-be321594-78db-4921-bcc9-5c65ebff6626 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.240322 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.240887 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:20.250115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-596a812f-b7d2-4d36-a14b-f73248704c7b req-be321594-78db-4921-bcc9-5c65ebff6626 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.2430511 Jul 16 01:45:20.319784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-1f30b84a-45db-4803-b67f-4b725c17bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.327472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-1f30b84a-45db-4803-b67f-4b725c17bd24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.2042704 Jul 16 01:45:20.362293 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Attempting to bind port 4df55d01-0828-434c-8697-b624d071b2b4 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:20.362809 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Attempting to bind port 4df55d01-0828-434c-8697-b624d071b2b4 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:20.363357 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Attempting to bind port 4df55d01-0828-434c-8697-b624d071b2b4 on network 18c70f19-1d36-4b49-8589-b161665bfe7e {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:20.374135 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.380561 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:20.381126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Checking segment: {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:20.381670 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.382164 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Bound using segment: {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:20.382743 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Bound port: 4df55d01-0828-434c-8697-b624d071b2b4, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d156411-4e8b-4752-8392-020bd886f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:20.383242 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.414849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-596a812f-b7d2-4d36-a14b-f73248704c7b req-a0a4a590-e416-4653-88a3-687cbbdb6f0c tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570375 Jul 16 01:45:20.449953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:20.461679 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.511973 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] For port 4df55d01-0828-434c-8697-b624d071b2b4, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:20.516053 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] For port 4df55d01-0828-434c-8697-b624d071b2b4, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4df55d01-0828-434c-8697-b624d071b2b4,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:20.521271 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:19Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.531798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-a6c6bd89-2452-4e7c-bc3f-1cbede7f1444 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 1000 time: 0.2029233 Jul 16 01:45:20.532990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.568365 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.573809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:20.580125 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:20.581408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93d51776-f0b7-4477-a1aa-5159be8f0d66 None None] Provisioning for port 4df55d01-0828-434c-8697-b624d071b2b4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:20.602160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-93d51776-f0b7-4477-a1aa-5159be8f0d66 None None] Provisioning complete for port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:20.603818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-93d51776-f0b7-4477-a1aa-5159be8f0d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:20.620003 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:20.620634 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:20.625471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-054ca9f7-18f9-49ed-8e5b-16ecbdc0ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:20.627208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-054ca9f7-18f9-49ed-8e5b-16ecbdc0ed2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.0809019 Jul 16 01:45:20.755939 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:20.805747 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:20.806584 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.016785 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af615b6-c1e9-43b1-95cf-0c130dae8da0 None None] Pushing event updated for resources: {'Port': ['ID=4df55d01-0828-434c-8697-b624d071b2b4,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:21.056094 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:21.085890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=64dbd752-0c16-45a3-8e35-e6049c90f155,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:21.105460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:21.105822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: 91a65745-c55a-4c69-824d-0d67ab0e9d80, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:21.157213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e72e5-1fd9-4fc3-9753-9b1a9192b2d8 req-f6a31998-7840-44d7-ac2d-18ad092914a1 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.163347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e72e5-1fd9-4fc3-9753-9b1a9192b2d8 req-f6a31998-7840-44d7-ac2d-18ad092914a1 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.170574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e72e5-1fd9-4fc3-9753-9b1a9192b2d8 req-f6a31998-7840-44d7-ac2d-18ad092914a1 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.172451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac0e72e5-1fd9-4fc3-9753-9b1a9192b2d8 req-f6a31998-7840-44d7-ac2d-18ad092914a1 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2418 time: 0.1899893 Jul 16 01:45:21.174687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:21.184577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-e452b64a-af5b-48b9-a952-1b073e2f78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.186102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-e452b64a-af5b-48b9-a952-1b073e2f78d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2003696 Jul 16 01:45:21.226584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 91a65745-c55a-4c69-824d-0d67ab0e9d80) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:21.231696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.232327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.237558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1160c77-4bd5-4d45-a9fa-05f0caa88847 None None] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:21.307454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fcca0efa-3d15-4e1b-b6e4-07823b145802 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6847687 Jul 16 01:45:21.310268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:21.320925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac0e72e5-1fd9-4fc3-9753-9b1a9192b2d8 req-fcb22a13-d851-405c-acb3-9dbc3376248e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316550 Jul 16 01:45:21.361195 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:19Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.377690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-2d5eb48e-df1a-4fb6-a047-c0655fd3e883 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806746 Jul 16 01:45:21.402826 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9944f-4240-4ca3-a9af-29ca279cbd95 None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:1b:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:19Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:21.437022 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:17Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:20Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:21.475358 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c28b84-a58c-4f82-8822-a627d34a861d None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:17Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:20Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:21.546992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-91a65745-c55a-4c69-824d-0d67ab0e9d80', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:21.547881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.551897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4491cd5-6d39-4623-96b9-d6d949b7cde6 req-2e879745-055d-4f04-b791-7b4a3132cda7 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651311 Jul 16 01:45:21.663462 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab6ecaa-3450-40b6-8255-4e51a7499d82 x-openstack-request-id: req-6ab6ecaa-3450-40b6-8255-4e51a7499d82 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:21.663754 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:21.664011 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ab6ecaa-3450-40b6-8255-4e51a7499d82 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:21.664438 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'status': 'completed', 'code': 200} Jul 16 01:45:21.750860 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55a32e-14dc-43f6-b4f4-da5fa9a24dd7 x-openstack-request-id: req-fb55a32e-14dc-43f6-b4f4-da5fa9a24dd7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:21.751154 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-plugged", "status": "completed", "tag": "19f4bd42-78a9-406e-bfd5-9eb3f39f599b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:21.751406 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb55a32e-14dc-43f6-b4f4-da5fa9a24dd7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:21.751829 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b', 'code': 200} Jul 16 01:45:21.771486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-368b3afb-116b-4393-a272-009003e5ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:21.776120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-368b3afb-116b-4393-a272-009003e5ff5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0777524 Jul 16 01:45:21.806337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Allocated IP 172.21.0.2 (91a65745-c55a-4c69-824d-0d67ab0e9d80/64dbd752-0c16-45a3-8e35-e6049c90f155/069f72bf-303d-46c0-b653-d5efadd1ee28) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:21.985454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:22.038094 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.047322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-a89e5025-6d8d-4d3a-8833-c4b0f56d5189 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.057179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-a89e5025-6d8d-4d3a-8833-c4b0f56d5189 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2323797 Jul 16 01:45:22.078398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.134778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-ac78ead7-c9d3-4872-a5fa-036f6e1a3c05 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.0759594 Jul 16 01:45:22.137906 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.140269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:22.140395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Request body: {'floatingip': {'port_id': '5e762474-269c-4e35-bf6c-fee376fbe557', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:22.140637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.187655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.188670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Transition to ACTIVE for port object 069f72bf-303d-46c0-b653-d5efadd1ee28 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:22.255513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Transition to ACTIVE for port object 069f72bf-303d-46c0-b653-d5efadd1ee28 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:22.267660 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.307140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-8c15592c-bbb3-4f1c-a5e7-d0dd42af486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.308826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-8c15592c-bbb3-4f1c-a5e7-d0dd42af486b service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.5195067 Jul 16 01:45:22.309365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:22.313295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:22.324918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:22.361643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Pushing event updated for resources: {'Port': ['ID=069f72bf-303d-46c0-b653-d5efadd1ee28,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.396718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Attempting to bind port 069f72bf-303d-46c0-b653-d5efadd1ee28 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:22.397098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Attempting to bind port 069f72bf-303d-46c0-b653-d5efadd1ee28 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:22.398120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Attempting to bind port 069f72bf-303d-46c0-b653-d5efadd1ee28 on network 91a65745-c55a-4c69-824d-0d67ab0e9d80 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:22.401002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-75ebc901-8700-4ce3-aadb-56cc0cd69282 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 217 time: 0.0816009 Jul 16 01:45:22.403674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:22.404075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Checking segment: {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:22.404492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.404891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Bound using segment: {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:22.405363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Bound port: 069f72bf-303d-46c0-b653-d5efadd1ee28, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:22.405917 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.465263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.21.0.1 (91a65745-c55a-4c69-824d-0d67ab0e9d80/64dbd752-0c16-45a3-8e35-e6049c90f155/7b777c79-6206-4fa2-95a4-986c6d19ee0e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:22.471464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e195d93-ae46-4060-b0a3-c9d02b8fb5ee req-388a19ba-e7f5-4ce7-bc97-a88e703af17a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.479450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e195d93-ae46-4060-b0a3-c9d02b8fb5ee req-388a19ba-e7f5-4ce7-bc97-a88e703af17a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 945 time: 0.2167535 Jul 16 01:45:22.491154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] For port 069f72bf-303d-46c0-b653-d5efadd1ee28, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:22.498517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] For port 069f72bf-303d-46c0-b653-d5efadd1ee28, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=069f72bf-303d-46c0-b653-d5efadd1ee28,segment=NetworkSegment(9d6184a0-b82d-429a-bb39-2761c4f2b7ca),segment_id=9d6184a0-b82d-429a-bb39-2761c4f2b7ca)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:22.501613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-11b3491c-8400-4818-8978-5f79eb25baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.503100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-11b3491c-8400-4818-8978-5f79eb25baa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.0858307 Jul 16 01:45:22.508898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.585377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8c38e-99ed-4e0f-afd1-b900350f83f9 None None] Pushing event updated for resources: {'Port': ['ID=069f72bf-303d-46c0-b653-d5efadd1ee28,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.617432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.632832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object 7b777c79-6206-4fa2-95a4-986c6d19ee0e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:22.633048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e195d93-ae46-4060-b0a3-c9d02b8fb5ee req-8fa76389-4b19-4eac-8e40-d18241b165c8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525166 Jul 16 01:45:22.672433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.768010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:22.780038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:22.787491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:22.802098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-b8d374ee-2de3-46d9-8276-ea99de46f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.803764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-b8d374ee-2de3-46d9-8276-ea99de46f721 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2599099 Jul 16 01:45:22.833200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=7b777c79-6206-4fa2-95a4-986c6d19ee0e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:22.849929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e450d51-c05e-4b7e-8e0e-5f4aa9eb0132 req-087d3fa3-9ce6-41b8-977b-230dff955093 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1691453 Jul 16 01:45:22.867730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:22.910551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-4ffc1921-5702-4fef-a90c-7b48c8d60278 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:22.912170 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-4ffc1921-5702-4fef-a90c-7b48c8d60278 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.2041466 Jul 16 01:45:22.927046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:23.062587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450d51-c05e-4b7e-8e0e-5f4aa9eb0132 req-3fb585a6-0d50-4497-b42b-690b92322006 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.063950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e450d51-c05e-4b7e-8e0e-5f4aa9eb0132 req-3fb585a6-0d50-4497-b42b-690b92322006 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports/27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 942 time: 0.1859429 Jul 16 01:45:23.072502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.074633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.089313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-f381869d-fadf-42e3-911f-cf8ff961ca16 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531641 Jul 16 01:45:23.312256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e450d51-c05e-4b7e-8e0e-5f4aa9eb0132 req-f4701eaa-a2a3-4d88-a71f-1ceb47e9ae13 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1568012 Jul 16 01:45:23.315950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:23.320887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.323775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc9fb0b1-d1cd-4bd9-a9fe-0732e82ad32e req-0e9d4e30-5039-4f5e-9d2e-2ccb04ef6f63 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248158 Jul 16 01:45:23.335335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.352259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.408490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:23.499951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:23.503058 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a71bde-c54b-4649-8dee-05e0bacbd114" -d '{"events": [{"server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "name": "network-vif-unplugged", "status": "completed", "tag": "670150cd-1866-45d9-9257-ada5f9853d40"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:23.510183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.523756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.579298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.588652 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.650371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77597915-1a28-4929-bce8-0140a0e63a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.666697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.709419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.711183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on host n-h1-800087-6 for vnic_type normal with profile {"migrating_to": "n-h2-800087-6"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:23.711507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:23.711830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:23.724881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:23.727152 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663aea33-5c14-4745-9725-b9f187624133" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:23.729456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:23.729776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Attempting to bind port 670150cd-1866-45d9-9257-ada5f9853d40 on network d62cdcd0-dd02-44f4-8792-bc03c6b75f0d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:23.744244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:23.744600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Checking segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:23.744983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Bound using segment: {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:23.745414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Bound port: 670150cd-1866-45d9-9257-ada5f9853d40, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d404ab6-d26f-4f27-96b3-a73a97fe579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd62cdcd0-dd02-44f4-8792-bc03c6b75f0d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:23.745763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:23.754126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b864f437-b4ef-4896-98c4-569d22d5cff8'}, {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43633ded-707c-4a4a-b425-9c19ad032488'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:23.756464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=7b777c79-6206-4fa2-95a4-986c6d19ee0e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:23.757190 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e8ed6e-1bc0-42ac-9553-194a796e9a69" -d '{"events": [{"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-plugged", "status": "completed", "tag": "b864f437-b4ef-4896-98c4-569d22d5cff8"}, {"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-plugged", "status": "completed", "tag": "43633ded-707c-4a4a-b425-9c19ad032488"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:23.776474 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Floating IP 2b440493-61c1-44fa-8400-4db79199fe90 associated. External IP: 172.25.0.180, port: 5e762474-269c-4e35-bf6c-fee376fbe557. Jul 16 01:45:23.785070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450d51-c05e-4b7e-8e0e-5f4aa9eb0132 req-137c5baa-6cc6-496f-8116-3cf2507e2910 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:23.788814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e450d51-c05e-4b7e-8e0e-5f4aa9eb0132 req-137c5baa-6cc6-496f-8116-3cf2507e2910 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.4630651 Jul 16 01:45:23.892761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:23.896889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:24.012414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:24.021153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:24.030001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f72bf-303d-46c0-b653-d5efadd1ee28 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:24.038272 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.088793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 069f72bf-303d-46c0-b653-d5efadd1ee28 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:24.091892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:24.093296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4df55d01-0828-434c-8697-b624d071b2b4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:24.132070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e653e-3589-4e25-a25d-e6bc85ee3830 req-c9c9bd95-0f43-470e-8058-928ef0177375 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.139411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee5e653e-3589-4e25-a25d-e6bc85ee3830 req-c9c9bd95-0f43-470e-8058-928ef0177375 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1953018 Jul 16 01:45:24.139604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.143595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.144242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.145637 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-31b6d197-d18c-4cde-b8f4-04e470012918 service neutron] 10.222.0.38 "PUT /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 1121 time: 1.2246182 Jul 16 01:45:24.165873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4df55d01-0828-434c-8697-b624d071b2b4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:24.170664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:24.171584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4df55d01-0828-434c-8697-b624d071b2b4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:24.172060 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.218841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee5e653e-3589-4e25-a25d-e6bc85ee3830 req-23a8ec8a-936b-4047-94b7-27cec2ef08d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784216 Jul 16 01:45:24.282927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0f2ea-a3fe-41ab-9943-8976a10e8c25 None None] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:24.293315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['670150cd-1866-45d9-9257-ada5f9853d40'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:24.300377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:24.318329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c73ec362-b823-4e01-a322-e93c53cdb1fe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0044534 Jul 16 01:45:24.319166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53674) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:24.326032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-1583904319'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:24.381484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['670150cd-1866-45d9-9257-ada5f9853d40'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:24.385940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:24.394463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:24.398174 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.454310 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.462476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:24.467541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] Provisioning for port 069f72bf-303d-46c0-b653-d5efadd1ee28 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:24.472904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:24.482010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.483859 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] Sync routers for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:24.488790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.489140 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment d3598664-c46d-4499-8abf-9526482aa052 of type vlan for network 52bf0e5e-4137-4114-b275-d97017da23f3 Jul 16 01:45:24.494994 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:24.495735 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:24.517536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:24.518162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:24.519873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] Provisioning complete for port 069f72bf-303d-46c0-b653-d5efadd1ee28 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:24.520261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.566056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1dcc-ff49-4239-9338-5f16551f36f9 req-30266f13-222d-45c1-85e0-394ffeaecb51 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.572481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1dcc-ff49-4239-9338-5f16551f36f9 req-30266f13-222d-45c1-85e0-394ffeaecb51 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.578351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1dcc-ff49-4239-9338-5f16551f36f9 req-30266f13-222d-45c1-85e0-394ffeaecb51 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.580023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-410b1dcc-ff49-4239-9338-5f16551f36f9 req-30266f13-222d-45c1-85e0-394ffeaecb51 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2418 time: 0.2000003 Jul 16 01:45:24.591119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.603295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-d26197ff-c765-45ad-93b1-f3895a35cb94 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "PUT /v2.0/floatingips/2b440493-61c1-44fa-8400-4db79199fe90 HTTP/1.1" status: 200 len: 996 time: 2.4669611 Jul 16 01:45:24.613803 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:24.702331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-410b1dcc-ff49-4239-9338-5f16551f36f9 req-9a261dbe-cc72-479b-a371-2468aa3993a8 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978746 Jul 16 01:45:24.710121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.717460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.718233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.827403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5070086 Jul 16 01:45:24.829248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e58241-6f81-4659-995e-197e68074f0e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=52bf0e5e-4137-4114-b275-d97017da23f3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:24.829987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:24.838365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 4df55d01-0828-434c-8697-b624d071b2b4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4df55d01-0828-434c-8697-b624d071b2b4,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:24.839354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-c53d23d4-6c51-4904-8412-e9f68f59ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:24.849323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-c53d23d4-6c51-4904-8412-e9f68f59ed17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1096 time: 0.2298269 Jul 16 01:45:24.855664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:24.857276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 52bf0e5e-4137-4114-b275-d97017da23f3 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:24.880727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:24.886918 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '2b440493-61c1-44fa-8400-4db79199fe90', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'port_id': '5e762474-269c-4e35-bf6c-fee376fbe557', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'mac_address': 'fa:16:3e:86:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:18Z', 'updated_at': '2021-07-16T01:45:23Z', 'revision_number': 1, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:24.938304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] Checking router: 4b93ff78-080e-494a-abaf-fa189d9bcaa3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:24.949228 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:24.950169 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:44:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:24.961450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:24.992795 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1931e5f-f89b-4b4e-981a-a156667747f4 x-openstack-request-id: req-f1931e5f-f89b-4b4e-981a-a156667747f4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:24.993691 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "name": "network-vif-unplugged", "status": "completed", "tag": "670150cd-1866-45d9-9257-ada5f9853d40", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:24.994288 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1931e5f-f89b-4b4e-981a-a156667747f4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:24.994428 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40', 'code': 200} Jul 16 01:45:25.028666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:25.035553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.063391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-7f7b5086-f1f2-4f61-a767-d4c3f24fa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.068889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-7f7b5086-f1f2-4f61-a767-d4c3f24fa694 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 930 time: 0.2185514 Jul 16 01:45:25.083614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:25.161405 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-e893d569-6367-4610-bd5d-d915758204f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 999 time: 0.0861113 Jul 16 01:45:25.214917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=4df55d01-0828-434c-8697-b624d071b2b4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.256720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-03eaae2f-c010-4179-936a-75ff4a063285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.265201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-03eaae2f-c010-4179-936a-75ff4a063285 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 200 len: 868 time: 0.1028686 Jul 16 01:45:25.326759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aca65-e206-49a6-8e30-ffece6340b6c req-c08c0963-7087-4d48-9854-c357982c3b5a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.328786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c62aca65-e206-49a6-8e30-ffece6340b6c req-c08c0963-7087-4d48-9854-c357982c3b5a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.1571722 Jul 16 01:45:25.337990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.347367 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.371549 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '2b440493-61c1-44fa-8400-4db79199fe90', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'port_id': '5e762474-269c-4e35-bf6c-fee376fbe557', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'mac_address': 'fa:16:3e:86:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:18Z', 'updated_at': '2021-07-16T01:45:23Z', 'revision_number': 1, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.393701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c62aca65-e206-49a6-8e30-ffece6340b6c req-618661a1-ec79-4ef5-b86f-f71b7a240c73 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563910 Jul 16 01:45:25.398405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-8999eda6-2adb-44d6-a6d0-74787369a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.413800 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036cba-b44c-4e3d-9e61-56da8d4ae845 None None] The sync data for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 is: [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '2b440493-61c1-44fa-8400-4db79199fe90', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'port_id': '5e762474-269c-4e35-bf6c-fee376fbe557', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'mac_address': 'fa:16:3e:86:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:18Z', 'updated_at': '2021-07-16T01:45:23Z', 'revision_number': 1, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:25.414005 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-8999eda6-2adb-44d6-a6d0-74787369a256 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3230e7cd-0a16-4b95-95ce-d6421f46b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432655 Jul 16 01:45:25.426783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-1cb2a924-f8ee-4e8b-879e-9075719d890d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:25.427732 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-1cb2a924-f8ee-4e8b-879e-9075719d890d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158792 Jul 16 01:45:25.432390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=e7cb358b-e143-49d3-804d-80eab2b266fb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.442652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] For port 069f72bf-303d-46c0-b653-d5efadd1ee28, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=069f72bf-303d-46c0-b653-d5efadd1ee28,segment=NetworkSegment(9d6184a0-b82d-429a-bb39-2761c4f2b7ca),segment_id=9d6184a0-b82d-429a-bb39-2761c4f2b7ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:25.461368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:25.461930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: 52bf0e5e-4137-4114-b275-d97017da23f3, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:25.471673 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.485529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 52bf0e5e-4137-4114-b275-d97017da23f3 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:25.518205 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa30de8-e130-43ca-97c3-34d2566b20ad x-openstack-request-id: req-3fa30de8-e130-43ca-97c3-34d2566b20ad {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:25.518510 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:25.518762 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fa30de8-e130-43ca-97c3-34d2566b20ad {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:25.519236 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'status': 'completed', 'code': 200} Jul 16 01:45:25.523668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 52bf0e5e-4137-4114-b275-d97017da23f3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:25.528413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.529273 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:25.541729 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d8d9e-25b2-4714-bbbd-1fed932d7d53 x-openstack-request-id: req-3e8d8d9e-25b2-4714-bbbd-1fed932d7d53 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:25.542022 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-plugged", "status": "completed", "tag": "b864f437-b4ef-4896-98c4-569d22d5cff8", "code": 200}, {"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-plugged", "status": "completed", "tag": "43633ded-707c-4a4a-b425-9c19ad032488", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:25.542276 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e8d8d9e-25b2-4714-bbbd-1fed932d7d53 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:25.542669 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b864f437-b4ef-4896-98c4-569d22d5cff8', 'code': 200} Jul 16 01:45:25.542926 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43633ded-707c-4a4a-b425-9c19ad032488', 'code': 200} Jul 16 01:45:25.545577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da841a27-aee5-40c3-bbec-9b16d0663e0c None None] Network 52bf0e5e-4137-4114-b275-d97017da23f3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:25.563120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3e7a56a0-afda-4986-b69a-143afa270586 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7284830 Jul 16 01:45:25.566863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:25.574274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a49a8-8ae5-4a32-a4b8-480ef432f15a None None] Pushing event updated for resources: {'Port': ['ID=069f72bf-303d-46c0-b653-d5efadd1ee28,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:25.650532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:22Z', 'revision_number': 3, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:20Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:23Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:25.694187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:25.694533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Updating router cae97b64-ec4b-44ae-bf2e-bf5716c1584c port 7b777c79-6206-4fa2-95a4-986c6d19ee0e binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:25.740604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-fea45439-331d-42c9-a5aa-fe8f9f5aecb8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1743920 Jul 16 01:45:25.751075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-140ba9e6-b3fa-48ed-8f56-1fafb22aa22f service neutron] 10.222.0.35 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986112 Jul 16 01:45:25.754410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:25.825378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-8de27530-7c46-49a3-af5b-5f38a7e3d343 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.845691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-8de27530-7c46-49a3-af5b-5f38a7e3d343 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports/27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 942 time: 0.0921998 Jul 16 01:45:25.880662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81127bf-42c4-4f06-9c05-7af6c5df722b None None] New status for floating IP 2b440493-61c1-44fa-8400-4db79199fe90: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:25.893882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663aea33-5c14-4745-9725-b9f187624133 req-d55708b0-e85e-45f8-871a-b00ae8897357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:25.895418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-d55708b0-e85e-45f8-871a-b00ae8897357 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1096 time: 0.3573139 Jul 16 01:45:26.050325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663aea33-5c14-4745-9725-b9f187624133 req-cb711219-fb13-47a9-ae61-0cd709826cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.051700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-cb711219-fb13-47a9-ae61-0cd709826cf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1327674 Jul 16 01:45:26.062849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f72bf-303d-46c0-b653-d5efadd1ee28 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:26.069378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.182839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa40e-d4cd-4fe8-a08c-a8a51ba55c20 req-b24173d8-12fa-4d03-a9cd-d1aae57fdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.184978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa40e-d4cd-4fe8-a08c-a8a51ba55c20 req-b24173d8-12fa-4d03-a9cd-d1aae57fdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.185344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa40e-d4cd-4fe8-a08c-a8a51ba55c20 req-b24173d8-12fa-4d03-a9cd-d1aae57fdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.187853 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8affa40e-d4cd-4fe8-a08c-a8a51ba55c20 req-b24173d8-12fa-4d03-a9cd-d1aae57fdd1d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2871 time: 0.0948374 Jul 16 01:45:26.225072 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce27085e-e3bc-4ce5-81ff-31e5e420efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.235189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-230a90e1-a114-4208-b874-eedec37c6994 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1824529 Jul 16 01:45:26.239259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6f252e6-ec1a-4b12-a246-ccf9bc1ce67e None None] Provisioning for port 7b777c79-6206-4fa2-95a4-986c6d19ee0e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:26.249308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-9c9e62e6-56d1-470f-be5a-b8a016354f19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 1000 time: 0.1850467 Jul 16 01:45:26.261854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5bfb82b-d31a-469d-b632-680c3fb51875 req-511ffafc-5fa2-4a15-a627-32acac557b2d service neutron] 10.222.0.35 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150381 Jul 16 01:45:26.279238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6f252e6-ec1a-4b12-a246-ccf9bc1ce67e None None] Provisioning complete for port 7b777c79-6206-4fa2-95a4-986c6d19ee0e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:26.279238 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6f252e6-ec1a-4b12-a246-ccf9bc1ce67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.339732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663aea33-5c14-4745-9725-b9f187624133 req-25d90e0b-2d2d-4454-b6a0-d26c6c7c16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.341251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-25d90e0b-2d2d-4454-b6a0-d26c6c7c16c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.0625119 Jul 16 01:45:26.376677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-52bf0e5e-4137-4114-b275-d97017da23f3', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:26.377637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.437437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:26.439152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8affa40e-d4cd-4fe8-a08c-a8a51ba55c20 req-dcd3941a-cf37-493c-bbcb-d972d9160b6f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375613 Jul 16 01:45:26.462764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b6f252e6-ec1a-4b12-a246-ccf9bc1ce67e None None] Port 7b777c79-6206-4fa2-95a4-986c6d19ee0e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:26.502547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-d889ad51-029d-4af3-a5a5-68fdfeeca67f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.512584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-d889ad51-029d-4af3-a5a5-68fdfeeca67f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2596250 Jul 16 01:45:26.531322 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.534004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 has no active binding in host n-h2-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:45:26.561159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.584311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 069f72bf-303d-46c0-b653-d5efadd1ee28 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:26.584685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.586221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b6f252e6-ec1a-4b12-a246-ccf9bc1ce67e None None] Provisioning complete for port 069f72bf-303d-46c0-b653-d5efadd1ee28 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:26.586572 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6f252e6-ec1a-4b12-a246-ccf9bc1ce67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.605920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663aea33-5c14-4745-9725-b9f187624133 req-27f39342-cfd1-4b47-a005-31f5b3565b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.607436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-27f39342-cfd1-4b47-a005-31f5b3565b59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564359 Jul 16 01:45:26.631670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-c72fa4d3-2c21-4a25-8972-7acb06ae12df tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1179605 Jul 16 01:45:26.651248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:26.770419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ef3b-6467-4f2a-b9d7-23b5eb2cc512 req-634b30c5-6f37-4fdb-8cdc-0d49826d3ba6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:26.771911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d260ef3b-6467-4f2a-b9d7-23b5eb2cc512 req-634b30c5-6f37-4fdb-8cdc-0d49826d3ba6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2533002 Jul 16 01:45:26.776603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:26.864989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-ee68d0a9-fbbc-419a-afa2-e65c9f3b4e57 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424650 Jul 16 01:45:26.884716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Allocated IP 172.22.0.2 (52bf0e5e-4137-4114-b275-d97017da23f3/e7cb358b-e143-49d3-804d-80eab2b266fb/44bddbae-de82-4ff3-b51b-ce14857a0980) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:26.912234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d260ef3b-6467-4f2a-b9d7-23b5eb2cc512 req-fca3a7a9-08d7-4678-9481-fb16c84cbec5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307671 Jul 16 01:45:26.995662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:26.998133 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f88eed-e22a-4f38-abc7-b281fdda3a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "tag": "670150cd-1866-45d9-9257-ada5f9853d40"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:27.045886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4df55d01-0828-434c-8697-b624d071b2b4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:27.122684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.179796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Transition to ACTIVE for port object 7b777c79-6206-4fa2-95a4-986c6d19ee0e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:27.192676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.300272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4df55d01-0828-434c-8697-b624d071b2b4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:27.300556 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.337476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e091fa-ffab-4172-82de-451911a5af3a None None] Pushing event updated for resources: {'Port': ['ID=7b777c79-6206-4fa2-95a4-986c6d19ee0e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.338587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.353997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.354372 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Floating IP c2f67780-6519-4159-b024-4d717c204c00 disassociated. External IP: 172.25.0.43, port: 27f5b112-0490-4dde-92a4-a958f67b0f85. Jul 16 01:45:27.393426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-663aea33-5c14-4745-9725-b9f187624133 req-dd1cb07f-34ea-4a63-9c51-2a05dc2c78a1 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201504 Jul 16 01:45:27.426472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62944855-57be-4d47-b09a-62bd8947c373 req-4549b504-6744-4b7e-a8a1-b04b02c3a096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.426743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.432624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62944855-57be-4d47-b09a-62bd8947c373 req-4549b504-6744-4b7e-a8a1-b04b02c3a096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.433985 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.438618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62944855-57be-4d47-b09a-62bd8947c373 req-4549b504-6744-4b7e-a8a1-b04b02c3a096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:27.440538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62944855-57be-4d47-b09a-62bd8947c373 req-4549b504-6744-4b7e-a8a1-b04b02c3a096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2418 time: 0.2292192 Jul 16 01:45:27.448587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Transition to ACTIVE for port object 44bddbae-de82-4ff3-b51b-ce14857a0980 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:27.451337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Attempting to bind port 7b777c79-6206-4fa2-95a4-986c6d19ee0e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:27.451704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Attempting to bind port 7b777c79-6206-4fa2-95a4-986c6d19ee0e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:27.452081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Attempting to bind port 7b777c79-6206-4fa2-95a4-986c6d19ee0e on network 91a65745-c55a-4c69-824d-0d67ab0e9d80 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:27.468116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:27.468773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Checking segment: {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:27.468858 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.469237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Bound using segment: {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:27.469712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Bound port: 7b777c79-6206-4fa2-95a4-986c6d19ee0e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6184a0-b82d-429a-bb39-2761c4f2b7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:27.470090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.492427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Transition to ACTIVE for port object 44bddbae-de82-4ff3-b51b-ce14857a0980 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:27.521254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62944855-57be-4d47-b09a-62bd8947c373 req-27b4dfa3-1513-4bc3-b36d-ce2c5cc759cf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Jul 16 01:45:27.523007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:27.525899 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d043a-5993-49b3-b0e7-32d49bb088c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:27.534549 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.577205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.22.0.1 (52bf0e5e-4137-4114-b275-d97017da23f3/e7cb358b-e143-49d3-804d-80eab2b266fb/939e45fe-0d88-41c9-a44d-13a904cc7b4b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:27.640064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Network 52bf0e5e-4137-4114-b275-d97017da23f3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:27.660127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:27.665284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:27.679987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:27.718259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Pushing event updated for resources: {'Port': ['ID=44bddbae-de82-4ff3-b51b-ce14857a0980,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:27.736910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] For port 7b777c79-6206-4fa2-95a4-986c6d19ee0e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:27.741186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] For port 7b777c79-6206-4fa2-95a4-986c6d19ee0e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7b777c79-6206-4fa2-95a4-986c6d19ee0e,segment=NetworkSegment(9d6184a0-b82d-429a-bb39-2761c4f2b7ca),segment_id=9d6184a0-b82d-429a-bb39-2761c4f2b7ca)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:27.776285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.822252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.837925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object 939e45fe-0d88-41c9-a44d-13a904cc7b4b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:27.865038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Attempting to bind port 44bddbae-de82-4ff3-b51b-ce14857a0980 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:27.865404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Attempting to bind port 44bddbae-de82-4ff3-b51b-ce14857a0980 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:27.865761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Attempting to bind port 44bddbae-de82-4ff3-b51b-ce14857a0980 on network 52bf0e5e-4137-4114-b275-d97017da23f3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:27.885686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:27.886058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Checking segment: {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:27.886455 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.886881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Bound using segment: {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:27.887355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Bound port: 44bddbae-de82-4ff3-b51b-ce14857a0980, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:27.887885 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.890729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:27.902194 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:27.909289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:27.909928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:27.920365 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:27.921006 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:27.936922 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:27.959199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e091fa-ffab-4172-82de-451911a5af3a None None] Pushing event updated for resources: {'Port': ['ID=7b777c79-6206-4fa2-95a4-986c6d19ee0e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.016468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 52bf0e5e-4137-4114-b275-d97017da23f3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:28.029421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:28.038118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:28.067458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.095914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:28.100725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.141829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] For port 44bddbae-de82-4ff3-b51b-ce14857a0980, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:28.154755 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:28.166420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-388e8704-e199-4be9-8368-267479566721 req-30bf4ede-04f4-4325-92ed-8af8146d6caf tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 258 time: 0.4322226 Jul 16 01:45:28.170318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] For port 44bddbae-de82-4ff3-b51b-ce14857a0980, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44bddbae-de82-4ff3-b51b-ce14857a0980,segment=NetworkSegment(d3598664-c46d-4499-8abf-9526482aa052),segment_id=d3598664-c46d-4499-8abf-9526482aa052)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:28.175791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:28.220185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-4d0c5724-a197-4af6-ad72-d3fc017b4bf8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "PUT /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 694 time: 1.5730860 Jul 16 01:45:28.220927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=939e45fe-0d88-41c9-a44d-13a904cc7b4b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.232016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.302356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.328198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-9fa0aaad-5f8c-4427-908d-adba56a3e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:28.335629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-9fa0aaad-5f8c-4427-908d-adba56a3e5a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1096 time: 0.0998590 Jul 16 01:45:28.363450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.400101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57326e6f-25bd-4e64-bb7a-29ab3ea583ee None None] Pushing event updated for resources: {'Port': ['ID=44bddbae-de82-4ff3-b51b-ce14857a0980,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:28.477001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:22Z', 'revision_number': 3, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:27Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.516482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf444a0-a933-45b0-a02e-bb1b9413bc19 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:22Z', 'revision_number': 3, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:27Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:28.620685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-330f0366-780f-43c0-ba19-9dc0a45c21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:28.623687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-330f0366-780f-43c0-ba19-9dc0a45c21ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.2870491 Jul 16 01:45:28.699353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.700629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-3f03fe6b-a653-40f1-b507-34a87c9b1057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 217 time: 0.0704763 Jul 16 01:45:28.752455 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:28.796557 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:28.797182 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:28.806596 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.889677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.963719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.979897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:28.990224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-04f7f9e3-9cb6-46f6-a51e-bbc03254b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:28.992785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-04f7f9e3-9cb6-46f6-a51e-bbc03254b952 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.2855213 Jul 16 01:45:29.021779 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:29.113035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.116571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=939e45fe-0d88-41c9-a44d-13a904cc7b4b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.157539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Allocated IP 172.25.0.184 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/12bdf11f-2b8e-4d37-8007-cbf73c2de740) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:29.301854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 52bf0e5e-4137-4114-b275-d97017da23f3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:29.303668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:29.317531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-53030e7b-2757-4958-b8e2-6bc3ef327013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.328637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-53030e7b-2757-4958-b8e2-6bc3ef327013 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3289187 Jul 16 01:45:29.395050 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:29.457191 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c727676-5c9f-4426-96a8-ec0e8de72d60 None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:29.497641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.501394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:29.554128 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-5c1edf6c-ce38-4fb2-864b-2f140be494d0 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245603 Jul 16 01:45:29.649091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:29.661240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68d26487-f3b3-44ee-b687-47fc786ad7d8 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0926585 Jul 16 01:45:29.667106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:29.668407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:29.675271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'network': {'name': 'tempest-RoutersTest-1351708320'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:29.687290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:29.687973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:29.718455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:29.718663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.726830 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.764139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:29.781237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.781712 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added segment 0b1220b6-71e5-4797-b191-53e36b8c4b97 of type vlan for network 51ddb673-5231-43be-96bb-76aa9ea048ee Jul 16 01:45:29.839248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdb588e5-58fa-445b-b1b0-d5976cbd0c1e req-9755021d-55e1-4f5f-88f9-53ab1ff5cbb2 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842512 Jul 16 01:45:29.882192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.882865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:29.903102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:29.915666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:29.918566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:29.970082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:29.971403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event updated for resources: {'Port': ['ID=12bdf11f-2b8e-4d37-8007-cbf73c2de740,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:29.978840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:29.981441 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.083962 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d359451-1468-4e27-98a3-e507b359bc20 None None] New status for floating IP c2f67780-6519-4159-b024-4d717c204c00: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:30.114078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.129509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d5b3e-83e9-4e5e-a571-5812b948280f None None] Network 52bf0e5e-4137-4114-b275-d97017da23f3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:30.133092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7b777c79-6206-4fa2-95a4-986c6d19ee0e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:30.148061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Network': ['ID=51ddb673-5231-43be-96bb-76aa9ea048ee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.162189 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b4681be2-18dd-42a5-966d-734fa81de992 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4915605 Jul 16 01:45:30.163188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:30.170690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'subnet': {'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:30.183525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 51ddb673-5231-43be-96bb-76aa9ea048ee details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:30.225842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.344270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Made reservation on behalf of 91e5f6c64e2e494db15be31c1cbf4df4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:30.350012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.361984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac0ad0-be6b-418c-bb94-3fb51431bda2 req-34fb2508-cad4-4911-a799-5dd3d6096d60 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.369484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33ac0ad0-be6b-418c-bb94-3fb51431bda2 req-34fb2508-cad4-4911-a799-5dd3d6096d60 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 943 time: 0.2515223 Jul 16 01:45:30.503805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33ac0ad0-be6b-418c-bb94-3fb51431bda2 req-b3bc1c3c-3497-49fb-b190-4078b76d67ff tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333344 Jul 16 01:45:30.517249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.520610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-85bbe4de-c667-4fde-ae82-8f834aafe250 service neutron] 10.222.0.32 "GET /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.1491346 Jul 16 01:45:30.530330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.530552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6019701d-3c9a-4271-beb4-a49c258f224f None None] Provisioning for port 44bddbae-de82-4ff3-b51b-ce14857a0980 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:30.583008 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120045dd-8bb6-4103-b2c7-449193ad5cdc x-openstack-request-id: req-120045dd-8bb6-4103-b2c7-449193ad5cdc {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:30.583207 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "tag": "670150cd-1866-45d9-9257-ada5f9853d40", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:30.583479 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-120045dd-8bb6-4103-b2c7-449193ad5cdc {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:30.583856 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40', 'status': 'completed', 'code': 200} Jul 16 01:45:30.619262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 7b777c79-6206-4fa2-95a4-986c6d19ee0e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:30.642741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7b777c79-6206-4fa2-95a4-986c6d19ee0e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:30.643305 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.683967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.702074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:30.707164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event updated for resources: {'Port': ['ID=12bdf11f-2b8e-4d37-8007-cbf73c2de740,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.728616 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.791047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Subnet': ['ID=e49b9fc8-244d-44e4-a2c0-afb13c0f7380,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:30.801901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Checking segment: {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:30.802259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network hostable DHCP agents. Network: 51ddb673-5231-43be-96bb-76aa9ea048ee, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:30.811407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-3fce4995-4cc3-46ea-a7a0-2d43227ea7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.813458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-3fce4995-4cc3-46ea-a7a0-2d43227ea7d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1124 time: 0.1420000 Jul 16 01:45:30.813688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.814951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-388e8704-e199-4be9-8368-267479566721 req-5ee6ae86-48cb-4efd-9f12-e517b8933f4c tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6477098 Jul 16 01:45:30.832737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 51ddb673-5231-43be-96bb-76aa9ea048ee is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:30.864394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 51ddb673-5231-43be-96bb-76aa9ea048ee) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:30.885243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab0aec-e258-4c88-ab06-31bd8f400670 None None] Network 51ddb673-5231-43be-96bb-76aa9ea048ee requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:30.898625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.899820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:30.909922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-388e8704-e199-4be9-8368-267479566721 req-811d830a-d55e-4953-9e79-53a9e49e4b72 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0821319 Jul 16 01:45:30.926735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-42441d41-c091-450d-ad61-f3e5b38a1937 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.928351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-42441d41-c091-450d-ad61-f3e5b38a1937 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.2353311 Jul 16 01:45:30.933884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64e528d9-718a-4d6c-b25f-3f3e5a8a130c tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7665186 Jul 16 01:45:30.934156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:30.982251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-2c866154-0a47-4408-822b-91121fa24bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:30.983079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-2c866154-0a47-4408-822b-91121fa24bcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.1604261 Jul 16 01:45:31.005845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-fadd6ce2-4945-4b79-ab22-6fde48f451fd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/quotas/709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 375 time: 0.0517857 Jul 16 01:45:31.013226 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.068607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:27Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:31.105216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-8ba3bbf5-edf4-4280-9fb1-190c36369114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 217 time: 0.0519621 Jul 16 01:45:31.111769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:31.112187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Updating router cae97b64-ec4b-44ae-bf2e-bf5716c1584c port 939e45fe-0d88-41c9-a44d-13a904cc7b4b binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:31.136429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 7b777c79-6206-4fa2-95a4-986c6d19ee0e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7b777c79-6206-4fa2-95a4-986c6d19ee0e,segment=NetworkSegment(9d6184a0-b82d-429a-bb39-2761c4f2b7ca),segment_id=9d6184a0-b82d-429a-bb39-2761c4f2b7ca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:31.167693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.169327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44bddbae-de82-4ff3-b51b-ce14857a0980 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:31.256661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-190c96a2-536c-43d6-88ce-c1c60331b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:31.259224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-190c96a2-536c-43d6-88ce-c1c60331b446 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.1021478 Jul 16 01:45:31.260620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.335554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-51ddb673-5231-43be-96bb-76aa9ea048ee', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:31.336425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.344395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=7b777c79-6206-4fa2-95a4-986c6d19ee0e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:31.415370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a026fa3d-6077-4b28-ac09-68ffddf3c661 None None] Provisioning for port 939e45fe-0d88-41c9-a44d-13a904cc7b4b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:31.478907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 44bddbae-de82-4ff3-b51b-ce14857a0980 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:31.483255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-8d024656-01f0-4b72-b4b6-b5e7df4f57d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077659 Jul 16 01:45:31.501089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:31.506833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.527711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:31.529919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a026fa3d-6077-4b28-ac09-68ffddf3c661 None None] Provisioning complete for port 939e45fe-0d88-41c9-a44d-13a904cc7b4b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:31.530392 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a026fa3d-6077-4b28-ac09-68ffddf3c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.573566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670150cd-1866-45d9-9257-ada5f9853d40 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:31.576111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 44bddbae-de82-4ff3-b51b-ce14857a0980 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:31.576487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.591885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:31.623162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.635075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8704-e199-4be9-8368-267479566721 req-8bb5f3c4-b33c-4e86-96db-cd1e70da9b88 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:31.636786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-388e8704-e199-4be9-8368-267479566721 req-8bb5f3c4-b33c-4e86-96db-cd1e70da9b88 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.7074409 Jul 16 01:45:31.731159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-66f9c91f-665e-484c-9469-fb83c38ae881 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391355 Jul 16 01:45:31.763864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-0e094e17-793a-4cc1-b8c5-c890a78e77c6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7437980 Jul 16 01:45:31.880221 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.894265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Transition to ACTIVE for port object 939e45fe-0d88-41c9-a44d-13a904cc7b4b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:31.898562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a026fa3d-6077-4b28-ac09-68ffddf3c661 None None] Port 939e45fe-0d88-41c9-a44d-13a904cc7b4b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:31.900991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] Transition to ACTIVE for port object 670150cd-1866-45d9-9257-ada5f9853d40 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:31.909475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.918717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.945649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58f88eed-e22a-4f38-abc7-b281fdda3a5e req-93310f28-c82a-446d-b5c4-98f5c29a3c72 service neutron] 10.222.0.32 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044353 Jul 16 01:45:31.974658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Allocated IP 172.23.0.2 (51ddb673-5231-43be-96bb-76aa9ea048ee/e49b9fc8-244d-44e4-a2c0-afb13c0f7380/bdc89958-c887-4bc4-aaf1-669de9565b58) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:31.994334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-442739ec-5bc2-48dc-bfd0-ba9439e88f42 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296319 Jul 16 01:45:31.994908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=10']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.027794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] No DVR routers for this DVR port 670150cd-1866-45d9-9257-ada5f9853d40 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:32.062842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484218-1bc8-4e38-b057-cbcc84e41303 None None] Pushing event updated for resources: {'Port': ['ID=939e45fe-0d88-41c9-a44d-13a904cc7b4b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.082410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-721f18ab-0e39-403d-9ef4-7960b18b0f24 service neutron] 10.222.0.32 "PUT /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40/bindings/n-h2-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5484655 Jul 16 01:45:32.192906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-1d9aa0ee-4f2a-4860-b896-e5a7317dc2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663857 Jul 16 01:45:32.208513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Attempting to bind port 939e45fe-0d88-41c9-a44d-13a904cc7b4b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:32.208892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Attempting to bind port 939e45fe-0d88-41c9-a44d-13a904cc7b4b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:32.209257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Attempting to bind port 939e45fe-0d88-41c9-a44d-13a904cc7b4b on network 52bf0e5e-4137-4114-b275-d97017da23f3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:32.228783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.238320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:32.238692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Checking segment: {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:32.239107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.239560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Bound using segment: {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:32.240016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Bound port: 939e45fe-0d88-41c9-a44d-13a904cc7b4b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3598664-c46d-4499-8abf-9526482aa052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:32.240508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.332842 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b704d-18bb-4970-ab82-2db4654ca516 x-openstack-request-id: req-bd2b704d-18bb-4970-ab82-2db4654ca516 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:32.333848 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:32.334329 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd2b704d-18bb-4970-ab82-2db4654ca516 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:32.334982 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557', 'status': 'completed', 'code': 200} Jul 16 01:45:32.344853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 44bddbae-de82-4ff3-b51b-ce14857a0980, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44bddbae-de82-4ff3-b51b-ce14857a0980,segment=NetworkSegment(d3598664-c46d-4499-8abf-9526482aa052),segment_id=d3598664-c46d-4499-8abf-9526482aa052)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:32.376299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.459438 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.486126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] For port 939e45fe-0d88-41c9-a44d-13a904cc7b4b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:32.510425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] For port 939e45fe-0d88-41c9-a44d-13a904cc7b4b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=939e45fe-0d88-41c9-a44d-13a904cc7b4b,segment=NetworkSegment(d3598664-c46d-4499-8abf-9526482aa052),segment_id=d3598664-c46d-4499-8abf-9526482aa052)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:32.521534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Transition to ACTIVE for port object bdc89958-c887-4bc4-aaf1-669de9565b58 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:32.550003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7b777c79-6206-4fa2-95a4-986c6d19ee0e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:32.556995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.558897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-7cda02ef-b661-4f42-8c18-a896260753c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.561471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-7cda02ef-b661-4f42-8c18-a896260753c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1096 time: 0.1897945 Jul 16 01:45:32.566792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=44bddbae-de82-4ff3-b51b-ce14857a0980,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:32.647426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Transition to ACTIVE for port object bdc89958-c887-4bc4-aaf1-669de9565b58 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:32.689101 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:32.769861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:32.770609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:32.784851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Allocated IP 172.23.0.1 (51ddb673-5231-43be-96bb-76aa9ea048ee/e49b9fc8-244d-44e4-a2c0-afb13c0f7380/5996bfc1-195b-4ac7-9e3f-5136768378ec) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:32.832437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-b91014c8-2fcd-4140-b02b-e0ddca51fca2 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.834355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-b91014c8-2fcd-4140-b02b-e0ddca51fca2 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.6815705 Jul 16 01:45:32.877658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af94b4-8284-4b87-8ffa-7e2832999fe8 req-b2279a16-ff45-4a50-ad77-5a22b9d057bf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.885973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af94b4-8284-4b87-8ffa-7e2832999fe8 req-b2279a16-ff45-4a50-ad77-5a22b9d057bf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.907996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af94b4-8284-4b87-8ffa-7e2832999fe8 req-b2279a16-ff45-4a50-ad77-5a22b9d057bf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.910229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0af94b4-8284-4b87-8ffa-7e2832999fe8 req-b2279a16-ff45-4a50-ad77-5a22b9d057bf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2418 time: 0.3452840 Jul 16 01:45:32.911691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-f9a1962d-1475-44f1-96fd-8fd58fc19f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:32.913314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-f9a1962d-1475-44f1-96fd-8fd58fc19f1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 930 time: 0.2987552 Jul 16 01:45:32.968257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0af94b4-8284-4b87-8ffa-7e2832999fe8 req-ade4e38a-4429-417e-8e6f-79fc2758277d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506985 Jul 16 01:45:33.044135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77484218-1bc8-4e38-b057-cbcc84e41303 None None] Pushing event updated for resources: {'Port': ['ID=939e45fe-0d88-41c9-a44d-13a904cc7b4b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.055063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Network 51ddb673-5231-43be-96bb-76aa9ea048ee is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:33.096642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:33.122507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:33.169922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-65281887-6388-459b-ad0b-ea058b241e81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 1001 time: 0.2050300 Jul 16 01:45:33.185315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-2a85e163-7e34-4aa8-b185-60486d1cae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.185531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7b777c79-6206-4fa2-95a4-986c6d19ee0e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:33.185877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.188938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-2a85e163-7e34-4aa8-b185-60486d1cae22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03&tenant_id=1f30b933045c420cbfffb263b002c593 HTTP/1.1" status: 200 len: 1095 time: 0.3378117 Jul 16 01:45:33.193188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.264119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Transition to ACTIVE for port object 5996bfc1-195b-4ac7-9e3f-5136768378ec will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:33.271533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Pushing event updated for resources: {'Port': ['ID=bdc89958-c887-4bc4-aaf1-669de9565b58,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.301242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:33.328980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-df7d4cc2-4fbb-48c8-a3c5-b22596b43aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.330965 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-df7d4cc2-4fbb-48c8-a3c5-b22596b43aa6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f30b933045c420cbfffb263b002c593&device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1095 time: 0.1112726 Jul 16 01:45:33.344063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.350921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Attempting to bind port bdc89958-c887-4bc4-aaf1-669de9565b58 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:33.351308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Attempting to bind port bdc89958-c887-4bc4-aaf1-669de9565b58 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:33.351948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Attempting to bind port bdc89958-c887-4bc4-aaf1-669de9565b58 on network 51ddb673-5231-43be-96bb-76aa9ea048ee {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:33.368716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:33.369091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Checking segment: {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:33.369497 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.369891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Bound using segment: {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:33.370371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Bound port: bdc89958-c887-4bc4-aaf1-669de9565b58, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:33.370752 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.406369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-fbc12db1-307b-45e7-bc5b-909ed0064799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.408555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-fbc12db1-307b-45e7-bc5b-909ed0064799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 200 len: 868 time: 0.2282379 Jul 16 01:45:33.416751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca32e9c-c35c-4e48-b60f-3bdd485fce74 req-b0e78ae1-0bd8-4ba3-b412-b60dbc7eef09 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.418637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bca32e9c-c35c-4e48-b60f-3bdd485fce74 req-b0e78ae1-0bd8-4ba3-b412-b60dbc7eef09 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 944 time: 0.2269859 Jul 16 01:45:33.453503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 51ddb673-5231-43be-96bb-76aa9ea048ee is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:33.465231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:33.474608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:33.528457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=5996bfc1-195b-4ac7-9e3f-5136768378ec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.538341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bca32e9c-c35c-4e48-b60f-3bdd485fce74 req-e58ebbdf-6d6f-4661-acab-68da70918f5a tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Jul 16 01:45:33.563773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93789142-2432-47a4-950f-94ae0738237c req-01a5a847-27d7-46c3-804c-ef5982ba3b7b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.567640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93789142-2432-47a4-950f-94ae0738237c req-01a5a847-27d7-46c3-804c-ef5982ba3b7b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2505896 Jul 16 01:45:33.578697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-6b675c9c-843f-4b1d-aa14-ab0115cb8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.580524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-6b675c9c-843f-4b1d-aa14-ab0115cb8b6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3230e7cd-0a16-4b95-95ce-d6421f46b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582499 Jul 16 01:45:33.604412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] For port bdc89958-c887-4bc4-aaf1-669de9565b58, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:33.608784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-50778287-6616-4146-bed0-cb6070c4a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.609551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] For port bdc89958-c887-4bc4-aaf1-669de9565b58, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bdc89958-c887-4bc4-aaf1-669de9565b58,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:33.610557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-50778287-6616-4146-bed0-cb6070c4a174 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 200 len: 908 time: 0.2620292 Jul 16 01:45:33.623987 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.624829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.645334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93789142-2432-47a4-950f-94ae0738237c req-0e8723a6-4179-4c6a-aca8-e5a6bf50d267 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0767131 Jul 16 01:45:33.659625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-93789142-2432-47a4-950f-94ae0738237c req-8b5a3ce7-bdd5-4a63-8c42-9270ea46ee81 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Request body: {'floatingip': {'port_id': '5e762474-269c-4e35-bf6c-fee376fbe557', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:33.714434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-93789142-2432-47a4-950f-94ae0738237c req-8b5a3ce7-bdd5-4a63-8c42-9270ea46ee81 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:33.722271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0527089-3f72-4fa0-b1a4-b93f946699c9 None None] Pushing event updated for resources: {'Port': ['ID=bdc89958-c887-4bc4-aaf1-669de9565b58,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:33.738726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-f54e4c63-f784-4768-9af3-2a97d25babc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 200 len: 217 time: 0.1106827 Jul 16 01:45:33.763958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:33.807775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f4d54-7e4a-4523-986e-07dec0be0195 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:28Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:32Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:33.978571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-abb36b58-61b4-4c06-9ff3-2a902ebe25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:33.981023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-abb36b58-61b4-4c06-9ff3-2a902ebe25de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 200 len: 847 time: 0.2105327 Jul 16 01:45:33.984317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.104574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-9608ab20-56e1-4a53-aae8-7e87b4830a9a service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954805 Jul 16 01:45:34.147443 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-615d3d30-497a-4dbf-97f5-b45db0fd6d0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453314 Jul 16 01:45:34.249829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48b7e9-e124-4481-9aab-76e1582a927a req-59fc60f9-efc5-4cd4-a6e2-9e2ccc55ceab tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.251600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba48b7e9-e124-4481-9aab-76e1582a927a req-59fc60f9-efc5-4cd4-a6e2-9e2ccc55ceab tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 945 time: 0.5319090 Jul 16 01:45:34.385576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-77985503-cd39-4c57-8ca3-5cbd0bfd123f service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291706 Jul 16 01:45:34.387137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:34.390384 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:34.438930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba48b7e9-e124-4481-9aab-76e1582a927a req-5877c3bc-a3d4-4362-8665-e7d2f4c0dd78 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.35 "GET /v2.0/security-groups?id=2819f43d-2da9-494f-a11b-4967542da8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776467 Jul 16 01:45:34.472815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-28b291f2-dd8c-4020-9c32-e7b326f283e7 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:34.478609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-28b291f2-dd8c-4020-9c32-e7b326f283e7 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.38 "GET /v2.0/ports?device_id=85f74831-1c85-4f78-8d04-99dd13470d5e HTTP/1.1" status: 200 len: 945 time: 0.5789926 Jul 16 01:45:34.715391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.749417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-f1eca38e-9c3f-4480-9262-5086765e0bc3 service neutron] 10.222.0.38 "GET /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486750 Jul 16 01:45:34.766798 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-93789142-2432-47a4-950f-94ae0738237c req-8b5a3ce7-bdd5-4a63-8c42-9270ea46ee81 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:45:34.785278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93789142-2432-47a4-950f-94ae0738237c req-8b5a3ce7-bdd5-4a63-8c42-9270ea46ee81 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "PUT /v2.0/floatingips/a5adc9c6-1550-4cc4-afd5-e6bb23644681 HTTP/1.1" status: 409 len: 550 time: 1.1383479 Jul 16 01:45:34.805664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd5d043a-5993-49b3-b0e7-32d49bb088c2 req-a562cbd1-b970-4403-9739-377654c422d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866467 Jul 16 01:45:34.816809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 939e45fe-0d88-41c9-a44d-13a904cc7b4b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:34.827708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Deleting port d54dbb60-5d86-49b6-bc3d-be0c44157733 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:34.828740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.837559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.925714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe2c27cc-d437-4e28-89b9-1cb8f756f66e req-1bb52656-b4bf-4d0d-bca1-80c25588594c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 210 time: 0.0640244 Jul 16 01:45:34.965748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 939e45fe-0d88-41c9-a44d-13a904cc7b4b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:34.971930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 939e45fe-0d88-41c9-a44d-13a904cc7b4b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:34.972531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.099876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] For port d54dbb60-5d86-49b6-bc3d-be0c44157733, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d54dbb60-5d86-49b6-bc3d-be0c44157733,segment=NetworkSegment(ca47559e-21a8-425c-a7ff-336d9d681edf),segment_id=ca47559e-21a8-425c-a7ff-336d9d681edf)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.102243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.145698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Calling delete_port for d54dbb60-5d86-49b6-bc3d-be0c44157733 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:35.156719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.246952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 939e45fe-0d88-41c9-a44d-13a904cc7b4b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=939e45fe-0d88-41c9-a44d-13a904cc7b4b,segment=NetworkSegment(d3598664-c46d-4499-8abf-9526482aa052),segment_id=d3598664-c46d-4499-8abf-9526482aa052)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.252925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-bdb5115a-a32e-4658-b22b-9de7e1f483b6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.255001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-bdb5115a-a32e-4658-b22b-9de7e1f483b6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.4094498 Jul 16 01:45:35.257531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.259163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bdc89958-c887-4bc4-aaf1-669de9565b58 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:35.273196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event updated for resources: {'Port': ['ID=5996bfc1-195b-4ac7-9e3f-5136768378ec,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.284948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'port': {'device_id': '07272d21-93da-4f65-aa02-74c00981bd62', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'admin_state_up': True, 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:35.299268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.372838 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab77fa8-0110-47fd-a9e5-6e06f2e74bd4 x-openstack-request-id: req-aab77fa8-0110-47fd-a9e5-6e06f2e74bd4 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:35.373146 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:35.373682 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aab77fa8-0110-47fd-a9e5-6e06f2e74bd4 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:35.373837 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'status': 'completed', 'code': 200} Jul 16 01:45:35.398540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=939e45fe-0d88-41c9-a44d-13a904cc7b4b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:35.431677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port bdc89958-c887-4bc4-aaf1-669de9565b58 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:35.436390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44bddbae-de82-4ff3-b51b-ce14857a0980 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:35.500948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 44bddbae-de82-4ff3-b51b-ce14857a0980 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:35.501607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.528073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1abfe-5dad-4c10-9517-5d178d1ba2f2 None None] Network 51ddb673-5231-43be-96bb-76aa9ea048ee requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:35.555773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95329470-9364-4746-b447-d83f273988b2 req-deb6abb6-7c4d-4f8b-966d-778a14169d36 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.557631 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-95329470-9364-4746-b447-d83f273988b2 req-deb6abb6-7c4d-4f8b-966d-778a14169d36 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 945 time: 0.8396268 Jul 16 01:45:35.570211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-6166834f-3936-4fed-9cb0-07da956c3d29 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.573674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-6166834f-3936-4fed-9cb0-07da956c3d29 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3925045 Jul 16 01:45:35.581170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-1e108a3b-35d8-4db4-8957-8796c365c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.583444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-1e108a3b-35d8-4db4-8957-8796c365c888 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=ee5c5810-c36c-46c2-92e2-985f56cc94c8 HTTP/1.1" status: 200 len: 1096 time: 0.2070842 Jul 16 01:45:35.585604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Network 51ddb673-5231-43be-96bb-76aa9ea048ee is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:35.609972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:35.654293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] Provisioning for port bdc89958-c887-4bc4-aaf1-669de9565b58 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:35.666712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] Provisioning complete for port bdc89958-c887-4bc4-aaf1-669de9565b58 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:35.667085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.689643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-184479dc-1636-453f-aeba-8107d8cf9f12 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 695 time: 0.1052203 Jul 16 01:45:35.706139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9739ead-86e9-4589-b25f-cf7cd8601374 req-35d93bd3-6107-4a18-adb5-b17c278cff12 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.707825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9739ead-86e9-4589-b25f-cf7cd8601374 req-35d93bd3-6107-4a18-adb5-b17c278cff12 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 944 time: 0.2357781 Jul 16 01:45:35.708295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.725245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d54dbb60-5d86-49b6-bc3d-be0c44157733'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:35.726277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'floatingip': {'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:35.826661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-3584e9e0-731d-40dc-af41-1c09e982cdbb tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:35.828353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-3584e9e0-731d-40dc-af41-1c09e982cdbb tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03&tenant_id=1f30b933045c420cbfffb263b002c593&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.3964770 Jul 16 01:45:35.833034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:35.837605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.844517 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.891730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] For port bdc89958-c887-4bc4-aaf1-669de9565b58, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bdc89958-c887-4bc4-aaf1-669de9565b58,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:35.901501 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:35.911380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:35.972972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3412c-f3f4-4bcd-a168-892266b0a686 None None] Pushing event updated for resources: {'Port': ['ID=bdc89958-c887-4bc4-aaf1-669de9565b58,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.010249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Deleting port 27f5b112-0490-4dde-92a4-a958f67b0f85 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:36.010667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.129640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0963a35d-da95-476e-ab3a-f6999997d19c None None] Provisioning complete for port bdc89958-c887-4bc4-aaf1-669de9565b58 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:36.130047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0963a35d-da95-476e-ab3a-f6999997d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.169442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.189894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Pushing event deleted for resources: {'Port': ['ID=d54dbb60-5d86-49b6-bc3d-be0c44157733,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:36.254043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0963a35d-da95-476e-ab3a-f6999997d19c None None] Provisioning for port 5996bfc1-195b-4ac7-9e3f-5136768378ec completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:36.262898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0963a35d-da95-476e-ab3a-f6999997d19c None None] Provisioning complete for port 5996bfc1-195b-4ac7-9e3f-5136768378ec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:36.263376 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0963a35d-da95-476e-ab3a-f6999997d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.276239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Allocated IP 172.20.0.3 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/77401f3a-e2c8-41d2-aa2d-35652cf2cad0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:36.297167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:36.304489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4231e105-918e-4f93-87a5-c4046bf94dae tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3682797 Jul 16 01:45:36.314319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:36.316724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:36.326775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:36.331219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] No DVR routers for this DVR port d54dbb60-5d86-49b6-bc3d-be0c44157733 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:36.332157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0963a35d-da95-476e-ab3a-f6999997d19c None None] Port 5996bfc1-195b-4ac7-9e3f-5136768378ec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:36.334226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:36.334793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:36.337373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.343273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-937d2ba3-9dd7-47f4-a61b-ef63cdf32402 req-455bdbe1-6394-4d72-be16-88f9f5984307 tempest-ServerTagsTestJSON-1938335088 tempest-ServerTagsTestJSON-1938335088-project] 10.222.0.38 "DELETE /v2.0/ports/d54dbb60-5d86-49b6-bc3d-be0c44157733 HTTP/1.1" status: 204 len: 173 time: 1.8561621 Jul 16 01:45:36.437658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-9d0b5385-941f-4b93-afe2-ac7e1cec6417 service neutron] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:36.452072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-9d0b5385-941f-4b93-afe2-ac7e1cec6417 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.453328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-9d0b5385-941f-4b93-afe2-ac7e1cec6417 service neutron] 10.222.0.38 "DELETE /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40/bindings/n-h1-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.6133049 Jul 16 01:45:36.458351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-f0de992b-8397-4d46-9237-e9fbd27b7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.459875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-f0de992b-8397-4d46-9237-e9fbd27b7e10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.8642128 Jul 16 01:45:36.466036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:36.483459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] For port 27f5b112-0490-4dde-92a4-a958f67b0f85, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=27f5b112-0490-4dde-92a4-a958f67b0f85,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:36.483827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.484366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9739ead-86e9-4589-b25f-cf7cd8601374 req-4d88e7cc-6d5c-49dc-a77f-f77a8fcfc9a2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477905 Jul 16 01:45:36.534577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Calling delete_port for 27f5b112-0490-4dde-92a4-a958f67b0f85 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:36.562943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9efe57c3-0a33-42b8-81a7-73cfe65e3405 None None] Provisioning complete for port 5996bfc1-195b-4ac7-9e3f-5136768378ec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:36.563954 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9efe57c3-0a33-42b8-81a7-73cfe65e3405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:36.584436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-b4171083-01ca-4b70-b5d3-a0af9ac0100e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 200 len: 217 time: 0.0899987 Jul 16 01:45:36.626558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 939e45fe-0d88-41c9-a44d-13a904cc7b4b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:36.729757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-7bc009e0-6e5d-4922-b027-f3a0216262e8 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips/a5adc9c6-1550-4cc4-afd5-e6bb23644681 HTTP/1.1" status: 200 len: 693 time: 0.1602898 Jul 16 01:45:36.881104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-0894124a-f5b1-433f-9c87-589e18f2281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.882736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-0894124a-f5b1-433f-9c87-589e18f2281b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.2442696 Jul 16 01:45:36.889236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9efe57c3-0a33-42b8-81a7-73cfe65e3405 None None] Port 5996bfc1-195b-4ac7-9e3f-5136768378ec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:36.936868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-9e4e5c37-43de-424a-8318-bfe2ca57542d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:36.938807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-9e4e5c37-43de-424a-8318-bfe2ca57542d tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2080643 Jul 16 01:45:36.972270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 939e45fe-0d88-41c9-a44d-13a904cc7b4b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:36.972842 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.055943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-3f76dad3-1250-491f-b5a7-79d0cecc856e tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0886703 Jul 16 01:45:37.067318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-731ed8de-36e9-4426-ad33-7a13bd88a0ef None None] Provisioning complete for port 5996bfc1-195b-4ac7-9e3f-5136768378ec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:37.067881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-731ed8de-36e9-4426-ad33-7a13bd88a0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.154281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-731ed8de-36e9-4426-ad33-7a13bd88a0ef None None] Port 5996bfc1-195b-4ac7-9e3f-5136768378ec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:37.179040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bdc89958-c887-4bc4-aaf1-669de9565b58 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:37.209317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:33Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:34Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:37.245494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:37.245886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Updating router cae97b64-ec4b-44ae-bf2e-bf5716c1584c port 5996bfc1-195b-4ac7-9e3f-5136768378ec binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:45:37.263506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-2b1d13e8-430b-48f5-b223-eb7209c3eceb tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1981201 Jul 16 01:45:37.274849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-819857c5-14a3-4e9b-8d56-ed2a670a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:37.276516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-819857c5-14a3-4e9b-8d56-ed2a670a6345 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3840151 Jul 16 01:45:37.298154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.304006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.325106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port bdc89958-c887-4bc4-aaf1-669de9565b58 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:37.325570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.349282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Transition to ACTIVE for port object 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:37.381678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'name': 'network-vif-deleted', 'tag': 'd54dbb60-5d86-49b6-bc3d-be0c44157733'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:37.384129 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee45179-a3e6-4821-98b1-b2c05fd0f49a" -d '{"events": [{"server_uuid": "85f74831-1c85-4f78-8d04-99dd13470d5e", "name": "network-vif-deleted", "tag": "d54dbb60-5d86-49b6-bc3d-be0c44157733"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:37.444940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.462066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:37.508983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event deleted for resources: {'Port': ['ID=27f5b112-0490-4dde-92a4-a958f67b0f85,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:37.533645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-c860fe4e-d16f-4487-9aab-ba814f2b1ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216461 Jul 16 01:45:37.659051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:45:37.679619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.691124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] No DVR routers for this DVR port 27f5b112-0490-4dde-92a4-a958f67b0f85 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:37.703054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:37.706662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.709269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Deleting port 12bdf11f-2b8e-4d37-8007-cbf73c2de740 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:37.709626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.711208 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-95329470-9364-4746-b447-d83f273988b2 req-1e6cf2df-a955-46f9-9ca5-32bcff0bac83 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "DELETE /v2.0/ports/27f5b112-0490-4dde-92a4-a958f67b0f85 HTTP/1.1" status: 204 len: 173 time: 2.1447728 Jul 16 01:45:37.726537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:45:37.763057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Removed routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:45:37.763876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.772155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'name': 'network-vif-deleted', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:37.777521 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65a5c9a-7c38-4576-8082-591ec803a15a" -d '{"events": [{"server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "name": "network-vif-deleted", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:37.784558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.801482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d54dbb60-5d86-49b6-bc3d-be0c44157733 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:37.822918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.826081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc7fcc20-d7ff-4629-a539-b52b0d4786bf req-368de611-ff59-4748-bf53-c32b3e140b74 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807958 Jul 16 01:45:37.893229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: d54dbb60-5d86-49b6-bc3d-be0c44157733 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:37.893229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d54dbb60-5d86-49b6-bc3d-be0c44157733 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:37.923026 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.946409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Transition to ACTIVE for port object 5996bfc1-195b-4ac7-9e3f-5136768378ec will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:37.966246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.970403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:37.996999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:38.001278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:38.057412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc9660-63e5-4cc9-a783-0b6205db2801 None None] Pushing event updated for resources: {'Port': ['ID=5996bfc1-195b-4ac7-9e3f-5136768378ec,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.080675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:38.082047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.097811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.118578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-87c79aa8-6453-4ac3-9655-4280ac4b80d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8459122 Jul 16 01:45:38.131451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Request body: {'port': {'device_id': '07272d21-93da-4f65-aa02-74c00981bd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:38.187458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Attempting to bind port 5996bfc1-195b-4ac7-9e3f-5136768378ec on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:38.187942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Attempting to bind port 5996bfc1-195b-4ac7-9e3f-5136768378ec by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:38.189177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Attempting to bind port 5996bfc1-195b-4ac7-9e3f-5136768378ec on network 51ddb673-5231-43be-96bb-76aa9ea048ee {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:38.207643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:38.208648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Checking segment: {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:38.209566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.210310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Bound using segment: {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:38.211425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Bound port: 5996bfc1-195b-4ac7-9e3f-5136768378ec, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1220b6-71e5-4797-b191-53e36b8c4b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:38.212827 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.278713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.279243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.299628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Calling delete_port for 12bdf11f-2b8e-4d37-8007-cbf73c2de740 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:38.332092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.350466 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.355666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] For port 5996bfc1-195b-4ac7-9e3f-5136768378ec, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:38.356963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.366010 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Floating IP c2f67780-6519-4159-b024-4d717c204c00 associated. External IP: 172.25.0.43, port: fe7e3d9e-1f4a-44df-94c5-9974e7dc2878. Jul 16 01:45:38.367151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] For port 5996bfc1-195b-4ac7-9e3f-5136768378ec, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5996bfc1-195b-4ac7-9e3f-5136768378ec,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:38.379085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.501016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2ae5aebe-4b1f-4251-8064-ed12b0255919 None None] Provisioning for port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:38.505137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:38.505720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:38.564879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2ae5aebe-4b1f-4251-8064-ed12b0255919 None None] Provisioning complete for port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:38.565434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2ae5aebe-4b1f-4251-8064-ed12b0255919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.623600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc9660-63e5-4cc9-a783-0b6205db2801 None None] Pushing event updated for resources: {'Port': ['ID=5996bfc1-195b-4ac7-9e3f-5136768378ec,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.645243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:38.685130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5aebe-4b1f-4251-8064-ed12b0255919 None None] Port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:45:38.711240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:38.723241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 27f5b112-0490-4dde-92a4-a958f67b0f85 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:38.764103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:38.783728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.835683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:38.844989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.846228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1496689a-cd89-450f-9e62-556e177b1244 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 934 time: 2.5291624 Jul 16 01:45:38.853191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 27f5b112-0490-4dde-92a4-a958f67b0f85 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:38.853909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 27f5b112-0490-4dde-92a4-a958f67b0f85 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:38.854039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:38.858272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event deleted for resources: {'Port': ['ID=12bdf11f-2b8e-4d37-8007-cbf73c2de740,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:38.931356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:38.935750 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.949505 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:38.958675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:38.959537 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:38.960826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.963622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.971573 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9e17ec9-b349-4478-ba45-55a61f56817b req-cbbc86ed-b7dd-4f22-a103-f52d776a9708 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "DELETE /v2.0/floatingips/a5adc9c6-1550-4cc4-afd5-e6bb23644681 HTTP/1.1" status: 204 len: 173 time: 1.7070043 Jul 16 01:45:38.985325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f267ce91-5a30-4767-a506-20937de3abb9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 934 time: 0.1278384 Jul 16 01:45:38.985574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:38.991784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'routes': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:39.028719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-85182b25-934a-4027-bd94-c450a0c56af1 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "PUT /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 995 time: 3.3182299 Jul 16 01:45:39.069899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:37Z', 'revision_number': 6, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:38Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.137132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-8e1c502f-aba1-48c5-9d66-ff472c8c033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.138965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa21b2-2332-4e89-859c-fb89fe9dd491 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:37Z', 'revision_number': 6, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:38Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:39.142437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:39.158733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-8e1c502f-aba1-48c5-9d66-ff472c8c033e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1206536 Jul 16 01:45:39.389950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:39.415161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.442217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-408fa756-7c4e-487f-880f-a53299091ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.452388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-408fa756-7c4e-487f-880f-a53299091ce5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.2856226 Jul 16 01:45:39.462505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Transition to ACTIVE for port object 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:39.496770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.607336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53772) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:39.630190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:39.665054 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:37Z', 'revision_number': 8, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.674561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Deleting subnet 3063fdfa-0165-4970-be66-f02568f6025b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:39.677865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.728737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.738409 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:39.759770 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:39.760917 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:39.776793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:45:39.777517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:45:39.811640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-43af8c57-ff8d-4737-b0ce-163ca4e39c79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 998 time: 0.3582845 Jul 16 01:45:39.816187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.826084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:39.874142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Attempting to bind port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:39.874491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Attempting to bind port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:39.874805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Attempting to bind port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:39.959419 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:39.988946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-9d808392-4a0e-4857-ba33-47fe735ee394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:39.991661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-9d808392-4a0e-4857-ba33-47fe735ee394 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1727748 Jul 16 01:45:40.071391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.082756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54ec21-5549-4584-af91-0b96fbb7c4ee req-bc64e10a-b7a2-4e3d-8346-727ad93d475a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.084672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a54ec21-5549-4584-af91-0b96fbb7c4ee req-bc64e10a-b7a2-4e3d-8346-727ad93d475a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 943 time: 0.3023107 Jul 16 01:45:40.130091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3063fdfa-0165-4970-be66-f02568f6025b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.157431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.162549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0aa5be8c-4a79-46aa-8233-7e11dfc30f2a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3063fdfa-0165-4970-be66-f02568f6025b HTTP/1.1" status: 204 len: 168 time: 0.5538554 Jul 16 01:45:40.167426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:40.266802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-65d4f073-d65b-447b-a321-a718cbeb7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.268567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-65d4f073-d65b-447b-a321-a718cbeb7671 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2680798 Jul 16 01:45:40.276522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a54ec21-5549-4584-af91-0b96fbb7c4ee req-220bd737-4644-4d6f-9db9-b93af6cf0de9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592200 Jul 16 01:45:40.281016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.346375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 on network 83775718-04d7-4306-8a41-0b5924094260 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:40.346764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Attempting to bind port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:40.355829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:40.356198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:40.356592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:40.357023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Bound port: 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:40.357439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.410663 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:37Z', 'revision_number': 8, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.454237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.475110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a662ae39-20aa-48f8-98ac-5aca910a9208']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.476107 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60c354-a13f-4cee-8eeb-0749c65b5a70 None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c2f67780-6519-4159-b024-4d717c204c00', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'port_id': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'mac_address': 'fa:16:3e:05:34:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:44:48Z', 'updated_at': '2021-07-16T01:45:37Z', 'revision_number': 8, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:40.501976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-bb01b061-2d6e-4745-9767-a5dca527cb5d service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129421 Jul 16 01:45:40.537539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:40.551190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:40.551814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] For port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:40.554088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.555234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca47559e-21a8-425c-a7ff-336d9d681edf') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.555972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca47559e-21a8-425c-a7ff-336d9d681edf') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:40.584316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.606170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] For port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:40.615684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.618055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.633855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.655719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.656490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.657237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.657822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/77401f3a-e2c8-41d2-aa2d-35652cf2cad0 HTTP/1.1" status: 200 len: 1091 time: 2.5311496 Jul 16 01:45:40.666078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5996bfc1-195b-4ac7-9e3f-5136768378ec up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:40.676320 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218613c3-1088-4947-95cb-292cb87a35cd x-openstack-request-id: req-218613c3-1088-4947-95cb-292cb87a35cd {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:40.678386 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f74831-1c85-4f78-8d04-99dd13470d5e", "name": "network-vif-deleted", "tag": "d54dbb60-5d86-49b6-bc3d-be0c44157733", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:40.678673 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-218613c3-1088-4947-95cb-292cb87a35cd {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:40.679095 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f74831-1c85-4f78-8d04-99dd13470d5e', 'name': 'network-vif-deleted', 'tag': 'd54dbb60-5d86-49b6-bc3d-be0c44157733', 'status': 'completed', 'code': 200} Jul 16 01:45:40.683855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:40.684310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:40.686250 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:40.788616 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c35b0b-0aaa-4d0f-aa3f-a9c8e8a205ec x-openstack-request-id: req-f1c35b0b-0aaa-4d0f-aa3f-a9c8e8a205ec {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:40.789186 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5c5810-c36c-46c2-92e2-985f56cc94c8", "name": "network-vif-deleted", "tag": "27f5b112-0490-4dde-92a4-a958f67b0f85", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:40.789921 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1c35b0b-0aaa-4d0f-aa3f-a9c8e8a205ec {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:40.790511 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5c5810-c36c-46c2-92e2-985f56cc94c8', 'name': 'network-vif-deleted', 'tag': '27f5b112-0490-4dde-92a4-a958f67b0f85', 'status': 'completed', 'code': 200} Jul 16 01:45:40.796310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-061d413e-7408-4dfa-b42d-4cebbe206a11 req-a328128f-4d90-4a3c-9074-9c9b44abdc4e service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932296 Jul 16 01:45:40.870094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.879397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5cb44-33a3-4948-ac9d-4e0b9df1c6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.879981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.881944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a662ae39-20aa-48f8-98ac-5aca910a9208 HTTP/1.1" status: 204 len: 168 time: 0.7111819 Jul 16 01:45:40.906081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:40.924206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0a621-28a8-4ca0-9e40-42b2a1defed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a662ae39-20aa-48f8-98ac-5aca910a9208,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:40.928216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-067257b2-1c58-4d1f-aca7-b3f86e8188cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:40.930460 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-067257b2-1c58-4d1f-aca7-b3f86e8188cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 1094 time: 0.1998184 Jul 16 01:45:40.951918 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fd9661-92a2-4fde-96d2-85c9d4d51fa4 None None] New status for floating IP c2f67780-6519-4159-b024-4d717c204c00: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:40.968907 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-500b1c41-1175-4cd0-8bcd-f77189ea194a tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.2186382 Jul 16 01:45:41.096885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073365-e5dd-4482-8972-5c98e5183777 req-93d088f4-6a08-4a3f-981e-bac10fc20b1f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.111064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-93d088f4-6a08-4a3f-981e-bac10fc20b1f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports/5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 942 time: 0.1360905 Jul 16 01:45:41.120089 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-b69181ef-34f9-44b7-aa44-efebc73c3457 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0 HTTP/1.1" status: 200 len: 217 time: 0.1363482 Jul 16 01:45:41.174042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53786) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.236803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:41.239022 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:41.248916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.250671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-41e0deab-68b2-43f5-b90e-84978e351d9e tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 700 time: 2.2638786 Jul 16 01:45:41.257707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.268533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:41.316102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d5268418-b241-461f-9dd2-79b827e63a92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b718ac0fb17447aa95f297ecf7c17b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382635 Jul 16 01:45:41.324846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5996bfc1-195b-4ac7-9e3f-5136768378ec completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:41.334123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.353589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-32d7d6d8-296e-490b-a18c-14f603e2355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.355513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-32d7d6d8-296e-490b-a18c-14f603e2355c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.2207925 Jul 16 01:45:41.358026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5996bfc1-195b-4ac7-9e3f-5136768378ec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:41.358622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.437146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-33f87961-f74b-42ba-94bf-8e5423773b29 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.443179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-33f87961-f74b-42ba-94bf-8e5423773b29 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.449250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-33f87961-f74b-42ba-94bf-8e5423773b29 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.451124 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-33f87961-f74b-42ba-94bf-8e5423773b29 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2418 time: 0.3179655 Jul 16 01:45:41.456693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-99193103-808d-4f76-b6bc-e111aafc85c6 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1730161 Jul 16 01:45:41.460453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2a406929-aa48-430a-8549-681f43fa7d18 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 700 time: 0.2011991 Jul 16 01:45:41.464150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53794) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:41.506196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f991ac6f-51da-4c63-bea6-8ad036610244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.545867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3f36-be76-42e2-89ce-0ed471b4c4af req-181f3d34-d40c-4438-9ec0-691ba383be3e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.546084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.552569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3f36-be76-42e2-89ce-0ed471b4c4af req-181f3d34-d40c-4438-9ec0-691ba383be3e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.559048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3f36-be76-42e2-89ce-0ed471b4c4af req-181f3d34-d40c-4438-9ec0-691ba383be3e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.560767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d5f3f36-be76-42e2-89ce-0ed471b4c4af req-181f3d34-d40c-4438-9ec0-691ba383be3e tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 2418 time: 0.4484074 Jul 16 01:45:41.589561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5996bfc1-195b-4ac7-9e3f-5136768378ec, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5996bfc1-195b-4ac7-9e3f-5136768378ec,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:41.603195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:39Z', 'revision_number': 7, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:38Z', 'revision_number': 4, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:41.605306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.611379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f991ac6f-51da-4c63-bea6-8ad036610244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.626870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-6cee8174-0ec9-4721-bd7c-5fb04de7d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.629002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-6cee8174-0ec9-4721-bd7c-5fb04de7d595 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639434 Jul 16 01:45:41.639320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:41.680242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:41.680242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:41.699930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d5f3f36-be76-42e2-89ce-0ed471b4c4af req-36483e97-eaa3-45b9-b32b-179974e400e4 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024921 Jul 16 01:45:41.708868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073365-e5dd-4482-8972-5c98e5183777 req-018145ac-d269-483d-a07f-0f5c320762b3 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:41.717443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-018145ac-d269-483d-a07f-0f5c320762b3 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2431142 Jul 16 01:45:41.767756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5996bfc1-195b-4ac7-9e3f-5136768378ec,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:41.802431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:41.834721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-d712831d-4c4d-48ac-8af9-0e3a50224dc7 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 1001 time: 0.1163108 Jul 16 01:45:41.835725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f991ac6f-51da-4c63-bea6-8ad036610244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.839589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f991ac6f-51da-4c63-bea6-8ad036610244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:41.843181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f991ac6f-51da-4c63-bea6-8ad036610244 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2819f43d-2da9-494f-a11b-4967542da8ac HTTP/1.1" status: 204 len: 168 time: 0.5055320 Jul 16 01:45:41.905838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:41.940938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-52401e5d-94a4-45e5-a43f-f232a2b37633 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031290 Jul 16 01:45:41.959444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port b864f437-b4ef-4896-98c4-569d22d5cff8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:41.959789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.076702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:39Z', 'revision_number': 7, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.109572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0de9d7-8fb8-4c9a-8ee5-c174f1bc5c26 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:39Z', 'revision_number': 7, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:42.198176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port b864f437-b4ef-4896-98c4-569d22d5cff8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b864f437-b4ef-4896-98c4-569d22d5cff8,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:42.198657 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.215168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9da96b9f-c147-46ae-a024-d9154d0c9e35 req-be3f6f69-e491-45b2-9098-a76233e707c7 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670915 Jul 16 01:45:42.225589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for b864f437-b4ef-4896-98c4-569d22d5cff8 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:42.300385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991ac6f-51da-4c63-bea6-8ad036610244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819f43d-2da9-494f-a11b-4967542da8ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.346928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.400950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434011e-4804-47f6-b100-548e39ad0194 req-527f8326-cd87-4ee9-9fdb-087a9ba726d5 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:42.402678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6434011e-4804-47f6-b100-548e39ad0194 req-527f8326-cd87-4ee9-9fdb-087a9ba726d5 tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 1095 time: 0.5589347 Jul 16 01:45:42.475202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.506025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6434011e-4804-47f6-b100-548e39ad0194 req-1d45b253-89e5-4e8f-8254-dd69ddc45bee tempest-LiveMigrationTest-2028159454 tempest-LiveMigrationTest-2028159454-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955114 Jul 16 01:45:42.523008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:42.538227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.538757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:42.540001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:42.558750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b864f437-b4ef-4896-98c4-569d22d5cff8', '19f4bd42-78a9-406e-bfd5-9eb3f39f599b', '43633ded-707c-4a4a-b425-9c19ad032488'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:42.643947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=b864f437-b4ef-4896-98c4-569d22d5cff8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:42.648252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5996bfc1-195b-4ac7-9e3f-5136768378ec up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:42.673016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.700290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:42.702637 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3754beea-1ba7-4c82-bb37-976912290ede" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:42.712829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b293adbb-dd40-43ff-b466-8acce6ef0023 req-49052095-48ed-4651-afd6-c6d9305242ad tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 997 time: 0.1403902 Jul 16 01:45:42.738558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.738781 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Floating IP 2b440493-61c1-44fa-8400-4db79199fe90 disassociated. External IP: 172.25.0.180, port: 5e762474-269c-4e35-bf6c-fee376fbe557. Jul 16 01:45:42.792633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:42.815987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.816637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.817160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.817681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.818201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.818714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.819223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.819729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.820262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.820820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.821469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.822701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:42.827013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port b864f437-b4ef-4896-98c4-569d22d5cff8 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:42.828688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07272d21-93da-4f65-aa02-74c00981bd62', 'tag': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:42.832196 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dac04e8-700d-4bbf-bc46-400a267d52eb" -d '{"events": [{"name": "network-changed", "server_uuid": "07272d21-93da-4f65-aa02-74c00981bd62", "tag": "77401f3a-e2c8-41d2-aa2d-35652cf2cad0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:42.835532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.842390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-4e6c1cef-6ea7-40b9-9d13-27fc5b612a82 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "DELETE /v2.0/ports/b864f437-b4ef-4896-98c4-569d22d5cff8 HTTP/1.1" status: 204 len: 173 time: 1.3790956 Jul 16 01:45:42.844493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.892560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5996bfc1-195b-4ac7-9e3f-5136768378ec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:42.892939 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.024784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port 43633ded-707c-4a4a-b425-9c19ad032488 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:43.025126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.037710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2145939768-network', 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:43.095267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293adbb-dd40-43ff-b466-8acce6ef0023 req-fe2e03b0-ba73-4ae8-93c3-e4579521d5fd tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.096638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b293adbb-dd40-43ff-b466-8acce6ef0023 req-fe2e03b0-ba73-4ae8-93c3-e4579521d5fd tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.3816702 Jul 16 01:45:43.114849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-b293adbb-dd40-43ff-b466-8acce6ef0023 req-95c53bf3-d985-46ae-abe7-8887d427c9d3 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:43.115860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b293adbb-dd40-43ff-b466-8acce6ef0023 req-95c53bf3-d985-46ae-abe7-8887d427c9d3 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073276 Jul 16 01:45:43.135160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:43.204723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:39Z', 'revision_number': 7, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.239204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:43.264301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:43.264941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.315729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:43.322570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.327342 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] Sync routers for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:43.337537 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:43.338607 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.382576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:43.405914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-2d04965e-a0af-4c48-920a-d968a7a6d263 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "PUT /v2.0/floatingips/2b440493-61c1-44fa-8400-4db79199fe90 HTTP/1.1" status: 200 len: 695 time: 1.5633733 Jul 16 01:45:43.418853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9a8d-45f6-4699-8ad3-d9a8c92f6ee5 req-8a69c705-1a71-40f5-81c0-d3a56b459af2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.420466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fee9a8d-45f6-4699-8ad3-d9a8c92f6ee5 req-8a69c705-1a71-40f5-81c0-d3a56b459af2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 943 time: 0.1698415 Jul 16 01:45:43.472239 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:43.497600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:43.499902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.516350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.545914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fee9a8d-45f6-4699-8ad3-d9a8c92f6ee5 req-276b9cc2-070c-4c75-ae08-a1965ff83f21 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845876 Jul 16 01:45:43.556582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port 43633ded-707c-4a4a-b425-9c19ad032488, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=43633ded-707c-4a4a-b425-9c19ad032488,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:43.556949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.559755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073365-e5dd-4482-8972-5c98e5183777 req-c8622d4b-b45a-42e9-876e-7cadd4847d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.568100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-c8622d4b-b45a-42e9-876e-7cadd4847d33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1096 time: 0.1465039 Jul 16 01:45:43.587637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for 43633ded-707c-4a4a-b425-9c19ad032488 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:43.619719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 5996bfc1-195b-4ac7-9e3f-5136768378ec {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:43.620083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.666386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:39Z', 'revision_number': 7, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.700264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8bcd8-efd2-49f9-9e58-322cbcd13e3b None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:39Z', 'revision_number': 7, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5996bfc1-195b-4ac7-9e3f-5136768378ec', 'name': '', 'network_id': '51ddb673-5231-43be-96bb-76aa9ea048ee', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:3e:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:31Z', 'updated_at': '2021-07-16T01:45:41Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e49b9fc8-244d-44e4-a2c0-afb13c0f7380', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:43.760141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073365-e5dd-4482-8972-5c98e5183777 req-35e4a8ed-5e6c-4165-8a5a-8baca2065e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.769412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-35e4a8ed-5e6c-4165-8a5a-8baca2065e56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 930 time: 0.1908169 Jul 16 01:45:43.822185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-77cce557-79e8-4757-9a37-94195f99f849 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 217 time: 0.0514691 Jul 16 01:45:43.822699 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.870466 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.874231 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] Checking router: 4b93ff78-080e-494a-abaf-fa189d9bcaa3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:43.878216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 5996bfc1-195b-4ac7-9e3f-5136768378ec, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5996bfc1-195b-4ac7-9e3f-5136768378ec,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:43.879000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.881962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073365-e5dd-4482-8972-5c98e5183777 req-09849d8b-01bb-4a86-aed4-4cbf8b887507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.884736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.890090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-09849d8b-01bb-4a86-aed4-4cbf8b887507 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 200 len: 868 time: 0.0669856 Jul 16 01:45:43.897078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:43.902130 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:43.906087 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.909507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.910090 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Added segment aee4cf38-ed64-4c2f-9ff8-df3cedff5285 of type vlan for network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 Jul 16 01:45:43.958773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a073365-e5dd-4482-8972-5c98e5183777 req-8cfc8b23-f778-4067-97f8-0a218da463c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:43.967630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.968233 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-8cfc8b23-f778-4067-97f8-0a218da463c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3230e7cd-0a16-4b95-95ce-d6421f46b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769103 Jul 16 01:45:44.025294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 5996bfc1-195b-4ac7-9e3f-5136768378ec owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:44.042544 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c972252-0aad-4802-a6b9-4747d452deaa x-openstack-request-id: req-5c972252-0aad-4802-a6b9-4747d452deaa {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:44.042902 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:44.043212 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c972252-0aad-4802-a6b9-4747d452deaa {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:44.043664 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'status': 'completed', 'code': 200} Jul 16 01:45:44.071527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8aca8d-0e5a-479b-a89e-0c71f291225a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.082765 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:44.084754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.085799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.086384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.136352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-bdb00fce-b8eb-4b93-a52b-780d8c84d4a2 service neutron] 10.222.0.35 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671703 Jul 16 01:45:44.186579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] Pushing event updated for resources: {'Network': ['ID=72b8fb84-a082-4e76-a754-ffd7b5e7de54,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.203078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:44.277148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-abbb1817-3d5c-4c2a-b3aa-83cafeae9303 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4261043 Jul 16 01:45:44.278160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:44.285089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.286800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754beea-1ba7-4c82-bb37-976912290ede req-e6a34fab-332c-4d1f-ba57-bfc6b5480b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.288201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-e6a34fab-332c-4d1f-ba57-bfc6b5480b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.2214210 Jul 16 01:45:44.292704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Request body: {'subnet': {'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2145939768-subnet', 'tenant_id': '9c77d81761104aefaf1746b49eab1952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:44.323732 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.343249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a073365-e5dd-4482-8972-5c98e5183777 req-0da5c276-60f3-4850-b6d9-4515d24f1c7b service neutron] 10.222.0.35 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059228 Jul 16 01:45:44.358633 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7018e-853a-4ec1-a27e-c1c02616c6b0 None None] The sync data for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 is: [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:44:52Z', 'revision_number': 4, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'fb5b4b41-c80e-4bd6-a06d-b37239a7a26b', 'name': '', 'network_id': '3230e7cd-0a16-4b95-95ce-d6421f46b924', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'mac_address': 'fa:16:3e:93:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:50Z', 'updated_at': '2021-07-16T01:45:00Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'subnets': [{'id': '3a66111b-8237-4988-8ce9-da5b38aedad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:44.368445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=43633ded-707c-4a4a-b425-9c19ad032488,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.384329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:44.386989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.405344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c51b7-5ace-4363-8484-154dc753b514 req-bfc75301-952b-460f-9f48-6b91823d0204 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.412052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c51b7-5ace-4363-8484-154dc753b514 req-bfc75301-952b-460f-9f48-6b91823d0204 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.413739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f1c51b7-5ace-4363-8484-154dc753b514 req-bfc75301-952b-460f-9f48-6b91823d0204 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c7ac33e-5d7b-471e-a2c9-039365bc4ded HTTP/1.1" status: 200 len: 1604 time: 0.2342563 Jul 16 01:45:44.484308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754beea-1ba7-4c82-bb37-976912290ede req-3da72b9f-f467-42f3-afc5-9f5e7e7d6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.486068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-3da72b9f-f467-42f3-afc5-9f5e7e7d6f34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.1789737 Jul 16 01:45:44.531951 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c8f97-5c51-4f8b-aece-a02f05a295d3 x-openstack-request-id: req-387c8f97-5c51-4f8b-aece-a02f05a295d3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:44.532307 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07272d21-93da-4f65-aa02-74c00981bd62", "tag": "77401f3a-e2c8-41d2-aa2d-35652cf2cad0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:44.532520 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-387c8f97-5c51-4f8b-aece-a02f05a295d3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:44.532912 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07272d21-93da-4f65-aa02-74c00981bd62', 'tag': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0', 'status': 'completed', 'code': 200} Jul 16 01:45:44.533920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port 43633ded-707c-4a4a-b425-9c19ad032488 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:44.540947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.543203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-49d394f9-3c62-4cd6-ad7d-8060722c161d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "DELETE /v2.0/ports/43633ded-707c-4a4a-b425-9c19ad032488 HTTP/1.1" status: 204 len: 173 time: 1.6856990 Jul 16 01:45:44.557452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f1c51b7-5ace-4363-8484-154dc753b514 req-24b74ef3-757d-4508-8f3d-55fdf69c0bca tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315498 Jul 16 01:45:44.604555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-09bedd03-3dd3-4362-bc0a-e6b9b487b479 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 1000 time: 0.1013601 Jul 16 01:45:44.733158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:44.791748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-809534bc-725c-4b37-a1b7-bff9799b823b tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.2801700 Jul 16 01:45:44.799668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ba878-9049-46bf-a8a5-f7ad681a25d9 None None] New status for floating IP 2b440493-61c1-44fa-8400-4db79199fe90: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:44.805326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=5996bfc1-195b-4ac7-9e3f-5136768378ec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:44.825688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754beea-1ba7-4c82-bb37-976912290ede req-ca6140d9-89da-43c1-9a38-badb9a66f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.827388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-ca6140d9-89da-43c1-9a38-badb9a66f4d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1703420 Jul 16 01:45:44.869912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-00fbe2ff-7cfd-44f1-aa74-ed5d868d93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.871451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-00fbe2ff-7cfd-44f1-aa74-ed5d868d93fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 1094 time: 0.3335505 Jul 16 01:45:44.926722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-c56c0197-7367-46cd-b850-3166b163f8eb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.928563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-c56c0197-7367-46cd-b850-3166b163f8eb tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 944 time: 0.2702973 Jul 16 01:45:44.993035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-6b30da74-2735-475f-86b7-3035ee401886 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.008918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-6b30da74-2735-475f-86b7-3035ee401886 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports/fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 942 time: 0.1996174 Jul 16 01:45:45.033218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:45.033474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.080273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c0f27-61dd-4472-a614-77d6d7a9684a req-5acd8595-93c8-445b-8311-3422b133e5a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.084700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c1c0f27-61dd-4472-a614-77d6d7a9684a req-5acd8595-93c8-445b-8311-3422b133e5a1 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 944 time: 0.3535879 Jul 16 01:45:45.180733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754beea-1ba7-4c82-bb37-976912290ede req-d8054795-ac1d-4332-90d8-38ee2fda3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.182284 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-d8054795-ac1d-4332-90d8-38ee2fda3979 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3314674 Jul 16 01:45:45.233728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c1c0f27-61dd-4472-a614-77d6d7a9684a req-2c95f2f9-1459-4e4f-bb39-a393f93747cf tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370652 Jul 16 01:45:45.274676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.324353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Deleting port 670150cd-1866-45d9-9257-ada5f9853d40 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:45.324707 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.341621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-38df1e13-1a84-48b2-a6d6-8cfb2bca2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.343100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-38df1e13-1a84-48b2-a6d6-8cfb2bca2cfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.4401743 Jul 16 01:45:45.357173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.362226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-de499909-acdf-4c2a-9024-0fe477df4eb6 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.1962817 Jul 16 01:45:45.376737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-aa5ca974-e8b9-4877-843e-092ec43bebb1 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips/2b440493-61c1-44fa-8400-4db79199fe90 HTTP/1.1" status: 200 len: 693 time: 0.1072419 Jul 16 01:45:45.423034 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-a887c4be-aa54-4ad5-ab73-de8ade47c37a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0 HTTP/1.1" status: 200 len: 217 time: 0.0667539 Jul 16 01:45:45.434585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:45.434948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.437328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:45.538356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for 19f4bd42-78a9-406e-bfd5-9eb3f39f599b owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:45.581779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:45.581779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Network hostable DHCP agents. Network: 72b8fb84-a082-4e76-a754-ffd7b5e7de54, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:45.615669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-ad7b9474-9cc6-4f42-ba81-9bc20ab40e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.617203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-ad7b9474-9cc6-4f42-ba81-9bc20ab40e6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1716812 Jul 16 01:45:45.725519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:45.783334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 72b8fb84-a082-4e76-a754-ffd7b5e7de54) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:45.792894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe67abbf-8d77-4494-8947-dd0679f48156 None None] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:45.793687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.794265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.826643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-2951fd27-c331-4fb5-961c-db24900516ee service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358004 Jul 16 01:45:45.854693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-592900e0-36f7-47c7-9d3f-1acfe45c8c24 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5628817 Jul 16 01:45:45.854693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-b656b136-86e5-4c8d-afc5-f43c2d0a84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.854693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-b656b136-86e5-4c8d-afc5-f43c2d0a84a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299194 Jul 16 01:45:45.864745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:45.868547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:45.870880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-659d5521-d5f3-4482-8e67-8283c83d8f7a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:45:45.871649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-659d5521-d5f3-4482-8e67-8283c83d8f7a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056820 Jul 16 01:45:45.874983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 19f4bd42-78a9-406e-bfd5-9eb3f39f599b no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:45.934623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] For port 670150cd-1866-45d9-9257-ada5f9853d40, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=670150cd-1866-45d9-9257-ada5f9853d40,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:45.934993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:45.999643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-4d737979-9035-4e43-a390-245961399e48 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.001197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-4d737979-9035-4e43-a390-245961399e48 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.6234641 Jul 16 01:45:46.023479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Calling delete_port for 670150cd-1866-45d9-9257-ada5f9853d40 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:46.071573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-dfac1ceb-d3b8-4893-a9f2-a4668ebc79e8 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:46.078974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-dfac1ceb-d3b8-4893-a9f2-a4668ebc79e8 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.6948433 Jul 16 01:45:46.085871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:46.088175 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f69d8-8dfc-4510-8057-fdfd77a95bff" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:46.092528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:46.094021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.107012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0', 'mac_address': 'fa:16:3e:e4:93:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:46.154273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7ae99-0489-46b9-826a-6947b42ba7a1 None None] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:46.158146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=19f4bd42-78a9-406e-bfd5-9eb3f39f599b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.185708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b update to DOWN by agent not found {{(pid=93908) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:45:46.186352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b864f437-b4ef-4896-98c4-569d22d5cff8 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:46.196465 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-1c09a0dd-f73d-4a6b-91a9-dc60f99f0b77 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181980 Jul 16 01:45:46.203885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-4c4e3705-0a4c-4a17-a7b1-c70cac3176c5 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.1239581 Jul 16 01:45:46.210893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3754beea-1ba7-4c82-bb37-976912290ede req-1ad77b68-2124-4f60-90ef-4603a0058e65 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718438 Jul 16 01:45:46.230121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-cba12d98-ddcf-4a08-b9c7-c977bdb91152 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 1000 time: 0.2143621 Jul 16 01:45:46.246691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port 19f4bd42-78a9-406e-bfd5-9eb3f39f599b on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:46.248849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:46.250813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.253038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c3ad9ba8-981e-4e41-925e-62f7b4e375f9 req-63c1bf2f-c2d2-47e8-97b1-3d399dc6ab18 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.38 "DELETE /v2.0/ports/19f4bd42-78a9-406e-bfd5-9eb3f39f599b HTTP/1.1" status: 204 len: 173 time: 1.6937826 Jul 16 01:45:46.261772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-70acdc31-fd52-4314-91fe-d19f8e912cf6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7896948 Jul 16 01:45:46.268769 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:46.271232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:46.277182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: b864f437-b4ef-4896-98c4-569d22d5cff8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:46.277535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b864f437-b4ef-4896-98c4-569d22d5cff8 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:46.277958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 43633ded-707c-4a4a-b425-9c19ad032488 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:46.290680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:46.306957 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:46.307929 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:46.327485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 43633ded-707c-4a4a-b425-9c19ad032488 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:46.328357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 43633ded-707c-4a4a-b425-9c19ad032488 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:46.339408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.363469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dac04e8-700d-4bbf-bc46-400a267d52eb req-b83677ea-5191-465d-971d-b1038ab9ae49 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257870 Jul 16 01:45:46.366880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f33c7a73-524f-4a5c-bc1e-d6e78391ca09 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.1619554 Jul 16 01:45:46.442007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:46.493887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:46.499128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet e49b9fc8-244d-44e4-a2c0-afb13c0f7380 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:46.499637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.501939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.525862 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:46.534520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-deleted', 'tag': 'b864f437-b4ef-4896-98c4-569d22d5cff8'}, {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-deleted', 'tag': '43633ded-707c-4a4a-b425-9c19ad032488'}, {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-deleted', 'tag': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:46.537045 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86830d8-35bb-4d30-b32f-33ed4187ac44" -d '{"events": [{"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-deleted", "tag": "b864f437-b4ef-4896-98c4-569d22d5cff8"}, {"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-deleted", "tag": "43633ded-707c-4a4a-b425-9c19ad032488"}, {"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-deleted", "tag": "19f4bd42-78a9-406e-bfd5-9eb3f39f599b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:46.555377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.600143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.658312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.742692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:44Z', 'revision_number': 8, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:46.770900 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:46.780841 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:46.781643 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:46.806227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['77401f3a-e2c8-41d2-aa2d-35652cf2cad0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:46.821672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.912580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event deleted for resources: {'Port': ['ID=670150cd-1866-45d9-9257-ada5f9853d40,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.980644 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:47.022413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] No DVR routers for this DVR port 670150cd-1866-45d9-9257-ada5f9853d40 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:47.024934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.027172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe5f8055-2613-42a8-aa2c-936bc6ba9bf6 req-d442410a-be94-4444-9856-ab2877571e6f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "DELETE /v2.0/ports/670150cd-1866-45d9-9257-ada5f9853d40 HTTP/1.1" status: 204 len: 173 time: 2.0909727 Jul 16 01:45:47.032993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.035839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.060022 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.060389 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Floating IP c2f67780-6519-4159-b024-4d717c204c00 disassociated. External IP: 172.25.0.43, port: fe7e3d9e-1f4a-44df-94c5-9974e7dc2878. Jul 16 01:45:47.062965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Deleting port fa5c8643-5e8a-4c01-a141-6918c0bddf54 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:47.063299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.201323 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:44Z', 'revision_number': 8, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:47.229630 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df6f3ba-dbdf-4b6a-a20d-55c6d01dd2a4 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:44Z', 'revision_number': 8, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939e45fe-0d88-41c9-a44d-13a904cc7b4b', 'name': '', 'network_id': '52bf0e5e-4137-4114-b275-d97017da23f3', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:5d:4f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:26Z', 'updated_at': '2021-07-16T01:45:35Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': 'e7cb358b-e143-49d3-804d-80eab2b266fb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:47.251786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.277129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.277461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.311552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=e49b9fc8-244d-44e4-a2c0-afb13c0f7380,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:47.313766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d28084-e3c0-4114-ad7d-8512de8837d4 None None] Network 51ddb673-5231-43be-96bb-76aa9ea048ee requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:47.314981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.319359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b28be643-b739-4bae-9989-1e53fa5c0801 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/e49b9fc8-244d-44e4-a2c0-afb13c0f7380 HTTP/1.1" status: 204 len: 168 time: 1.0447876 Jul 16 01:45:47.319359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Calling delete_port for fa5c8643-5e8a-4c01-a141-6918c0bddf54 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:47.320792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53858) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.622288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] DHCP port deletion for 51ddb673-5231-43be-96bb-76aa9ea048ee request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:47.654038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1a1598f4-7dbf-4705-830c-3eeaa49d2116'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:47.751338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] Deleting port bdc89958-c887-4bc4-aaf1-669de9565b58 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:47.751723 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.777372 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.853719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:47.861447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] For port bdc89958-c887-4bc4-aaf1-669de9565b58, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bdc89958-c887-4bc4-aaf1-669de9565b58,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:47.865131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:47.892218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:47.894062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] Calling delete_port for bdc89958-c887-4bc4-aaf1-669de9565b58 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:47.951015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port bdc89958-c887-4bc4-aaf1-669de9565b58 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:47.951560 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.014334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:48.028328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:48.028758 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.056581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.059129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.089822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] Pushing event deleted for resources: {'Port': ['ID=bdc89958-c887-4bc4-aaf1-669de9565b58,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.094497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0f3a3-612c-4a2a-ac30-e5fc767025b9 None None] No DVR routers for this DVR port bdc89958-c887-4bc4-aaf1-669de9565b58 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:48.122542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event deleted for resources: {'Port': ['ID=fa5c8643-5e8a-4c01-a141-6918c0bddf54,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.142975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port bdc89958-c887-4bc4-aaf1-669de9565b58, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bdc89958-c887-4bc4-aaf1-669de9565b58,segment=NetworkSegment(0b1220b6-71e5-4797-b191-53e36b8c4b97),segment_id=0b1220b6-71e5-4797-b191-53e36b8c4b97)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:48.143347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.148222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.173729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07272d21-93da-4f65-aa02-74c00981bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:48.175998 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d012fc9-6d2a-4073-a759-7078331b1647" -d '{"events": [{"server_uuid": "07272d21-93da-4f65-aa02-74c00981bd62", "name": "network-vif-plugged", "status": "completed", "tag": "77401f3a-e2c8-41d2-aa2d-35652cf2cad0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:48.178993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.179354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.180566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.180696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.180931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.181269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.181606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.181939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.182273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.182601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.182931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.183261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:48.192928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:48.198076 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.198858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:48.220133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for bdc89958-c887-4bc4-aaf1-669de9565b58 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:48.236672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:48.241408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 670150cd-1866-45d9-9257-ada5f9853d40 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:48.241765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 670150cd-1866-45d9-9257-ada5f9853d40 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:48.244509 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.253924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:48.277543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:48.278101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.282423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.309752 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.312286 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.313452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80ad0149-c1db-47bf-92a8-4b96733f2fc3 req-f366b6db-f278-4115-b34b-7082a629c94f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "DELETE /v2.0/floatingips/2b440493-61c1-44fa-8400-4db79199fe90 HTTP/1.1" status: 204 len: 173 time: 1.9457300 Jul 16 01:45:48.354016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a77f9d26-b63d-49b0-9467-49d6bceb16f8 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "PUT /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 695 time: 2.0849488 Jul 16 01:45:48.420872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:48.428394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.457376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=bdc89958-c887-4bc4-aaf1-669de9565b58,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.468370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-fa71b699-5936-4968-82b4-612cb3b34998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.470354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-fa71b699-5936-4968-82b4-612cb3b34998 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0985568 Jul 16 01:45:48.471327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port bdc89958-c887-4bc4-aaf1-669de9565b58 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:48.539999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bdc89958-c887-4bc4-aaf1-669de9565b58 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:48.592418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: bdc89958-c887-4bc4-aaf1-669de9565b58 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:48.592914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bdc89958-c887-4bc4-aaf1-669de9565b58 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:48.593875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5996bfc1-195b-4ac7-9e3f-5136768378ec no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:48.617892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5996bfc1-195b-4ac7-9e3f-5136768378ec {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:48.618374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5996bfc1-195b-4ac7-9e3f-5136768378ec not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:48.652626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.667052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ddb673-5231-43be-96bb-76aa9ea048ee']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.690864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1220b6-71e5-4797-b191-53e36b8c4b97') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.691825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1220b6-71e5-4797-b191-53e36b8c4b97') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.703432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.712741 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.732471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:48.742354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:48.742537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-2bdc29cf-dbf3-494d-a4cc-c6a41e0a25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.742652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:48.743411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-2bdc29cf-dbf3-494d-a4cc-c6a41e0a25cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.2444065 Jul 16 01:45:48.750962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665dba-69b4-49a4-b9bf-c5872e407b48 req-d28e7e9e-2b43-4343-9d0e-fd08833917ae tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.752618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82665dba-69b4-49a4-b9bf-c5872e407b48 req-d28e7e9e-2b43-4343-9d0e-fd08833917ae tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 945 time: 0.2159526 Jul 16 01:45:48.753438 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.772855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:48.773285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:48.801648 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:48.815006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-35348548-f3d2-4e74-a0e2-4a9b11dc737f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 217 time: 0.0591624 Jul 16 01:45:48.916867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.922597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82665dba-69b4-49a4-b9bf-c5872e407b48 req-35d63abc-4a83-45d5-8b0b-a4eeea15524a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587193 Jul 16 01:45:48.930194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.934542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/51ddb673-5231-43be-96bb-76aa9ea048ee HTTP/1.1" status: 204 len: 168 time: 1.6089666 Jul 16 01:45:48.935265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.950908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-f22d75de-50ad-458c-8856-42cdb6d4f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:48.952434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-f22d75de-50ad-458c-8856-42cdb6d4f58f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1226177 Jul 16 01:45:48.953141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc280e-b6d3-41b9-aca5-432fc1be02fb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=51ddb673-5231-43be-96bb-76aa9ea048ee,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.998313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:49.046085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a11148b3-273e-45e2-8ea6-c2d3bc292a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.047614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-a11148b3-273e-45e2-8ea6-c2d3bc292a67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832984 Jul 16 01:45:49.165773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-9c4ec15b-5059-4e7a-8498-8716cded791c service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121421 Jul 16 01:45:49.207055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:49.285153 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9092a28-1df1-4087-bf76-c120f476df21 x-openstack-request-id: req-b9092a28-1df1-4087-bf76-c120f476df21 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:49.286036 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:49.287166 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9092a28-1df1-4087-bf76-c120f476df21 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:49.287877 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557', 'status': 'completed', 'code': 200} Jul 16 01:45:49.294225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:49.325102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting subnet 1061ee9f-afea-4b22-ad4f-47caf9646b2f {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:49.336730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e4f59-c65a-45d1-9f37-fba3bdc7430b None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5c6cef51-8218-4886-b42c-51850f725c6c', 'name': '', 'network_id': '894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'mac_address': 'fa:16:3e:65:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:12Z', 'updated_at': '2021-07-16T01:44:24Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'subnets': [{'id': '6747eadd-becd-42ce-b7a3-a43a2b6b2dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:49.345659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.420325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d917d4-575c-42c9-8c2f-7cd06e519237 req-c9d79f71-1ae0-4414-aa8d-84ac97d463c7 service neutron] 10.222.0.35 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436364 Jul 16 01:45:49.448834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.484314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-de644d58-f7d3-481a-a0e0-ac609b61886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.486177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-de644d58-f7d3-481a-a0e0-ac609b61886a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1e26bdc74744ee49a37338ddd36460e&device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 1096 time: 0.1441460 Jul 16 01:45:49.657718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14610c27-9282-465f-8a23-c75154b5492b req-f0073dde-cf84-48b5-86f2-39cd196d0c1f tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 210 time: 0.1019521 Jul 16 01:45:49.724670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.734806 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be92877-173b-43b7-bdfc-2122b8a5bdae None None] New status for floating IP c2f67780-6519-4159-b024-4d717c204c00: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:49.781037 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4fc7a4-7ae9-46fc-b006-19b4a9716dae x-openstack-request-id: req-6e4fc7a4-7ae9-46fc-b006-19b4a9716dae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:49.781454 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-deleted", "tag": "b864f437-b4ef-4896-98c4-569d22d5cff8", "status": "completed", "code": 200}, {"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-deleted", "tag": "43633ded-707c-4a4a-b425-9c19ad032488", "status": "completed", "code": 200}, {"server_uuid": "7c7ac33e-5d7b-471e-a2c9-039365bc4ded", "name": "network-vif-deleted", "tag": "19f4bd42-78a9-406e-bfd5-9eb3f39f599b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:49.782039 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e4fc7a4-7ae9-46fc-b006-19b4a9716dae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:49.782692 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-deleted', 'tag': 'b864f437-b4ef-4896-98c4-569d22d5cff8', 'status': 'completed', 'code': 200} Jul 16 01:45:49.783077 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-deleted', 'tag': '43633ded-707c-4a4a-b425-9c19ad032488', 'status': 'completed', 'code': 200} Jul 16 01:45:49.783563 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7ac33e-5d7b-471e-a2c9-039365bc4ded', 'name': 'network-vif-deleted', 'tag': '19f4bd42-78a9-406e-bfd5-9eb3f39f599b', 'status': 'completed', 'code': 200} Jul 16 01:45:49.798168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-8c85de8e-e62d-4141-a1a6-733e9f189d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.799567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-8c85de8e-e62d-4141-a1a6-733e9f189d2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 200 len: 930 time: 0.3062463 Jul 16 01:45:49.838817 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568a730-18cf-4e9a-aac3-3765d9a762d9 x-openstack-request-id: req-f568a730-18cf-4e9a-aac3-3765d9a762d9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:49.839750 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07272d21-93da-4f65-aa02-74c00981bd62", "name": "network-vif-plugged", "status": "completed", "tag": "77401f3a-e2c8-41d2-aa2d-35652cf2cad0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:49.840184 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f568a730-18cf-4e9a-aac3-3765d9a762d9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:49.845764 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07272d21-93da-4f65-aa02-74c00981bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0', 'code': 200} Jul 16 01:45:49.856223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-b582e602-2237-4485-9744-dd0af13e0cea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 200 len: 217 time: 0.0494604 Jul 16 01:45:49.911612 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.920901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-0857d606-c365-402e-a8cd-6a99465d59d0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:49.922429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-0857d606-c365-402e-a8cd-6a99465d59d0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.3303471 Jul 16 01:45:49.947342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.009090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-de2291b3-28cc-4b73-a876-4f7ea3c39749 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0666900 Jul 16 01:45:50.010532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-64620a9f-f167-43e9-8b80-e6fe05ddfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.012010 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-64620a9f-f167-43e9-8b80-e6fe05ddfc84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 200 len: 868 time: 0.1480207 Jul 16 01:45:50.012726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Subnet': ['ID=1061ee9f-afea-4b22-ad4f-47caf9646b2f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.026524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354c881-147a-4827-9079-2826c8543123 None None] Network 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:50.030503 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.035074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bf0f76b7-9161-4ac6-ac0e-36bc0f180e7f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/subnets/1061ee9f-afea-4b22-ad4f-47caf9646b2f HTTP/1.1" status: 204 len: 168 time: 0.8268058 Jul 16 01:45:50.035688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.099686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-4806a5c9-8236-456b-b4bb-e35c827d86f0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847149 Jul 16 01:45:50.317204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.331106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 939e45fe-0d88-41c9-a44d-13a904cc7b4b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:50.331706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.332123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0448d4b-7230-445a-b795-3f487d4cd7c4 req-7e70e5d4-c35a-4582-bd88-e6d97da899e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.333646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0448d4b-7230-445a-b795-3f487d4cd7c4 req-7e70e5d4-c35a-4582-bd88-e6d97da899e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 1096 time: 0.4076493 Jul 16 01:45:50.346966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] DHCP port deletion for 3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:50.364625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-1d79ffd5-3cbf-4291-8a31-a3882a9fa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.366202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-1d79ffd5-3cbf-4291-8a31-a3882a9fa097 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3230e7cd-0a16-4b95-95ce-d6421f46b924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3458183 Jul 16 01:45:50.399338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] Deleting port 0a02242c-6db0-46dc-b05a-dc1f37596781 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:50.399601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.427577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-8143d9c7-dff7-454e-b024-7d1a8506122a service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268962 Jul 16 01:45:50.480494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 939e45fe-0d88-41c9-a44d-13a904cc7b4b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=939e45fe-0d88-41c9-a44d-13a904cc7b4b,segment=NetworkSegment(d3598664-c46d-4499-8abf-9526482aa052),segment_id=d3598664-c46d-4499-8abf-9526482aa052)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:50.481133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.496868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0a02242c-6db0-46dc-b05a-dc1f37596781 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:50.506066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 939e45fe-0d88-41c9-a44d-13a904cc7b4b owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:50.547666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] For port 0a02242c-6db0-46dc-b05a-dc1f37596781, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0a02242c-6db0-46dc-b05a-dc1f37596781,segment=NetworkSegment(06716b4d-241b-41e0-a2c1-4aada5fcf40b),segment_id=06716b4d-241b-41e0-a2c1-4aada5fcf40b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:50.548077 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.564190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] Calling delete_port for 0a02242c-6db0-46dc-b05a-dc1f37596781 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:50.640861 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.696638 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.724595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] Pushing event deleted for resources: {'Port': ['ID=0a02242c-6db0-46dc-b05a-dc1f37596781,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.739942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.757437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951acf98-7663-489f-962a-4a5e2cf3e52c None None] No DVR routers for this DVR port 0a02242c-6db0-46dc-b05a-dc1f37596781 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:50.781113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=939e45fe-0d88-41c9-a44d-13a904cc7b4b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.833583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0448d4b-7230-445a-b795-3f487d4cd7c4 req-bbd2045e-ce9c-40c3-ae63-e984997754df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865172 Jul 16 01:45:50.851707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b3c7-ce2e-488a-b93d-7dad331d5ea0 req-046c561a-105e-4bf2-b670-176ae54d1fd5 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:50.853561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff63b3c7-ce2e-488a-b93d-7dad331d5ea0 req-046c561a-105e-4bf2-b670-176ae54d1fd5 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6234686 Jul 16 01:45:50.934154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-e885b039-1c3e-4c3c-bcc3-495712f9e0e8 service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056112 Jul 16 01:45:50.976220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.057092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff63b3c7-ce2e-488a-b93d-7dad331d5ea0 req-1aaecdfd-3f12-4ff8-bc45-8bade93c8a11 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1205580 Jul 16 01:45:51.077171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-a09dd0fd-f76b-4c87-9b66-7673c7d309d7 service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950521 Jul 16 01:45:51.081542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port 0a02242c-6db0-46dc-b05a-dc1f37596781 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:51.082245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.216306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:51.305806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'name': 'network-vif-deleted', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40'}, {'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:51.308074 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c33f8-3997-45f4-a97f-69c1c700d808" -d '{"events": [{"server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "name": "network-vif-deleted", "tag": "670150cd-1866-45d9-9257-ada5f9853d40"}, {"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:51.359282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:51.365180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1adffc72-aa17-44fe-b35a-01753c6e1a62 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289820 Jul 16 01:45:51.367978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.378076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:51.393687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:51.394513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:51.451367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port 0a02242c-6db0-46dc-b05a-dc1f37596781, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:51.451744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.461565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet e7cb358b-e143-49d3-804d-80eab2b266fb {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:51.465658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.492047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for 0a02242c-6db0-46dc-b05a-dc1f37596781 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:51.511623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.525133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Port 0a02242c-6db0-46dc-b05a-dc1f37596781 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:45:51.527530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b5bff1b-e5a3-4a44-aea1-ef6f698ea4b6 req-0fc92c2c-fc21-4e56-9428-2fb45f603c81 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=f631c777-b6cb-4bfe-aaad-c39d916f8f03 HTTP/1.1" status: 200 len: 210 time: 0.0729308 Jul 16 01:45:51.533734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:51.559720 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.623103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d85f69d8-8dfc-4510-8057-fdfd77a95bff req-d06a7f33-0e11-4bf4-838e-b955324d31b1 service neutron] 10.222.0.32 "GET /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235496 Jul 16 01:45:51.642778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=0a02242c-6db0-46dc-b05a-dc1f37596781,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.644836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port 0a02242c-6db0-46dc-b05a-dc1f37596781 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:51.763615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d57540b-ec4d-4cb4-aa2d-f514a026bf8e req-0835a318-b3e1-4045-aa14-961c5e2f1a9f tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1756229 Jul 16 01:45:51.812118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.833325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145c4b7-67b1-423f-a9de-43a156819b3d req-aa5cc9eb-d97b-4264-bdf0-551b7d5be8b4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:51.838333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9145c4b7-67b1-423f-a9de-43a156819b3d req-aa5cc9eb-d97b-4264-bdf0-551b7d5be8b4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 945 time: 0.4733803 Jul 16 01:45:51.932526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.956968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:50Z', 'revision_number': 9, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:51.968243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.011771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cb358b-e143-49d3-804d-80eab2b266fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.020904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.029980 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ab1116fe-f276-4bfb-88e2-885d468b6a45 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/e7cb358b-e143-49d3-804d-80eab2b266fb HTTP/1.1" status: 204 len: 168 time: 0.6608489 Jul 16 01:45:52.030637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.036072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:52.048194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d70a822-d570-4572-8dd3-08d81d10f33e None None] Network 52bf0e5e-4137-4114-b275-d97017da23f3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:52.066623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c737a209-5800-4a28-8e7e-c922ac50c3a0 req-a6d99c09-58a6-43e7-b0e4-4c2f3fcc1e94 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 210 time: 0.2109714 Jul 16 01:45:52.069131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5ecd20-9c03-4b81-ae1a-26d99d1cc871']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:52.118220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06716b4d-241b-41e0-a2c1-4aada5fcf40b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:52.118881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06716b4d-241b-41e0-a2c1-4aada5fcf40b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:52.123964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9145c4b7-67b1-423f-a9de-43a156819b3d req-4a32011d-9541-4e2e-963e-c6b1a668a825 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673225 Jul 16 01:45:52.193649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.224223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.229115 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.237000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-ba7fcf1d-a232-460a-9cd4-b6e5bbbdcd2f tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 200 len: 693 time: 0.1312602 Jul 16 01:45:52.241346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:52.244854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:52.246058 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a10fd-72f5-45af-9460-c0471271de2e x-openstack-request-id: req-717a10fd-72f5-45af-9460-c0471271de2e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:52.246469 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f631c777-b6cb-4bfe-aaad-c39d916f8f03", "name": "network-vif-deleted", "tag": "670150cd-1866-45d9-9257-ada5f9853d40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:52.246978 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-717a10fd-72f5-45af-9460-c0471271de2e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:52.247483 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631c777-b6cb-4bfe-aaad-c39d916f8f03', 'name': 'network-vif-deleted', 'tag': '670150cd-1866-45d9-9257-ada5f9853d40', 'status': 'completed', 'code': 200} Jul 16 01:45:52.247838 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'status': 'completed', 'code': 200} Jul 16 01:45:52.345708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.346256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 44bddbae-de82-4ff3-b51b-ce14857a0980 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:52.346609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.361150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:52.361558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.394936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:52.526842 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:52.537526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 44bddbae-de82-4ff3-b51b-ce14857a0980, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44bddbae-de82-4ff3-b51b-ce14857a0980,segment=NetworkSegment(d3598664-c46d-4499-8abf-9526482aa052),segment_id=d3598664-c46d-4499-8abf-9526482aa052)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:52.540403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.555894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.559922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 44bddbae-de82-4ff3-b51b-ce14857a0980 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:52.569348 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.580664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/networks/3b5ecd20-9c03-4b81-ae1a-26d99d1cc871 HTTP/1.1" status: 204 len: 168 time: 2.5322938 Jul 16 01:45:52.625828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.674005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae0624-2c36-49cd-9a10-ac63dfe59244 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Network': ['ID=3b5ecd20-9c03-4b81-ae1a-26d99d1cc871,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.720634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting subnet 97721667-e320-4395-aa50-adc257bdc371 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:52.732559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.752384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-59af9c1b-d19e-446c-b673-5a55deecab5b tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.760715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-59af9c1b-d19e-446c-b673-5a55deecab5b tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.5225677 Jul 16 01:45:52.765008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-ae88cb79-bfe7-46a6-82b5-dc83869169a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:52.767433 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-ae88cb79-bfe7-46a6-82b5-dc83869169a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 1096 time: 0.4368503 Jul 16 01:45:52.781606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.841167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.876348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=44bddbae-de82-4ff3-b51b-ce14857a0980,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.880718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9e273-6790-408a-8970-d1df7863591c None None] DHCP port deletion for 52bf0e5e-4137-4114-b275-d97017da23f3 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:52.886609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:50Z', 'revision_number': 9, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:52.904691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port 44bddbae-de82-4ff3-b51b-ce14857a0980 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:52.929059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa1e1e-82bb-4025-a254-80d6ba1abc5b None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:50Z', 'revision_number': 9, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b777c79-6206-4fa2-95a4-986c6d19ee0e', 'name': '', 'network_id': '91a65745-c55a-4c69-824d-0d67ab0e9d80', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:c4:1b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:22Z', 'updated_at': '2021-07-16T01:45:31Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '64dbd752-0c16-45a3-8e35-e6049c90f155', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:53.003116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-b0ada474-1a6a-40bc-b685-f67a41e680bd tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 696 time: 0.2345927 Jul 16 01:45:53.099687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-dbbccb01-1fbe-43ad-9ef8-bafac8794d97 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.43 HTTP/1.1" status: 200 len: 696 time: 0.0956323 Jul 16 01:45:53.173489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.215167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bf0e5e-4137-4114-b275-d97017da23f3']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:53.244309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3598664-c46d-4499-8abf-9526482aa052') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:53.244524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3598664-c46d-4499-8abf-9526482aa052') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:53.246713 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.286449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.355018 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.367850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.371856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-c7db465d-2c5f-43b9-9f1b-734d34ecdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.373536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-c7db465d-2c5f-43b9-9f1b-734d34ecdeac service neutron] 10.222.0.32 "GET /v2.0/networks?id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 200 len: 921 time: 0.5857720 Jul 16 01:45:53.401428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:53.402093 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:53.405761 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:53.458458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-f89baea0-dc5a-4ee5-b5ab-dd25b492c43b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.460325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-f89baea0-dc5a-4ee5-b5ab-dd25b492c43b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.2833786 Jul 16 01:45:53.503926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-3152680f-f2a2-4291-aecf-15626ed86e7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 200 len: 217 time: 0.1147649 Jul 16 01:45:53.506849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:53.528511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.547109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.561122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.565380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/52bf0e5e-4137-4114-b275-d97017da23f3 HTTP/1.1" status: 204 len: 168 time: 1.5312407 Jul 16 01:45:53.569114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.595660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2e27c-e69c-4299-b547-a53651624d9f None None] Network bca5b9f3-3c15-442f-876f-98aec4777cd9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:53.607417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.609803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/subnets/97721667-e320-4395-aa50-adc257bdc371 HTTP/1.1" status: 204 len: 168 time: 0.9823899 Jul 16 01:45:53.610170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b69df0-6440-42cf-afe1-3729c8268e1b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Subnet': ['ID=97721667-e320-4395-aa50-adc257bdc371,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.619843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-83c32e6c-ecb7-4cf8-a7e2-4415fb8b939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.629341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-83c32e6c-ecb7-4cf8-a7e2-4415fb8b939b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 200 len: 859 time: 0.1161919 Jul 16 01:45:53.644398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cfbfb-8d60-4a8c-ace0-e7e6cc60511e req-fa0c2a94-2921-48ba-aec4-6eb5ed2027bb tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:53.654031 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad0cfbfb-8d60-4a8c-ace0-e7e6cc60511e req-fa0c2a94-2921-48ba-aec4-6eb5ed2027bb tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 945 time: 0.4607015 Jul 16 01:45:53.660707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:53.694399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83046b65-96c8-4951-bcf7-e98480e3ffa9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=52bf0e5e-4137-4114-b275-d97017da23f3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.704432 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89f52c8a-77a3-4a13-b825-da5fc5898c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.783309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:53.786778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.821934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Deleting port 1f7ea2cf-4348-48e6-adbf-083ee9708798 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:53.822606 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:53.908649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad0cfbfb-8d60-4a8c-ace0-e7e6cc60511e req-fbbcfc74-3f57-4a60-9f12-01d69b675b7b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/security-groups?id=99234a62-f2ea-465c-84ea-e6fb85a74578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536671 Jul 16 01:45:53.937382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] DHCP port deletion for bca5b9f3-3c15-442f-876f-98aec4777cd9 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:54.000841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.8 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/55078fd1-5c47-413b-8654-bdd7e5510f39) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:54.042061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] Deleting port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:54.042337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.154916 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.239025 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.291157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-552dc987-9329-4ab6-b6d3-52ff46ac102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.293611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-552dc987-9329-4ab6-b6d3-52ff46ac102d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6347854 Jul 16 01:45:54.295701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33a25447-9e14-4a24-b8e9-5eb0d8d7a6cf req-0e5c101b-0b94-482d-b67a-b40013c0e08b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 210 time: 0.1354890 Jul 16 01:45:54.326480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-4ec4e116-0655-42bd-8dcd-4015cf6ab339 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.330566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-4ec4e116-0655-42bd-8dcd-4015cf6ab339 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 945 time: 0.1526942 Jul 16 01:45:54.393945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.394301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.468732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] For port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,segment=NetworkSegment(d8028dd5-c7b2-4e20-aad8-c0c74dd46150),segment_id=d8028dd5-c7b2-4e20-aad8-c0c74dd46150)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:54.469181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.481614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Calling delete_port for 1f7ea2cf-4348-48e6-adbf-083ee9708798 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:54.503059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] Calling delete_port for d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:54.550987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.583337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44bddbae-de82-4ff3-b51b-ce14857a0980 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:54.610366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 44bddbae-de82-4ff3-b51b-ce14857a0980 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:54.611044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44bddbae-de82-4ff3-b51b-ce14857a0980 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:54.611321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 939e45fe-0d88-41c9-a44d-13a904cc7b4b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:54.660219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:54.667482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:54.668401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 939e45fe-0d88-41c9-a44d-13a904cc7b4b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:54.668745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 939e45fe-0d88-41c9-a44d-13a904cc7b4b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:54.669171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:54.681973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:54.689849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=55078fd1-5c47-413b-8654-bdd7e5510f39,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.755925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Deleting port 5e762474-269c-4e35-bf6c-fee376fbe557 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:54.755925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.770880 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.795967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.809459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:54.813451 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.827870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] No DVR routers for this DVR port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:54.853681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d6744-fb3e-44c5-8026-1fedc8b5303e None None] Pushing event deleted for resources: {'Port': ['ID=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:54.907956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] For port 5e762474-269c-4e35-bf6c-fee376fbe557, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5e762474-269c-4e35-bf6c-fee376fbe557,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:54.908426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:54.922422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Calling delete_port for 5e762474-269c-4e35-bf6c-fee376fbe557 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:54.967675 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-fd708fc8-6d0c-4067-bd1f-90da4739722d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4662242 Jul 16 01:45:55.004013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:55.004551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.051079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Request body: {'port': {'device_id': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:55.086123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-e86bc880-53af-4430-92bb-df227b29b7f6 service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825766 Jul 16 01:45:55.112600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.125008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['5e762474-269c-4e35-bf6c-fee376fbe557'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:55.161718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Pushing event deleted for resources: {'Port': ['ID=5e762474-269c-4e35-bf6c-fee376fbe557,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.198776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:55.199294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.213943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.232200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:55.236756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:45:55.251524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] No DVR routers for this DVR port 5e762474-269c-4e35-bf6c-fee376fbe557 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:55.254754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.256847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-99325b4c-ca66-455b-b8d2-022bb18d17c4 req-3a128143-76d6-4448-a517-a53ce8e2f99b tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.32 "DELETE /v2.0/ports/5e762474-269c-4e35-bf6c-fee376fbe557 HTTP/1.1" status: 204 len: 173 time: 0.9189005 Jul 16 01:45:55.258476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'name': 'network-vif-deleted', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:55.260996 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066383ca-62f9-4778-8816-14209cf32b61" -d '{"events": [{"server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "name": "network-vif-deleted", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:55.283812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.428733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=d8d7fd4f-c7bb-49df-adab-70f8f8b744b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.442722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848f2a0-a020-4b30-9fa4-3cb91edffc18 req-a91b5d39-3e63-4cc6-897c-067247d8f823 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:55.445893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f848f2a0-a020-4b30-9fa4-3cb91edffc18 req-a91b5d39-3e63-4cc6-897c-067247d8f823 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 945 time: 0.4523709 Jul 16 01:45:55.498724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port d8d7fd4f-c7bb-49df-adab-70f8f8b744b0 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:55.552361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4c33f8-3997-45f4-a97f-69c1c700d808 req-64953443-b35d-4ac2-b3c8-73d0cd73567f service neutron] 10.222.0.32 "GET /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543962 Jul 16 01:45:55.600484 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.660278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55078fd1-5c47-413b-8654-bdd7e5510f39 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:55.678753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.701789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Transition to ACTIVE for port object 55078fd1-5c47-413b-8654-bdd7e5510f39 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:55.706755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.731923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.735498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event deleted for resources: {'Port': ['ID=1f7ea2cf-4348-48e6-adbf-083ee9708798,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.769016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f848f2a0-a020-4b30-9fa4-3cb91edffc18 req-d7b2c2d2-400f-4907-afd6-6c16c0ec047b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143409 Jul 16 01:45:55.828692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca5b9f3-3c15-442f-876f-98aec4777cd9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:55.839012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=55078fd1-5c47-413b-8654-bdd7e5510f39,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:55.845823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:55.846126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8028dd5-c7b2-4e20-aad8-c0c74dd46150') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:55.857208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.875918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.955146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Attempting to bind port 55078fd1-5c47-413b-8654-bdd7e5510f39 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:55.955570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Attempting to bind port 55078fd1-5c47-413b-8654-bdd7e5510f39 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:55.956005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Attempting to bind port 55078fd1-5c47-413b-8654-bdd7e5510f39 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.960360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:55.961680 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:55.962842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Port 55078fd1-5c47-413b-8654-bdd7e5510f39 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:45:55.963257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Attempting to bind port 55078fd1-5c47-413b-8654-bdd7e5510f39 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:55.975784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:55.976245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:55.977168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:55.977609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Bound port: 55078fd1-5c47-413b-8654-bdd7e5510f39, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:55.978282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.051184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] For port 55078fd1-5c47-413b-8654-bdd7e5510f39, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:56.053039 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:56.055908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] For port 55078fd1-5c47-413b-8654-bdd7e5510f39, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=55078fd1-5c47-413b-8654-bdd7e5510f39,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:56.061151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.098818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.125312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.134007 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8454-7b1c-45f7-a457-1d24006b562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.136300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.139654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.140879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f38fd1-d4ec-442e-9314-21c0ca4fde81 req-675c5bca-3476-4e04-bcc7-670f8bad701a tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "DELETE /v2.0/floatingips/c2f67780-6519-4159-b024-4d717c204c00 HTTP/1.1" status: 204 len: 173 time: 3.0397007 Jul 16 01:45:56.143817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.154548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/networks/bca5b9f3-3c15-442f-876f-98aec4777cd9 HTTP/1.1" status: 204 len: 168 time: 2.4822173 Jul 16 01:45:56.162156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53958) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.168899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1531080056'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:56.204119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:56.207781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.239166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.239833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.241328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] 10.222.0.32 "PUT /v2.0/ports/55078fd1-5c47-413b-8654-bdd7e5510f39 HTTP/1.1" status: 200 len: 1091 time: 1.1966276 Jul 16 01:45:56.256696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcfeab-d4f5-48d3-a67e-16e7a4ff6096 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Network': ['ID=bca5b9f3-3c15-442f-876f-98aec4777cd9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.291114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac1e07b3-b5e2-4971-a8e2-8dd60adac9b2 req-79f42a16-9132-4350-a0a4-9cba8634ce06 tempest-FloatingIPsAssociationNegativeTestJSON-52444098 tempest-FloatingIPsAssociationNegativeTestJSON-52444098-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6d3c1ff-06af-4e50-a1c3-6610e72fda95 HTTP/1.1" status: 200 len: 210 time: 0.1559472 Jul 16 01:45:56.320995 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476010b4-ee6f-41a4-8f41-b5687ebe1942 x-openstack-request-id: req-476010b4-ee6f-41a4-8f41-b5687ebe1942 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:56.321313 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d3c1ff-06af-4e50-a1c3-6610e72fda95", "name": "network-vif-deleted", "tag": "5e762474-269c-4e35-bf6c-fee376fbe557", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:56.321545 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-476010b4-ee6f-41a4-8f41-b5687ebe1942 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:56.321956 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d3c1ff-06af-4e50-a1c3-6610e72fda95', 'name': 'network-vif-deleted', 'tag': '5e762474-269c-4e35-bf6c-fee376fbe557', 'status': 'completed', 'code': 200} Jul 16 01:45:56.322599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f1ca9-4f2c-4312-ae01-f0d42ea59ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=55078fd1-5c47-413b-8654-bdd7e5510f39,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.369123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:56.381771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.383053 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Added segment 1e542d94-4cf7-48c9-84a5-9676d136b9e2 of type vlan for network 708d7393-c61c-4fe6-8873-5dfe06508b36 Jul 16 01:45:56.394946 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.476134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.541153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.548155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.549032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.599339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-2fa05c4e-b0c4-4990-b429-a13b43b6083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.601636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-2fa05c4e-b0c4-4990-b429-a13b43b6083f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 1094 time: 0.3211424 Jul 16 01:45:56.610220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4470241 Jul 16 01:45:56.620334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:56.625876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'subnet': {'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:56.692564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fce0b-f823-46a9-8ed9-3b1e42b1ced3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Network': ['ID=708d7393-c61c-4fe6-8873-5dfe06508b36,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:56.695621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a98f1c-5c6b-423c-a024-bf21b212be9f req-ecc56c92-4e75-4201-ab85-65aaee22c06a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.697474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71a98f1c-5c6b-423c-a024-bf21b212be9f req-ecc56c92-4e75-4201-ab85-65aaee22c06a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 943 time: 0.2007267 Jul 16 01:45:56.707177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:56.716567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-cd8ea1c8-6681-4745-9cb0-6c56f99ce84a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55078fd1-5c47-413b-8654-bdd7e5510f39 HTTP/1.1" status: 200 len: 217 time: 0.1049001 Jul 16 01:45:56.765337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71a98f1c-5c6b-423c-a024-bf21b212be9f req-8c1fa423-e0ef-496b-aab0-8c6529caea78 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 Jul 16 01:45:56.822413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 7b777c79-6206-4fa2-95a4-986c6d19ee0e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:56.823172 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.881075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-4b75afb1-504a-4ab4-804b-7282e273337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:56.882703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-4b75afb1-504a-4ab4-804b-7282e273337d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1576071 Jul 16 01:45:56.883812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:56.888880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:56.922043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-2a255cae-fcc8-464e-a0b9-d72fa5643dfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297201 Jul 16 01:45:57.004156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 7b777c79-6206-4fa2-95a4-986c6d19ee0e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7b777c79-6206-4fa2-95a4-986c6d19ee0e,segment=NetworkSegment(9d6184a0-b82d-429a-bb39-2761c4f2b7ca),segment_id=9d6184a0-b82d-429a-bb39-2761c4f2b7ca)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:57.004541 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.021709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 7b777c79-6206-4fa2-95a4-986c6d19ee0e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:57.110661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-7fd5e31f-4ef2-48ab-a72d-b19d8bd48bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776540 Jul 16 01:45:57.321113 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.332608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.341070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7f5d1-0ea8-43a6-bd69-9c74e18997c1 req-bd07b7b4-fe9f-44df-8ef3-8aea9c5309ff tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.342670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe7f5d1-0ea8-43a6-bd69-9c74e18997c1 req-bd07b7b4-fe9f-44df-8ef3-8aea9c5309ff tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 945 time: 0.2575951 Jul 16 01:45:57.345002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-187749ff-936f-4b73-a8b5-3a105e09ce0c req-6a61e401-6e55-4dbd-b999-2cb8976ef930 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266285 Jul 16 01:45:57.348461 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.370581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=7b777c79-6206-4fa2-95a4-986c6d19ee0e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.514018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe7f5d1-0ea8-43a6-bd69-9c74e18997c1 req-0e04a57e-50d2-4ad5-ae94-6db01a84a959 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475794 Jul 16 01:45:57.618575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25c4ae-6286-4f6f-88f7-6304ba842dfc req-9daecc6e-0b88-45a3-8346-ada1205a1be8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.620208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac25c4ae-6286-4f6f-88f7-6304ba842dfc req-9daecc6e-0b88-45a3-8346-ada1205a1be8 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.2522783 Jul 16 01:45:57.623070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53976) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.692798 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.740386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Subnet': ['ID=ed151c59-60cb-4a6f-9136-846e7bae95f1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:57.747606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Checking segment: {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:57.747969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network hostable DHCP agents. Network: 708d7393-c61c-4fe6-8873-5dfe06508b36, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:57.765167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:57.774075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 708d7393-c61c-4fe6-8873-5dfe06508b36) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:57.779403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.780516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.783798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed93b96-3fb4-45b3-b537-b6e1fbc8b64e None None] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:57.798674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e08dcde4-17d4-4304-9bab-38bf5c167f68 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1741400 Jul 16 01:45:57.804588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53978) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:57.810508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1988608082'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:57.834435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:57.839205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.869118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:45:57.881058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.881443 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Added segment c570599a-d037-4157-8eb0-94de4671803f of type vlan for network 5afa257d-6f94-4985-a9f5-0d60c213dece Jul 16 01:45:57.928756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.960616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.966478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:57.967104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:57.971941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-708d7393-c61c-4fe6-8873-5dfe06508b36', 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'fixed_ips': [{'subnet_id': 'ed151c59-60cb-4a6f-9136-846e7bae95f1'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:57.973400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.008826 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1999304 Jul 16 01:45:58.010022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53982) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:58.016682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'subnet': {'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:58.060924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ef9aa-6b98-4fd0-98e3-4aaac39de7eb tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Network': ['ID=5afa257d-6f94-4985-a9f5-0d60c213dece,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.074203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5afa257d-6f94-4985-a9f5-0d60c213dece details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:45:58.130432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac25c4ae-6286-4f6f-88f7-6304ba842dfc req-ca1fc3c1-1049-419b-bc68-4e776488d7d6 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991238 Jul 16 01:45:58.141436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:45:58.145687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.210181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Allocated IP 19.80.0.2 (708d7393-c61c-4fe6-8873-5dfe06508b36/ed151c59-60cb-4a6f-9136-846e7bae95f1/e60c6b19-8b0e-4084-99fd-178274fe25d5) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:58.323657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'tag': '55078fd1-5c47-413b-8654-bdd7e5510f39'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:58.326206 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab", "tag": "55078fd1-5c47-413b-8654-bdd7e5510f39"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:58.362670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-6f97ce7c-d2a0-4108-8efd-8217afba9e4b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.364965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-6f97ce7c-d2a0-4108-8efd-8217afba9e4b tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.7227583 Jul 16 01:45:58.388537 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.397373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Transition to ACTIVE for port object e60c6b19-8b0e-4084-99fd-178274fe25d5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:58.399196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-6ff55381-ed32-48cf-aa14-8d142d6b4fc5 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.401284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-6ff55381-ed32-48cf-aa14-8d142d6b4fc5 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 945 time: 0.1474376 Jul 16 01:45:58.416573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Transition to ACTIVE for port object e60c6b19-8b0e-4084-99fd-178274fe25d5 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:58.426694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.472800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:58.478332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:58.483851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:58.501279 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a22e0-358f-4eb3-b763-11fe05b8663f x-openstack-request-id: req-eb7a22e0-358f-4eb3-b763-11fe05b8663f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:58.502896 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab", "tag": "55078fd1-5c47-413b-8654-bdd7e5510f39", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:58.502896 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb7a22e0-358f-4eb3-b763-11fe05b8663f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:58.503131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Pushing event updated for resources: {'Port': ['ID=e60c6b19-8b0e-4084-99fd-178274fe25d5,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.503224 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'tag': '55078fd1-5c47-413b-8654-bdd7e5510f39', 'status': 'completed', 'code': 200} Jul 16 01:45:58.518893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.535684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.536207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.536662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.537096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.537683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.538421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.538887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.539308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.539730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.540405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.540825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.541255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:58.593420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Attempting to bind port e60c6b19-8b0e-4084-99fd-178274fe25d5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:58.593795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Attempting to bind port e60c6b19-8b0e-4084-99fd-178274fe25d5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:58.594158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Attempting to bind port e60c6b19-8b0e-4084-99fd-178274fe25d5 on network 708d7393-c61c-4fe6-8873-5dfe06508b36 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:58.605301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:58.605919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Checking segment: {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:58.606486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.607021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Bound using segment: {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:58.607638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Bound port: e60c6b19-8b0e-4084-99fd-178274fe25d5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:58.608193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.650143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Subnet': ['ID=67d924fa-d0bf-4ab5-843d-434a2bfe06ad,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.683266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Checking segment: {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:58.683633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network hostable DHCP agents. Network: 5afa257d-6f94-4985-a9f5-0d60c213dece, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:45:58.688096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Deleting port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:58.688096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.695968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-206e5589-0423-4377-861e-a8479a0343ec None None] For port e60c6b19-8b0e-4084-99fd-178274fe25d5, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:45:58.697796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4d5ff-7915-42ac-b81d-d3ae48b2d193 req-762b4732-c016-43ae-a5de-3b1fecd743a2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.699363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2f4d5ff-7915-42ac-b81d-d3ae48b2d193 req-762b4732-c016-43ae-a5de-3b1fecd743a2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 943 time: 0.5348673 Jul 16 01:45:58.714213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-206e5589-0423-4377-861e-a8479a0343ec None None] For port e60c6b19-8b0e-4084-99fd-178274fe25d5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e60c6b19-8b0e-4084-99fd-178274fe25d5,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:45:58.721955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.769954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network 5afa257d-6f94-4985-a9f5-0d60c213dece is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:45:58.789362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5afa257d-6f94-4985-a9f5-0d60c213dece) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:58.804943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06d081-61ef-4cc1-94d6-c4ab6c525590 None None] Network 5afa257d-6f94-4985-a9f5-0d60c213dece requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:58.810671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.810671 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.831162 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.844062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5e762474-269c-4e35-bf6c-fee376fbe557 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:58.844275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:58.853738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] For port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:58.854392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:58.871878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 5e762474-269c-4e35-bf6c-fee376fbe557 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:58.872229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5e762474-269c-4e35-bf6c-fee376fbe557 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:58.877613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5589-0423-4377-861e-a8479a0343ec None None] Pushing event updated for resources: {'Port': ['ID=e60c6b19-8b0e-4084-99fd-178274fe25d5,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:58.880563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Calling delete_port for fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:58.907223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7a27c752-90c2-4787-91a9-adfdd497f9f7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8885665 Jul 16 01:45:58.941145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2f4d5ff-7915-42ac-b81d-d3ae48b2d193 req-75868671-cad8-4e34-bae7-f7a3ee6fa48c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190294 Jul 16 01:45:58.972891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-cfab2e48-d011-4442-bf08-68463a3bc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:58.974591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-cfab2e48-d011-4442-bf08-68463a3bc923 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 1094 time: 0.4423637 Jul 16 01:45:59.153707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-5afa257d-6f94-4985-a9f5-0d60c213dece', 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'fixed_ips': [{'subnet_id': '67d924fa-d0bf-4ab5-843d-434a2bfe06ad'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:45:59.154695 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.158318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.169598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:59.207202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Deleting port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:59.207557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.223704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Pushing event deleted for resources: {'Port': ['ID=fe7e3d9e-1f4a-44df-94c5-9974e7dc2878,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.294642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd1c0a-6b1b-4fb0-bd5e-c8757462efec req-a51d8ee7-7f8d-4f59-ba9c-0415508b92d2 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.296300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afbd1c0a-6b1b-4fb0-bd5e-c8757462efec req-a51d8ee7-7f8d-4f59-ba9c-0415508b92d2 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f21893-b470-4d26-8c0c-3860f01a6eb6 HTTP/1.1" status: 200 len: 945 time: 0.6081953 Jul 16 01:45:59.340786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] No DVR routers for this DVR port fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:59.340786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.342459 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-628518cf-07e3-4597-9f44-aaa03f619a85 req-629d8dd5-391e-4d87-a3c2-e730a4ffcf25 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.32 "DELETE /v2.0/ports/fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 HTTP/1.1" status: 204 len: 173 time: 0.8934884 Jul 16 01:45:59.424111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Allocated IP 19.86.0.2 (5afa257d-6f94-4985-a9f5-0d60c213dece/67d924fa-d0bf-4ab5-843d-434a2bfe06ad/7f6b6d81-90e6-4728-9225-02c4ae39430a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:59.558985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afbd1c0a-6b1b-4fb0-bd5e-c8757462efec req-bde2f663-4534-4e7b-b993-bbf9b9215216 tempest-FloatingIPsAssociationTestJSON-1033707280 tempest-FloatingIPsAssociationTestJSON-1033707280-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520294 Jul 16 01:45:59.583962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-4f122562-3494-45cf-a5d4-f0aa05a1db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.585552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-4f122562-3494-45cf-a5d4-f0aa05a1db2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.5827162 Jul 16 01:45:59.586638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:59.596192 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:59.607980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.614059 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:59.614883 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:59.621493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d6588611-d21b-43f3-bf65-1729c6c427bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0046444 Jul 16 01:45:59.624317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:59.625184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Transition to ACTIVE for port object 7f6b6d81-90e6-4728-9225-02c4ae39430a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:59.631670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] For port 1a1598f4-7dbf-4705-830c-3eeaa49d2116, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1a1598f4-7dbf-4705-830c-3eeaa49d2116,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:59.634259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.644995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Transition to ACTIVE for port object 7f6b6d81-90e6-4728-9225-02c4ae39430a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:45:59.655480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.719442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-bc2a1b92-03cd-429e-a249-8a08415b2512 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55078fd1-5c47-413b-8654-bdd7e5510f39 HTTP/1.1" status: 200 len: 217 time: 0.0967517 Jul 16 01:45:59.722093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Calling delete_port for 1a1598f4-7dbf-4705-830c-3eeaa49d2116 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:59.727238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Network 5afa257d-6f94-4985-a9f5-0d60c213dece is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:59.737985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet 64dbd752-0c16-45a3-8e35-e6049c90f155 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:59.743486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.767983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:59.779717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Pushing event updated for resources: {'Port': ['ID=7f6b6d81-90e6-4728-9225-02c4ae39430a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:59.795748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:59.802850 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:59.806737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-a6d01c6c-143e-4c9e-882e-bce1c8d2b1a3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.813079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-a6d01c6c-143e-4c9e-882e-bce1c8d2b1a3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:59.814808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-a6d01c6c-143e-4c9e-882e-bce1c8d2b1a3 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/networks?id=708d7393-c61c-4fe6-8873-5dfe06508b36&id=5afa257d-6f94-4985-a9f5-0d60c213dece HTTP/1.1" status: 200 len: 1392 time: 0.4575620 Jul 16 01:45:59.884282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.928263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Attempting to bind port 7f6b6d81-90e6-4728-9225-02c4ae39430a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:45:59.928914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Attempting to bind port 7f6b6d81-90e6-4728-9225-02c4ae39430a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:45:59.930000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Attempting to bind port 7f6b6d81-90e6-4728-9225-02c4ae39430a on network 5afa257d-6f94-4985-a9f5-0d60c213dece {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:45:59.941163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:45:59.941979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Checking segment: {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:45:59.942553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.943097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Bound using segment: {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:45:59.943736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Bound port: 7f6b6d81-90e6-4728-9225-02c4ae39430a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:45:59.944339 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:59.983517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-0df96a7f-4e18-409f-ae1b-a43b3af71669 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/quotas/cb139c44a2454f8b8d05a3dacea79170 HTTP/1.1" status: 200 len: 375 time: 0.1347530 Jul 16 01:46:00.036425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] For port 7f6b6d81-90e6-4728-9225-02c4ae39430a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:00.040617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] For port 7f6b6d81-90e6-4728-9225-02c4ae39430a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7f6b6d81-90e6-4728-9225-02c4ae39430a,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:00.045994 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.069399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-fa698d4a-6bca-472e-8e40-241c38cefa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.070966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-fa698d4a-6bca-472e-8e40-241c38cefa88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.3192511 Jul 16 01:46:00.178764 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:57Z', 'revision_number': 10, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:00.186963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16178262-02cb-44c1-9638-8085052e0ddf None None] Pushing event updated for resources: {'Port': ['ID=7f6b6d81-90e6-4728-9225-02c4ae39430a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.196566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.205598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-dfe4c392-9ac1-4711-b044-1621742ba202 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945969 Jul 16 01:46:00.222477 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:00.235945 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:00.237994 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:00.319065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda6a7a2-d941-4d46-bc8b-bd3f2cb05bf3 None None] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:00.327574 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.360459 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:00.369161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=64dbd752-0c16-45a3-8e35-e6049c90f155,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.375521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.381526 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e71614e8-cc9f-4804-a395-732406535b15 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/64dbd752-0c16-45a3-8e35-e6049c90f155 HTTP/1.1" status: 204 len: 168 time: 0.7558250 Jul 16 01:46:00.382446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:00.398987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82b6ff-6fa3-4081-8b46-650ed825e735 req-9dd6eeab-d22b-4f43-bef0-9bf8b1e6d916 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:00.401369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f82b6ff-6fa3-4081-8b46-650ed825e735 req-9dd6eeab-d22b-4f43-bef0-9bf8b1e6d916 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde HTTP/1.1" status: 200 len: 945 time: 0.5855198 Jul 16 01:46:00.404961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b18c9d-3eea-4ea6-8891-fa4792d46d10 None None] Network 91a65745-c55a-4c69-824d-0d67ab0e9d80 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:00.410445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.504312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.512589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'name': 'network-vif-deleted', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:00.515461 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af4f13-5e1e-47fe-b40c-f867fbaae547" -d '{"events": [{"server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "name": "network-vif-deleted", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:00.518008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19bb85d5-8ae7-494c-9c72-5d2e1a485f54 None None] Provisioning for port e60c6b19-8b0e-4084-99fd-178274fe25d5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:00.552010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event deleted for resources: {'Port': ['ID=1a1598f4-7dbf-4705-830c-3eeaa49d2116,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.564587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-d6ba30dc-2c04-45ee-82cd-732941c12683 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5458581 Jul 16 01:46:00.585132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 069f72bf-303d-46c0-b653-d5efadd1ee28 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:00.585513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.590992 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.606329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-763a9d3e-f0e8-43aa-ad2e-214e4d91aeed service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:46:00.610659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-763a9d3e-f0e8-43aa-ad2e-214e4d91aeed service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063689 Jul 16 01:46:00.614900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] No DVR routers for this DVR port 1a1598f4-7dbf-4705-830c-3eeaa49d2116 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:00.674737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.680669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5053d90d-11bb-4f58-8e33-ea8b8ce63e71 req-5baf3bdb-7a3c-4df5-ab9b-aca628d9e1d3 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "DELETE /v2.0/ports/1a1598f4-7dbf-4705-830c-3eeaa49d2116 HTTP/1.1" status: 204 len: 173 time: 2.3035910 Jul 16 01:46:00.684148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 069f72bf-303d-46c0-b653-d5efadd1ee28, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=069f72bf-303d-46c0-b653-d5efadd1ee28,segment=NetworkSegment(9d6184a0-b82d-429a-bb39-2761c4f2b7ca),segment_id=9d6184a0-b82d-429a-bb39-2761c4f2b7ca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:00.684526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.692101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'name': 'network-vif-deleted', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:00.694492 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28209f5-1a1a-41a2-8457-6c8e7b09fb97" -d '{"events": [{"server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "name": "network-vif-deleted", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:00.701124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 069f72bf-303d-46c0-b653-d5efadd1ee28 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:00.718084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f82b6ff-6fa3-4081-8b46-650ed825e735 req-923842fb-46f3-4855-8629-6a19d83e7088 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037558 Jul 16 01:46:00.772093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e60c6b19-8b0e-4084-99fd-178274fe25d5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:00.809913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-d088dd0f-dcb2-4325-9ba2-d8da062bb1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909925 Jul 16 01:46:00.847170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:00.882599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 55078fd1-5c47-413b-8654-bdd7e5510f39 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:00.918599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=069f72bf-303d-46c0-b653-d5efadd1ee28,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:00.922481 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:57Z', 'revision_number': 10, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:00.927714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port 069f72bf-303d-46c0-b653-d5efadd1ee28 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:00.962797 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e63d39-c5f6-4a1f-83cb-06f2484a58b1 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:45:57Z', 'revision_number': 10, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None, '_interfaces': [{'id': '4df55d01-0828-434c-8697-b624d071b2b4', 'name': '', 'network_id': '18c70f19-1d36-4b49-8589-b161665bfe7e', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'mac_address': 'fa:16:3e:7a:22:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:45:17Z', 'updated_at': '2021-07-16T01:45:24Z', 'revision_number': 5, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'subnets': [{'id': '7c8d1dff-5c7b-4d26-8eb9-6dada1728955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:01.071910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port e60c6b19-8b0e-4084-99fd-178274fe25d5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:01.111354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e60c6b19-8b0e-4084-99fd-178274fe25d5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:01.111797 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.142053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.155155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a65745-c55a-4c69-824d-0d67ab0e9d80']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:01.171646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6184a0-b82d-429a-bb39-2761c4f2b7ca') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:01.171971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6184a0-b82d-429a-bb39-2761c4f2b7ca') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:01.185766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.203561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.223021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:01.223689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:01.228764 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:01.329340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.344560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.355698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/91a65745-c55a-4c69-824d-0d67ab0e9d80 HTTP/1.1" status: 204 len: 168 time: 0.9707584 Jul 16 01:46:01.358205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:01.360696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234eec6-3b21-4711-914f-fe6f81c745ab None None] DHCP port deletion for 91a65745-c55a-4c69-824d-0d67ab0e9d80 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:01.431444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 55078fd1-5c47-413b-8654-bdd7e5510f39, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=55078fd1-5c47-413b-8654-bdd7e5510f39,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:01.464478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '55078fd1-5c47-413b-8654-bdd7e5510f39', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': '55078fd1-5c47-413b-8654-bdd7e5510f39', 'mac_address': 'fa:16:3e:80:38:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:01.477282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7657a-5cff-4c53-964c-17fc6f5e5dd9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=91a65745-c55a-4c69-824d-0d67ab0e9d80,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.523845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d55ce2b-9d86-4b10-8bcd-faeb2a6b58a4 req-d19166cf-65ec-4b6a-a601-2a267fdf94e2 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656513 Jul 16 01:46:01.567275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.582650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-ec8ff8a8-0a67-47a9-9412-e8217c112f84 service neutron] 10.222.0.35 "GET /v2.0/networks/708d7393-c61c-4fe6-8873-5dfe06508b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644384 Jul 16 01:46:01.627080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.646367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1579912e-4523-45f7-933b-d9b5afcb1bc2 None None] Provisioning complete for port e60c6b19-8b0e-4084-99fd-178274fe25d5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:01.647021 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1579912e-4523-45f7-933b-d9b5afcb1bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.696054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port e60c6b19-8b0e-4084-99fd-178274fe25d5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e60c6b19-8b0e-4084-99fd-178274fe25d5,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:01.699733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55078fd1-5c47-413b-8654-bdd7e5510f39 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:01.708726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.758169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 55078fd1-5c47-413b-8654-bdd7e5510f39, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=55078fd1-5c47-413b-8654-bdd7e5510f39,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:01.763228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3858f6-5cb4-4fb5-894c-f95f4a4169d5 req-328a3968-436c-40ab-91b4-77c31182a0fb tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:01.770748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b3858f6-5cb4-4fb5-894c-f95f4a4169d5 req-328a3968-436c-40ab-91b4-77c31182a0fb tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 943 time: 0.4469175 Jul 16 01:46:01.809935 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.826971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=e60c6b19-8b0e-4084-99fd-178274fe25d5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.852545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-1f5ab473-3ae1-4ea0-986b-d4c621e851a2 service neutron] 10.222.0.35 "GET /v2.0/networks/708d7393-c61c-4fe6-8873-5dfe06508b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519639 Jul 16 01:46:01.877115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96685056-8df8-4d73-babc-9873ce46e45b None None] Network 5afa257d-6f94-4985-a9f5-0d60c213dece requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:01.905382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:01.909375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=55078fd1-5c47-413b-8654-bdd7e5510f39,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:01.924335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b3858f6-5cb4-4fb5-894c-f95f4a4169d5 req-cbe1549a-c9f8-4590-97b6-70b3f6a833d0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522269 Jul 16 01:46:01.954062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.961530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 1a1598f4-7dbf-4705-830c-3eeaa49d2116 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:01.961916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1a1598f4-7dbf-4705-830c-3eeaa49d2116 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:01.986897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b8dceba3-e165-451f-a372-24e42e6f6321 None None] Provisioning for port 7f6b6d81-90e6-4728-9225-02c4ae39430a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:02.019964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-daf1e400-a307-4a9c-9bd5-31dbbf5a26db service neutron] 10.222.0.35 "GET /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661525 Jul 16 01:46:02.069237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:02.131123 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a302bac-00dc-4923-99bf-8ef0545e6565 x-openstack-request-id: req-3a302bac-00dc-4923-99bf-8ef0545e6565 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:02.131454 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f21893-b470-4d26-8c0c-3860f01a6eb6", "name": "network-vif-deleted", "tag": "fe7e3d9e-1f4a-44df-94c5-9974e7dc2878", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:02.131829 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a302bac-00dc-4923-99bf-8ef0545e6565 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:02.132122 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f21893-b470-4d26-8c0c-3860f01a6eb6', 'name': 'network-vif-deleted', 'tag': 'fe7e3d9e-1f4a-44df-94c5-9974e7dc2878', 'status': 'completed', 'code': 200} Jul 16 01:46:02.137527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Deleting port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:02.137878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.248223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:02.250302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-d30f8cb4-0b25-4175-be65-6434cbec3c26 service neutron] 10.222.0.35 "GET /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050946 Jul 16 01:46:02.296484 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c8bbc-0773-48c8-978f-19db41001bd6 x-openstack-request-id: req-948c8bbc-0773-48c8-978f-19db41001bd6 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:02.296854 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde", "name": "network-vif-deleted", "tag": "1a1598f4-7dbf-4705-830c-3eeaa49d2116", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:02.297180 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-948c8bbc-0773-48c8-978f-19db41001bd6 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:02.297643 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0122a3-7e7b-47e8-9dbf-8e4bbc5a6dde', 'name': 'network-vif-deleted', 'tag': '1a1598f4-7dbf-4705-830c-3eeaa49d2116', 'status': 'completed', 'code': 200} Jul 16 01:46:02.300153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] For port fb5b4b41-c80e-4bd6-a06d-b37239a7a26b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:02.300617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.322790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Calling delete_port for fb5b4b41-c80e-4bd6-a06d-b37239a7a26b owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:02.387703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 4df55d01-0828-434c-8697-b624d071b2b4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:02.388165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.580817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 4df55d01-0828-434c-8697-b624d071b2b4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4df55d01-0828-434c-8697-b624d071b2b4,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:02.581166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.595973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 4df55d01-0828-434c-8697-b624d071b2b4 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:02.636338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.708826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5b4b41-c80e-4bd6-a06d-b37239a7a26b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:02.736645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f6b6d81-90e6-4728-9225-02c4ae39430a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:02.838181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-135e70ec-541e-40cf-aa2d-9154006d51c5 req-909c6298-7899-4ad3-b4d7-ad0a1fda7d4b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 210 time: 0.1947098 Jul 16 01:46:02.859403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 55078fd1-5c47-413b-8654-bdd7e5510f39 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:02.918895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 7f6b6d81-90e6-4728-9225-02c4ae39430a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:02.936746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7f6b6d81-90e6-4728-9225-02c4ae39430a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:02.937920 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:02.986460 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.063371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=4df55d01-0828-434c-8697-b624d071b2b4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.088520 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.090618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 55078fd1-5c47-413b-8654-bdd7e5510f39 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:03.110517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 55078fd1-5c47-413b-8654-bdd7e5510f39 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:03.110916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.192697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 7f6b6d81-90e6-4728-9225-02c4ae39430a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7f6b6d81-90e6-4728-9225-02c4ae39430a,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:03.197614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.198402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e60c6b19-8b0e-4084-99fd-178274fe25d5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:03.237398 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.344111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=7f6b6d81-90e6-4728-9225-02c4ae39430a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.364576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.377709 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.380939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e60c6b19-8b0e-4084-99fd-178274fe25d5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:03.381306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.439481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55078fd1-5c47-413b-8654-bdd7e5510f39'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:03.441781 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a6fc44-075a-443f-997c-d6b5ce3a579d" -d '{"events": [{"server_uuid": "6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab", "name": "network-vif-plugged", "status": "completed", "tag": "55078fd1-5c47-413b-8654-bdd7e5510f39"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:03.459200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 55078fd1-5c47-413b-8654-bdd7e5510f39, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=55078fd1-5c47-413b-8654-bdd7e5510f39,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:03.461831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaedce-d5de-47a2-a9df-378dbdd72814 req-5b8939d6-b9b4-48bc-b5b3-7fedac086df2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.463586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ddaedce-d5de-47a2-a9df-378dbdd72814 req-5b8939d6-b9b4-48bc-b5b3-7fedac086df2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 944 time: 0.3144619 Jul 16 01:46:03.471778 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.472602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:03.493486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe404ecc-f294-496c-a469-bdefe2bf33d0 req-2734066d-3d65-4b05-9a17-eb14a6148236 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.502212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe404ecc-f294-496c-a469-bdefe2bf33d0 req-2734066d-3d65-4b05-9a17-eb14a6148236 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.4896858 Jul 16 01:46:03.532895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:03.533239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fe7e3d9e-1f4a-44df-94c5-9974e7dc2878 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:03.577278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=55078fd1-5c47-413b-8654-bdd7e5510f39,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:03.597408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ddaedce-d5de-47a2-a9df-378dbdd72814 req-5a164712-3daa-45f1-8706-67b75d77c2f1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192811 Jul 16 01:46:03.640280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7b777c79-6206-4fa2-95a4-986c6d19ee0e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:03.663185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 7b777c79-6206-4fa2-95a4-986c6d19ee0e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:03.663801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7b777c79-6206-4fa2-95a4-986c6d19ee0e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:03.664534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f72bf-303d-46c0-b653-d5efadd1ee28 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:03.685426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 069f72bf-303d-46c0-b653-d5efadd1ee28 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:03.686014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f72bf-303d-46c0-b653-d5efadd1ee28 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:03.691000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-77aba2bf-eec0-4ab0-b028-1db6c11853e5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:03.691000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-77aba2bf-eec0-4ab0-b028-1db6c11853e5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 944 time: 0.3570199 Jul 16 01:46:03.711020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe404ecc-f294-496c-a469-bdefe2bf33d0 req-32cde134-96ad-40ac-952e-069bcced55d2 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071307 Jul 16 01:46:03.843183 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32869e56-99b2-4313-95f0-38ea1205f815 x-openstack-request-id: req-32869e56-99b2-4313-95f0-38ea1205f815 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:03.843699 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab", "name": "network-vif-plugged", "status": "completed", "tag": "55078fd1-5c47-413b-8654-bdd7e5510f39", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:03.843699 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32869e56-99b2-4313-95f0-38ea1205f815 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:03.844133 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55078fd1-5c47-413b-8654-bdd7e5510f39', 'code': 200} Jul 16 01:46:03.903654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:03.926654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Deleting port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:03.928347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:03.994413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:04.035452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c18faaf-e855-4555-93ef-58771fd1020d req-7ce99d93-b76c-4682-9ade-04b64eea1c3c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 210 time: 0.0446863 Jul 16 01:46:04.142298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605bde9-e8e9-427a-83ac-71592418e015 req-0230ce12-cda7-41c8-aac9-bdd62d8d3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.142764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] For port 8b2c2daa-9e60-4dee-a6e2-486d9072be41, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8b2c2daa-9e60-4dee-a6e2-486d9072be41,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:04.143204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.143852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b605bde9-e8e9-427a-83ac-71592418e015 req-0230ce12-cda7-41c8-aac9-bdd62d8d3ceb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 1096 time: 0.2001135 Jul 16 01:46:04.159917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:04.161025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Calling delete_port for 8b2c2daa-9e60-4dee-a6e2-486d9072be41 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:04.163328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:04.177556 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-86c4b707-1f4b-465b-886d-5e16e00906a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/4b93ff78-080e-494a-abaf-fa189d9bcaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5482206 Jul 16 01:46:04.177770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4510264b-4024-478b-bc84-4eb75e016524 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8097477 Jul 16 01:46:04.177875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.186260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54058) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:04.190116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:04.196884 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] Sync routers for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:04.199610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:04.200380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:04.218147 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:04.219034 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:04.259317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.344564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:04.350240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.385846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b605bde9-e8e9-427a-83ac-71592418e015 req-95fb4604-8bb8-4469-9dfc-2d70ec864758 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307715 Jul 16 01:46:04.407059 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:04.426745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting subnet 7c8d1dff-5c7b-4d26-8eb9-6dada1728955 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:04.438120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.438604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 11, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:04.477638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:04.482083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-b2496969-7f11-4500-b5e3-6ad5764cdfa5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.487434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-b2496969-7f11-4500-b5e3-6ad5764cdfa5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.491774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:04.492600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:04.492858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-b2496969-7f11-4500-b5e3-6ad5764cdfa5 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "GET /v2.0/networks?id=708d7393-c61c-4fe6-8873-5dfe06508b36&id=5afa257d-6f94-4985-a9f5-0d60c213dece HTTP/1.1" status: 200 len: 1392 time: 0.3825510 Jul 16 01:46:04.527767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'port': {'device_id': '79cf4084-61ce-46a3-8122-85c06823bf89', 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36', 'admin_state_up': True, 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:04.546856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.549864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.574057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:04.583347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event deleted for resources: {'Port': ['ID=8b2c2daa-9e60-4dee-a6e2-486d9072be41,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:04.595250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.650456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 11, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:04.654680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] No DVR routers for this DVR port 8b2c2daa-9e60-4dee-a6e2-486d9072be41 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:04.659465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.662265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cf03e90-d460-4bb1-ac73-3d2006a2c664 req-63e30c73-07d7-4971-916a-512db5ea3212 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.32 "DELETE /v2.0/ports/8b2c2daa-9e60-4dee-a6e2-486d9072be41 HTTP/1.1" status: 204 len: 173 time: 0.9463396 Jul 16 01:46:04.667922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'name': 'network-vif-deleted', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:04.670857 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16745df4-c314-4118-95cd-f3347603ebcf" -d '{"events": [{"server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "name": "network-vif-deleted", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:04.697986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cf251-ffde-41d8-b442-8e2b27b09b9e None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 11, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:04.762496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f6b6d81-90e6-4728-9225-02c4ae39430a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:04.775457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Deleting port 53288e4b-84ef-47f2-876e-dda431d02ead {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:04.776019 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.858579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7f6b6d81-90e6-4728-9225-02c4ae39430a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:04.859200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.996681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.069226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:05.073389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.196009 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 5, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port': {'id': '53288e4b-84ef-47f2-876e-dda431d02ead', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:05.245851 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] Checking router: 4b93ff78-080e-494a-abaf-fa189d9bcaa3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:05.261521 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] Routers {'4b93ff78-080e-494a-abaf-fa189d9bcaa3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:05.262309 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:05.277618 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b34b77-e28d-48b3-aad1-5735e99e40cf x-openstack-request-id: req-69b34b77-e28d-48b3-aad1-5735e99e40cf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:05.277970 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dd965d-90dd-42f6-9ff5-755f11070974", "name": "network-vif-deleted", "tag": "8b2c2daa-9e60-4dee-a6e2-486d9072be41", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:05.278167 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69b34b77-e28d-48b3-aad1-5735e99e40cf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:05.278549 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dd965d-90dd-42f6-9ff5-755f11070974', 'name': 'network-vif-deleted', 'tag': '8b2c2daa-9e60-4dee-a6e2-486d9072be41', 'status': 'completed', 'code': 200} Jul 16 01:46:05.316444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.334365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.340708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/7c8d1dff-5c7b-4d26-8eb9-6dada1728955 HTTP/1.1" status: 204 len: 168 time: 1.1516764 Jul 16 01:46:05.342089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:05.342828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e716e-a710-484f-8828-755dd9f1f9eb None None] Network 18c70f19-1d36-4b49-8589-b161665bfe7e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:05.359649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d0d5139-2a8a-48ed-8ac3-5dec314e1ba7 req-1fc20331-656b-4e49-8c22-762dcad37eb4 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=86dd965d-90dd-42f6-9ff5-755f11070974 HTTP/1.1" status: 200 len: 210 time: 0.0801656 Jul 16 01:46:05.380288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afc26e-6cf0-421a-ac01-3bdb613bf4fa tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8d1dff-5c7b-4d26-8eb9-6dada1728955,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:05.420045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] For port 53288e4b-84ef-47f2-876e-dda431d02ead, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53288e4b-84ef-47f2-876e-dda431d02ead,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:05.420429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.454450 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] Set router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:05.470818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Deleting port 5c6cef51-8218-4886-b42c-51850f725c6c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:05.471198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.479150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Calling delete_port for 53288e4b-84ef-47f2-876e-dda431d02ead owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:05.487421 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.516196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b295e-ada3-43e9-bb77-addf98a27efc req-2952207b-c04e-4348-ab72-415d7d835aa4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.517801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-939b295e-ada3-43e9-bb77-addf98a27efc req-2952207b-c04e-4348-ab72-415d7d835aa4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 945 time: 0.6629372 Jul 16 01:46:05.596057 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:46:04Z', 'revision_number': 6, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:05.610751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Allocated IP 19.80.0.127 (708d7393-c61c-4fe6-8873-5dfe06508b36/ed151c59-60cb-4a6f-9136-846e7bae95f1/b7065077-6d0d-44fa-8dac-1a33958afbb1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:05.658243 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9a217-3afc-4c88-93ef-5d1d9fad62e2 None None] The sync data for ids ['4b93ff78-080e-494a-abaf-fa189d9bcaa3'] in n-d-800087-6 is: [{'id': '4b93ff78-080e-494a-abaf-fa189d9bcaa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1533876315-router', 'tenant_id': 'f1e26bdc74744ee49a37338ddd36460e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:44Z', 'updated_at': '2021-07-16T01:46:04Z', 'revision_number': 6, 'project_id': 'f1e26bdc74744ee49a37338ddd36460e', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:05.670538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-939b295e-ada3-43e9-bb77-addf98a27efc req-0e400575-8369-493c-ba11-ec95e5892be0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210830 Jul 16 01:46:05.722222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] DHCP port deletion for 18c70f19-1d36-4b49-8589-b161665bfe7e request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:05.816114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] Deleting port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:05.817255 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.817832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Deleting port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:05.818345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.868758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] For port 5c6cef51-8218-4886-b42c-51850f725c6c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5c6cef51-8218-4886-b42c-51850f725c6c,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:05.869228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.891570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Calling delete_port for 5c6cef51-8218-4886-b42c-51850f725c6c owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:05.905229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.936269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] For port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:05.936995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:05.951920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] Calling delete_port for 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:05.982730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-162c73ee-4891-44cd-ab93-ddce9011f243 req-42462edb-06a7-4afa-94ca-3e374ad07b51 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 210 time: 0.0558562 Jul 16 01:46:06.004931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] For port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,segment=NetworkSegment(2d156411-4e8b-4752-8392-020bd886f8d6),segment_id=2d156411-4e8b-4752-8392-020bd886f8d6)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:06.005415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.028151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Calling delete_port for 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:06.035820 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.038183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Transition to ACTIVE for port object b7065077-6d0d-44fa-8dac-1a33958afbb1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:06.068008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.101179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] Pushing event deleted for resources: {'Port': ['ID=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.106685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c132572-b2e4-41b0-a2d9-edecd241cdbb None None] No DVR routers for this DVR port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:06.121599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Pushing event deleted for resources: {'Port': ['ID=53288e4b-84ef-47f2-876e-dda431d02ead,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.129857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.189883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:06.190782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.197758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:06.200309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:06.208264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fabfd5-559c-43da-99a7-7a19d4ed6304 req-0629f512-b2ea-48c4-9aa8-29cfa4b4bb1d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.209818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91fabfd5-559c-43da-99a7-7a19d4ed6304 req-0629f512-b2ea-48c4-9aa8-29cfa4b4bb1d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2677581 Jul 16 01:46:06.241047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Port': ['ID=b7065077-6d0d-44fa-8dac-1a33958afbb1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.266227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.270088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.300656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6cef51-8218-4886-b42c-51850f725c6c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.334892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.335613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.364996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cce2b066-d4be-460f-9275-ecd439b0c86f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483157 Jul 16 01:46:06.409583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Request body: {'port': {'device_id': '79cf4084-61ce-46a3-8122-85c06823bf89', 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece', 'admin_state_up': True, 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:06.438756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Port': ['ID=0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:06.449701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.453314 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.466068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91fabfd5-559c-43da-99a7-7a19d4ed6304 req-a4adf20d-b128-47cc-9932-000aeb2890af tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470415 Jul 16 01:46:06.467168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No DVR routers for this DVR port 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:06.510018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c16d372a-3106-426a-9a06-382cb4565f89 None None] Provisioning for port b7065077-6d0d-44fa-8dac-1a33958afbb1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:06.522533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c16d372a-3106-426a-9a06-382cb4565f89 None None] Provisioning complete for port b7065077-6d0d-44fa-8dac-1a33958afbb1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:06.523449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c16d372a-3106-426a-9a06-382cb4565f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.612918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.641601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c16d372a-3106-426a-9a06-382cb4565f89 None None] Port b7065077-6d0d-44fa-8dac-1a33958afbb1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:06.714159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Made reservation on behalf of cb139c44a2454f8b8d05a3dacea79170 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:06.716665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.748756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.749319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b93ff78-080e-494a-abaf-fa189d9bcaa3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:06.762960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.764055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c9034fd0-b8eb-4565-b199-b610855ba859 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4b93ff78-080e-494a-abaf-fa189d9bcaa3 HTTP/1.1" status: 204 len: 168 time: 2.5881758 Jul 16 01:46:06.768610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:06.771715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53288e4b-84ef-47f2-876e-dda431d02ead no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:06.804850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 53288e4b-84ef-47f2-876e-dda431d02ead {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:06.806927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53288e4b-84ef-47f2-876e-dda431d02ead not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:06.808271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:06.818432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.832826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c70f19-1d36-4b49-8589-b161665bfe7e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.838409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:06.838883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0d565d3d-c4a1-4dea-8c65-3b9f30b0ec43 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:06.839398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4df55d01-0828-434c-8697-b624d071b2b4 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:06.847840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d156411-4e8b-4752-8392-020bd886f8d6') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.848189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d156411-4e8b-4752-8392-020bd886f8d6') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:06.863215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.883505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.893650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Deleting subnet 3a66111b-8237-4988-8ce9-da5b38aedad5 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:06.899497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:06.903923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4500a-d7d2-4d49-9a1c-12ea44531747 req-21f3f7f9-55c6-4d13-93b7-855b34f3e670 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.916815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0b4500a-d7d2-4d49-9a1c-12ea44531747 req-21f3f7f9-55c6-4d13-93b7-855b34f3e670 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1850309 Jul 16 01:46:06.922816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:06.923245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:07.009861 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:07.019374 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.039212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.041096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/networks/18c70f19-1d36-4b49-8589-b161665bfe7e HTTP/1.1" status: 204 len: 168 time: 1.6963351 Jul 16 01:46:07.045639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.051617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'routes': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:07.074097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.088310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 4df55d01-0828-434c-8697-b624d071b2b4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:07.088884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4df55d01-0828-434c-8697-b624d071b2b4 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:07.089308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fb5b4b41-c80e-4bd6-a06d-b37239a7a26b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:07.112285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: fb5b4b41-c80e-4bd6-a06d-b37239a7a26b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:07.113122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fb5b4b41-c80e-4bd6-a06d-b37239a7a26b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:07.115658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:07.136829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0b4500a-d7d2-4d49-9a1c-12ea44531747 req-8caf42d5-ffd1-4e13-8446-7f9d076ac123 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186370 Jul 16 01:46:07.140358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 8b2c2daa-9e60-4dee-a6e2-486d9072be41 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:07.140795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8b2c2daa-9e60-4dee-a6e2-486d9072be41 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:07.165230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceb905-6c64-4e17-845b-d49fe52a4978 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Pushing event deleted for resources: {'Network': ['ID=18c70f19-1d36-4b49-8589-b161665bfe7e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.172881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Allocated IP 19.86.0.249 (5afa257d-6f94-4985-a9f5-0d60c213dece/67d924fa-d0bf-4ab5-843d-434a2bfe06ad/8d002a04-6586-4712-8fd8-f8726b0efffe) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:07.262305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:07.284118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.334524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Added routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:46:07.334763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.extraroute_db [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Removed routes are [] {{(pid=93906) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:46:07.335290 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.407996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d26e-736c-4cc1-a090-dbd7532842f4 req-c4323d46-7722-4f48-9554-d40f4b48df4d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.409525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7bd7d26e-736c-4cc1-a090-dbd7532842f4 req-c4323d46-7722-4f48-9554-d40f4b48df4d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 945 time: 0.2455349 Jul 16 01:46:07.576867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.583229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7bd7d26e-736c-4cc1-a090-dbd7532842f4 req-e5820b64-d8fd-49d1-8464-4579fc8e0213 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638980 Jul 16 01:46:07.592684 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.698595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269c769-8746-42b8-8799-91b5ecf82f57 req-33c14054-c423-4798-95f0-0840c12e5e17 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.700197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0269c769-8746-42b8-8799-91b5ecf82f57 req-33c14054-c423-4798-95f0-0840c12e5e17 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 944 time: 0.3261135 Jul 16 01:46:07.712161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-27df5ff4-7de8-4e6e-8d5e-7dbf260afd74 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:07.713744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-27df5ff4-7de8-4e6e-8d5e-7dbf260afd74 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 944 time: 0.2514732 Jul 16 01:46:07.715689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router cae97b64-ec4b-44ae-bf2e-bf5716c1584c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:07.792137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.832871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a66111b-8237-4988-8ce9-da5b38aedad5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:07.837776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.843099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.844963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-626a881c-352d-4e9c-9431-3bbe1896dfb0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3a66111b-8237-4988-8ce9-da5b38aedad5 HTTP/1.1" status: 204 len: 168 time: 1.0732384 Jul 16 01:46:07.849755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a36c64-66ab-49ea-9d78-76e1b54145bf None None] Network 3230e7cd-0a16-4b95-95ce-d6421f46b924 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:07.851743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.876943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:07.878894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Transition to ACTIVE for port object 8d002a04-6586-4712-8fd8-f8726b0efffe will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:07.882807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0269c769-8746-42b8-8799-91b5ecf82f57 req-d689df75-735b-4c89-a69b-76b3f572f1a5 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/security-groups?id=698f9982-7406-490b-add1-7bd5a773704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653895 Jul 16 01:46:07.887790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a7f68deb-674c-4131-a86c-f7c238c3b06b admin admin] 10.222.0.35 "PUT /v2.0/routers/6cb5cd1e-a650-4338-9564-a7062f1d96a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6385224 Jul 16 01:46:07.892744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.926597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:07.937274 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] Sync routers for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:07.951502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] Sync routers for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:07.953728 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:07.954341 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:07.964566 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.965737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-659749a5-49ae-4e2f-80cd-6cc520ade8f5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 701 time: 0.9180899 Jul 16 01:46:07.974761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:07.987738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.992016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.019561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:08.021797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.022929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-30d44e1e-f25e-448c-ac8d-6df5bc369775 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 205 time: 0.0469882 Jul 16 01:46:08.034898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54108) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.074433 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:08.088726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009003c6-1d2e-47e9-800e-69f0b4678e3a req-c0a45960-d83d-4e17-9df5-03cebd131fbf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.090153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-009003c6-1d2e-47e9-800e-69f0b4678e3a req-c0a45960-d83d-4e17-9df5-03cebd131fbf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 932 time: 0.3649495 Jul 16 01:46:08.114453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Network 5afa257d-6f94-4985-a9f5-0d60c213dece is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:08.127253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Deleting port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:08.127597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.147294 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 11, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.149228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:08.158890 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.170378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:08.186931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:08.200413 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] Checking router: cae97b64-ec4b-44ae-bf2e-bf5716c1584c for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:08.209997 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] Routers {'cae97b64-ec4b-44ae-bf2e-bf5716c1584c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:08.211244 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.252887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event updated for resources: {'Port': ['ID=8d002a04-6586-4712-8fd8-f8726b0efffe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:08.260929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.391106 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] Set router cae97b64-ec4b-44ae-bf2e-bf5716c1584c gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:08.469171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:46:06Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.470369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:08.471345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.496193 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 11, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.535889 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b48ee5-2ed7-4c89-9861-f15ee7777e31 None None] The sync data for ids ['cae97b64-ec4b-44ae-bf2e-bf5716c1584c'] in n-d-800087-6 is: [{'id': 'cae97b64-ec4b-44ae-bf2e-bf5716c1584c', 'name': 'tempest-RoutersTest-router-1632340200', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:45:16Z', 'updated_at': '2021-07-16T01:46:02Z', 'revision_number': 11, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:08.539638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] Checking router: 6cb5cd1e-a650-4338-9564-a7062f1d96a6 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:08.561719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] DHCP port deletion for 3230e7cd-0a16-4b95-95ce-d6421f46b924 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:08.569357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] Routers {'6cb5cd1e-a650-4338-9564-a7062f1d96a6'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:08.570903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:08.578591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.581975 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.590375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Deleting port f218ffa4-057a-4ac4-8261-5154450a5c77 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:08.590759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.595686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-2c770ab2-36da-4bf0-9dda-6da46f5c6373 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1909852 Jul 16 01:46:08.685313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-19621b68-9335-421a-a422-7a548f6bc437 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:46:08.692741 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-19621b68-9335-421a-a422-7a548f6bc437 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310102 Jul 16 01:46:08.704533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-52b12f46-8716-47f6-a21c-8f6013fcec89 None None] Provisioning for port 8d002a04-6586-4712-8fd8-f8726b0efffe completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:08.709053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.709714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router cae97b64-ec4b-44ae-bf2e-bf5716c1584c {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:08.714945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-52b12f46-8716-47f6-a21c-8f6013fcec89 None None] Provisioning complete for port 8d002a04-6586-4712-8fd8-f8726b0efffe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:08.715412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-52b12f46-8716-47f6-a21c-8f6013fcec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.736235 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.740761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-50e87497-3b70-48c9-a948-ad7bdaac335b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 204 len: 168 time: 0.7011523 Jul 16 01:46:08.743288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:08.763832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] Set router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:08.792072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-282814750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.804290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Request body: {'port': {'device_id': '79cf4084-61ce-46a3-8122-85c06823bf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:08.813321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-009003c6-1d2e-47e9-800e-69f0b4678e3a req-e61ac015-c538-4d39-8ebb-73f82a9946d7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139692 Jul 16 01:46:08.844294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] For port f218ffa4-057a-4ac4-8261-5154450a5c77, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f218ffa4-057a-4ac4-8261-5154450a5c77,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:08.844883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.865916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] Deleting port f218ffa4-057a-4ac4-8261-5154450a5c77 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:08.867067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Calling delete_port for f218ffa4-057a-4ac4-8261-5154450a5c77 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:08.880304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.909778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] For port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,segment=NetworkSegment(0d404ab6-d26f-4f27-96b3-a73a97fe579f),segment_id=0d404ab6-d26f-4f27-96b3-a73a97fe579f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:08.910302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.924667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.925689 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.939599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-52b12f46-8716-47f6-a21c-8f6013fcec89 None None] Port 8d002a04-6586-4712-8fd8-f8726b0efffe cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:08.947556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Calling delete_port for 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:08.961845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.970592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.017543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fb29a-917d-4946-9975-27c2232a25b1 req-a7c7c994-4350-40ee-9141-bcc66447b3e0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.026230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509fb29a-917d-4946-9975-27c2232a25b1 req-a7c7c994-4350-40ee-9141-bcc66447b3e0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.3597443 Jul 16 01:46:09.060731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] For port f218ffa4-057a-4ac4-8261-5154450a5c77, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f218ffa4-057a-4ac4-8261-5154450a5c77,segment=NetworkSegment(cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f),segment_id=cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:09.061412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.081601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] Calling delete_port for f218ffa4-057a-4ac4-8261-5154450a5c77 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:09.120276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.147086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509fb29a-917d-4946-9975-27c2232a25b1 req-c04a9dfd-8df8-406d-b709-fb3924ee3d60 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.1217184 Jul 16 01:46:09.153513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.179844 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.211601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.219665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] No DVR routers for this DVR port f218ffa4-057a-4ac4-8261-5154450a5c77 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:09.226260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79a446-aafa-4e3f-9b6a-b332013a46f5 None None] Pushing event deleted for resources: {'Port': ['ID=f218ffa4-057a-4ac4-8261-5154450a5c77,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.250515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f218ffa4-057a-4ac4-8261-5154450a5c77,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.258364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] No DVR routers for this DVR port f218ffa4-057a-4ac4-8261-5154450a5c77 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:09.264738 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.268171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a2c6778b-8134-488c-8331-fa4d8131bdfe tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5167975 Jul 16 01:46:09.272990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54128) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:09.277839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:09.292660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:46:06Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:09.306178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Deleting port dbf14960-c530-4a5a-b3b0-c5ea13239d9b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:09.306521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.324637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa96058-c815-47c1-bdd3-aa6526f1960b None None] The sync data for ids ['6cb5cd1e-a650-4338-9564-a7062f1d96a6'] in n-d-800087-6 is: [{'id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-442012008-router', 'tenant_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:02Z', 'updated_at': '2021-07-16T01:46:06Z', 'revision_number': 5, 'project_id': 'a7d3455ea73b41d1bb18e5a55b7c3592', 'gw_port': {'id': 'dbf14960-c530-4a5a-b3b0-c5ea13239d9b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:48:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5cd1e-a650-4338-9564-a7062f1d96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:03Z', 'updated_at': '2021-07-16T01:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:09.424100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509fb29a-917d-4946-9975-27c2232a25b1 req-9bdf4575-6796-47fd-91e8-217a719b1815 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2760701 Jul 16 01:46:09.438236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cf691-f746-4a4e-8d8a-b9c174b4ac47 req-58e94c01-39a2-44a6-b95f-b44c9c20d335 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:09.438448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7065077-6d0d-44fa-8dac-1a33958afbb1 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:09.439713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd8cf691-f746-4a4e-8d8a-b9c174b4ac47 req-58e94c01-39a2-44a6-b95f-b44c9c20d335 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2665286 Jul 16 01:46:09.459614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.504747 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.508493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.518303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Pushing event deleted for resources: {'Port': ['ID=902b87ff-ab96-4ce5-9848-b7b2400cbfb7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:09.559368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3230e7cd-0a16-4b95-95ce-d6421f46b924']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:09.572065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] For port dbf14960-c530-4a5a-b3b0-c5ea13239d9b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:09.572425 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.574198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Transition to ACTIVE for port object b7065077-6d0d-44fa-8dac-1a33958afbb1 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:09.576226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:09.576527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3c5699-c07c-4fa6-b6e7-9cec3b6cb51f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:09.594957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd8cf691-f746-4a4e-8d8a-b9c174b4ac47 req-716357ab-a076-48d3-afe0-8793f1cbfd99 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485085 Jul 16 01:46:09.615886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.618704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.650724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Calling delete_port for dbf14960-c530-4a5a-b3b0-c5ea13239d9b owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:09.656092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] No DVR routers for this DVR port 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:09.664360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.670819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1156a1d6-6e6e-410a-94b8-97edee108cf3 req-7a64f0de-adb2-4d44-9bdc-bdf0ffa83f38 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.38 "DELETE /v2.0/ports/902b87ff-ab96-4ce5-9848-b7b2400cbfb7 HTTP/1.1" status: 204 len: 173 time: 1.9392598 Jul 16 01:46:09.670819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'name': 'network-vif-deleted', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:09.670819 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8844983-afcd-4db2-a0ce-57a2de228f22" -d '{"events": [{"server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "name": "network-vif-deleted", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:09.691121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.715819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.737882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.742850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:09.743589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:09.790110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af1fdcea-fc61-4ea6-9bfc-8f7933e83773 req-e2a2f0d4-356c-4940-918b-4f786b149427 tempest-LiveMigrationTest-2000531902 tempest-LiveMigrationTest-2000531902-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a0a0ac9-ea24-49f9-825f-08d8542f6686 HTTP/1.1" status: 200 len: 210 time: 0.0588388 Jul 16 01:46:09.799591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509fb29a-917d-4946-9975-27c2232a25b1 req-151ede25-5108-45e6-a91b-40c7205ea40f service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541129 Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:09.879847 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:09.992674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7065077-6d0d-44fa-8dac-1a33958afbb1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.012585 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93f78bb-98f7-4c2d-9e69-9fb9199bbe0d x-openstack-request-id: req-d93f78bb-98f7-4c2d-9e69-9fb9199bbe0d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:10.013081 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0a0ac9-ea24-49f9-825f-08d8542f6686", "name": "network-vif-deleted", "tag": "902b87ff-ab96-4ce5-9848-b7b2400cbfb7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:10.013081 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d93f78bb-98f7-4c2d-9e69-9fb9199bbe0d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:10.013478 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0a0ac9-ea24-49f9-825f-08d8542f6686', 'name': 'network-vif-deleted', 'tag': '902b87ff-ab96-4ce5-9848-b7b2400cbfb7', 'status': 'completed', 'code': 200} Jul 16 01:46:10.017439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509fb29a-917d-4946-9975-27c2232a25b1 req-623fd342-5424-49be-a1c6-c657fd46838e service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165234 Jul 16 01:46:10.084371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Attempting to bind port b7065077-6d0d-44fa-8dac-1a33958afbb1 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:10.084739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Attempting to bind port b7065077-6d0d-44fa-8dac-1a33958afbb1 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:10.085073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Attempting to bind port b7065077-6d0d-44fa-8dac-1a33958afbb1 on network 708d7393-c61c-4fe6-8873-5dfe06508b36 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:10.090483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.098792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.100706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3230e7cd-0a16-4b95-95ce-d6421f46b924 HTTP/1.1" status: 204 len: 168 time: 2.2478399 Jul 16 01:46:10.101668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Port b7065077-6d0d-44fa-8dac-1a33958afbb1 on network 708d7393-c61c-4fe6-8873-5dfe06508b36 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:10.101995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Attempting to bind port b7065077-6d0d-44fa-8dac-1a33958afbb1 on network 708d7393-c61c-4fe6-8873-5dfe06508b36 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:10.136746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Router a85cb537-a2ba-4eef-a4d6-177fffc11845 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:10.150372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882dabb-022d-4109-b426-8d2cdfc02d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=3230e7cd-0a16-4b95-95ce-d6421f46b924,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.155018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.161289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:10.162529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Checking segment: {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:10.162529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Bound using segment: {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:10.162529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Bound port: b7065077-6d0d-44fa-8dac-1a33958afbb1, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e542d94-4cf7-48c9-84a5-9676d136b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:10.162899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.239379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf14960-c530-4a5a-b3b0-c5ea13239d9b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.339715 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.377475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:10.390096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.394530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-781984a4-99f1-4713-9169-ffd59f01d7c1 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "PUT /v2.0/routers/a85cb537-a2ba-4eef-a4d6-177fffc11845 HTTP/1.1" status: 200 len: 693 time: 1.1203666 Jul 16 01:46:10.397757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54148) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.402393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] Sync routers for ids ['a85cb537-a2ba-4eef-a4d6-177fffc11845'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:10.414706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54150) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.418910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] Routers {'a85cb537-a2ba-4eef-a4d6-177fffc11845'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:10.419718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a85cb537-a2ba-4eef-a4d6-177fffc11845'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:10.447386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.451875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.504577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.505137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb5cd1e-a650-4338-9564-a7062f1d96a6 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:10.528410 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.531053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03f4e1b7-20c2-4510-93f2-c83ecae845a0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6cb5cd1e-a650-4338-9564-a7062f1d96a6 HTTP/1.1" status: 204 len: 168 time: 2.6358759 Jul 16 01:46:10.544398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bfd3b-76ac-473b-b1ec-467b6986a332 req-1b13458b-3f96-4b86-b380-f9e6442691fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.564413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bfd3b-76ac-473b-b1ec-467b6986a332 req-1b13458b-3f96-4b86-b380-f9e6442691fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:10.584913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff2bfd3b-76ac-473b-b1ec-467b6986a332 req-1b13458b-3f96-4b86-b380-f9e6442691fc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1667 time: 0.4310920 Jul 16 01:46:10.590230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] Set router a85cb537-a2ba-4eef-a4d6-177fffc11845 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:10.606214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.671296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] For port b7065077-6d0d-44fa-8dac-1a33958afbb1, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:10.726687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2622d577-2f5c-46a7-b90c-04bf02daf561 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/routers/a85cb537-a2ba-4eef-a4d6-177fffc11845 HTTP/1.1" status: 200 len: 699 time: 0.3261859 Jul 16 01:46:10.730704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.744377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] For port b7065077-6d0d-44fa-8dac-1a33958afbb1, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b7065077-6d0d-44fa-8dac-1a33958afbb1,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:10.752145 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.753514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b8909c7c-be89-4007-b946-4e0694d2d38d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1e26bdc74744ee49a37338ddd36460e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661015 Jul 16 01:46:10.754235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5c6cef51-8218-4886-b42c-51850f725c6c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:10.760774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85cb537-a2ba-4eef-a4d6-177fffc11845', 'name': 'tempest-RoutersTest-router-282814750', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:08Z', 'updated_at': '2021-07-16T01:46:09Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:10.778046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.794306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff2bfd3b-76ac-473b-b1ec-467b6986a332 req-896769c9-f6bb-438e-b31c-f8573f7efbc7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084494 Jul 16 01:46:10.802200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Deleting subnet 6747eadd-becd-42ce-b7a3-a43a2b6b2dbc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:10.806988 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.808653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5c6cef51-8218-4886-b42c-51850f725c6c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:10.809066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5c6cef51-8218-4886-b42c-51850f725c6c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:10.809688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f218ffa4-057a-4ac4-8261-5154450a5c77 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:10.812654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] Checking router: a85cb537-a2ba-4eef-a4d6-177fffc11845 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:10.834913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f218ffa4-057a-4ac4-8261-5154450a5c77 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:10.835337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f218ffa4-057a-4ac4-8261-5154450a5c77 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:10.842981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] Routers {'a85cb537-a2ba-4eef-a4d6-177fffc11845'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:10.844366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a85cb537-a2ba-4eef-a4d6-177fffc11845'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:10.880550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-90170c0b-5f39-43eb-bfb3-89bb25cda19b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=a85cb537-a2ba-4eef-a4d6-177fffc11845 HTTP/1.1" status: 200 len: 205 time: 0.1484704 Jul 16 01:46:10.885274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7065077-6d0d-44fa-8dac-1a33958afbb1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:10.888747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:10.897526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.017645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.018545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.020331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7232f6d2-0e72-4cc4-958a-0f77402457d2 service neutron] 10.222.0.32 "PUT /v2.0/ports/b7065077-6d0d-44fa-8dac-1a33958afbb1 HTTP/1.1" status: 200 len: 1092 time: 2.3202391 Jul 16 01:46:11.022783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'tag': 'b7065077-6d0d-44fa-8dac-1a33958afbb1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:11.027050 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "tag": "b7065077-6d0d-44fa-8dac-1a33958afbb1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:11.032934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.051384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.092702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Request body: {'port': {'device_id': '79cf4084-61ce-46a3-8122-85c06823bf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:11.141853 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.217180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] Set router a85cb537-a2ba-4eef-a4d6-177fffc11845 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:11.255207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.257369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6747eadd-becd-42ce-b7a3-a43a2b6b2dbc HTTP/1.1" status: 204 len: 168 time: 0.6492405 Jul 16 01:46:11.264313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:11.267320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039e19c-7762-496d-a7fa-b3eafc7ab60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6747eadd-becd-42ce-b7a3-a43a2b6b2dbc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.276769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bec1f3-a1f4-4c9f-bdda-9f1a84b3e8b4 None None] Network 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:11.364640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85cb537-a2ba-4eef-a4d6-177fffc11845', 'name': 'tempest-RoutersTest-router-282814750', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:08Z', 'updated_at': '2021-07-16T01:46:09Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:11.374763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.407964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:11.438765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4552d-cdcf-458c-aec2-5e148dbdf929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.485140 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf29a70b-7eed-43b4-b6b7-789e1b12c995 x-openstack-request-id: req-bf29a70b-7eed-43b4-b6b7-789e1b12c995 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:11.488466 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "tag": "b7065077-6d0d-44fa-8dac-1a33958afbb1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:11.489129 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf29a70b-7eed-43b4-b6b7-789e1b12c995 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:11.489744 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'tag': 'b7065077-6d0d-44fa-8dac-1a33958afbb1', 'status': 'completed', 'code': 200} Jul 16 01:46:11.507212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060db314-4f28-4649-bf12-dad62e252bb2 None None] The sync data for ids ['a85cb537-a2ba-4eef-a4d6-177fffc11845'] in n-d-800087-6 is: [{'id': 'a85cb537-a2ba-4eef-a4d6-177fffc11845', 'name': 'tempest-RoutersTest-router-282814750', 'tenant_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:08Z', 'updated_at': '2021-07-16T01:46:09Z', 'revision_number': 2, 'project_id': '91e5f6c64e2e494db15be31c1cbf4df4', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:11.508513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.511989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.527259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.529135 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4552d-cdcf-458c-aec2-5e148dbdf929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.639704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Deleting port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:11.640072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.673947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-67732c72-cbce-44d3-a636-3f7efbf14080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.674434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-67732c72-cbce-44d3-a636-3f7efbf14080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:11.676056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-67732c72-cbce-44d3-a636-3f7efbf14080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1914 time: 0.2024462 Jul 16 01:46:11.697154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4552d-cdcf-458c-aec2-5e148dbdf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.698380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.698921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Fanout notify agent at l3_agent the message router_deleted on router a85cb537-a2ba-4eef-a4d6-177fffc11845 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:11.702353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4552d-cdcf-458c-aec2-5e148dbdf929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.707151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9eb4552d-cdcf-458c-aec2-5e148dbdf929 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99234a62-f2ea-465c-84ea-e6fb85a74578 HTTP/1.1" status: 204 len: 168 time: 0.9540970 Jul 16 01:46:11.715448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.725379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c332113-bd3c-48ad-af39-c2d09cc932e3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/a85cb537-a2ba-4eef-a4d6-177fffc11845 HTTP/1.1" status: 204 len: 168 time: 0.8333540 Jul 16 01:46:11.732161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:11.798116 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-486611b6-cbd7-4ea2-8594-d58e12cb3fff tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=a85cb537-a2ba-4eef-a4d6-177fffc11845 HTTP/1.1" status: 200 len: 205 time: 0.0648785 Jul 16 01:46:11.800902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54200) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:11.842001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4552d-cdcf-458c-aec2-5e148dbdf929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99234a62-f2ea-465c-84ea-e6fb85a74578,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:11.858518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] For port cdefba3c-868e-49a6-bfbf-5b244beeb0c5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:11.858976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:11.924237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Calling delete_port for cdefba3c-868e-49a6-bfbf-5b244beeb0c5 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:11.936894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] DHCP port deletion for 894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:11.984615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:12.035982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:12.036353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 902b87ff-ab96-4ce5-9848-b7b2400cbfb7 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:12.088499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] Deleting port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:12.089310 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.183026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] For port cdefba3c-868e-49a6-bfbf-5b244beeb0c5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,segment=NetworkSegment(d4448e29-65fe-439d-8927-4214f3f00e7c),segment_id=d4448e29-65fe-439d-8927-4214f3f00e7c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:12.183627 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.199300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] Calling delete_port for cdefba3c-868e-49a6-bfbf-5b244beeb0c5 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:12.205785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Deleting subnet 20da1378-0d14-4a88-92a3-5e254aa7ddab {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:12.216558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-84f8fc0e-dd1e-4f5c-9bcd-e64ec47db9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.217039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-84f8fc0e-dd1e-4f5c-9bcd-e64ec47db9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.217608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-84f8fc0e-dd1e-4f5c-9bcd-e64ec47db9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.219232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-84f8fc0e-dd1e-4f5c-9bcd-e64ec47db9dd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cb139c44a2454f8b8d05a3dacea79170&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5110168 Jul 16 01:46:12.227414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28babb92-944d-4d9c-acb0-d2495244e54d req-8f3dfe0e-ee7c-4819-90cc-674f1233bf7b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.234524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28babb92-944d-4d9c-acb0-d2495244e54d req-8f3dfe0e-ee7c-4819-90cc-674f1233bf7b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.5248356 Jul 16 01:46:12.237072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.309489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.348208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] Pushing event deleted for resources: {'Port': ['ID=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.357277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2163c9-263a-453f-bcd9-e7f8a7551e2c None None] No DVR routers for this DVR port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:12.455609 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-0882fd46-5a8f-4413-821a-755641dfb9a6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:12.459541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0882fd46-5a8f-4413-821a-755641dfb9a6 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/a85cb537-a2ba-4eef-a4d6-177fffc11845 HTTP/1.1" status: 404 len: 336 time: 0.6551363 Jul 16 01:46:12.460007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.497557 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d26a5d9-111c-4fb3-b996-5c1f88a66468 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:12.498235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d26a5d9-111c-4fb3-b996-5c1f88a66468 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:12.499765 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d26a5d9-111c-4fb3-b996-5c1f88a66468 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/e49b9fc8-244d-44e4-a2c0-afb13c0f7380 HTTP/1.1" status: 404 len: 337 time: 0.0381324 Jul 16 01:46:12.502613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54220) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.540834 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d39e1c0-f2e7-4bf0-9cd5-b965eb0520bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:12.541384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d39e1c0-f2e7-4bf0-9cd5-b965eb0520bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:12.543281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d39e1c0-f2e7-4bf0-9cd5-b965eb0520bb tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/e7cb358b-e143-49d3-804d-80eab2b266fb HTTP/1.1" status: 404 len: 337 time: 0.0394289 Jul 16 01:46:12.546077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.548825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdefba3c-868e-49a6-bfbf-5b244beeb0c5 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:12.591969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cdefba3c-868e-49a6-bfbf-5b244beeb0c5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:12.592265 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0c6052-202e-4b70-aabf-fd0737c9d341 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:12.592484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdefba3c-868e-49a6-bfbf-5b244beeb0c5 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:12.592725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0c6052-202e-4b70-aabf-fd0737c9d341 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:12.592903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dbf14960-c530-4a5a-b3b0-c5ea13239d9b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:12.594501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3f0c6052-202e-4b70-aabf-fd0737c9d341 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/64dbd752-0c16-45a3-8e35-e6049c90f155 HTTP/1.1" status: 404 len: 337 time: 0.0472758 Jul 16 01:46:12.597202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.630132 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf461e-d1bf-4353-960f-ee127ef6c6e5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:12.630590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbf461e-d1bf-4353-960f-ee127ef6c6e5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:12.635353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8dbf461e-d1bf-4353-960f-ee127ef6c6e5 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/7c8d1dff-5c7b-4d26-8eb9-6dada1728955 HTTP/1.1" status: 404 len: 337 time: 0.0348053 Jul 16 01:46:12.641113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: dbf14960-c530-4a5a-b3b0-c5ea13239d9b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:12.641582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dbf14960-c530-4a5a-b3b0-c5ea13239d9b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:12.658214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.704482 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5964be8-0b50-4b16-8d7d-cf258159a82f tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 200 len: 205 time: 0.0448616 Jul 16 01:46:12.708018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.755518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.757464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.758991 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3a08ac23-e577-431e-b2a1-4c8cbce55bf3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:12.762485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3a08ac23-e577-431e-b2a1-4c8cbce55bf3 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/cae97b64-ec4b-44ae-bf2e-bf5716c1584c HTTP/1.1" status: 404 len: 336 time: 0.0509505 Jul 16 01:46:12.766045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54238) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.802922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f98cd180-ed3c-49c7-8816-94cfa669a0bd tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 HTTP/1.1" status: 200 len: 205 time: 0.0355895 Jul 16 01:46:12.808242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.825916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] No DVR routers for this DVR port cdefba3c-868e-49a6-bfbf-5b244beeb0c5 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:12.854188 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f268056f-8d78-47f7-973b-43e902f2f826 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:12.855233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f268056f-8d78-47f7-973b-43e902f2f826 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/0d2e1fc9-bf79-4789-ba8f-d78f4ccfc3a5 HTTP/1.1" status: 404 len: 336 time: 0.0460835 Jul 16 01:46:12.859683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54244) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.886702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cdefba3c-868e-49a6-bfbf-5b244beeb0c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:12.903675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28babb92-944d-4d9c-acb0-d2495244e54d req-5cecda76-d631-4df9-95db-0c03863e24a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6681843 Jul 16 01:46:12.911262 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-a866d010-86c8-43b6-affa-8a8787d8f0a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:12.911721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a866d010-86c8-43b6-affa-8a8787d8f0a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:12.915937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a866d010-86c8-43b6-affa-8a8787d8f0a7 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/25f575c4-f48a-4c7c-b5fd-cd10c69f0f89 HTTP/1.1" status: 404 len: 337 time: 0.0529754 Jul 16 01:46:12.918747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab8f7-4b78-4b91-9513-5bbaa9a4e3f3 req-b29d89b7-d9b6-45b9-bd27-fe3f1a62bc01 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.924733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab8f7-4b78-4b91-9513-5bbaa9a4e3f3 req-b29d89b7-d9b6-45b9-bd27-fe3f1a62bc01 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:12.926361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-feaab8f7-4b78-4b91-9513-5bbaa9a4e3f3 req-b29d89b7-d9b6-45b9-bd27-fe3f1a62bc01 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1667 time: 0.8067148 Jul 16 01:46:12.932778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:12.936843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d002a04-6586-4712-8fd8-f8726b0efffe {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:12.946686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:12.961008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Transition to ACTIVE for port object 8d002a04-6586-4712-8fd8-f8726b0efffe will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:12.969446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.011950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-15f51e6b-019f-4c56-9eb3-b37b45671a30 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 200 len: 205 time: 0.0752165 Jul 16 01:46:13.015651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54258) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.015906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.064479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d002a04-6586-4712-8fd8-f8726b0efffe,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.067394 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-9d91be4c-7564-49d3-a22b-80ef817d5677 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:13.070893 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d91be4c-7564-49d3-a22b-80ef817d5677 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/1b76a12e-dccc-4647-8e03-fbcedb0642da HTTP/1.1" status: 404 len: 336 time: 0.0518301 Jul 16 01:46:13.071482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54260) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.077986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-59f9c4cc-65f0-4ecd-9211-b400b470be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.079463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1c24e08-5ec4-4f5e-af39-eb27b6121c4d req-59f9c4cc-65f0-4ecd-9211-b400b470be4b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8391328 Jul 16 01:46:13.105160 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.126963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3bf5c31b-25d1-4c11-b2a2-eff33d694036 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=44265eb1-556a-45c2-8ce5-c557cad23857 HTTP/1.1" status: 200 len: 205 time: 0.0523450 Jul 16 01:46:13.133705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.135583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.175554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Attempting to bind port 8d002a04-6586-4712-8fd8-f8726b0efffe on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:13.176365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Attempting to bind port 8d002a04-6586-4712-8fd8-f8726b0efffe by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:13.177161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Attempting to bind port 8d002a04-6586-4712-8fd8-f8726b0efffe on network 5afa257d-6f94-4985-a9f5-0d60c213dece {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:13.179244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4448e29-65fe-439d-8927-4214f3f00e7c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.179419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4448e29-65fe-439d-8927-4214f3f00e7c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.182364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Port 8d002a04-6586-4712-8fd8-f8726b0efffe on network 5afa257d-6f94-4985-a9f5-0d60c213dece not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:13.182693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Attempting to bind port 8d002a04-6586-4712-8fd8-f8726b0efffe on network 5afa257d-6f94-4985-a9f5-0d60c213dece {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:13.187926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:13.188358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Checking segment: {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:13.188749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Bound using segment: {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:13.189328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Bound port: 8d002a04-6586-4712-8fd8-f8726b0efffe, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c570599a-d037-4157-8eb0-94de4671803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:13.189693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.256647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-feaab8f7-4b78-4b91-9513-5bbaa9a4e3f3 req-677f1633-b677-4931-a530-2207732f1788 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155773 Jul 16 01:46:13.258689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] For port 8d002a04-6586-4712-8fd8-f8726b0efffe, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:13.262192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] For port 8d002a04-6586-4712-8fd8-f8726b0efffe, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d002a04-6586-4712-8fd8-f8726b0efffe,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:13.267280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.283295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.283925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.285749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d002a04-6586-4712-8fd8-f8726b0efffe HTTP/1.1" status: 200 len: 1092 time: 2.1982112 Jul 16 01:46:13.305962 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.309629 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-3bcacfb3-2293-4c9a-8692-83c6afae52be tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:13.311045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3bcacfb3-2293-4c9a-8692-83c6afae52be tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/44265eb1-556a-45c2-8ce5-c557cad23857 HTTP/1.1" status: 404 len: 336 time: 0.1733840 Jul 16 01:46:13.314175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.352830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-3a5e8104-aca9-47e8-b44a-a9f68c1baf5d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.354893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-3a5e8104-aca9-47e8-b44a-a9f68c1baf5d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.3477352 Jul 16 01:46:13.359097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.364131 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.372681 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a845b9-e8f2-440d-8da6-818c1a3f20c4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:13.373135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a845b9-e8f2-440d-8da6-818c1a3f20c4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:13.378718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9a845b9-e8f2-440d-8da6-818c1a3f20c4 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/4cdc4df6-c898-4980-901c-da22ab1dfd93 HTTP/1.1" status: 404 len: 337 time: 0.0634918 Jul 16 01:46:13.382605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.385064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:13.385474 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:13.406904 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:13.442683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e9269f7-6483-4f41-9366-21c1ba85ed2d tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=667c936d-53e8-4420-be39-5d32462771de HTTP/1.1" status: 200 len: 205 time: 0.0587785 Jul 16 01:46:13.444937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.446499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba108f6-cf14-431f-93d7-491946599ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d002a04-6586-4712-8fd8-f8726b0efffe,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.447232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/20da1378-0d14-4a88-92a3-5e254aa7ddab HTTP/1.1" status: 204 len: 168 time: 2.0355501 Jul 16 01:46:13.448373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c840fb4-10f5-4a1f-972e-30dad9ff48e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20da1378-0d14-4a88-92a3-5e254aa7ddab,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.450426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.450764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54276) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.454633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-0b4d941b-fb89-4ed2-a1f1-6b98c708db0f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0923417 Jul 16 01:46:13.511751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'tag': '8d002a04-6586-4712-8fd8-f8726b0efffe'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:13.514363 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "tag": "8d002a04-6586-4712-8fd8-f8726b0efffe"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:13.529099 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-39ce24b3-22ee-4120-b33c-177c85915f6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:13.530411 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39ce24b3-22ee-4120-b33c-177c85915f6b tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/667c936d-53e8-4420-be39-5d32462771de HTTP/1.1" status: 404 len: 336 time: 0.0774755 Jul 16 01:46:13.535564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.549628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.579209 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.581133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] 10.222.0.35 "DELETE /v2.0/networks/894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d HTTP/1.1" status: 204 len: 168 time: 2.3091726 Jul 16 01:46:13.584265 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-39026ae2-6ef4-4493-9ac4-2bbc9809e035 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:13.584908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39026ae2-6ef4-4493-9ac4-2bbc9809e035 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:13.586593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-39026ae2-6ef4-4493-9ac4-2bbc9809e035 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/c363475e-360d-4d2c-9203-3d5f18fdcf2d HTTP/1.1" status: 404 len: 337 time: 0.0500021 Jul 16 01:46:13.589781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-76e6435a-60f2-4b31-bb65-d0f9e87376b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.590332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-76e6435a-60f2-4b31-bb65-d0f9e87376b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.592355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-76e6435a-60f2-4b31-bb65-d0f9e87376b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1981 time: 0.2313840 Jul 16 01:46:13.592990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.598658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820c0b-ad85-4470-bed7-198665a145cf admin admin] Pushing event deleted for resources: {'Network': ['ID=894fbf5c-8f7b-4d9f-9036-2b5dcaeefa0d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:13.605858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.623381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-26d5dcc0-8b65-42d6-aad5-8c265395e8b2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400938 Jul 16 01:46:13.629538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-581c6b3d-2d2f-49bd-9587-d445fd131db8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:46:13.638518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-581c6b3d-2d2f-49bd-9587-d445fd131db8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134983 Jul 16 01:46:13.671628 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-25be6ec3-7e58-4252-851c-3962b5978fdc tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "GET /v2.0/ports?device_id=330b6f64-a4fb-4b71-adc0-a0e46864111a HTTP/1.1" status: 200 len: 205 time: 0.0750134 Jul 16 01:46:13.672569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-790a5fc1-db63-44b9-b0e6-7be814383547 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=b7065077-6d0d-44fa-8dac-1a33958afbb1 HTTP/1.1" status: 200 len: 217 time: 0.0643191 Jul 16 01:46:13.674366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.727822 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3de4c-ae86-409f-8317-6cef9835824b x-openstack-request-id: req-79e3de4c-ae86-409f-8317-6cef9835824b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:13.728382 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "tag": "8d002a04-6586-4712-8fd8-f8726b0efffe", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:13.728631 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79e3de4c-ae86-409f-8317-6cef9835824b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:13.729016 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'tag': '8d002a04-6586-4712-8fd8-f8726b0efffe', 'status': 'completed', 'code': 200} Jul 16 01:46:13.749087 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-b71bcbca-0c2a-4d83-9d45-bd5f90fa2bb9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] delete failed (client error): The resource could not be found. Jul 16 01:46:13.749725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b71bcbca-0c2a-4d83-9d45-bd5f90fa2bb9 tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/routers/330b6f64-a4fb-4b71-adc0-a0e46864111a HTTP/1.1" status: 404 len: 336 time: 0.0741289 Jul 16 01:46:13.756596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.800144 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8fe88f-e4b7-4dd8-a6cc-b1b199ca099a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:13.800626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8fe88f-e4b7-4dd8-a6cc-b1b199ca099a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:13.801175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-23869cf9-c4ec-4e58-9891-305479881970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.802667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-23869cf9-c4ec-4e58-9891-305479881970 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ed151c59-60cb-4a6f-9136-846e7bae95f1 HTTP/1.1" status: 200 len: 801 time: 0.1203265 Jul 16 01:46:13.803013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-de8fe88f-e4b7-4dd8-a6cc-b1b199ca099a tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/9421adbf-da82-4a28-bc89-384dee554937 HTTP/1.1" status: 404 len: 337 time: 0.0453687 Jul 16 01:46:13.806594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.837652 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.840225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54316) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.841688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-95cf4da3-d51c-4d0f-a565-b953fb777aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022166 Jul 16 01:46:13.843171 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c51d6d9-0915-4c72-9ca5-8966c64ee0ea tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] DELETE failed (client error): The resource could not be found. Jul 16 01:46:13.843754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c51d6d9-0915-4c72-9ca5-8966c64ee0ea tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:46:13.848860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5c51d6d9-0915-4c72-9ca5-8966c64ee0ea tempest-RoutersTest-1235956543 tempest-RoutersTest-1235956543-project] 10.222.0.35 "DELETE /v2.0/subnets/e769c329-8a1d-49ae-b5c3-71371fac843f HTTP/1.1" status: 404 len: 337 time: 0.0406458 Jul 16 01:46:13.884364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62cdcd0-dd02-44f4-8792-bc03c6b75f0d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.899720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d404ab6-d26f-4f27-96b3-a73a97fe579f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.900017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d404ab6-d26f-4f27-96b3-a73a97fe579f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:13.916225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.950895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.955710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1316c7c3-394e-44c9-805f-3a3391a4e82f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7d3455ea73b41d1bb18e5a55b7c3592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134782 Jul 16 01:46:13.958692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:13.963041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:13.963041 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:13.965678 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:13.992542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7dda1f45-9593-428a-aee5-043a44c92958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:13.994129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-7dda1f45-9593-428a-aee5-043a44c92958 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=708d7393-c61c-4fe6-8873-5dfe06508b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1531081 Jul 16 01:46:13.999879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-e20d2d14-b13f-4d1f-a8c1-d7b4f9fa4edd service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460023 Jul 16 01:46:14.066063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bcf37c5-4b08-4e99-81eb-bd22ff343e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.078616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.096858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.103336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] 10.222.0.35 "DELETE /v2.0/networks/d62cdcd0-dd02-44f4-8792-bc03c6b75f0d HTTP/1.1" status: 204 len: 168 time: 0.6488438 Jul 16 01:46:14.113415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.124261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bcf37c5-4b08-4e99-81eb-bd22ff343e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.141393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a57e1-8bfd-421a-b761-25e556ab33fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d62cdcd0-dd02-44f4-8792-bc03c6b75f0d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.224110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.264549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-05ba3509-bc5d-4e42-a88b-bd57db44e90b service neutron] 10.222.0.32 "GET /v2.0/networks/708d7393-c61c-4fe6-8873-5dfe06508b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402239 Jul 16 01:46:14.357498 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bcf37c5-4b08-4e99-81eb-bd22ff343e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.363230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bcf37c5-4b08-4e99-81eb-bd22ff343e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.369082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2bcf37c5-4b08-4e99-81eb-bd22ff343e88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a HTTP/1.1" status: 204 len: 168 time: 0.4081035 Jul 16 01:46:14.390323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-60a75791-666a-486d-9bda-670e01cc0076 service neutron] 10.222.0.32 "GET /v2.0/networks/708d7393-c61c-4fe6-8873-5dfe06508b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140835 Jul 16 01:46:14.413387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cfcb8f6b-182b-4963-b996-bfeef2be9cba req-d49f8d81-2981-4021-8fd9-223710306eea tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 210 time: 0.1485920 Jul 16 01:46:14.416273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.436721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf37c5-4b08-4e99-81eb-bd22ff343e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc3d1a-c8cf-4e2d-9b2a-9b5d138fd11a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.442228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Deleting subnet c193020e-48b7-4369-985f-fe714c9215cf {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:14.446892 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.461242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-cffe424a-5b65-46ca-b1d7-276d7398e645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=8d002a04-6586-4712-8fd8-f8726b0efffe HTTP/1.1" status: 200 len: 217 time: 0.0573695 Jul 16 01:46:14.520993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.571772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.639848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4adeec5e-82ca-46df-9be4-7a50c95c9ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.649299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-af414218-e55e-4b26-a18a-af64743bb09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.651037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-af414218-e55e-4b26-a18a-af64743bb09d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67d924fa-d0bf-4ab5-843d-434a2bfe06ad HTTP/1.1" status: 200 len: 801 time: 0.1828573 Jul 16 01:46:14.654679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b85154ee-b0f3-46e4-9974-c0dd1061ddd3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91e5f6c64e2e494db15be31c1cbf4df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291661 Jul 16 01:46:14.657814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.718547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.757548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-6d995a71-088f-41b7-a482-d6a75d187054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.759561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-6d995a71-088f-41b7-a482-d6a75d187054 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5afa257d-6f94-4985-a9f5-0d60c213dece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022208 Jul 16 01:46:14.771393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c193020e-48b7-4369-985f-fe714c9215cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.780055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.782070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d8efaf92-6d05-47f4-903f-20974a5ede93 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c193020e-48b7-4369-985f-fe714c9215cf HTTP/1.1" status: 204 len: 168 time: 0.6676674 Jul 16 01:46:14.793691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54368) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.839609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ccb95-4844-413c-b68b-0df91f1ba7ce req-24163935-784f-48cd-b967-d96c3fad016a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.841136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d78ccb95-4844-413c-b68b-0df91f1ba7ce req-24163935-784f-48cd-b967-d96c3fad016a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.5801005 Jul 16 01:46:14.863295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4adeec5e-82ca-46df-9be4-7a50c95c9ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.869017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4adeec5e-82ca-46df-9be4-7a50c95c9ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.923106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-f0952e39-59cf-472d-89ab-f31f1d2c3920 service neutron] 10.222.0.32 "GET /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564012 Jul 16 01:46:14.923825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeec5e-82ca-46df-9be4-7a50c95c9ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d8fc34-9235-49b7-b5bb-a742df1bb66e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:14.931033 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4adeec5e-82ca-46df-9be4-7a50c95c9ecf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8be80949b9d4b23a39afd0a74c60b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099158 Jul 16 01:46:14.932834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:14.935705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0497-42f3-4927-a87e-269f874a4b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.965028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e29644-bb60-44b3-b82d-4d41ca156728 req-96c502aa-71fc-4fbb-973a-861d663ad47f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.970974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e29644-bb60-44b3-b82d-4d41ca156728 req-96c502aa-71fc-4fbb-973a-861d663ad47f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:14.972649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92e29644-bb60-44b3-b82d-4d41ca156728 req-96c502aa-71fc-4fbb-973a-861d663ad47f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1679 time: 0.3345137 Jul 16 01:46:14.982642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0497-42f3-4927-a87e-269f874a4b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:14.987636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.055128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58a864f7-65ef-43f7-8b2d-8488594d75fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.067558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fe20a1c-717e-4237-80cb-db6d466bb53a req-9df4076f-ac48-4472-97cd-8ca015483895 service neutron] 10.222.0.32 "GET /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366003 Jul 16 01:46:15.080882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d78ccb95-4844-413c-b68b-0df91f1ba7ce req-308bda77-f9d2-4c80-a8be-c1447bc12be8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206106 Jul 16 01:46:15.081157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58a864f7-65ef-43f7-8b2d-8488594d75fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.180804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92e29644-bb60-44b3-b82d-4d41ca156728 req-37ab7913-1226-4b77-b43c-cd759d4fa21b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004845 Jul 16 01:46:15.200790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0497-42f3-4927-a87e-269f874a4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.203630 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1ca0497-42f3-4927-a87e-269f874a4b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.204941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b1ca0497-42f3-4927-a87e-269f874a4b5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e215f065-92da-4ab8-a79c-4f2968e16206 HTTP/1.1" status: 204 len: 168 time: 0.5428689 Jul 16 01:46:15.212609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58a864f7-65ef-43f7-8b2d-8488594d75fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.215126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58a864f7-65ef-43f7-8b2d-8488594d75fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.218980 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-58a864f7-65ef-43f7-8b2d-8488594d75fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69d8fc34-9235-49b7-b5bb-a742df1bb66e HTTP/1.1" status: 204 len: 168 time: 0.2850995 Jul 16 01:46:15.226722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca0497-42f3-4927-a87e-269f874a4b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215f065-92da-4ab8-a79c-4f2968e16206,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.241833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a864f7-65ef-43f7-8b2d-8488594d75fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d8fc34-9235-49b7-b5bb-a742df1bb66e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.256521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.269017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb582ab-cbc5-43ed-9a34-b482dd69bd0d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:15.275311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-4863573c-6f02-4100-8d3e-128a5f00c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.275996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-4863573c-6f02-4100-8d3e-128a5f00c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.279871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-4863573c-6f02-4100-8d3e-128a5f00c1a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb139c44a2454f8b8d05a3dacea79170&device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1981 time: 0.1439164 Jul 16 01:46:15.281271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22c8329-6cfb-4285-9b0a-963db7218c6b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:15.281642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22c8329-6cfb-4285-9b0a-963db7218c6b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:15.296136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.312146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.321032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:15.321587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:15.324023 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:15.399759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.405875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:15.408245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] 10.222.0.35 "DELETE /v2.0/networks/deb582ab-cbc5-43ed-9a34-b482dd69bd0d HTTP/1.1" status: 204 len: 168 time: 0.6117692 Jul 16 01:46:15.422218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee8340-96f6-48cc-a6a8-b752c0415153 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb582ab-cbc5-43ed-9a34-b482dd69bd0d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:15.427286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-50775c05-de42-4b86-89a5-1249e657e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.430174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-50775c05-de42-4b86-89a5-1249e657e976 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5afa257d-6f94-4985-a9f5-0d60c213dece HTTP/1.1" status: 200 len: 903 time: 0.1405337 Jul 16 01:46:15.488262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-a2766582-7f12-4b88-9a11-f9971ce966a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=8d002a04-6586-4712-8fd8-f8726b0efffe HTTP/1.1" status: 200 len: 217 time: 0.0491343 Jul 16 01:46:15.580824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-5557c503-d280-4994-9ec1-ff413fc507df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.583299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-5557c503-d280-4994-9ec1-ff413fc507df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67d924fa-d0bf-4ab5-843d-434a2bfe06ad HTTP/1.1" status: 200 len: 801 time: 0.0882404 Jul 16 01:46:15.583675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5dac56a3-c5d4-4ffa-9b59-d008efb2fee0 req-e92fd2e9-b602-4f4c-83d3-2b752a68cc22 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 210 time: 0.0339015 Jul 16 01:46:15.664075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-0f809276-dee0-481a-a510-475b6fd8b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.665521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-0f809276-dee0-481a-a510-475b6fd8b2cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5afa257d-6f94-4985-a9f5-0d60c213dece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744164 Jul 16 01:46:15.751095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-73b9c832-4d5c-4515-8825-1b0c4e3df0a0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:15.751095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-73b9c832-4d5c-4515-8825-1b0c4e3df0a0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.1695521 Jul 16 01:46:15.763223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:15.777905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.816447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-5189f319-132f-46cf-a588-396fb671409b service neutron] 10.222.0.32 "GET /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441321 Jul 16 01:46:15.881778 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e0158c2-340b-4368-9430-3889f1f89132 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f30b933045c420cbfffb263b002c593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011124 Jul 16 01:46:15.888766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.889229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:15.973578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f267d00d-c62b-46cb-91ce-14ff4d0b4bb5 req-d174dc21-8334-46c4-aeb4-31e97717cd74 service neutron] 10.222.0.32 "GET /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501296 Jul 16 01:46:15.996681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28ae420a-e45d-4087-aeaf-f3a6cb230e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.024297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:16.027939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.032270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28ae420a-e45d-4087-aeaf-f3a6cb230e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.090471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-224388225-network', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:16.115335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Made reservation on behalf of 39a6c80aeadf43d38fad3a77d5593392 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:16.121538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.136880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.161016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28ae420a-e45d-4087-aeaf-f3a6cb230e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.163597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-28ae420a-e45d-4087-aeaf-f3a6cb230e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.167661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-28ae420a-e45d-4087-aeaf-f3a6cb230e8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/698f9982-7406-490b-add1-7bd5a773704d HTTP/1.1" status: 204 len: 168 time: 0.2744617 Jul 16 01:46:16.184958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae420a-e45d-4087-aeaf-f3a6cb230e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f9982-7406-490b-add1-7bd5a773704d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.246978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.5 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/c5f1e740-9628-4a74-9d40-18ea1b5484e9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:16.286601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.293261 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.310153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:16.325458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.326663 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Added segment 91b0bdd8-10ee-47b9-b87b-ec6757281c34 of type vlan for network 6a5c6fdb-4c69-4628-b315-26d74173e981 Jul 16 01:46:16.383899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.442943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75faae4-3dcb-483c-96ce-f886230072e0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.454189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.455628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.456710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.491413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5986288 Jul 16 01:46:16.495713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.502271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Request body: {'subnet': {'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-224388225-subnet', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:16.553267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502e71a-d62c-40f5-aa81-6c93478e6d9a admin admin] Pushing event updated for resources: {'Network': ['ID=6a5c6fdb-4c69-4628-b315-26d74173e981,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.566351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:16.576852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Made reservation on behalf of 39a6c80aeadf43d38fad3a77d5593392 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:16.579305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.582582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.590134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93efc5-a5c0-4415-87bc-e1dd0d7032ed req-90d5c413-18ce-4d48-b32e-3f07f0a1408c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.591990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd93efc5-a5c0-4415-87bc-e1dd0d7032ed req-90d5c413-18ce-4d48-b32e-3f07f0a1408c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2575836 Jul 16 01:46:16.601472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6776-54ff-4e01-b610-45e4ed081c6b req-8fee4d70-0a89-43dc-b1da-347abee264e8 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.607859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6776-54ff-4e01-b610-45e4ed081c6b req-8fee4d70-0a89-43dc-b1da-347abee264e8 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:16.615001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7fa6776-54ff-4e01-b610-45e4ed081c6b req-8fee4d70-0a89-43dc-b1da-347abee264e8 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1679 time: 0.2188523 Jul 16 01:46:16.617251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.702501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd93efc5-a5c0-4415-87bc-e1dd0d7032ed req-53851dbd-7efb-498d-bc8a-8fd0fca12bdb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836749 Jul 16 01:46:16.732830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7fa6776-54ff-4e01-b610-45e4ed081c6b req-dcbefb0b-4729-472f-a792-89f7d0d1291c tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166415 Jul 16 01:46:16.746597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0336e0bf-d0cb-4482-a01e-7a16bb57fdc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab871245d8854c56b11883258da475ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1281352 Jul 16 01:46:16.749058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:16.783663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.810766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:16.921490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:16.927712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:16.932413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:16.936405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=c5f1e740-9628-4a74-9d40-18ea1b5484e9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:16.966579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:16.976370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66f5ebff-6b76-4ec2-a442-18d8f91a4e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.002841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:17.033768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:17.054013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66f5ebff-6b76-4ec2-a442-18d8f91a4e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.056683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Checking segment: {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:17.057563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Network hostable DHCP agents. Network: 6a5c6fdb-4c69-4628-b315-26d74173e981, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:17.060980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.061611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.065805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b107fe-0441-48eb-a4a5-a5707f0790b3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.085373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:17.100083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 6a5c6fdb-4c69-4628-b315-26d74173e981) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:17.108117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.108117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.112994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-62d0ade3-8cc6-4c9f-8aa3-44933bec8b66 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3540769 Jul 16 01:46:17.122180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfa4f7-4bd9-41be-b8a4-d413ee4eff45 None None] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:17.138193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f0cda-fa05-4896-919e-39f2d09a12bc req-981ed130-5d03-4892-b7e5-e0b6905bbd91 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:17.139904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-778f0cda-fa05-4896-919e-39f2d09a12bc req-981ed130-5d03-4892-b7e5-e0b6905bbd91 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 931 time: 0.1677992 Jul 16 01:46:17.141730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:17.146494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:17.148071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f63d1b39-d440-4326-a490-8b3be24480f4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6511145 Jul 16 01:46:17.169057 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66f5ebff-6b76-4ec2-a442-18d8f91a4e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.172285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66f5ebff-6b76-4ec2-a442-18d8f91a4e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.175984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66f5ebff-6b76-4ec2-a442-18d8f91a4e06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4612989-594e-4ae3-aada-d9ac3cd1b2a5 HTTP/1.1" status: 204 len: 168 time: 0.4233179 Jul 16 01:46:17.176187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418970153'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:17.194912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5ebff-6b76-4ec2-a442-18d8f91a4e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4612989-594e-4ae3-aada-d9ac3cd1b2a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.208332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.209376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.231478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-778f0cda-fa05-4896-919e-39f2d09a12bc req-ad48079e-8f1d-4a57-87c8-9dbaf3718f70 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794914 Jul 16 01:46:17.236959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.246818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-223121881-network', 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:17.270513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.312561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Request body: {'port': {'device_id': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:17.319189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.341076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-6a5c6fdb-4c69-4628-b315-26d74173e981', 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'fixed_ips': [{'subnet_id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:17.341881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:17.342546 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.344415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.390948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.431327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.438901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.473336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a75887-b391-4179-9257-77b7e9a9a8da,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.521264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Allocated IP 172.20.0.2 (6a5c6fdb-4c69-4628-b315-26d74173e981/a4b107fe-0441-48eb-a4a5-a5707f0790b3/bd80c6a0-ec75-4874-9163-d7995a0c4b55) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:17.581613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.590388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.623809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450481de-0f0a-4cdb-95cb-71abd14290dc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.712360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.722123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Transition to ACTIVE for port object bd80c6a0-ec75-4874-9163-d7995a0c4b55 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:17.740387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Transition to ACTIVE for port object bd80c6a0-ec75-4874-9163-d7995a0c4b55 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:17.751658 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.788670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:17.792436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:17.796670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:17.857346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Pushing event updated for resources: {'Port': ['ID=bd80c6a0-ec75-4874-9163-d7995a0c4b55,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:17.870014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Attempting to bind port bd80c6a0-ec75-4874-9163-d7995a0c4b55 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:17.870459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Attempting to bind port bd80c6a0-ec75-4874-9163-d7995a0c4b55 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:17.870891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Attempting to bind port bd80c6a0-ec75-4874-9163-d7995a0c4b55 on network 6a5c6fdb-4c69-4628-b315-26d74173e981 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:17.876400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:17.876867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Checking segment: {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:17.877337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.877794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Bound using segment: {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:17.878342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Bound port: bd80c6a0-ec75-4874-9163-d7995a0c4b55, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:17.878881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.924293 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.952316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] For port bd80c6a0-ec75-4874-9163-d7995a0c4b55, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:17.955503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] For port bd80c6a0-ec75-4874-9163-d7995a0c4b55, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bd80c6a0-ec75-4874-9163-d7995a0c4b55,segment=NetworkSegment(91b0bdd8-10ee-47b9-b87b-ec6757281c34),segment_id=91b0bdd8-10ee-47b9-b87b-ec6757281c34)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:17.961287 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:17.991036 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.029309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce84e-a46a-402f-a7e4-6e69d8a00fea None None] Pushing event updated for resources: {'Port': ['ID=bd80c6a0-ec75-4874-9163-d7995a0c4b55,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.238214 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:18.256508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d1b8-49df-47e3-94db-c43f548d50d5 req-fbef3b93-d297-452e-888a-b74ec6b1418d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.263148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d1b8-49df-47e3-94db-c43f548d50d5 req-fbef3b93-d297-452e-888a-b74ec6b1418d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.265083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5c5d1b8-49df-47e3-94db-c43f548d50d5 req-fbef3b93-d297-452e-888a-b74ec6b1418d tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1679 time: 0.3479586 Jul 16 01:46:18.269485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.278790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.280305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b790d34f-ceba-45d9-bc5d-d54234142c49 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2765381 Jul 16 01:46:18.283041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.287758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d300b-526b-4209-9dc1-3dd834b7153c req-14788996-d25f-46ce-b55a-486ea1fc2fe3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.289395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef4d300b-526b-4209-9dc1-3dd834b7153c req-14788996-d25f-46ce-b55a-486ea1fc2fe3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.4300838 Jul 16 01:46:18.303407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.361806 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-983832d2-fcc3-4e92-a569-d73119cdccc0 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0774095 Jul 16 01:46:18.364450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.369964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-security--206877573', 'description': 'tempest-security-description-266380992'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:18.395330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.417289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:18.456955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.462053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.465649 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.466896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.467071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "PUT /v2.0/security-groups/450481de-0f0a-4cdb-95cb-71abd14290dc HTTP/1.1" status: 200 len: 1778 time: 0.1015196 Jul 16 01:46:18.470432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.493020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e748a29-ca75-4e6f-aa59-e34b56581f25 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450481de-0f0a-4cdb-95cb-71abd14290dc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.504700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.505345 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Added segment 5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c of type vlan for network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d Jul 16 01:46:18.531587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bd80c6a0-ec75-4874-9163-d7995a0c4b55 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:18.533520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5c5d1b8-49df-47e3-94db-c43f548d50d5 req-ff2c4e12-1619-46d0-a3c4-83401f4a0846 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573910 Jul 16 01:46:18.557982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef4d300b-526b-4209-9dc1-3dd834b7153c req-562dc5d0-1891-415a-98f9-55d7cb0b2eda tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554169 Jul 16 01:46:18.603717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port bd80c6a0-ec75-4874-9163-d7995a0c4b55 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:18.640040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.664793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c06c2091-f3d2-4d15-838f-592c2468fd40 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups/450481de-0f0a-4cdb-95cb-71abd14290dc HTTP/1.1" status: 200 len: 1778 time: 0.1815877 Jul 16 01:46:18.668385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.755267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa02b-4ea1-4665-9426-d289db374b16 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.796637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa02b-4ea1-4665-9426-d289db374b16 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.838842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.839600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:18.840356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.862699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f1e740-9628-4a74-9d40-18ea1b5484e9 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:18.866989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa02b-4ea1-4665-9426-d289db374b16 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.871036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb6aa02b-4ea1-4665-9426-d289db374b16 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.874902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb6aa02b-4ea1-4665-9426-d289db374b16 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/450481de-0f0a-4cdb-95cb-71abd14290dc HTTP/1.1" status: 204 len: 168 time: 0.2012029 Jul 16 01:46:18.876931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54516) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.891096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:18.900236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6aa02b-4ea1-4665-9426-d289db374b16 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450481de-0f0a-4cdb-95cb-71abd14290dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:18.919371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d002a04-6586-4712-8fd8-f8726b0efffe details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:18.977192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-963f4bb4-8503-407e-a74c-3cb44fd81539 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978756 Jul 16 01:46:18.980539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54520) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:18.988162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9531319 Jul 16 01:46:18.999551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.011681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Transition to ACTIVE for port object c5f1e740-9628-4a74-9d40-18ea1b5484e9 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:19.016380 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ee580628-cf4d-4881-8f0a-63fe6e4320d9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] delete failed (client error): The resource could not be found. Jul 16 01:46:19.018527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ee580628-cf4d-4881-8f0a-63fe6e4320d9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/450481de-0f0a-4cdb-95cb-71abd14290dc HTTP/1.1" status: 404 len: 347 time: 0.0359633 Jul 16 01:46:19.021789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.030736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--837673249'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:19.045626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Request body: {'subnet': {'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-223121881-subnet', 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:19.051672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.064657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0800062-1bad-4f38-a7b4-6c9320c9f226 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0474fd-00d5-4bef-b64d-740cfbd1c94d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.068252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.071080 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.089994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8d002a04-6586-4712-8fd8-f8726b0efffe, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d002a04-6586-4712-8fd8-f8726b0efffe,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.107345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.107558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '8d002a04-6586-4712-8fd8-f8726b0efffe', 'network_id': '5afa257d-6f94-4985-a9f5-0d60c213dece', 'port_id': '8d002a04-6586-4712-8fd8-f8726b0efffe', 'mac_address': 'fa:16:3e:3f:c7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d924fa-d0bf-4ab5-843d-434a2bfe06ad', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:19.111891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:19.217945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:19.220832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.246930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d2358-825b-4d47-894d-8546872c1f79 None None] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:19.263299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.280930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1e740-9628-4a74-9d40-18ea1b5484e9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.298916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.305752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.336372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c05d9-50e3-4b10-8102-03ee12598b47 req-008368f8-9954-487f-961d-d41d62f14482 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:19.338541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d002a04-6586-4712-8fd8-f8726b0efffe {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:19.346228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.346712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-354c05d9-50e3-4b10-8102-03ee12598b47 req-008368f8-9954-487f-961d-d41d62f14482 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 931 time: 0.4999826 Jul 16 01:46:19.347782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3234394 Jul 16 01:46:19.351274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.360944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': 'cae66130-97d7-4378-b407-0c14be82e57b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:19.368167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bdf4d-5efe-4a60-9273-9718c9f84f9b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae66130-97d7-4378-b407-0c14be82e57b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.375683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8d002a04-6586-4712-8fd8-f8726b0efffe, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d002a04-6586-4712-8fd8-f8726b0efffe,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.389811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.390522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b7065077-6d0d-44fa-8dac-1a33958afbb1 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:19.398153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] Provisioning for port bd80c6a0-ec75-4874-9163-d7995a0c4b55 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:19.415930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.435236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] Provisioning complete for port bd80c6a0-ec75-4874-9163-d7995a0c4b55 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:19.436080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.522003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-354c05d9-50e3-4b10-8102-03ee12598b47 req-bfa963e8-bf89-463b-b0d5-4f75ef5aa9b1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741545 Jul 16 01:46:19.525330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Allocated IP 172.25.0.129 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/8e87e140-9715-49da-8a89-6c82f86079fb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:19.533660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Attempting to bind port c5f1e740-9628-4a74-9d40-18ea1b5484e9 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:19.534190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Attempting to bind port c5f1e740-9628-4a74-9d40-18ea1b5484e9 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:19.534702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Attempting to bind port c5f1e740-9628-4a74-9d40-18ea1b5484e9 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:19.559623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.565922 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.572687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Port c5f1e740-9628-4a74-9d40-18ea1b5484e9 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:19.573192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Attempting to bind port c5f1e740-9628-4a74-9d40-18ea1b5484e9 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:19.574738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=8d002a04-6586-4712-8fd8-f8726b0efffe,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.598892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57caa8ec-f789-4312-9a08-0d10f70ba9dc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.619792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.623479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d05e968f-1c95-4c04-b2a1-92492574fd04 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2692440 Jul 16 01:46:19.625150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.645690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b7065077-6d0d-44fa-8dac-1a33958afbb1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b7065077-6d0d-44fa-8dac-1a33958afbb1,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.646650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:19.647185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:19.648274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:19.648877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Bound port: c5f1e740-9628-4a74-9d40-18ea1b5484e9, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:19.649417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.681995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'b7065077-6d0d-44fa-8dac-1a33958afbb1', 'network_id': '708d7393-c61c-4fe6-8873-5dfe06508b36', 'port_id': 'b7065077-6d0d-44fa-8dac-1a33958afbb1', 'mac_address': 'fa:16:3e:76:6f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed151c59-60cb-4a6f-9136-846e7bae95f1', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:19.686382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b32687d-cbfd-4f76-97ea-81866ff0a318 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.695124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509e3ed9-0aef-4841-9267-2c7e47ba27f9 req-ad3c2fa6-0e42-45ea-b1f2-62a1c8f89f30 tempest-FlavorsV2NegativeTest-1527763546 tempest-FlavorsV2NegativeTest-1527763546-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=848150fd1c4042f990a0cd8f1f75149d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966904 Jul 16 01:46:19.713933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b32687d-cbfd-4f76-97ea-81866ff0a318 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.724995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.752216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b32687d-cbfd-4f76-97ea-81866ff0a318 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.760882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b32687d-cbfd-4f76-97ea-81866ff0a318 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.762233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b32687d-cbfd-4f76-97ea-81866ff0a318 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/57caa8ec-f789-4312-9a08-0d10f70ba9dc HTTP/1.1" status: 204 len: 168 time: 0.1354225 Jul 16 01:46:19.768207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.773608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.788867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7065077-6d0d-44fa-8dac-1a33958afbb1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:19.803674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32687d-cbfd-4f76-97ea-81866ff0a318 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57caa8ec-f789-4312-9a08-0d10f70ba9dc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.809933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] For port bd80c6a0-ec75-4874-9163-d7995a0c4b55, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bd80c6a0-ec75-4874-9163-d7995a0c4b55,segment=NetworkSegment(91b0bdd8-10ee-47b9-b87b-ec6757281c34),segment_id=91b0bdd8-10ee-47b9-b87b-ec6757281c34)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.821992 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.826102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b7065077-6d0d-44fa-8dac-1a33958afbb1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b7065077-6d0d-44fa-8dac-1a33958afbb1,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:19.831514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.845046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6757aa93-30f9-44e3-923a-d0740fa6dc57 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699320 Jul 16 01:46:19.852385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:19.898482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089c6d0-e2dd-483d-b409-eb50c68a0c6d None None] Pushing event updated for resources: {'Port': ['ID=bd80c6a0-ec75-4874-9163-d7995a0c4b55,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:19.929923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc93c9eb-113a-44a3-8c2f-cbf2434e2199 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.955429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc93c9eb-113a-44a3-8c2f-cbf2434e2199 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.962340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0777f980-8f08-46d0-8c11-5a2d04b32c6d None None] Provisioning complete for port bd80c6a0-ec75-4874-9163-d7995a0c4b55 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:19.962896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0777f980-8f08-46d0-8c11-5a2d04b32c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:19.984389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b7065077-6d0d-44fa-8dac-1a33958afbb1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.005172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc93c9eb-113a-44a3-8c2f-cbf2434e2199 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.007937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc93c9eb-113a-44a3-8c2f-cbf2434e2199 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.011688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fc93c9eb-113a-44a3-8c2f-cbf2434e2199 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/cae66130-97d7-4378-b407-0c14be82e57b HTTP/1.1" status: 204 len: 168 time: 0.1558313 Jul 16 01:46:20.012424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.019283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.025436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93c9eb-113a-44a3-8c2f-cbf2434e2199 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae66130-97d7-4378-b407-0c14be82e57b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.048137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.066956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a3da7efc-415b-49dd-b9df-3e763a848695 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479419 Jul 16 01:46:20.067161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.072956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--380163479'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.081787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['8d002a04-6586-4712-8fd8-f8726b0efffe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:20.099650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.126355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b7065077-6d0d-44fa-8dac-1a33958afbb1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:20.127933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] For port c5f1e740-9628-4a74-9d40-18ea1b5484e9, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:20.175926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] For port c5f1e740-9628-4a74-9d40-18ea1b5484e9, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:20.195570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.209870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e3ed9-0aef-4841-9267-2c7e47ba27f9 req-a1b5721e-ed80-4a65-ba67-b33d7c3cda1b tempest-FlavorsV2NegativeTest-1527763546 tempest-FlavorsV2NegativeTest-1527763546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.211338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509e3ed9-0aef-4841-9267-2c7e47ba27f9 req-a1b5721e-ed80-4a65-ba67-b33d7c3cda1b tempest-FlavorsV2NegativeTest-1527763546 tempest-FlavorsV2NegativeTest-1527763546-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4798555 Jul 16 01:46:20.220463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.225213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.229291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.259559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.263727 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1930008 Jul 16 01:46:20.263727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5b924-da47-4d69-8267-32da90590407 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8363e570-0691-4f92-be04-5f3548843f15,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.265085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.267457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15f22-42cf-4a2f-b56d-b18411758ab2 req-ec0554ae-e76a-4700-9382-497c8b72140b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.269719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': '8363e570-0691-4f92-be04-5f3548843f15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.273560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15f22-42cf-4a2f-b56d-b18411758ab2 req-ec0554ae-e76a-4700-9382-497c8b72140b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.281400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45b15f22-42cf-4a2f-b56d-b18411758ab2 req-ec0554ae-e76a-4700-9382-497c8b72140b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1680 time: 0.5535393 Jul 16 01:46:20.300564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.317099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.317583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.318981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] 10.222.0.38 "PUT /v2.0/ports/c5f1e740-9628-4a74-9d40-18ea1b5484e9 HTTP/1.1" status: 200 len: 1091 time: 3.1976540 Jul 16 01:46:20.324404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'tag': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:20.326484 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac943a4e-dfed-434d-b2d4-a674d903ddf4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce68066-5f46-466f-827d-b948a3cf3c8c", "tag": "c5f1e740-9628-4a74-9d40-18ea1b5484e9"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:20.357072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509e3ed9-0aef-4841-9267-2c7e47ba27f9 req-fe1e2905-e1a3-414e-9906-a5e2a0c7c1d5 tempest-FlavorsV2NegativeTest-1527763546 tempest-FlavorsV2NegativeTest-1527763546-project] 10.222.0.35 "GET /v2.0/quotas/848150fd1c4042f990a0cd8f1f75149d HTTP/1.1" status: 200 len: 375 time: 0.1046643 Jul 16 01:46:20.362677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:20.363046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Network hostable DHCP agents. Network: 4e0474fd-00d5-4bef-b64d-740cfbd1c94d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:20.365314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.370418 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.385525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1234dc-951d-4162-b798-86805164e456,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.396131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.398125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-84ea156b-4a59-4845-a90b-6215b9a27619 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313646 Jul 16 01:46:20.400774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.405159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': '8363e570-0691-4f92-be04-5f3548843f15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.435257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.455254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5bda1-d8a4-4323-a59a-9425fc459a41 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1e740-9628-4a74-9d40-18ea1b5484e9,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.459278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.470077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-509e3ed9-0aef-4841-9267-2c7e47ba27f9 req-137615c3-8719-4730-bc6f-171f3781f111 tempest-FlavorsV2NegativeTest-1527763546 tempest-FlavorsV2NegativeTest-1527763546-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=848150fd1c4042f990a0cd8f1f75149d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952251 Jul 16 01:46:20.493064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45b15f22-42cf-4a2f-b56d-b18411758ab2 req-407452c4-75b2-434f-bc56-86a7cb145286 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108142 Jul 16 01:46:20.508775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bd80c6a0-ec75-4874-9163-d7995a0c4b55 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:20.525262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.540515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.553264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:20.567643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:20.575567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:20.575770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8879e903-34ee-47dc-a857-f9a35f605c31,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.578461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:20.588318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4e0474fd-00d5-4bef-b64d-740cfbd1c94d) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:20.588486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.589866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Pushing event updated for resources: {'Port': ['ID=8e87e140-9715-49da-8a89-6c82f86079fb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.593147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f22d8d2d-6297-43cc-91a1-9bdbde67b733 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887424 Jul 16 01:46:20.594974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.596379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.596981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.599972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': '8363e570-0691-4f92-be04-5f3548843f15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.611197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50694e-75c0-4920-8d36-6d66f0c88276 None None] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:20.657070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.699502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-4a34709c-b47d-4bd5-8642-67d6576162f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:20.702365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-4a34709c-b47d-4bd5-8642-67d6576162f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 1094 time: 0.3243248 Jul 16 01:46:20.706010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port bd80c6a0-ec75-4874-9163-d7995a0c4b55 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:20.706385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.765435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.770692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.799432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.800722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2045991 Jul 16 01:46:20.803651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:20.817366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': '8363e570-0691-4f92-be04-5f3548843f15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:20.818449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bdc23-2f70-4d65-a2ba-a09017e5f5e6 None None] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:20.843607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cda6d-0cac-46a8-90a6-5664bdb1f114 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de952112-d7bf-4e89-bcc2-94fd5e16a507,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:20.857124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.941654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.947357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:20.996092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d002a04-6586-4712-8fd8-f8726b0efffe up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:21.225041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 8d002a04-6586-4712-8fd8-f8726b0efffe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:21.230578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 8d002a04-6586-4712-8fd8-f8726b0efffe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:21.231890 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.232643 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158c1e2c-0061-4d4c-9b38-e58e26cd6988 x-openstack-request-id: req-158c1e2c-0061-4d4c-9b38-e58e26cd6988 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:21.233173 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce68066-5f46-466f-827d-b948a3cf3c8c", "tag": "c5f1e740-9628-4a74-9d40-18ea1b5484e9", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:21.233619 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-158c1e2c-0061-4d4c-9b38-e58e26cd6988 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:21.233738 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'tag': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9', 'status': 'completed', 'code': 200} Jul 16 01:46:21.237761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f819da04-7c53-40cd-93ab-e1564cb3d510 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2277439 Jul 16 01:46:21.283221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190fa5c4-a8c5-4be5-a17b-5ed64935abe4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.294658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.296710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4337af32-d0d2-4703-bf9f-7acaff26de46 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4903409 Jul 16 01:46:21.299857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54608) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.305098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': '8363e570-0691-4f92-be04-5f3548843f15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:21.325690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.337626 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.362886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-067ac93e-7938-4c1f-a8f7-71ed2a619a15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9 HTTP/1.1" status: 200 len: 217 time: 0.1283269 Jul 16 01:46:21.379494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.445662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.451250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8d002a04-6586-4712-8fd8-f8726b0efffe, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d002a04-6586-4712-8fd8-f8726b0efffe,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:21.453209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d002a04-6586-4712-8fd8-f8726b0efffe'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:21.458000 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c93314-67da-4dbb-b88d-ad8a5fc10683" -d '{"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-plugged", "status": "completed", "tag": "8d002a04-6586-4712-8fd8-f8726b0efffe"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:21.461056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.466317 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.467616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b7065077-6d0d-44fa-8dac-1a33958afbb1 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:21.503386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8707abba-d384-4b66-8c65-c6243336785c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.503386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b09efb-fb2b-4011-88bc-ff65093984bd,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.516705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7b844-03b2-4403-8681-665dfd7c1b1c req-9505303c-4b32-43c0-8bc2-782a3511feeb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.517644 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.521626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-051058fe-b702-4449-afa2-e3910c24d353 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2180552 Jul 16 01:46:21.522032 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fab7b844-03b2-4403-8681-665dfd7c1b1c req-9505303c-4b32-43c0-8bc2-782a3511feeb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.8374090 Jul 16 01:46:21.522156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.526968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-c0339d8c-bd1a-44c9-9fb6-60992081e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.528679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-c0339d8c-bd1a-44c9-9fb6-60992081e642 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1571074 Jul 16 01:46:21.563659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7080a70-1930-4573-84c6-4fbf0a947e66 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.574398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=8d002a04-6586-4712-8fd8-f8726b0efffe,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.578289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7080a70-1930-4573-84c6-4fbf0a947e66 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.613697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port b7065077-6d0d-44fa-8dac-1a33958afbb1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:21.621342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fab7b844-03b2-4403-8681-665dfd7c1b1c req-e7519632-82c6-43a0-8a8c-88388a06f04e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913146 Jul 16 01:46:21.621539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port b7065077-6d0d-44fa-8dac-1a33958afbb1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:21.621993 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.640834 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7080a70-1930-4573-84c6-4fbf0a947e66 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.656275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7080a70-1930-4573-84c6-4fbf0a947e66 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.663687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c7080a70-1930-4573-84c6-4fbf0a947e66 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/37b09efb-fb2b-4011-88bc-ff65093984bd HTTP/1.1" status: 204 len: 168 time: 0.1399209 Jul 16 01:46:21.676200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.698547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d048912-2c11-49bd-9804-6143b4e5e4dd req-88ad2669-4ade-4cd5-bc74-d8f66d9b1df3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:21.699460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7080a70-1930-4573-84c6-4fbf0a947e66 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37b09efb-fb2b-4011-88bc-ff65093984bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.700107 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d048912-2c11-49bd-9804-6143b4e5e4dd req-88ad2669-4ade-4cd5-bc74-d8f66d9b1df3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 943 time: 0.4694290 Jul 16 01:46:21.702044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-d53aa06e-8bde-417c-8ffa-390574a36c1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207008 Jul 16 01:46:21.715608 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78853847-1069-4c77-a864-4cb63490afbf x-openstack-request-id: req-78853847-1069-4c77-a864-4cb63490afbf {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:21.716098 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-plugged", "status": "completed", "tag": "8d002a04-6586-4712-8fd8-f8726b0efffe", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:21.716548 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78853847-1069-4c77-a864-4cb63490afbf {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:21.717059 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d002a04-6586-4712-8fd8-f8726b0efffe', 'code': 200} Jul 16 01:46:21.746760 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8707abba-d384-4b66-8c65-c6243336785c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.766517 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.768762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8707abba-d384-4b66-8c65-c6243336785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.793919 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cc3ef3ab-362c-40d1-8078-560fa10d681f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1165020 Jul 16 01:46:21.795091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54628) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.813460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b7065077-6d0d-44fa-8dac-1a33958afbb1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b7065077-6d0d-44fa-8dac-1a33958afbb1,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:21.818728 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.853593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8707abba-d384-4b66-8c65-c6243336785c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=848150fd1c4042f990a0cd8f1f75149d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266349 Jul 16 01:46:21.858610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.867046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707abba-d384-4b66-8c65-c6243336785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e3e0e9-1962-42bf-aec8-69d9b7af8169,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.871732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aea09b2b-e6f8-4907-89b6-2de8f7d82ed7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.886422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aea09b2b-e6f8-4907-89b6-2de8f7d82ed7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.887117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b7065077-6d0d-44fa-8dac-1a33958afbb1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.903464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d048912-2c11-49bd-9804-6143b4e5e4dd req-74cbf051-af3c-457d-99a2-3cbf27248b8d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699414 Jul 16 01:46:21.914197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.949772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aea09b2b-e6f8-4907-89b6-2de8f7d82ed7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.957855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aea09b2b-e6f8-4907-89b6-2de8f7d82ed7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.962280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aea09b2b-e6f8-4907-89b6-2de8f7d82ed7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/190fa5c4-a8c5-4be5-a17b-5ed64935abe4 HTTP/1.1" status: 204 len: 168 time: 0.1596997 Jul 16 01:46:21.962454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:21.964296 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4eaa-eb12-4b78-9e56-997a364e5cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.971571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09b2b-e6f8-4907-89b6-2de8f7d82ed7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=190fa5c4-a8c5-4be5-a17b-5ed64935abe4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:21.996583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4eaa-eb12-4b78-9e56-997a364e5cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.998296 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:21.999645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-a4372a00-9130-4f95-b8e5-ec3e1fe4fe5a service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876747 Jul 16 01:46:22.053770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4eaa-eb12-4b78-9e56-997a364e5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.057046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4eaa-eb12-4b78-9e56-997a364e5cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.061042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c6ae4eaa-eb12-4b78-9e56-997a364e5cca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60e3e0e9-1962-42bf-aec8-69d9b7af8169 HTTP/1.1" status: 204 len: 168 time: 0.2013993 Jul 16 01:46:22.069029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae4eaa-eb12-4b78-9e56-997a364e5cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e3e0e9-1962-42bf-aec8-69d9b7af8169,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.116667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be8223-68dd-4755-be94-df454fd2f407 req-042a6ec6-d132-458b-818c-ad6ecbb6cbab tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.123410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be8223-68dd-4755-be94-df454fd2f407 req-042a6ec6-d132-458b-818c-ad6ecbb6cbab tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.125066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03be8223-68dd-4755-be94-df454fd2f407 req-042a6ec6-d132-458b-818c-ad6ecbb6cbab tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1683 time: 0.3151872 Jul 16 01:46:22.142687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd627437-df67-4e96-9e01-95ae1b7c515e tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1765416 Jul 16 01:46:22.145512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.174854 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c298de-eb1f-4543-89a7-61009ac40b05 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.184570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c298de-eb1f-4543-89a7-61009ac40b05 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.214616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c298de-eb1f-4543-89a7-61009ac40b05 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.221743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-25c298de-eb1f-4543-89a7-61009ac40b05 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.223306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-25c298de-eb1f-4543-89a7-61009ac40b05 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/de952112-d7bf-4e89-bcc2-94fd5e16a507 HTTP/1.1" status: 204 len: 168 time: 0.0764832 Jul 16 01:46:22.227127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.229471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c298de-eb1f-4543-89a7-61009ac40b05 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de952112-d7bf-4e89-bcc2-94fd5e16a507,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.355494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03be8223-68dd-4755-be94-df454fd2f407 req-a286445a-4e01-4ad9-82c8-3cdadf9fdc09 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091858 Jul 16 01:46:22.424488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31278d25-f8e2-46a7-a36c-192edb2193cf req-1897d1d1-e245-427c-a3df-da509d039721 service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865793 Jul 16 01:46:22.443367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1637eb06-f9d6-4c36-93df-582104c6809a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2082498 Jul 16 01:46:22.447407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.476288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-8e32469c-2851-4117-b917-ff14ce312877 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.478110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-8e32469c-2851-4117-b917-ff14ce312877 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.3328733 Jul 16 01:46:22.490549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36e44f1f-f9f6-426a-8486-7b43c2448df3 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.498852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.499357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36e44f1f-f9f6-426a-8486-7b43c2448df3 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.503522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-7d678d9b-fa1b-4e8d-b84d-2be27ad6c8ad tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0179467 Jul 16 01:46:22.531865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36e44f1f-f9f6-426a-8486-7b43c2448df3 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.544797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36e44f1f-f9f6-426a-8486-7b43c2448df3 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.546198 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-36e44f1f-f9f6-426a-8486-7b43c2448df3 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8879e903-34ee-47dc-a857-f9a35f605c31 HTTP/1.1" status: 204 len: 168 time: 0.0958557 Jul 16 01:46:22.547158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e44f1f-f9f6-426a-8486-7b43c2448df3 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8879e903-34ee-47dc-a857-f9a35f605c31,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.549518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.600470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2d2d7fae-d5eb-4b74-94e9-9d16c0a90a29 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0469449 Jul 16 01:46:22.600747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54666) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.602264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-fcf9f5b3-2902-4d10-b5eb-921abaa954f4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886238 Jul 16 01:46:22.638374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddcabb2-dc44-4368-8099-f38ad4af1570 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.651853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddcabb2-dc44-4368-8099-f38ad4af1570 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.684224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-206ca54d-ede3-4751-8a83-0f9fa1e621ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.686061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-206ca54d-ede3-4751-8a83-0f9fa1e621ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 1094 time: 0.1850104 Jul 16 01:46:22.697651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddcabb2-dc44-4368-8099-f38ad4af1570 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.713345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cddcabb2-dc44-4368-8099-f38ad4af1570 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.715181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cddcabb2-dc44-4368-8099-f38ad4af1570 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ce1234dc-951d-4162-b798-86805164e456 HTTP/1.1" status: 204 len: 168 time: 0.1135449 Jul 16 01:46:22.716236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcabb2-dc44-4368-8099-f38ad4af1570 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce1234dc-951d-4162-b798-86805164e456,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.718190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.773633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a42c0cd-4cde-4480-841c-4220e4b49330 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0542011 Jul 16 01:46:22.778887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.808437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Router ec3eff77-7780-4f38-a551-079109f306a1 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:22.845912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35996715-daf6-4067-8f68-d4c5064111fa tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.864229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54682) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.876925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35996715-daf6-4067-8f68-d4c5064111fa tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.882936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-531a0226-5eb3-4dfd-89fc-4d916341b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:22.884447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-531a0226-5eb3-4dfd-89fc-4d916341b98a service neutron] 10.222.0.38 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.1867421 Jul 16 01:46:22.922613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35996715-daf6-4067-8f68-d4c5064111fa tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.925513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35996715-daf6-4067-8f68-d4c5064111fa tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:22.931140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35996715-daf6-4067-8f68-d4c5064111fa tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/8363e570-0691-4f92-be04-5f3548843f15 HTTP/1.1" status: 204 len: 168 time: 0.1466610 Jul 16 01:46:22.931766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:22.949651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35996715-daf6-4067-8f68-d4c5064111fa tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363e570-0691-4f92-be04-5f3548843f15,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:22.986887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-network', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.005975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-a409c51f-e954-4682-aa69-8a3beda91512 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9 HTTP/1.1" status: 200 len: 217 time: 0.0586100 Jul 16 01:46:23.012064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-52d36bd2-29cd-44d4-8050-a50e88ba6d1e tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792012 Jul 16 01:46:23.017720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.020891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--886023868'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.034922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Made reservation on behalf of f3e6d78ac4f04ddb9f1474852d66f292 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:23.037541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.051503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.071040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.093791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-bbe1aa16-d40d-42a2-ab89-3cbf88140b5f service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819026 Jul 16 01:46:23.158751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5ec04-f32e-40ff-a133-f30d8a082d7e req-827ca8c4-9098-4b3d-98ff-c414ed698422 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.160272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ced5ec04-f32e-40ff-a133-f30d8a082d7e req-827ca8c4-9098-4b3d-98ff-c414ed698422 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3536792 Jul 16 01:46:23.164597 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.170735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-91bd6867-a9b7-46d4-be7b-613fd1660e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.171249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.172639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-91bd6867-a9b7-46d4-be7b-613fd1660e53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1458342 Jul 16 01:46:23.198434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:23.199012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:23.208523 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Sync routers for ids ['ec3eff77-7780-4f38-a551-079109f306a1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:23.223639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee9b11-214f-462f-aa52-b585f654c6bc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.224392 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Routers {'ec3eff77-7780-4f38-a551-079109f306a1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:23.225367 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ec3eff77-7780-4f38-a551-079109f306a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.231958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.232313 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Added segment fd26ce7c-fbe3-468b-9bf5-f53b435f8256 of type vlan for network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 Jul 16 01:46:23.266375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-45d4f759-383d-4059-9229-f0bac9792781 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788124 Jul 16 01:46:23.283877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.316224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.323369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.351443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.356623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Set router ec3eff77-7780-4f38-a551-079109f306a1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:23.357406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.358645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413579 Jul 16 01:46:23.365150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54692) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.370386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': 'ce6e92a3-4b04-4477-95ee-3685476cd948', 'direction': 'ingress', 'protocol': 17}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.380840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.381992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:23.382570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.422397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229a3f3-f621-4166-a653-ab769133ae1c tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6e92a3-4b04-4477-95ee-3685476cd948,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.464747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=89391b3d-6af3-4cbb-9675-0acdffdd2d81,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:23.477408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:23.549823 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:21Z', 'revision_number': 3, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:23.580099 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Checking router: ec3eff77-7780-4f38-a551-079109f306a1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:23.580367 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Updating router ec3eff77-7780-4f38-a551-079109f306a1 port 8e87e140-9715-49da-8a89-6c82f86079fb binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:23.614913 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.645417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ced5ec04-f32e-40ff-a133-f30d8a082d7e req-ab6778ed-49a9-45eb-9f83-a8736eddf282 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4682767 Jul 16 01:46:23.662062 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5b1eba66-72bd-4d8f-9a5c-9d870bea8c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.705240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.710438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b406f50-1a5f-43ca-ad97-da98726bb6d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8447068 Jul 16 01:46:23.716556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.718107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7065077-6d0d-44fa-8dac-1a33958afbb1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:23.720526 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c666a827-03f0-4fe1-bdcd-d9d7e618edcf" -d '{"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-plugged", "status": "completed", "tag": "b7065077-6d0d-44fa-8dac-1a33958afbb1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:23.721391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Request body: {'subnet': {'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-subnet', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:23.727228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.728779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8dd90cbf-0bba-42fa-8717-33be01ae5211 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5858064 Jul 16 01:46:23.733363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-e7a05f08-4b55-4ae2-a46b-64adc02af199 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288838 Jul 16 01:46:23.744427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:23.763420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-509dc0e6-d0f6-406b-bbd0-6e408cb802ea service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851346 Jul 16 01:46:23.942886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Made reservation on behalf of f3e6d78ac4f04ddb9f1474852d66f292 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:23.946158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:23.988607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac943a4e-dfed-434d-b2d4-a674d903ddf4 req-5237a3a3-015d-4251-b774-9ea84bbe670c service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172258 Jul 16 01:46:24.016554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9913b08-585a-4dfc-b4aa-cfc2aca1b181 req-e94a777a-cbbe-4219-b364-b7bfe528f7b2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.018396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9913b08-585a-4dfc-b4aa-cfc2aca1b181 req-e94a777a-cbbe-4219-b364-b7bfe528f7b2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 943 time: 0.2155199 Jul 16 01:46:24.036931 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.050221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.053297 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Transition to ACTIVE for port object 8e87e140-9715-49da-8a89-6c82f86079fb will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:24.066098 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.084546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9913b08-585a-4dfc-b4aa-cfc2aca1b181 req-e902d15a-0003-4bf5-8801-51e5c7bfdb0e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Jul 16 01:46:24.086978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.130043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c57154a-010c-4c5e-83b9-043c138f3e3d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.150230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.151476 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a10bfb34-42d8-4ce4-8d3a-45d686947859 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7853227 Jul 16 01:46:24.155636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.157283 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Pushing event updated for resources: {'Port': ['ID=8e87e140-9715-49da-8a89-6c82f86079fb,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.170779 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Attempting to bind port 8e87e140-9715-49da-8a89-6c82f86079fb on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:24.171146 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Attempting to bind port 8e87e140-9715-49da-8a89-6c82f86079fb by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:24.171505 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Attempting to bind port 8e87e140-9715-49da-8a89-6c82f86079fb on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:24.174974 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.175334 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.175678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.176310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.177310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.177310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.177468 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.178387 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.178760 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.179616 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.179957 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.180525 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:24.201916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73803d4-32d8-4dac-899b-03793cc95f88 req-f6fc2044-227e-4302-8f59-a19b2ab504fe tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.212308 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:24.212982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73803d4-32d8-4dac-899b-03793cc95f88 req-f6fc2044-227e-4302-8f59-a19b2ab504fe tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.213086 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:24.214991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c73803d4-32d8-4dac-899b-03793cc95f88 req-f6fc2044-227e-4302-8f59-a19b2ab504fe tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1683 time: 0.1284556 Jul 16 01:46:24.216151 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.216753 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:24.218181 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Bound port: 8e87e140-9715-49da-8a89-6c82f86079fb, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:24.218840 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.286781 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] For port 8e87e140-9715-49da-8a89-6c82f86079fb, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:24.299484 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] For port 8e87e140-9715-49da-8a89-6c82f86079fb, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8e87e140-9715-49da-8a89-6c82f86079fb,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:24.302834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c73803d4-32d8-4dac-899b-03793cc95f88 req-55433036-2e84-43d6-a7b1-834732522571 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808527 Jul 16 01:46:24.316653 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.389918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06c18197-20c7-46f8-84af-dfda538fad8f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.395832 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac21a75-b690-440a-9c04-cce8a12a9d77 x-openstack-request-id: req-5ac21a75-b690-440a-9c04-cce8a12a9d77 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:24.396396 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-plugged", "status": "completed", "tag": "b7065077-6d0d-44fa-8dac-1a33958afbb1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:24.396529 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ac21a75-b690-440a-9c04-cce8a12a9d77 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:24.396824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.397060 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7065077-6d0d-44fa-8dac-1a33958afbb1', 'code': 200} Jul 16 01:46:24.474264 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06c18197-20c7-46f8-84af-dfda538fad8f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.509302 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Routers {'ec3eff77-7780-4f38-a551-079109f306a1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:24.510475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ec3eff77-7780-4f38-a551-079109f306a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:24.521671 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c106bb-307a-4eb4-ac86-08226cec3dac None None] Pushing event updated for resources: {'Port': ['ID=8e87e140-9715-49da-8a89-6c82f86079fb,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.521870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-858fc05c-d593-41fd-bc9e-05d733cccdb8 req-2660941e-d3a1-4bce-aad0-d8f430863ec6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 210 time: 0.0504153 Jul 16 01:46:24.638234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b4e9be-2926-4c53-a862-5748e3f4b3be,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.655998 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] Set router ec3eff77-7780-4f38-a551-079109f306a1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:24.659555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Checking segment: {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:24.660061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Network hostable DHCP agents. Network: 89391b3d-6af3-4cbb-9675-0acdffdd2d81, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:24.727962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06c18197-20c7-46f8-84af-dfda538fad8f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.730878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06c18197-20c7-46f8-84af-dfda538fad8f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.732153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-06c18197-20c7-46f8-84af-dfda538fad8f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce6e92a3-4b04-4477-95ee-3685476cd948 HTTP/1.1" status: 204 len: 168 time: 0.5732386 Jul 16 01:46:24.739789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.749991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:24.755140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791f241-0364-4dba-bfef-13d6d1250a44 req-9ea483b9-53fd-4971-a8ea-6aafe35ebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.755762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791f241-0364-4dba-bfef-13d6d1250a44 req-9ea483b9-53fd-4971-a8ea-6aafe35ebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.757923 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4791f241-0364-4dba-bfef-13d6d1250a44 req-9ea483b9-53fd-4971-a8ea-6aafe35ebeaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1985 time: 0.2737191 Jul 16 01:46:24.809167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c18197-20c7-46f8-84af-dfda538fad8f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6e92a3-4b04-4477-95ee-3685476cd948,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:24.836060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319618ab-1246-4b05-912d-07c72e461ce3 req-7492df0a-3fa6-4e31-b5cf-5d353f5f62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.837581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-7492df0a-3fa6-4e31-b5cf-5d353f5f62a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.1532729 Jul 16 01:46:24.869873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 89391b3d-6af3-4cbb-9675-0acdffdd2d81) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:24.872102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788221cb-6095-4e68-a286-555606dd206f req-9750b5b6-4e5e-4e28-8ee9-11402121111f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.873756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788221cb-6095-4e68-a286-555606dd206f req-9750b5b6-4e5e-4e28-8ee9-11402121111f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1662545 Jul 16 01:46:24.878512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aeb0bc-c929-45b1-ab91-03df7836ecc8 None None] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:24.888448 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:21Z', 'revision_number': 3, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:24.894306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4791f241-0364-4dba-bfef-13d6d1250a44 req-29723521-a06c-4cab-88b4-0930ccc27938 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206474 Jul 16 01:46:24.895784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:24.896340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.909685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.930199 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a464ce1-dc94-43dc-ab0d-cfd45e6aa3e4 None None] The sync data for ids ['ec3eff77-7780-4f38-a551-079109f306a1'] in n-d-800087-6 is: [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:21Z', 'revision_number': 3, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:24.934980 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c7324cee-c225-4125-8abd-984d521d78a0 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1935017 Jul 16 01:46:24.936622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf707665-74ff-4b0f-b206-e55438377ef5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2188146 Jul 16 01:46:24.937224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:24.961901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926115067'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:24.965672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54724) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:25.017996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:25.043638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788221cb-6095-4e68-a286-555606dd206f req-18a337f4-3b80-41dd-9be6-a23e2d0b65c4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342041 Jul 16 01:46:25.073120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.090596 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.091740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.100507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319618ab-1246-4b05-912d-07c72e461ce3 req-b4d76080-04b5-4720-8969-033b42d01c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.102366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-b4d76080-04b5-4720-8969-033b42d01c02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.2519898 Jul 16 01:46:25.104059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-89391b3d-6af3-4cbb-9675-0acdffdd2d81', 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'fixed_ips': [{'subnet_id': '40b4e9be-2926-4c53-a862-5748e3f4b3be'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:25.104796 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.195076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Allocated IP 172.20.0.1 (6a5c6fdb-4c69-4628-b315-26d74173e981/a4b107fe-0441-48eb-a4a5-a5707f0790b3/3cf671c0-7971-4ac7-987b-864f6b5d1ff7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:25.222518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.319971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Allocated IP 172.20.0.2 (89391b3d-6af3-4cbb-9675-0acdffdd2d81/40b4e9be-2926-4c53-a862-5748e3f4b3be/3fc05f5d-67dd-491e-afba-089de5fc89c1) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:25.387526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.405330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.433646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-4d0ffaae-345e-45e7-b3c1-79ec7891bac8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.3195388 Jul 16 01:46:25.440561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc56fc90-c03f-405f-a839-7c53f5c850d2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.489551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.513709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.527731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20ae4cb3-7ba3-4b76-8328-7f9430e1eda9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5737178 Jul 16 01:46:25.561113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54732) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:25.581642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--592529120'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:25.600261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.607553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Transition to ACTIVE for port object 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:25.614533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Transition to ACTIVE for port object 3fc05f5d-67dd-491e-afba-089de5fc89c1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:25.624684 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.637254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Transition to ACTIVE for port object 3fc05f5d-67dd-491e-afba-089de5fc89c1 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:25.644664 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.726005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.727889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Pushing event updated for resources: {'Port': ['ID=3fc05f5d-67dd-491e-afba-089de5fc89c1,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:25.737697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:25.739511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:25.742507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:25.812795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-b019e006-8b27-4ca8-80d9-876c7723ea31 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.815439 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-b019e006-8b27-4ca8-80d9-876c7723ea31 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.32 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.3198931 Jul 16 01:46:25.821201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Attempting to bind port 3fc05f5d-67dd-491e-afba-089de5fc89c1 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:25.821653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Attempting to bind port 3fc05f5d-67dd-491e-afba-089de5fc89c1 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:25.822142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Attempting to bind port 3fc05f5d-67dd-491e-afba-089de5fc89c1 on network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:25.829459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:25.829831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Checking segment: {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:25.830236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.830711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Bound using segment: {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:25.831497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Bound port: 3fc05f5d-67dd-491e-afba-089de5fc89c1, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:25.832179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.839632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Request body: {'port': {'device_id': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'admin_state_up': True, 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:25.846439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd99a2-4017-48ec-92f2-00448ba80f7d req-4f3e2171-3bd1-4231-8016-bf97026a4619 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.855294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57cd99a2-4017-48ec-92f2-00448ba80f7d req-4f3e2171-3bd1-4231-8016-bf97026a4619 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 943 time: 0.4263616 Jul 16 01:46:25.860203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319618ab-1246-4b05-912d-07c72e461ce3 req-262df784-6745-46d7-8d1b-3e2056805595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:25.862525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-262df784-6745-46d7-8d1b-3e2056805595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.3637230 Jul 16 01:46:25.917711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4434189e-fda7-48be-a951-c1b099413642 None None] For port 3fc05f5d-67dd-491e-afba-089de5fc89c1, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:25.921629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4434189e-fda7-48be-a951-c1b099413642 None None] For port 3fc05f5d-67dd-491e-afba-089de5fc89c1, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3fc05f5d-67dd-491e-afba-089de5fc89c1,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:25.931916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:25.943220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57cd99a2-4017-48ec-92f2-00448ba80f7d req-82eaa711-48bc-444b-a9ab-6034f42796e8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868747 Jul 16 01:46:26.016590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.043554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c5f1e740-9628-4a74-9d40-18ea1b5484e9 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:26.088978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e000e-dba3-454d-9fcc-470325f9594e req-e019ecc2-ae5f-4a26-87c6-a2d7be8d1963 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.097083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e000e-dba3-454d-9fcc-470325f9594e req-e019ecc2-ae5f-4a26-87c6-a2d7be8d1963 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.099182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434189e-fda7-48be-a951-c1b099413642 None None] Pushing event updated for resources: {'Port': ['ID=3fc05f5d-67dd-491e-afba-089de5fc89c1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.114275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a4e000e-dba3-454d-9fcc-470325f9594e req-e019ecc2-ae5f-4a26-87c6-a2d7be8d1963 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1683 time: 0.3879144 Jul 16 01:46:26.114767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:26.138699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:26.157156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:26.179373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b3be48ea-0ebf-4d34-9777-b4a9aeeb3a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.201418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319618ab-1246-4b05-912d-07c72e461ce3 req-a114bed5-0817-4a74-b8fb-03deee7481ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.203360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-a114bed5-0817-4a74-b8fb-03deee7481ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777174 Jul 16 01:46:26.243435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a4e000e-dba3-454d-9fcc-470325f9594e req-9186af3a-39aa-48e5-b366-eb9577b1c46f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281095 Jul 16 01:46:26.248508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.258163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.336110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c5f1e740-9628-4a74-9d40-18ea1b5484e9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:26.357395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9', 'mac_address': 'fa:16:3e:d5:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:26.398769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.444488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.504419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.542739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.548458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3bbfd323-a56a-4708-9957-1a8e07efa32d req-8d5eb5d7-bb84-43f3-ab7e-a9feb7a56f99 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 210 time: 0.3193471 Jul 16 01:46:26.588356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f1e740-9628-4a74-9d40-18ea1b5484e9 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:26.604954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88000fec-ac7c-454e-838f-90ee0f5dec0a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.626824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:26.636871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.637758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c5f1e740-9628-4a74-9d40-18ea1b5484e9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:26.643624 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.654541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-71f46d37-a0b9-4192-b6bc-a1437888c02f service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265292 Jul 16 01:46:26.696143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.700183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b3e260b-69c2-48b5-aa9f-a1f9715fe0e2 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1380076 Jul 16 01:46:26.714391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:26.719957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': 'cc56fc90-c03f-405f-a839-7c53f5c850d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '88000fec-ac7c-454e-838f-90ee0f5dec0a', 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:26.729538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3fc05f5d-67dd-491e-afba-089de5fc89c1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:26.782081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=c5f1e740-9628-4a74-9d40-18ea1b5484e9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:26.803448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0940ad3a-c4f4-4c59-a9e2-cb0f1357059d None None] Provisioning for port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:26.808394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0940ad3a-c4f4-4c59-a9e2-cb0f1357059d None None] Provisioning complete for port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:26.808793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0940ad3a-c4f4-4c59-a9e2-cb0f1357059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.811582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3fc05f5d-67dd-491e-afba-089de5fc89c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:26.838744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8e87e140-9715-49da-8a89-6c82f86079fb up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:26.856507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.870425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0940ad3a-c4f4-4c59-a9e2-cb0f1357059d None None] Port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:26.870659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.894490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8e87e140-9715-49da-8a89-6c82f86079fb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:26.899048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8e87e140-9715-49da-8a89-6c82f86079fb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:26.899424 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.926735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-319618ab-1246-4b05-912d-07c72e461ce3 req-9b7dd0f2-af68-40ec-a3cf-0de2886a6233 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652612 Jul 16 01:46:26.963804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905634-e344-4eef-b867-d492135a7423 req-3b555300-630b-4a98-84e9-fa11026914c6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:26.964976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3905634-e344-4eef-b867-d492135a7423 req-3b555300-630b-4a98-84e9-fa11026914c6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.4211235 Jul 16 01:46:26.970640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:26.981338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['c5f1e740-9628-4a74-9d40-18ea1b5484e9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:27.013626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.027374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.045216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3905634-e344-4eef-b867-d492135a7423 req-6ca3f40a-01ab-4029-bef3-da202e6d3620 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713980 Jul 16 01:46:27.057807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Allocated IP 172.20.0.12 (4e0474fd-00d5-4bef-b64d-740cfbd1c94d/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a/f880a477-06d9-4857-a63f-10c879dfe786) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:27.064818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8e87e140-9715-49da-8a89-6c82f86079fb, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8e87e140-9715-49da-8a89-6c82f86079fb,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:27.075934 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.158395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8e87e140-9715-49da-8a89-6c82f86079fb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.201955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.214989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.250543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Allocated IP 172.25.0.221 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:27.250790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896081e5-0ab7-4340-abce-e5b5126108cb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.285761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.289928 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94446060-cb9e-4147-bc9e-40ab462f4d92 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5741920 Jul 16 01:46:27.290666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.307356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788dcf-3761-481f-9f8a-9dece7b5ac25 req-e365cac0-64b3-40cd-bcef-907e2b6e3759 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.308903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01788dcf-3761-481f-9f8a-9dece7b5ac25 req-e365cac0-64b3-40cd-bcef-907e2b6e3759 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 944 time: 0.1344051 Jul 16 01:46:27.344785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.386877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.393891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.424747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-083a9625-f4e9-4950-af1c-d9bd5830e6e7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.465240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-083a9625-f4e9-4950-af1c-d9bd5830e6e7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.469603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.476436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01788dcf-3761-481f-9f8a-9dece7b5ac25 req-bc1421e7-0be4-4103-a0c0-4c0f3489ed91 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559591 Jul 16 01:46:27.508267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.512824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.546989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.572465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-083a9625-f4e9-4950-af1c-d9bd5830e6e7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.579007 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-083a9625-f4e9-4950-af1c-d9bd5830e6e7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.584526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-083a9625-f4e9-4950-af1c-d9bd5830e6e7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/896081e5-0ab7-4340-abce-e5b5126108cb HTTP/1.1" status: 204 len: 168 time: 0.2886369 Jul 16 01:46:27.588349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.616820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a9625-f4e9-4950-af1c-d9bd5830e6e7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=896081e5-0ab7-4340-abce-e5b5126108cb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.617989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.635266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb236-61f8-4067-a11c-4957956f2aa7 req-ff8b528a-0971-4d90-98c0-20235aedc2b6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.641675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fb236-61f8-4067-a11c-4957956f2aa7 req-ff8b528a-0971-4d90-98c0-20235aedc2b6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.648775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-118fb236-61f8-4067-a11c-4957956f2aa7 req-ff8b528a-0971-4d90-98c0-20235aedc2b6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1683 time: 0.2582300 Jul 16 01:46:27.688312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:27.697874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:27.702973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:27.713145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:27.733054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:27.733584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a35b295a-b78a-4b3d-bc80-ab19ca4b7f5f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1424356 Jul 16 01:46:27.734858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event updated for resources: {'Port': ['ID=f880a477-06d9-4857-a63f-10c879dfe786,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:27.738964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54752) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:27.756497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-118fb236-61f8-4067-a11c-4957956f2aa7 req-b3d83c1a-20fb-4449-b27c-5cd2c675a8ff tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067345 Jul 16 01:46:27.762623 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.859468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:27.860337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.886627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:27.902316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:27.906970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:27.951921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1f444642-321e-420f-87ba-13b1e68c19ac tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1207466 Jul 16 01:46:27.965949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b28e732-ec10-4233-8a57-6ab1e909aada tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:27.974582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Request body: {'port': {'device_id': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:28.020510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.038904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c5f1e740-9628-4a74-9d40-18ea1b5484e9 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:28.065347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Router ec3eff77-7780-4f38-a551-079109f306a1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:28.125443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2558a-4e10-4988-9ff3-fa13b5729509 req-34ecfb87-910c-4ccf-b939-68681985a2c4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.127527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103229d-1a57-43b7-b78f-fce9a86d7b13 None None] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:28.133170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d2558a-4e10-4988-9ff3-fa13b5729509 req-34ecfb87-910c-4ccf-b939-68681985a2c4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 932 time: 0.2950664 Jul 16 01:46:28.162085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b28e732-ec10-4233-8a57-6ab1e909aada tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.180121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d2558a-4e10-4988-9ff3-fa13b5729509 req-508811e9-a760-478b-9146-ca74a4c7eacf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Jul 16 01:46:28.229589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.262325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Provisioning complete for port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:28.262761 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.295098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port c5f1e740-9628-4a74-9d40-18ea1b5484e9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:28.304201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port c5f1e740-9628-4a74-9d40-18ea1b5484e9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:28.304651 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.366900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:28.409791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Provisioning for port 3fc05f5d-67dd-491e-afba-089de5fc89c1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:28.420461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Provisioning complete for port 3fc05f5d-67dd-491e-afba-089de5fc89c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:28.421325 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.536889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.547790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8e87e140-9715-49da-8a89-6c82f86079fb up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:28.628362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:28.630967 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa4c7ee-9a2f-4458-ad1e-190bbd4be3dc" -d '{"events": [{"server_uuid": "9ce68066-5f46-466f-827d-b948a3cf3c8c", "name": "network-vif-plugged", "status": "completed", "tag": "c5f1e740-9628-4a74-9d40-18ea1b5484e9"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:28.652271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c5f1e740-9628-4a74-9d40-18ea1b5484e9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:28.660279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.753455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8e87e140-9715-49da-8a89-6c82f86079fb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:28.753833 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.795831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=c5f1e740-9628-4a74-9d40-18ea1b5484e9,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.804503 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.814005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.827023 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.851683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:28.858266 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cee65427-ba41-4be1-bb64-32f619abc329 admin admin] 10.222.0.35 "PUT /v2.0/routers/ec3eff77-7780-4f38-a551-079109f306a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1068618 Jul 16 01:46:28.859131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b28e732-ec10-4233-8a57-6ab1e909aada tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.861674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b28e732-ec10-4233-8a57-6ab1e909aada tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.862723 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3b28e732-ec10-4233-8a57-6ab1e909aada tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/88000fec-ac7c-454e-838f-90ee0f5dec0a HTTP/1.1" status: 204 len: 168 time: 1.1228430 Jul 16 01:46:28.869422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] For port 3fc05f5d-67dd-491e-afba-089de5fc89c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3fc05f5d-67dd-491e-afba-089de5fc89c1,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:28.872471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Sync routers for ids ['ec3eff77-7780-4f38-a551-079109f306a1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:28.875188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:28.880576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28e732-ec10-4233-8a57-6ab1e909aada tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88000fec-ac7c-454e-838f-90ee0f5dec0a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:28.911635 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:28.938559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841fa1-84a4-455b-a816-6a38048ff10a req-a5df8e6e-0921-4254-860c-dccc3a568506 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:28.949434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56841fa1-84a4-455b-a816-6a38048ff10a req-a5df8e6e-0921-4254-860c-dccc3a568506 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2289751 Jul 16 01:46:28.964023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Routers {'ec3eff77-7780-4f38-a551-079109f306a1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:28.964713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ec3eff77-7780-4f38-a551-079109f306a1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:29.050036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e2ba4-2f9d-48e0-b116-bbb8ea330cf6 None None] Pushing event updated for resources: {'Port': ['ID=3fc05f5d-67dd-491e-afba-089de5fc89c1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.068404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92f7b-bdad-4428-84c1-14a8658b4950 req-a7351315-22bd-42f9-babf-bb6f5b2f32e7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.075959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92f7b-bdad-4428-84c1-14a8658b4950 req-a7351315-22bd-42f9-babf-bb6f5b2f32e7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.077666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8b92f7b-bdad-4428-84c1-14a8658b4950 req-a7351315-22bd-42f9-babf-bb6f5b2f32e7 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1683 time: 0.3584592 Jul 16 01:46:29.157911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f880a477-06d9-4857-a63f-10c879dfe786 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:29.158585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56841fa1-84a4-455b-a816-6a38048ff10a req-8de6d6f9-a657-4f5d-86d7-3fe47554edb2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082732 Jul 16 01:46:29.172970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-198a2a00-29f1-4678-8e73-bc611c1d558e tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2940824 Jul 16 01:46:29.174133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.185846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.192704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Transition to ACTIVE for port object f880a477-06d9-4857-a63f-10c879dfe786 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:29.199447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.251522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e8abbdc5-46ff-42b1-b70b-1a9c54cfca6b None None] Provisioning complete for port 3fc05f5d-67dd-491e-afba-089de5fc89c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:29.251897 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8abbdc5-46ff-42b1-b70b-1a9c54cfca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.261384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8b92f7b-bdad-4428-84c1-14a8658b4950 req-8ba59914-d40b-4d0d-9074-0aad5737594f tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569326 Jul 16 01:46:29.268738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f880a477-06d9-4857-a63f-10c879dfe786,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.312181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Set router ec3eff77-7780-4f38-a551-079109f306a1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:29.347345 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c131dbfb-612d-4ddd-af7e-16c16433d6e0 x-openstack-request-id: req-c131dbfb-612d-4ddd-af7e-16c16433d6e0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:29.347649 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce68066-5f46-466f-827d-b948a3cf3c8c", "name": "network-vif-plugged", "status": "completed", "tag": "c5f1e740-9628-4a74-9d40-18ea1b5484e9", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:29.347903 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c131dbfb-612d-4ddd-af7e-16c16433d6e0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:29.348330 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9', 'code': 200} Jul 16 01:46:29.370263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Attempting to bind port f880a477-06d9-4857-a63f-10c879dfe786 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:29.370600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Attempting to bind port f880a477-06d9-4857-a63f-10c879dfe786 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:29.370926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Attempting to bind port f880a477-06d9-4857-a63f-10c879dfe786 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:29.376131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Port f880a477-06d9-4857-a63f-10c879dfe786 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:29.376511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Attempting to bind port f880a477-06d9-4857-a63f-10c879dfe786 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:29.394482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:29.394877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:29.396508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Bound using segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:29.396508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Bound port: f880a477-06d9-4857-a63f-10c879dfe786, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:29.396508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.455575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.465450 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa99c29b-a4a1-4474-9656-ce7ff3d5fe9a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.471194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] For port f880a477-06d9-4857-a63f-10c879dfe786, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:29.475560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] For port f880a477-06d9-4857-a63f-10c879dfe786, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f880a477-06d9-4857-a63f-10c879dfe786,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:29.482655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.528591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.529249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.530691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/f880a477-06d9-4857-a63f-10c879dfe786 HTTP/1.1" status: 200 len: 1092 time: 1.5663831 Jul 16 01:46:29.531139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'tag': 'f880a477-06d9-4857-a63f-10c879dfe786'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:29.533640 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b75bbcd-e727-4349-90db-1569fa465bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa1fc5d-e73a-4843-9652-1cc755335b5e", "tag": "f880a477-06d9-4857-a63f-10c879dfe786"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:29.544330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa99c29b-a4a1-4474-9656-ce7ff3d5fe9a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.589674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ab4a-3c5e-4d9c-97ac-9d6c95ccb519 req-b4eecd5c-28ed-4d9a-886a-2e9ad911df11 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.591543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4078f-2ba2-4487-8578-c1c9accf28e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f880a477-06d9-4857-a63f-10c879dfe786,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.596320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4147ab4a-3c5e-4d9c-97ac-9d6c95ccb519 req-b4eecd5c-28ed-4d9a-886a-2e9ad911df11 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 945 time: 0.2500386 Jul 16 01:46:29.625586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:26Z', 'revision_number': 4, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3cf671c0-7971-4ac7-987b-864f6b5d1ff7', 'name': '', 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'mac_address': 'fa:16:3e:4c:ff:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:24Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 2, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'subnets': [{'id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:29.655754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Checking router: ec3eff77-7780-4f38-a551-079109f306a1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:29.656309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Updating router ec3eff77-7780-4f38-a551-079109f306a1 port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:29.672740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19316-a79e-4dd7-886a-2cb8606e03b6 req-8aa2136a-d61e-4ace-bbe6-b7272021164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.673398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-c77a6b76-462c-4251-afb2-e27282b7d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.674267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fc19316-a79e-4dd7-886a-2cb8606e03b6 req-8aa2136a-d61e-4ace-bbe6-b7272021164d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 1096 time: 0.2683046 Jul 16 01:46:29.674939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-c77a6b76-462c-4251-afb2-e27282b7d0e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 1095 time: 0.0760751 Jul 16 01:46:29.697482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.730251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4147ab4a-3c5e-4d9c-97ac-9d6c95ccb519 req-6f2c8286-be64-4e07-99bf-b453a0169aa8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330764 Jul 16 01:46:29.734491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa99c29b-a4a1-4474-9656-ce7ff3d5fe9a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.737003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fa99c29b-a4a1-4474-9656-ce7ff3d5fe9a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:29.738265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fa99c29b-a4a1-4474-9656-ce7ff3d5fe9a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc56fc90-c03f-405f-a839-7c53f5c850d2 HTTP/1.1" status: 204 len: 168 time: 0.5156922 Jul 16 01:46:29.753359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.772784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-2f0c98fd-2e54-49aa-b8f1-3910fbc32330 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f880a477-06d9-4857-a63f-10c879dfe786 HTTP/1.1" status: 200 len: 217 time: 0.0852592 Jul 16 01:46:29.787170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fc19316-a79e-4dd7-886a-2cb8606e03b6 req-702495ef-5cb9-4b95-8145-a2ff368d5847 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027532 Jul 16 01:46:29.811938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99c29b-a4a1-4474-9656-ce7ff3d5fe9a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc56fc90-c03f-405f-a839-7c53f5c850d2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:29.812310 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68ce933a-34af-42f9-bac1-900d3ce1f18a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576026 Jul 16 01:46:29.820763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:29.856502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-96db1e69-6805-460d-9418-82eaf2a7666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:29.857983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-96db1e69-6805-460d-9418-82eaf2a7666a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.0579081 Jul 16 01:46:29.862554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--364289595'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:29.892858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-66f6fa8c-1921-4251-8ae3-f355a8568769 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273552 Jul 16 01:46:29.990580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-1db762e4-3809-4809-9b9f-a584fb320334 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893533 Jul 16 01:46:30.030530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.041183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Transition to ACTIVE for port object 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:30.044196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.049286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.097215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-73f523bb-9763-495a-aac7-c14f13a5d9db req-af9c5664-db35-46de-b6dc-0871c3458c4f service neutron] 10.222.0.32 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000533 Jul 16 01:46:30.124596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b9fe3-52a9-4b3d-b7f6-cf47c0a57c41 None None] Pushing event updated for resources: {'Port': ['ID=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.134241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Router d7af2acc-e195-4f18-98ad-322503822576 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:30.159440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1989a2de-eb33-4074-8c84-9fce6866037d req-61caaf41-ff8d-4a3b-bd49-7ec7b1b480ac tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3699658 Jul 16 01:46:30.169640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:30.188234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Attempting to bind port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:30.188598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Attempting to bind port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:30.188952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Attempting to bind port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 on network 6a5c6fdb-4c69-4628-b315-26d74173e981 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:30.194782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:30.195860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Checking segment: {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:30.195860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.196144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Bound using segment: {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:30.196598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Bound port: 3cf671c0-7971-4ac7-987b-864f6b5d1ff7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b0bdd8-10ee-47b9-b87b-ec6757281c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:30.197052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.208550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15a225-ce93-4b66-a8e8-a4dfa531432f req-470b183a-77fe-46f2-a2b7-4371e1fcb994 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.210148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e15a225-ce93-4b66-a8e8-a4dfa531432f req-470b183a-77fe-46f2-a2b7-4371e1fcb994 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3674726 Jul 16 01:46:30.227331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-a9e19760-48ad-4e31-af82-fb2eda8085db tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.233766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-a9e19760-48ad-4e31-af82-fb2eda8085db tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.235492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-a9e19760-48ad-4e31-af82-fb2eda8085db tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1683 time: 0.3433535 Jul 16 01:46:30.266575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] For port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:30.269918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] For port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,segment=NetworkSegment(91b0bdd8-10ee-47b9-b87b-ec6757281c34),segment_id=91b0bdd8-10ee-47b9-b87b-ec6757281c34)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:30.275472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.329685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Routers {'ec3eff77-7780-4f38-a551-079109f306a1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:30.330501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ec3eff77-7780-4f38-a551-079109f306a1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.389593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b9fe3-52a9-4b3d-b7f6-cf47c0a57c41 None None] Pushing event updated for resources: {'Port': ['ID=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.427294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e15a225-ce93-4b66-a8e8-a4dfa531432f req-cd405c12-d71f-40ca-94fe-b5c8a217a099 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910911 Jul 16 01:46:30.468956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.482741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:30.494467 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Sync routers for ids ['d7af2acc-e195-4f18-98ad-322503822576'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:30.502105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.510470 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Routers {'d7af2acc-e195-4f18-98ad-322503822576'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:30.512560 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d7af2acc-e195-4f18-98ad-322503822576'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:30.546528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] Set router ec3eff77-7780-4f38-a551-079109f306a1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:30.591830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.609952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25045fd4-6f50-4ed6-b121-98d4a49beb3b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:30.614341 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.615753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8565c209-d223-4ca4-abee-ecd9f45b3492 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7750399 Jul 16 01:46:30.618105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.619190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.622004 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-699132da-65c7-40c4-877e-2129f741d412 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6550138 Jul 16 01:46:30.622524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:30.628385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': '25045fd4-6f50-4ed6-b121-98d4a49beb3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:30.628641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3fc05f5d-67dd-491e-afba-089de5fc89c1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:30.646046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port 8d002a04-6586-4712-8fd8-f8726b0efffe {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:30.646390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.730139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.748825 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Set router d7af2acc-e195-4f18-98ad-322503822576 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:30.830228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port 8d002a04-6586-4712-8fd8-f8726b0efffe, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d002a04-6586-4712-8fd8-f8726b0efffe,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:30.830638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.861500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.868645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c671-9aaf-480c-b55a-4651e695dcd7 req-31942a29-5ce5-4fe0-9ad5-bf89ee0cb7bb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:30.870992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2379c671-9aaf-480c-b55a-4651e695dcd7 req-31942a29-5ce5-4fe0-9ad5-bf89ee0cb7bb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 944 time: 0.2366157 Jul 16 01:46:30.872178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for 8d002a04-6586-4712-8fd8-f8726b0efffe owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:30.915392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3fc05f5d-67dd-491e-afba-089de5fc89c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:30.915768 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.979939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.982683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2379c671-9aaf-480c-b55a-4651e695dcd7 req-7796133f-b3b0-4ed8-987f-46decd4fe184 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029606 Jul 16 01:46:30.987556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:30.998545 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:28Z', 'revision_number': 3, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.072370 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Checking router: d7af2acc-e195-4f18-98ad-322503822576 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:31.073293 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Updating router d7af2acc-e195-4f18-98ad-322503822576 port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:31.080569 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc57a45-76a5-42a1-a5b3-1be15ab94ff6 x-openstack-request-id: req-acc57a45-76a5-42a1-a5b3-1be15ab94ff6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:31.082092 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa1fc5d-e73a-4843-9652-1cc755335b5e", "tag": "f880a477-06d9-4857-a63f-10c879dfe786", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:31.082452 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acc57a45-76a5-42a1-a5b3-1be15ab94ff6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:31.086099 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'tag': 'f880a477-06d9-4857-a63f-10c879dfe786', 'status': 'completed', 'code': 200} Jul 16 01:46:31.120109 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.129859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c24578b-1834-4f82-b47a-aa4a61866804,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.139828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.141346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c5edbe86-9c5e-4bf9-a710-8694b38790d4 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5201807 Jul 16 01:46:31.149346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:26Z', 'revision_number': 4, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3cf671c0-7971-4ac7-987b-864f6b5d1ff7', 'name': '', 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'mac_address': 'fa:16:3e:4c:ff:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:24Z', 'updated_at': '2021-07-16T01:46:30Z', 'revision_number': 4, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'subnets': [{'id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:31.160754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.182606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398853e3-a62d-4a89-b28a-c5dece2a6a6c None None] The sync data for ids ['ec3eff77-7780-4f38-a551-079109f306a1'] in n-d-800087-6 is: [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:26Z', 'revision_number': 4, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3cf671c0-7971-4ac7-987b-864f6b5d1ff7', 'name': '', 'network_id': '6a5c6fdb-4c69-4628-b315-26d74173e981', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'mac_address': 'fa:16:3e:4c:ff:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:24Z', 'updated_at': '2021-07-16T01:46:30Z', 'revision_number': 4, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'subnets': [{'id': 'a4b107fe-0441-48eb-a4a5-a5707f0790b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:31.327431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03167fdb-e834-4e83-8cfa-5bd191d29659 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.333282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.346000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b7065077-6d0d-44fa-8dac-1a33958afbb1', '8d002a04-6586-4712-8fd8-f8726b0efffe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:31.351547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-6135184a-1dc8-4468-bd38-4cb757c3ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.353654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03167fdb-e834-4e83-8cfa-5bd191d29659 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.353773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-6135184a-1dc8-4468-bd38-4cb757c3ff8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 1095 time: 0.2367632 Jul 16 01:46:31.356413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-6c40d131-7484-4475-9226-ccfdb7fe4945 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2690129 Jul 16 01:46:31.440615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=8d002a04-6586-4712-8fd8-f8726b0efffe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.498125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Allocated IP 172.25.0.193 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f80798f9-9649-4516-9960-95898831a907) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:31.556022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port 8d002a04-6586-4712-8fd8-f8726b0efffe on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:31.564882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.567473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-73ac2ff0-9743-43b8-a3b1-e023d0a89c6b tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "DELETE /v2.0/ports/8d002a04-6586-4712-8fd8-f8726b0efffe HTTP/1.1" status: 204 len: 173 time: 1.2899687 Jul 16 01:46:31.567952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-deleted', 'tag': '8d002a04-6586-4712-8fd8-f8726b0efffe'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:31.570795 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b59687-6eeb-4bb4-8ec6-3797814f6955" -d '{"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-deleted", "tag": "8d002a04-6586-4712-8fd8-f8726b0efffe"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:31.578752 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03167fdb-e834-4e83-8cfa-5bd191d29659 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.599924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-58a10013-918a-4707-8b22-9b669d878e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.601502 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-58a10013-918a-4707-8b22-9b669d878e65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.2208509 Jul 16 01:46:31.661093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03167fdb-e834-4e83-8cfa-5bd191d29659 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.664573 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03167fdb-e834-4e83-8cfa-5bd191d29659 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0c24578b-1834-4f82-b47a-aa4a61866804 HTTP/1.1" status: 204 len: 168 time: 0.4993870 Jul 16 01:46:31.668445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-ec4dbb3d-95b3-429d-8309-212646b4e036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f880a477-06d9-4857-a63f-10c879dfe786 HTTP/1.1" status: 200 len: 217 time: 0.0563409 Jul 16 01:46:31.669180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.673840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.735814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-f39fb3d4-3f9b-45ff-9aac-2e4b8c7ae104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.737349 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-f39fb3d4-3f9b-45ff-9aac-2e4b8c7ae104 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.3090143 Jul 16 01:46:31.742560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167fdb-e834-4e83-8cfa-5bd191d29659 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c24578b-1834-4f82-b47a-aa4a61866804,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:31.757549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7dfb-90e1-4d1a-b451-38f9adcff4a7 req-a2823266-c4b7-4233-8c40-af15984f62cf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.763630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7dfb-90e1-4d1a-b451-38f9adcff4a7 req-a2823266-c4b7-4233-8c40-af15984f62cf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.770807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-084d7dfb-90e1-4d1a-b451-38f9adcff4a7 req-a2823266-c4b7-4233-8c40-af15984f62cf tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/ports?device_id=79cf4084-61ce-46a3-8122-85c06823bf89 HTTP/1.1" status: 200 len: 1604 time: 0.5758069 Jul 16 01:46:31.831699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-3d1c4a8e-ef6c-4664-b969-38db1123ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:31.833262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-3d1c4a8e-ef6c-4664-b969-38db1123ef16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1506002 Jul 16 01:46:31.842520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-96563365-5a5f-4728-9559-d750587195c9 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1721272 Jul 16 01:46:31.862880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:31.896119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-c6a2dc17-7100-4ee2-9eca-65eb40c1257d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465093 Jul 16 01:46:32.116488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-b4254730-6f7e-410b-b81a-825aa1de33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.117974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-b4254730-6f7e-410b-b81a-825aa1de33eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.3287785 Jul 16 01:46:32.176152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.183809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-084d7dfb-90e1-4d1a-b451-38f9adcff4a7 req-cc2a056d-5d47-4720-9e97-96ff3e055f99 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "GET /v2.0/security-groups?id=c41982de-090d-4e24-866d-1a736a483551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121511 Jul 16 01:46:32.192215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f574-af86-4211-97fd-af6c84a641c1 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.196024 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port b7065077-6d0d-44fa-8dac-1a33958afbb1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:32.196388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.203170 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-09d2b38d-562e-44ba-981c-15ec0f30b304 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722316 Jul 16 01:46:32.209932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Allocated IP 172.20.0.1 (89391b3d-6af3-4cbb-9675-0acdffdd2d81/40b4e9be-2926-4c53-a862-5748e3f4b3be/2a3406bf-c966-4fef-985e-7449f67c2e53) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:32.295781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f574-af86-4211-97fd-af6c84a641c1 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.304379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-03854494-0b63-4ad2-9ced-740a88581553 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.1680665 Jul 16 01:46:32.309771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port b7065077-6d0d-44fa-8dac-1a33958afbb1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b7065077-6d0d-44fa-8dac-1a33958afbb1,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:32.310782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.324839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for b7065077-6d0d-44fa-8dac-1a33958afbb1 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:32.404845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.479187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:32.491223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:32.503953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:32.539194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-3ff5fb84-faf7-4d86-9ccd-8e402133712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.542226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Pushing event updated for resources: {'Port': ['ID=f80798f9-9649-4516-9960-95898831a907,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.546229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-3ff5fb84-faf7-4d86-9ccd-8e402133712c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.2295964 Jul 16 01:46:32.549117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f574-af86-4211-97fd-af6c84a641c1 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.551648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f574-af86-4211-97fd-af6c84a641c1 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.552810 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c2b3f574-af86-4211-97fd-af6c84a641c1 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/25045fd4-6f50-4ed6-b121-98d4a49beb3b HTTP/1.1" status: 204 len: 168 time: 0.6895823 Jul 16 01:46:32.556507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.561794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0b75bbcd-e727-4349-90db-1569fa465bf1 req-827f6648-91da-4ae5-ad99-c5fdc2ea509f service neutron] 10.222.0.32 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457096 Jul 16 01:46:32.594640 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.597219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.619148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3f574-af86-4211-97fd-af6c84a641c1 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25045fd4-6f50-4ed6-b121-98d4a49beb3b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.621038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['8d002a04-6586-4712-8fd8-f8726b0efffe'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:32.643178 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Transition to ACTIVE for port object 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:32.644701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.679903 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.695583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Transition to ACTIVE for port object 2a3406bf-c966-4fef-985e-7449f67c2e53 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:32.730847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:32.748224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=b7065077-6d0d-44fa-8dac-1a33958afbb1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.764740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-e738bca7-93a3-4fb7-8765-d40f67a71ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:32.766861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-e738bca7-93a3-4fb7-8765-d40f67a71ed0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025132 Jul 16 01:46:32.833364 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Attempting to bind port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:32.833582 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Attempting to bind port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:32.834135 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Attempting to bind port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:32.836326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:32.841469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:32.842620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.861196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port b7065077-6d0d-44fa-8dac-1a33958afbb1 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:32.865648 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:32.866566 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:32.866967 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.867353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:32.867825 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Bound port: 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:32.871811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.873864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28ddd8a0-2710-41c1-bb63-f46e0c022742 req-d00061b5-3351-425a-9712-55acbab14dfa tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.32 "DELETE /v2.0/ports/b7065077-6d0d-44fa-8dac-1a33958afbb1 HTTP/1.1" status: 204 len: 173 time: 1.2962284 Jul 16 01:46:32.875246 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.877775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-676d4fad-51ab-4a10-83bd-72c095cee9b7 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3196857 Jul 16 01:46:32.881790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54816) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:32.886753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group': {'name': 'tempest-secgroup--687215898'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:32.911246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:32.945488 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498f148-f46b-4539-a374-e59acb2e6169 None None] Pushing event updated for resources: {'Port': ['ID=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:32.951798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f880a477-06d9-4857-a63f-10c879dfe786 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:33.012471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.014604 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.035132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.055509 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.070888 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] For port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:33.075857 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] For port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:33.076629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-b16d71b1-7bf7-4ee3-b482-add744fa3514 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2976260 Jul 16 01:46:33.087276 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.160008 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Routers {'d7af2acc-e195-4f18-98ad-322503822576'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:33.160971 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d7af2acc-e195-4f18-98ad-322503822576'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:33.178870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,segment=NetworkSegment(91b0bdd8-10ee-47b9-b87b-ec6757281c34),segment_id=91b0bdd8-10ee-47b9-b87b-ec6757281c34)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.192270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:33.198368 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.215273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-1af70c4c-8880-4d5d-817a-94c31fbc2079 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369438 Jul 16 01:46:33.216165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:33.220715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:33.221776 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498f148-f46b-4539-a374-e59acb2e6169 None None] Pushing event updated for resources: {'Port': ['ID=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.270973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port f880a477-06d9-4857-a63f-10c879dfe786, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f880a477-06d9-4857-a63f-10c879dfe786,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.289699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Pushing event updated for resources: {'Port': ['ID=2a3406bf-c966-4fef-985e-7449f67c2e53,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.302173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'f880a477-06d9-4857-a63f-10c879dfe786', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': 'f880a477-06d9-4857-a63f-10c879dfe786', 'mac_address': 'fa:16:3e:f2:16:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:33.309970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.310894 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] Set router d7af2acc-e195-4f18-98ad-322503822576 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:33.373828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.406671 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.428192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f880a477-06d9-4857-a63f-10c879dfe786 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:33.441639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-77892c61-9ec8-45cc-8bc1-73352d159b7e req-6b4cf3db-5e44-4e59-ae5b-66546c53bf98 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171354 Jul 16 01:46:33.483372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port f880a477-06d9-4857-a63f-10c879dfe786, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f880a477-06d9-4857-a63f-10c879dfe786,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:33.497689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.532739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b503b5-8ef6-4eea-8985-345909069151 req-331a0bef-fe98-4f7c-a62f-e7755c1c256b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.536190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b503b5-8ef6-4eea-8985-345909069151 req-331a0bef-fe98-4f7c-a62f-e7755c1c256b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 945 time: 0.4560144 Jul 16 01:46:33.574469 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.600714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.611853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aca5c574-63e2-4547-b752-87d1ccee798c None None] Provisioning for port 2a3406bf-c966-4fef-985e-7449f67c2e53 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:33.615508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=f880a477-06d9-4857-a63f-10c879dfe786,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.621291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aca5c574-63e2-4547-b752-87d1ccee798c None None] Provisioning complete for port 2a3406bf-c966-4fef-985e-7449f67c2e53 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:33.622963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aca5c574-63e2-4547-b752-87d1ccee798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.650200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.666935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78600b7-d1df-413a-a42b-48af5f3d385c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:33.670793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-aca5c574-63e2-4547-b752-87d1ccee798c None None] Port 2a3406bf-c966-4fef-985e-7449f67c2e53 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:33.682651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.683044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.683652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.684277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.684747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.685221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.685683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.688087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2683bef0-9227-432d-9f2d-39d879be0743 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6493 time: 0.4870453 Jul 16 01:46:33.723302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.724931 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-42b38d99-183a-4922-8e62-6fd428667f27 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8423688 Jul 16 01:46:33.728137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:33.732578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['f880a477-06d9-4857-a63f-10c879dfe786'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:33.733895 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.748467 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b503b5-8ef6-4eea-8985-345909069151 req-d022b7ca-99b4-4dfe-9ef6-9a66b0111ff1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869898 Jul 16 01:46:33.749624 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:28Z', 'revision_number': 3, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:33.758110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': 'f78600b7-d1df-413a-a42b-48af5f3d385c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:33.788838 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f6c67-8ac1-4a1a-babd-dddc91934035 None None] The sync data for ids ['d7af2acc-e195-4f18-98ad-322503822576'] in n-d-800087-6 is: [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:28Z', 'revision_number': 3, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:33.921326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8fc32b63-ce5f-4fb0-90a2-b17d8f83bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.921802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8fc32b63-ce5f-4fb0-90a2-b17d8f83bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.922267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8fc32b63-ce5f-4fb0-90a2-b17d8f83bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:33.923893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8fc32b63-ce5f-4fb0-90a2-b17d8f83bbee service neutron] 10.222.0.38 "GET /v2.0/networks?id=bae1752d-f753-40a4-9624-9dd90fbd9706&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&id=b626ffa2-d659-4fd1-8302-c384b076392d&id=b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 200 len: 2292 time: 0.1932366 Jul 16 01:46:33.926289 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68252f7b-7bde-4f3a-862c-de623588e54f x-openstack-request-id: req-68252f7b-7bde-4f3a-862c-de623588e54f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:33.926588 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-deleted", "tag": "8d002a04-6586-4712-8fd8-f8726b0efffe", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:33.926844 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68252f7b-7bde-4f3a-862c-de623588e54f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:33.930765 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-deleted', 'tag': '8d002a04-6586-4712-8fd8-f8726b0efffe', 'status': 'completed', 'code': 200} Jul 16 01:46:33.931498 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.950592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:33.962820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.043878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.050754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.057922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Pushing event updated for resources: {'Port': ['ID=2a3406bf-c966-4fef-985e-7449f67c2e53,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.120270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Pushing event updated for resources: {'Port': ['ID=f80798f9-9649-4516-9960-95898831a907,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.127747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-84f4fd89-b0bb-42ae-a026-8d9368aa84d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 200 len: 1001 time: 0.1928773 Jul 16 01:46:34.132694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.192677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.194570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1989a2de-eb33-4074-8c84-9fce6866037d req-1fb2da6f-03b9-4d88-bab7-d3a5c5e283e9 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0339696 Jul 16 01:46:34.205216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.205779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982fff2-740b-4087-90b9-4b0efbea72c6 req-75ff260a-e701-48c5-8698-7259ba23fe9c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.207246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e982fff2-740b-4087-90b9-4b0efbea72c6 req-75ff260a-e701-48c5-8698-7259ba23fe9c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 945 time: 0.2376478 Jul 16 01:46:34.217562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.222086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-7bacc1cf-9fab-41fc-8af2-b36b270609d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.223596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-7bacc1cf-9fab-41fc-8af2-b36b270609d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 HTTP/1.1" status: 200 len: 851 time: 0.0850334 Jul 16 01:46:34.249755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:34.250831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c879f8cd-99a2-4851-9304-e45deeffad68,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.253246 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.257481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-77aec403-b816-4ef3-9c5b-96a498dba003 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5067260 Jul 16 01:46:34.257481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:34.258311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.282238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3b4cffb3-6813-4dbf-b5c7-d2fef47ad932 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules/c879f8cd-99a2-4851-9304-e45deeffad68 HTTP/1.1" status: 200 len: 763 time: 0.0206597 Jul 16 01:46:34.286687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.329752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1989a2de-eb33-4074-8c84-9fce6866037d req-9906dc2d-1b43-4894-a84f-f332fdcf823a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1195695 Jul 16 01:46:34.408388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e982fff2-740b-4087-90b9-4b0efbea72c6 req-f1fd8832-e900-4bee-805c-57f8fe51ce1a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897349 Jul 16 01:46:34.426703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Router d7af2acc-e195-4f18-98ad-322503822576 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:34.562561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-68bb00e6-ff68-4b20-83bf-e38d3ccca4e8 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2721989 Jul 16 01:46:34.571699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.611448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e234bb61-91d6-4408-9c62-9c17a469f53a None None] Provisioning complete for port 2a3406bf-c966-4fef-985e-7449f67c2e53 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:34.611824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e234bb61-91d6-4408-9c62-9c17a469f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.619361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7aeebc1-99e7-4b65-9faf-f1c9ebd53f11 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.629731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7aeebc1-99e7-4b65-9faf-f1c9ebd53f11 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.699592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e234bb61-91d6-4408-9c62-9c17a469f53a None None] Port 2a3406bf-c966-4fef-985e-7449f67c2e53 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:34.704099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-58542dda-2646-452b-81ec-7ee1b9c2f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.705851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-58542dda-2646-452b-81ec-7ee1b9c2f337 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bae1752d-f753-40a4-9624-9dd90fbd9706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4420359 Jul 16 01:46:34.721315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:34.752529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7aeebc1-99e7-4b65-9faf-f1c9ebd53f11 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.759214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7aeebc1-99e7-4b65-9faf-f1c9ebd53f11 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.763668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b7aeebc1-99e7-4b65-9faf-f1c9ebd53f11 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c879f8cd-99a2-4851-9304-e45deeffad68 HTTP/1.1" status: 204 len: 168 time: 0.1884415 Jul 16 01:46:34.767796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.780223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989a2de-eb33-4074-8c84-9fce6866037d req-bce69f39-d1fd-4609-b900-58023bbe1b4b tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:34.781876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1989a2de-eb33-4074-8c84-9fce6866037d req-bce69f39-d1fd-4609-b900-58023bbe1b4b tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.4366002 Jul 16 01:46:34.786057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:34.791182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:34.791852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.825433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeebc1-99e7-4b65-9faf-f1c9ebd53f11 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c879f8cd-99a2-4851-9304-e45deeffad68,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:34.885538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54836) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.933143 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.971991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:34.982776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f880a477-06d9-4857-a63f-10c879dfe786 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:35.008916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.009880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:35.013580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:35.026764 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec1bd74e-6004-4cab-a0ef-92cb33e8516f admin admin] 10.222.0.35 "PUT /v2.0/routers/d7af2acc-e195-4f18-98ad-322503822576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3534422 Jul 16 01:46:35.060571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f387dee-dc42-45f2-86f2-e7052cca7e88 req-91612e79-9bf7-4a5b-a302-afa1efc5552c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.061902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f387dee-dc42-45f2-86f2-e7052cca7e88 req-91612e79-9bf7-4a5b-a302-afa1efc5552c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3906159 Jul 16 01:46:35.075545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54840) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.076137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-54a306de-07b3-4fa5-a80c-5f44f8d651ed tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2926006 Jul 16 01:46:35.085338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': 'f78600b7-d1df-413a-a42b-48af5f3d385c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:35.130821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-20b7c435-dc37-4f7d-9dfa-9c8a88b66252 service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929207 Jul 16 01:46:35.142059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.166063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting subnet 67d924fa-d0bf-4ab5-843d-434a2bfe06ad {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:35.185754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.247101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.257453 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.284839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.285314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.289766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2098987 Jul 16 01:46:35.289766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419983d7-8160-439c-8637-9e8993878a34 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d99476e-56b8-4a16-a44d-ecb5918f00ee,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.292345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.293019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:35.293394 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.295348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port f880a477-06d9-4857-a63f-10c879dfe786 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:35.312094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7998b998-8465-4ff8-8e44-cd740e3bb45a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules/1d99476e-56b8-4a16-a44d-ecb5918f00ee HTTP/1.1" status: 200 len: 763 time: 0.0166895 Jul 16 01:46:35.314863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.321773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port f880a477-06d9-4857-a63f-10c879dfe786 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:35.322152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.348749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f387dee-dc42-45f2-86f2-e7052cca7e88 req-56e844cf-c74b-4b86-9be5-c61ad34b54d7 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716770 Jul 16 01:46:35.363781 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf35a13f-ec22-43a6-be8d-0c288dde0227 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0476420 Jul 16 01:46:35.370960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.383940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.409032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59a8043-b74c-462f-8b6d-64d68e0eba3b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.417903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59a8043-b74c-462f-8b6d-64d68e0eba3b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.448395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59a8043-b74c-462f-8b6d-64d68e0eba3b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.456488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f59a8043-b74c-462f-8b6d-64d68e0eba3b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.461383 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f59a8043-b74c-462f-8b6d-64d68e0eba3b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1d99476e-56b8-4a16-a44d-ecb5918f00ee HTTP/1.1" status: 204 len: 168 time: 0.0893960 Jul 16 01:46:35.462011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.465288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-5fb53c2c-00ce-40f1-bc12-93cb6035b52c service neutron] 10.222.0.38 "GET /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124733 Jul 16 01:46:35.469180 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.488491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a8043-b74c-462f-8b6d-64d68e0eba3b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d99476e-56b8-4a16-a44d-ecb5918f00ee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.497470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f880a477-06d9-4857-a63f-10c879dfe786'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:35.500191 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06c25c-4164-454e-b0cd-38436116a8b2" -d '{"events": [{"server_uuid": "2aa1fc5d-e73a-4843-9652-1cc755335b5e", "name": "network-vif-plugged", "status": "completed", "tag": "f880a477-06d9-4857-a63f-10c879dfe786"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:35.514222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port f880a477-06d9-4857-a63f-10c879dfe786, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f880a477-06d9-4857-a63f-10c879dfe786,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:35.515487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca47831-bcf1-4292-978c-f54f27a5f78e req-e9572312-11de-4498-8f1c-563e819496e4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.517541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cca47831-bcf1-4292-978c-f54f27a5f78e req-e9572312-11de-4498-8f1c-563e819496e4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 945 time: 0.5212619 Jul 16 01:46:35.528441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.529328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d002a04-6586-4712-8fd8-f8726b0efffe no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:35.532935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-328b3a7f-a439-446c-9630-8d7849064a86 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663948 Jul 16 01:46:35.533551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.539805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Request body: {'security_group_rule': {'security_group_id': 'f78600b7-d1df-413a-a42b-48af5f3d385c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:35.567722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 8d002a04-6586-4712-8fd8-f8726b0efffe {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:35.568457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d002a04-6586-4712-8fd8-f8726b0efffe not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:35.568848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b7065077-6d0d-44fa-8dac-1a33958afbb1 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:35.569410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.577308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-daaf436f-04b0-4186-9c6d-d55570a6f0c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 217 time: 0.0851088 Jul 16 01:46:35.591763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: b7065077-6d0d-44fa-8dac-1a33958afbb1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:35.593751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b7065077-6d0d-44fa-8dac-1a33958afbb1 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:35.613507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=f880a477-06d9-4857-a63f-10c879dfe786,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.635830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.643439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.648719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.667748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077e6869-2f88-4b96-808f-68d4ad91ed74,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.674937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.676275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-22d6c42f-ca9d-4cb4-8ce3-8b6638c8913f tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417053 Jul 16 01:46:35.678966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.697201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b26dd758-d11f-495f-a3b3-4f99f75e5efd tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules/077e6869-2f88-4b96-808f-68d4ad91ed74 HTTP/1.1" status: 200 len: 764 time: 0.0168970 Jul 16 01:46:35.699721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.704206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11cbc3f0-adbe-48e4-b210-80e8555d8891 req-525dccb3-f8eb-40e8-8b96-33db3810665c tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips/d1502ba8-9388-4214-a081-3531d817cb9e HTTP/1.1" status: 200 len: 693 time: 0.1366754 Jul 16 01:46:35.740923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cca47831-bcf1-4292-978c-f54f27a5f78e req-59ecc80e-3621-4ac2-aced-023130de3f2a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147515 Jul 16 01:46:35.750684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-81eaafdf-e45e-4519-924f-a0d36d2f3a2b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0473511 Jul 16 01:46:35.752585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.760947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-fb66bd1e-aef2-4b04-8932-57987f54c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:35.762542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-fb66bd1e-aef2-4b04-8932-57987f54c549 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.1717043 Jul 16 01:46:35.805986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-91fa1afe-6520-4d64-b13f-6ad64023cb39 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.819452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-91fa1afe-6520-4d64-b13f-6ad64023cb39 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.859507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-91fa1afe-6520-4d64-b13f-6ad64023cb39 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.866734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-91fa1afe-6520-4d64-b13f-6ad64023cb39 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.867875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-91fa1afe-6520-4d64-b13f-6ad64023cb39 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/077e6869-2f88-4b96-808f-68d4ad91ed74 HTTP/1.1" status: 204 len: 168 time: 0.1141012 Jul 16 01:46:35.871600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54870) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.877837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa1afe-6520-4d64-b13f-6ad64023cb39 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=077e6869-2f88-4b96-808f-68d4ad91ed74,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.915811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-366aa8a9-f624-41c3-bb5c-c6c9cc5dc14a tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0430856 Jul 16 01:46:35.918671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.924948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.933817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85483e67-98ab-436d-b95e-33ce5608e616 req-9c7ab97b-dfb5-46ba-a0fb-a5f0d7558caf tempest-FloatingIPsNegativeTestJSON-1136628073 tempest-FloatingIPsNegativeTestJSON-1136628073-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=f3e6d78ac4f04ddb9f1474852d66f292 HTTP/1.1" status: 200 len: 217 time: 0.0811357 Jul 16 01:46:35.934267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-deleted', 'tag': 'b7065077-6d0d-44fa-8dac-1a33958afbb1'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:35.936680 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5f4bce-9773-4d89-a3a3-62913a0b6fc9" -d '{"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-deleted", "tag": "b7065077-6d0d-44fa-8dac-1a33958afbb1"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:35.977567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Subnet': ['ID=67d924fa-d0bf-4ab5-843d-434a2bfe06ad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.988936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10006846-68d2-4e4b-8431-933e4bc787c6 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.994122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14174c-f18e-4d90-8c9f-fd2ebf90209e None None] Network 5afa257d-6f94-4985-a9f5-0d60c213dece requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:35.994926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.999225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3eff1d95-d3f9-4a34-b60f-e567b740e97a tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/subnets/67d924fa-d0bf-4ab5-843d-434a2bfe06ad HTTP/1.1" status: 204 len: 168 time: 1.1104329 Jul 16 01:46:36.002106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54878) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.007736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc3f0-adbe-48e4-b210-80e8555d8891 req-c551671b-ce5c-4000-ae34-9845bd12280f tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.026435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11cbc3f0-adbe-48e4-b210-80e8555d8891 req-c551671b-ce5c-4000-ae34-9845bd12280f tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.3064282 Jul 16 01:46:36.047141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-a5252487-bd06-4085-8168-4fcbf6a82fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.050645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10006846-68d2-4e4b-8431-933e4bc787c6 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.053304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-a5252487-bd06-4085-8168-4fcbf6a82fd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2767403 Jul 16 01:46:36.136435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.198783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10006846-68d2-4e4b-8431-933e4bc787c6 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.202091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10006846-68d2-4e4b-8431-933e4bc787c6 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.203368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-10006846-68d2-4e4b-8431-933e4bc787c6 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "DELETE /v2.0/security-groups/f78600b7-d1df-413a-a42b-48af5f3d385c HTTP/1.1" status: 204 len: 168 time: 0.2837436 Jul 16 01:46:36.207534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54884) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.211989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Sync routers for ids ['d7af2acc-e195-4f18-98ad-322503822576'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:36.219840 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b984467d-18c4-4f69-80b7-0ec8f84f7573 x-openstack-request-id: req-b984467d-18c4-4f69-80b7-0ec8f84f7573 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:36.220078 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa1fc5d-e73a-4843-9652-1cc755335b5e", "name": "network-vif-plugged", "status": "completed", "tag": "f880a477-06d9-4857-a63f-10c879dfe786", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:36.220180 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b984467d-18c4-4f69-80b7-0ec8f84f7573 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:36.220594 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f880a477-06d9-4857-a63f-10c879dfe786', 'code': 200} Jul 16 01:46:36.251535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Routers {'d7af2acc-e195-4f18-98ad-322503822576'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:36.251667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006846-68d2-4e4b-8431-933e4bc787c6 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78600b7-d1df-413a-a42b-48af5f3d385c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.252376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d7af2acc-e195-4f18-98ad-322503822576'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.306226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a5dada87-e09c-45b0-8cb5-14d769859c0b tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808616 Jul 16 01:46:36.312460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54886) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:36.349410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-415d1cf8-b336-4c11-9600-542efec702e2 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890935 Jul 16 01:46:36.363637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port 7f6b6d81-90e6-4728-9225-02c4ae39430a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:36.364073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.393377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a741b-f563-45d5-bdf3-873070e61f12 req-0ad39841-a6cb-46d5-a735-92e0abea57ba tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.408227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-261a741b-f563-45d5-bdf3-873070e61f12 req-0ad39841-a6cb-46d5-a735-92e0abea57ba tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 946 time: 0.1665106 Jul 16 01:46:36.419462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Set router d7af2acc-e195-4f18-98ad-322503822576 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:36.460997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] DHCP port deletion for 5afa257d-6f94-4985-a9f5-0d60c213dece request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:36.541779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port 7f6b6d81-90e6-4728-9225-02c4ae39430a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7f6b6d81-90e6-4728-9225-02c4ae39430a,segment=NetworkSegment(c570599a-d037-4157-8eb0-94de4671803f),segment_id=c570599a-d037-4157-8eb0-94de4671803f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:36.543987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.547978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-261a741b-f563-45d5-bdf3-873070e61f12 req-38d184d0-dbf6-4592-bb67-6537c5987123 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385813 Jul 16 01:46:36.565790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-983cb63a-bef4-4c16-8339-ae941c56ca56 tempest-SecGroupTest-239078512 tempest-SecGroupTest-239078512-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2474675 Jul 16 01:46:36.588621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for 7f6b6d81-90e6-4728-9225-02c4ae39430a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:36.598262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:36.604119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc652bf4-a547-457d-8158-66483743c2b0 req-b3ee681c-6496-4d6a-b220-d6a7f1f74ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:36.605447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc652bf4-a547-457d-8158-66483743c2b0 req-b3ee681c-6496-4d6a-b220-d6a7f1f74ed8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 1097 time: 0.2920532 Jul 16 01:46:36.635560 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3804db7-0e3c-4770-a18b-9a521cd4f377 x-openstack-request-id: req-a3804db7-0e3c-4770-a18b-9a521cd4f377 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:36.636021 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cf4084-61ce-46a3-8122-85c06823bf89", "name": "network-vif-deleted", "tag": "b7065077-6d0d-44fa-8dac-1a33958afbb1", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:36.636021 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3804db7-0e3c-4770-a18b-9a521cd4f377 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:36.636440 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cf4084-61ce-46a3-8122-85c06823bf89', 'name': 'network-vif-deleted', 'tag': 'b7065077-6d0d-44fa-8dac-1a33958afbb1', 'status': 'completed', 'code': 200} Jul 16 01:46:36.692822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18b3d137-05bd-4484-b58e-345d13869f9e req-283a380d-972f-4069-a4a0-c4998365cf59 tempest-FloatingIPsNegativeTestJSON-1136628073 tempest-FloatingIPsNegativeTestJSON-1136628073-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0590923 Jul 16 01:46:36.727877 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc652bf4-a547-457d-8158-66483743c2b0 req-8e74a9ce-f056-48fc-8611-5aef025f0790 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789852 Jul 16 01:46:36.753922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0218dff-ebfd-43af-ac35-8d717f1aac78 req-a19ff96c-847f-46c1-bdbe-04799f5fe4ba tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=39a6c80aeadf43d38fad3a77d5593392 HTTP/1.1" status: 200 len: 696 time: 0.1166315 Jul 16 01:46:36.758777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.767314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Deleting port 7f6b6d81-90e6-4728-9225-02c4ae39430a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:36.767734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.787058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=7f6b6d81-90e6-4728-9225-02c4ae39430a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:36.789154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port 7f6b6d81-90e6-4728-9225-02c4ae39430a on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:36.801606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-ea332ddf-9ea3-40d6-bc56-06d68896fe9c service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297571 Jul 16 01:46:36.817358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:36.817736 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.856659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-513d5522-32ad-40da-875c-b5da0625b812 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 217 time: 0.0429766 Jul 16 01:46:36.903100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.914863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afa257d-6f94-4985-a9f5-0d60c213dece']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.925779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c570599a-d037-4157-8eb0-94de4671803f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.926126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c570599a-d037-4157-8eb0-94de4671803f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:36.929494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] For port 7f6b6d81-90e6-4728-9225-02c4ae39430a, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:36.929494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.936574 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.952023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.958838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:36.960234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.961808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Calling delete_port for 7f6b6d81-90e6-4728-9225-02c4ae39430a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:36.963926 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:36.966963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Port 7f6b6d81-90e6-4728-9225-02c4ae39430a was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:46:36.972399 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:36.992783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.045226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] Pushing event deleted for resources: {'Port': ['ID=7f6b6d81-90e6-4728-9225-02c4ae39430a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.047223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.058010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c66b4-7695-407e-8e7a-1abf1971ca2a None None] No DVR routers for this DVR port 7f6b6d81-90e6-4728-9225-02c4ae39430a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:37.059149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.063745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/networks/5afa257d-6f94-4985-a9f5-0d60c213dece HTTP/1.1" status: 204 len: 168 time: 1.0581858 Jul 16 01:46:37.077852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.085373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:33Z', 'revision_number': 4, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '2a3406bf-c966-4fef-985e-7449f67c2e53', 'name': '', 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'mac_address': 'fa:16:3e:5a:fc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '40b4e9be-2926-4c53-a862-5748e3f4b3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:31Z', 'updated_at': '2021-07-16T01:46:33Z', 'revision_number': 2, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'subnets': [{'id': '40b4e9be-2926-4c53-a862-5748e3f4b3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:37.089366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4d05e-ea9a-4eb0-a9ab-5fbc9844c8e6 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Network': ['ID=5afa257d-6f94-4985-a9f5-0d60c213dece,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.142488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f6b6d81-90e6-4728-9225-02c4ae39430a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:37.156637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting subnet ed151c59-60cb-4a6f-9136-846e7bae95f1 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:37.160177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.164332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 7f6b6d81-90e6-4728-9225-02c4ae39430a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:37.164841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f6b6d81-90e6-4728-9225-02c4ae39430a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:37.166815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Checking router: d7af2acc-e195-4f18-98ad-322503822576 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:37.167233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Updating router d7af2acc-e195-4f18-98ad-322503822576 port 2a3406bf-c966-4fef-985e-7449f67c2e53 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:37.213814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.216658 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.298099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-764593d3-1017-417a-87bb-d86983736c5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a588f0a02b1411caf286e110b813ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036759 Jul 16 01:46:37.309649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.342532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.410654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.423540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218dff-ebfd-43af-ac35-8d717f1aac78 req-1cd5dbd8-db32-481b-9f05-071827c5f049 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.425090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0218dff-ebfd-43af-ac35-8d717f1aac78 req-1cd5dbd8-db32-481b-9f05-071827c5f049 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks?id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 787 time: 0.6571178 Jul 16 01:46:37.430471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-7404824e-9993-41b9-a63c-f86576354550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.436509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-7404824e-9993-41b9-a63c-f86576354550 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.5227375 Jul 16 01:46:37.440913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.442653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/subnets/ed151c59-60cb-4a6f-9136-846e7bae95f1 HTTP/1.1" status: 204 len: 168 time: 0.3627880 Jul 16 01:46:37.443634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecdc01-b78d-4530-972f-135b082dfa71 tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Subnet': ['ID=ed151c59-60cb-4a6f-9136-846e7bae95f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.445350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54908) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.459225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21326c8-a003-48db-b880-d32a7b00b2c1 None None] Network 708d7393-c61c-4fe6-8873-5dfe06508b36 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:37.492143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec0f0a4-33bb-4edb-8eda-d856fe2f0450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.502318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2ef67-8171-45c8-a8da-768633f33d62 req-5d07c5ce-210b-4c82-a1e5-41c5300edff6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.509281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20e2ef67-8171-45c8-a8da-768633f33d62 req-5d07c5ce-210b-4c82-a1e5-41c5300edff6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.5839040 Jul 16 01:46:37.537049 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.555811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec0f0a4-33bb-4edb-8eda-d856fe2f0450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.611322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20e2ef67-8171-45c8-a8da-768633f33d62 req-4fafd01d-cbd7-4e2c-9221-1c10b6047308 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979788 Jul 16 01:46:37.625788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-61031541-4a99-406c-8fbc-c09d00b6e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.632039 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-61031541-4a99-406c-8fbc-c09d00b6e712 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875799 Jul 16 01:46:37.639297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Deleting port e60c6b19-8b0e-4084-99fd-178274fe25d5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:37.639297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.656953 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.716054 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-a92d79bb-fbea-4fd6-a8b1-9eded293de31 req-2aff7ea3-4ebb-4ae2-b9d1-1d4e36b80018 tempest-FloatingIPsNegativeTestJSON-1136628073 tempest-FloatingIPsNegativeTestJSON-1136628073-project] show failed (client error): The resource could not be found. Jul 16 01:46:37.728960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a92d79bb-fbea-4fd6-a8b1-9eded293de31 req-2aff7ea3-4ebb-4ae2-b9d1-1d4e36b80018 tempest-FloatingIPsNegativeTestJSON-1136628073 tempest-FloatingIPsNegativeTestJSON-1136628073-project] 10.222.0.35 "GET /v2.0/floatingips/5e9bd69d-4ef7-45df-acfa-ea3efa594e2a HTTP/1.1" status: 404 len: 350 time: 0.0785253 Jul 16 01:46:37.730458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Transition to ACTIVE for port object 2a3406bf-c966-4fef-985e-7449f67c2e53 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:37.733016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.748714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec0f0a4-33bb-4edb-8eda-d856fe2f0450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.750710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.752770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aec0f0a4-33bb-4edb-8eda-d856fe2f0450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.754106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aec0f0a4-33bb-4edb-8eda-d856fe2f0450 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2a75887-b391-4179-9257-77b7e9a9a8da HTTP/1.1" status: 204 len: 168 time: 0.4331505 Jul 16 01:46:37.781459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] For port e60c6b19-8b0e-4084-99fd-178274fe25d5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e60c6b19-8b0e-4084-99fd-178274fe25d5,segment=NetworkSegment(1e542d94-4cf7-48c9-84a5-9676d136b9e2),segment_id=1e542d94-4cf7-48c9-84a5-9676d136b9e2)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:37.782100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.799172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Calling delete_port for e60c6b19-8b0e-4084-99fd-178274fe25d5 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:37.821173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce155-6592-49e8-9f58-f10c3119c441 None None] Pushing event updated for resources: {'Port': ['ID=2a3406bf-c966-4fef-985e-7449f67c2e53,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.923582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] DHCP port deletion for 708d7393-c61c-4fe6-8873-5dfe06508b36 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:37.948995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Attempting to bind port 2a3406bf-c966-4fef-985e-7449f67c2e53 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:37.949360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Attempting to bind port 2a3406bf-c966-4fef-985e-7449f67c2e53 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:37.949991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Attempting to bind port 2a3406bf-c966-4fef-985e-7449f67c2e53 on network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:37.989599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:37.989982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Checking segment: {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:37.990372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.990818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Bound using segment: {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:37.991298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Bound port: 2a3406bf-c966-4fef-985e-7449f67c2e53, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:37.991667 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.010588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-fa3a0e31-d728-4bb5-990e-2344a3f9f7e6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.012428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-fa3a0e31-d728-4bb5-990e-2344a3f9f7e6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 945 time: 0.1283147 Jul 16 01:46:38.020429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0f0a4-33bb-4edb-8eda-d856fe2f0450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a75887-b391-4179-9257-77b7e9a9a8da,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.033043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.065926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-c85264f0-6133-4572-942b-518889f5fb3f tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips/d1502ba8-9388-4214-a081-3531d817cb9e HTTP/1.1" status: 200 len: 693 time: 0.3184500 Jul 16 01:46:38.114201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Port': ['ID=e60c6b19-8b0e-4084-99fd-178274fe25d5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.117503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] No DVR routers for this DVR port e60c6b19-8b0e-4084-99fd-178274fe25d5 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:38.127195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Deleting port e60c6b19-8b0e-4084-99fd-178274fe25d5 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:38.127759 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.159022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] For port 2a3406bf-c966-4fef-985e-7449f67c2e53, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:38.179192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] For port 2a3406bf-c966-4fef-985e-7449f67c2e53, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2a3406bf-c966-4fef-985e-7449f67c2e53,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:38.186235 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.196086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-c16f3b54-8752-490d-99bf-31818c6847a3 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599997 Jul 16 01:46:38.269307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] For port e60c6b19-8b0e-4084-99fd-178274fe25d5, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:38.269979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.278323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.287523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c170f7-7be9-48b0-8624-00e13f4965f6 req-829e3e64-1cc1-4da1-904a-1fe502619c49 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.291413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708d7393-c61c-4fe6-8873-5dfe06508b36']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:38.296958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8c170f7-7be9-48b0-8624-00e13f4965f6 req-829e3e64-1cc1-4da1-904a-1fe502619c49 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ce68066-5f46-466f-827d-b948a3cf3c8c HTTP/1.1" status: 200 len: 945 time: 0.3695323 Jul 16 01:46:38.313223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e542d94-4cf7-48c9-84a5-9676d136b9e2') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:38.313532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e542d94-4cf7-48c9-84a5-9676d136b9e2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:38.315186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Calling delete_port for e60c6b19-8b0e-4084-99fd-178274fe25d5 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:38.319459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Port e60c6b19-8b0e-4084-99fd-178274fe25d5 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:46:38.330866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.336974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.350014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port c5f1e740-9628-4a74-9d40-18ea1b5484e9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:38.350300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.351075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce155-6592-49e8-9f58-f10c3119c441 None None] Pushing event updated for resources: {'Port': ['ID=2a3406bf-c966-4fef-985e-7449f67c2e53,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.355127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Routers {'d7af2acc-e195-4f18-98ad-322503822576'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:38.355127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d7af2acc-e195-4f18-98ad-322503822576'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:38.379806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.392312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:38.392710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:38.395772 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:38.422852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] No DVR routers for this DVR port e60c6b19-8b0e-4084-99fd-178274fe25d5 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:38.548443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.555499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port c5f1e740-9628-4a74-9d40-18ea1b5484e9, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c5f1e740-9628-4a74-9d40-18ea1b5484e9,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:38.555806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.563258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8c170f7-7be9-48b0-8624-00e13f4965f6 req-d4f5739f-d8fe-4d63-a01e-69353a45f461 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651200 Jul 16 01:46:38.569419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.582679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] 10.222.0.35 "DELETE /v2.0/networks/708d7393-c61c-4fe6-8873-5dfe06508b36 HTTP/1.1" status: 204 len: 168 time: 1.1363776 Jul 16 01:46:38.607241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94024efb-2f99-41f2-8f2f-1caf3c312ffc tempest-ServersTestMultiNic-1330752240 tempest-ServersTestMultiNic-1330752240-project] Pushing event deleted for resources: {'Network': ['ID=708d7393-c61c-4fe6-8873-5dfe06508b36,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.613058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for c5f1e740-9628-4a74-9d40-18ea1b5484e9 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:38.710435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-358fec34-64fe-41fd-bb0e-d4837b42ae80 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:38.711159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e60c6b19-8b0e-4084-99fd-178274fe25d5 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:38.716636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf06a5a-5db0-44b9-b2c0-38d19da79e91 None None] Pushing event deleted for resources: {'Port': ['ID=e60c6b19-8b0e-4084-99fd-178274fe25d5,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.723395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-358fec34-64fe-41fd-bb0e-d4837b42ae80 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.6355126 Jul 16 01:46:38.743574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: e60c6b19-8b0e-4084-99fd-178274fe25d5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:38.743918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e60c6b19-8b0e-4084-99fd-178274fe25d5 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:38.806482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-8cc8c45c-6246-4f45-955d-0548c89272b2 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0822060 Jul 16 01:46:38.813862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] Set router d7af2acc-e195-4f18-98ad-322503822576 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:38.843382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-73dc9421-bdcd-4c32-a442-1446c973c434 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343482 Jul 16 01:46:38.856468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.874040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:38.898796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['c5f1e740-9628-4a74-9d40-18ea1b5484e9'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:38.902075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:38.909350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=c5f1e740-9628-4a74-9d40-18ea1b5484e9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.962201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-b4dcbeea-9660-44b7-bf91-77fa499ba4a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=3f27e034-f2b3-40a6-8d91-a119732020a5 HTTP/1.1" status: 200 len: 217 time: 0.1048977 Jul 16 01:46:38.967669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-2adbeaa1-1e98-4052-b0e9-d7d01840e56c tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1451526 Jul 16 01:46:38.975537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port c5f1e740-9628-4a74-9d40-18ea1b5484e9 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:38.978927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.981989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d27354e0-62d7-4bf9-8402-c11df90f3f9e req-22268bc8-246e-4085-8a8a-fdd63b06c623 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "DELETE /v2.0/ports/c5f1e740-9628-4a74-9d40-18ea1b5484e9 HTTP/1.1" status: 204 len: 173 time: 0.9628289 Jul 16 01:46:38.982695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'name': 'network-vif-deleted', 'tag': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:38.987069 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc9399-cf9d-4e37-ab70-10f0e399fd8b" -d '{"events": [{"server_uuid": "9ce68066-5f46-466f-827d-b948a3cf3c8c", "name": "network-vif-deleted", "tag": "c5f1e740-9628-4a74-9d40-18ea1b5484e9"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:39.089279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-551389745'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:39.179777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-0fbe8c50-f445-489d-917b-62d1ef48e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.181693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-0fbe8c50-f445-489d-917b-62d1ef48e511 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.2129412 Jul 16 01:46:39.184007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:33Z', 'revision_number': 4, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '2a3406bf-c966-4fef-985e-7449f67c2e53', 'name': '', 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'mac_address': 'fa:16:3e:5a:fc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '40b4e9be-2926-4c53-a862-5748e3f4b3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:31Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 4, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'subnets': [{'id': '40b4e9be-2926-4c53-a862-5748e3f4b3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.215650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fd9e6-e196-4823-b91a-bf39768bcf75 None None] The sync data for ids ['d7af2acc-e195-4f18-98ad-322503822576'] in n-d-800087-6 is: [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:33Z', 'revision_number': 4, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '2a3406bf-c966-4fef-985e-7449f67c2e53', 'name': '', 'network_id': '89391b3d-6af3-4cbb-9675-0acdffdd2d81', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'mac_address': 'fa:16:3e:5a:fc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '40b4e9be-2926-4c53-a862-5748e3f4b3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:31Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 4, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'subnets': [{'id': '40b4e9be-2926-4c53-a862-5748e3f4b3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:39.225834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77803-f1bc-4ed7-9e8e-d569fbaf8e2e req-e6852211-59d0-47eb-bb63-a9656b6e8075 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.227384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20f77803-f1bc-4ed7-9e8e-d569fbaf8e2e req-e6852211-59d0-47eb-bb63-a9656b6e8075 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 946 time: 0.4254055 Jul 16 01:46:39.249895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Made reservation on behalf of 3116078e1e0741c7b0ba94c1741a1976 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:39.253387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.318603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.401272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20f77803-f1bc-4ed7-9e8e-d569fbaf8e2e req-5bfee956-e34e-467c-b6f8-b6a32266cb18 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 Jul 16 01:46:39.409717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Deleting port f80798f9-9649-4516-9960-95898831a907 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:39.410066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.437334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-642beafe-66c3-4bc7-a77a-fd5f9836055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.439019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-642beafe-66c3-4bc7-a77a-fd5f9836055e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2498629 Jul 16 01:46:39.680307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.681005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.715643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Calling delete_port for f80798f9-9649-4516-9960-95898831a907 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:39.752765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-7c82aa1e-f4e4-4fe2-8096-666d7150e8c2 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843101 Jul 16 01:46:39.761329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.792434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.048572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.063165 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa4621-6746-4ac2-bd16-a8546ae27350 x-openstack-request-id: req-dbfa4621-6746-4ac2-bd16-a8546ae27350 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:40.064737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:40.070452 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce68066-5f46-466f-827d-b948a3cf3c8c", "name": "network-vif-deleted", "tag": "c5f1e740-9628-4a74-9d40-18ea1b5484e9", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:40.072970 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbfa4621-6746-4ac2-bd16-a8546ae27350 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:40.074137 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce68066-5f46-466f-827d-b948a3cf3c8c', 'name': 'network-vif-deleted', 'tag': 'c5f1e740-9628-4a74-9d40-18ea1b5484e9', 'status': 'completed', 'code': 200} Jul 16 01:46:40.076883 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.077238 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Added segment cd559a7c-2e38-4269-bd34-53bcaa395f11 of type vlan for network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 Jul 16 01:46:40.560633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2a3406bf-c966-4fef-985e-7449f67c2e53 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:40.609859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2a3406bf-c966-4fef-985e-7449f67c2e53 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:40.613611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2a3406bf-c966-4fef-985e-7449f67c2e53 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:40.613978 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.627887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.681681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5078303-5f46-4180-b46c-9eee61173fab,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.699514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.706068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-769603a6-17f9-4d76-9bc7-8e27500a3a52 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426842 Jul 16 01:46:40.733844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2a3406bf-c966-4fef-985e-7449f67c2e53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2a3406bf-c966-4fef-985e-7449f67c2e53,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:40.737857 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.787071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2a3406bf-c966-4fef-985e-7449f67c2e53,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.802600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-7f330f44-2d8d-41fc-8145-54ac7acc8141 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5 HTTP/1.1" status: 200 len: 217 time: 0.0793960 Jul 16 01:46:40.807194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.812662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.813239 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.895719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.911941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9790032 Jul 16 01:46:40.915484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54958) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:40.920021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184f296-176d-49e2-8a62-64ea1727be80 req-606a5eca-65d3-4a1c-91fa-9d89fc098bce tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:40.920927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Request body: {'subnet': {'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:40.921536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e184f296-176d-49e2-8a62-64ea1727be80 req-606a5eca-65d3-4a1c-91fa-9d89fc098bce tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3382385 Jul 16 01:46:40.979255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Pushing event deleted for resources: {'Port': ['ID=f80798f9-9649-4516-9960-95898831a907,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.009160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07c354-9820-4280-a631-4a887b024ef0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event updated for resources: {'Network': ['ID=7b3f4f0b-3d09-499f-9e9e-d4de110dfa72,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.014179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Made reservation on behalf of 3116078e1e0741c7b0ba94c1741a1976 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:41.017741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.031251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-9bde7b30-7566-4cff-86b9-a69e9363db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.032755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-9bde7b30-7566-4cff-86b9-a69e9363db43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 200 len: 797 time: 0.2151053 Jul 16 01:46:41.141596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:41.183421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e184f296-176d-49e2-8a62-64ea1727be80 req-b8074778-223b-405a-a677-269fccb2d648 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371311 Jul 16 01:46:41.201129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.204187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.205606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84b74e62-66c6-4d86-8708-1fb8cc0ea49f req-f5b1bade-c156-41f6-8d7b-2562af8bbbfc tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "DELETE /v2.0/floatingips/d1502ba8-9388-4214-a081-3531d817cb9e HTTP/1.1" status: 204 len: 173 time: 2.2094996 Jul 16 01:46:41.207903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.240714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-5f3723c3-372e-482e-8df3-e8260ded77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.242896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-5f3723c3-372e-482e-8df3-e8260ded77d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1821046 Jul 16 01:46:41.251730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Deleting port 2a3406bf-c966-4fef-985e-7449f67c2e53 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:41.252108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.280278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event updated for resources: {'Subnet': ['ID=a93867bb-78b3-432d-aee6-e3ba15f53410,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.292025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Checking segment: {'id': 'cd559a7c-2e38-4269-bd34-53bcaa395f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:41.292436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Network hostable DHCP agents. Network: 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:41.313487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:41.332612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:41.343730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09ead4-a48b-4ef3-ae97-56dd466b42c9 None None] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:41.347524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.348214 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.374200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1b41b636-c2b3-4401-86e8-b998ee2631b1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4574008 Jul 16 01:46:41.375325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.381108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Request body: {'port': {'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72', 'name': 'tempest-TagsExtTest-1864699671'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:41.461176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] For port 2a3406bf-c966-4fef-985e-7449f67c2e53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2a3406bf-c966-4fef-985e-7449f67c2e53,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:41.461524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.486481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Calling delete_port for 2a3406bf-c966-4fef-985e-7449f67c2e53 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:41.496814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-400106a7-9c92-4727-beff-a7a737a10d22 service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472832 Jul 16 01:46:41.539083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-7b3f4f0b-3d09-499f-9e9e-d4de110dfa72', 'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72', 'tenant_id': '3116078e1e0741c7b0ba94c1741a1976', 'fixed_ips': [{'subnet_id': 'a93867bb-78b3-432d-aee6-e3ba15f53410'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:41.539956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.551131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Made reservation on behalf of 3116078e1e0741c7b0ba94c1741a1976 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:41.555504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.574642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] device_id is not set on port 9bc7e962-dbe6-4905-b9a2-048fedb92477 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:46:41.652116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aaaf5-ab2a-4616-a8ac-843b4884e29c req-4a8d5cc5-79df-4061-9fe0-dabfd84abadf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.658335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-071aaaf5-ab2a-4616-a8ac-843b4884e29c req-4a8d5cc5-79df-4061-9fe0-dabfd84abadf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 946 time: 0.3047948 Jul 16 01:46:41.705448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-2ac177ca-3e05-44f8-a8f5-9e33a030db9f service neutron] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969705 Jul 16 01:46:41.708462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Allocated IP 172.20.0.9 (7b3f4f0b-3d09-499f-9e9e-d4de110dfa72/a93867bb-78b3-432d-aee6-e3ba15f53410/9bc7e962-dbe6-4905-b9a2-048fedb92477) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:41.813539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-071aaaf5-ab2a-4616-a8ac-843b4884e29c req-5c0e0345-afb6-4e5f-b30f-17fb7f23cde8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542566 Jul 16 01:46:41.818568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-f08b31ef-71ed-4143-8106-2e1051dab134 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 200 len: 217 time: 0.0692363 Jul 16 01:46:41.870353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.887425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Transition to ACTIVE for port object 9bc7e962-dbe6-4905-b9a2-048fedb92477 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:41.925166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.971688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:41.977813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Allocated IP 172.20.0.2 (7b3f4f0b-3d09-499f-9e9e-d4de110dfa72/a93867bb-78b3-432d-aee6-e3ba15f53410/10b1a417-520b-4fa8-abe3-a42b0305774c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:41.978344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-b08f6155-baf8-4dd7-a93d-f852fd9388dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:41.979771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:41.980183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-b08f6155-baf8-4dd7-a93d-f852fd9388dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.1531467 Jul 16 01:46:42.012123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:42.017779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-ef9be87f-64f8-4d55-84e0-0d7e3d32a29c tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2709246 Jul 16 01:46:42.044320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event updated for resources: {'Port': ['ID=9bc7e962-dbe6-4905-b9a2-048fedb92477,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.057153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.080492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.080864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.097502 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.109708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45524b7e-1601-4eea-8850-589137b6241b req-6fc4d037-f4b3-4f8e-9c35-eee63797aa49 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.111342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-45524b7e-1601-4eea-8850-589137b6241b req-6fc4d037-f4b3-4f8e-9c35-eee63797aa49 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.32 "GET /v2.0/ports?device_id=2aa1fc5d-e73a-4843-9652-1cc755335b5e HTTP/1.1" status: 200 len: 946 time: 0.1331780 Jul 16 01:46:42.120557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f9a946fa-e53f-48d0-a6cb-fc861c05dfb6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7415743 Jul 16 01:46:42.120768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c5f1e740-9628-4a74-9d40-18ea1b5484e9 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:42.122410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.127231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-272288712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.136675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.139095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3406bf-c966-4fef-985e-7449f67c2e53,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.158013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: c5f1e740-9628-4a74-9d40-18ea1b5484e9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:42.158212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c5f1e740-9628-4a74-9d40-18ea1b5484e9 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:42.175143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421a5d7-bfa0-4470-958c-24f7d809e64d req-6249585d-577a-4806-bcbd-efa0c880c0a0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.180536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d421a5d7-bfa0-4470-958c-24f7d809e64d req-6249585d-577a-4806-bcbd-efa0c880c0a0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2561102 Jul 16 01:46:42.195854 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.199608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.201079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.207898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Transition to ACTIVE for port object 10b1a417-520b-4fa8-abe3-a42b0305774c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:42.226172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Transition to ACTIVE for port object 10b1a417-520b-4fa8-abe3-a42b0305774c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:42.244872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.298905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.302186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8e02b608-d698-43f9-84c2-55521e9b4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.304890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8e02b608-d698-43f9-84c2-55521e9b4064 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955451 Jul 16 01:46:42.307888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:42.311082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Deleting port f880a477-06d9-4857-a63f-10c879dfe786 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:42.311654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.314127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:42.317180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.317684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:42.335127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Pushing event updated for resources: {'Port': ['ID=10b1a417-520b-4fa8-abe3-a42b0305774c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.362431 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.366079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-46787112-012e-4ea8-aa27-0395dc0fb50f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2419112 Jul 16 01:46:42.370720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.371479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d421a5d7-bfa0-4470-958c-24f7d809e64d req-abaea96a-5eb0-4c3a-9039-91a0fa362247 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869855 Jul 16 01:46:42.405732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b051a548-f58b-48de-b5b5-f56d7904bf93 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-919628066', 'prefixes': ['172.20.0.0/16']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.450427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Attempting to bind port 10b1a417-520b-4fa8-abe3-a42b0305774c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:42.450886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Attempting to bind port 10b1a417-520b-4fa8-abe3-a42b0305774c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'cd559a7c-2e38-4269-bd34-53bcaa395f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:42.451256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Attempting to bind port 10b1a417-520b-4fa8-abe3-a42b0305774c on network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:42.458225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:42.458679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Checking segment: {'id': 'cd559a7c-2e38-4269-bd34-53bcaa395f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:42.459351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.461047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Bound using segment: {'id': 'cd559a7c-2e38-4269-bd34-53bcaa395f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:42.461587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Bound port: 10b1a417-520b-4fa8-abe3-a42b0305774c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd559a7c-2e38-4269-bd34-53bcaa395f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b3f4f0b-3d09-499f-9e9e-d4de110dfa72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:42.462031 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.504067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] For port f880a477-06d9-4857-a63f-10c879dfe786, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f880a477-06d9-4857-a63f-10c879dfe786,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:42.515307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.541330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Calling delete_port for f880a477-06d9-4857-a63f-10c879dfe786 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:42.589797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] For port 10b1a417-520b-4fa8-abe3-a42b0305774c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:42.595407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b051a548-f58b-48de-b5b5-f56d7904bf93 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for subnetpool, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.596843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b051a548-f58b-48de-b5b5-f56d7904bf93 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2249746 Jul 16 01:46:42.600442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.601200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] For port 10b1a417-520b-4fa8-abe3-a42b0305774c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10b1a417-520b-4fa8-abe3-a42b0305774c,segment=NetworkSegment(cd559a7c-2e38-4269-bd34-53bcaa395f11),segment_id=cd559a7c-2e38-4269-bd34-53bcaa395f11)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:42.605455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-41e395cb-af8a-41a4-bd7f-cfabb603da8f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-2109569593') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:42.617366 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.727638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bf638-b233-4a68-a12f-aa1a8993fd90 None None] Pushing event updated for resources: {'Port': ['ID=10b1a417-520b-4fa8-abe3-a42b0305774c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.753736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-af307574-2efb-41dc-8e17-20c83d10d443 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392116 Jul 16 01:46:42.802035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.815644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['f880a477-06d9-4857-a63f-10c879dfe786'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:42.816464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-41e395cb-af8a-41a4-bd7f-cfabb603da8f tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-2109569593 HTTP/1.1" status: 201 len: 201 time: 0.2149832 Jul 16 01:46:42.821997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54990) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.835140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event deleted for resources: {'Port': ['ID=f880a477-06d9-4857-a63f-10c879dfe786,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.841783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-9c1921b8-cfba-47ce-9bfa-83c8e1a87ebc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-612696355') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:42.848853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.849200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.849540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.850534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.850904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.851242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.851572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.851899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.852247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.852576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.852904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.853231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:42.890210 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.927066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] No DVR routers for this DVR port f880a477-06d9-4857-a63f-10c879dfe786 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:42.929718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.931713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-45524b7e-1601-4eea-8850-589137b6241b req-092a2537-20d8-46e0-9dfa-d14f28380261 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.32 "DELETE /v2.0/ports/f880a477-06d9-4857-a63f-10c879dfe786 HTTP/1.1" status: 204 len: 173 time: 0.8104622 Jul 16 01:46:42.932222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'name': 'network-vif-deleted', 'tag': 'f880a477-06d9-4857-a63f-10c879dfe786'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:42.934647 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0014ff-b96f-45f8-81b4-1e0d617655d0" -d '{"events": [{"server_uuid": "2aa1fc5d-e73a-4843-9652-1cc755335b5e", "name": "network-vif-deleted", "tag": "f880a477-06d9-4857-a63f-10c879dfe786"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:43.032509 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.078420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b082b-a705-4c44-8040-f53009b6fc78 req-b4eb1d3c-9229-4c40-b03f-0d3596b08803 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.080091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b4b082b-a705-4c44-8040-f53009b6fc78 req-b4eb1d3c-9229-4c40-b03f-0d3596b08803 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3859558 Jul 16 01:46:43.139238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-3d3832f7-8b1c-41cb-8d2e-04b51d4c9c57 service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694942 Jul 16 01:46:43.227724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c1921b8-cfba-47ce-9bfa-83c8e1a87ebc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-612696355 HTTP/1.1" status: 201 len: 201 time: 0.4003477 Jul 16 01:46:43.230866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.233847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-b0d3e098-324d-4b05-a134-41f11bc5af4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 200 len: 217 time: 0.0816429 Jul 16 01:46:43.235727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-d954b5fc-a971-4c6b-8037-38e263024b32 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-1238268253') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.308847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b4b082b-a705-4c44-8040-f53009b6fc78 req-5cf4a6da-185b-4c02-ac9d-06365e147c87 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653850 Jul 16 01:46:43.328203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d954b5fc-a971-4c6b-8037-38e263024b32 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-1238268253 HTTP/1.1" status: 201 len: 201 time: 0.0961654 Jul 16 01:46:43.328960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.333668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-2e7c89f1-6857-47fe-ae6f-6bbd50ea425d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-362636315') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.396229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Allocated IP 172.25.0.203 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/31414306-93e3-4c50-88b5-33293dcaa2a3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:43.398761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2e7c89f1-6857-47fe-ae6f-6bbd50ea425d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-362636315 HTTP/1.1" status: 201 len: 201 time: 0.0687311 Jul 16 01:46:43.399144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-ecbb7c34-38a4-4cd7-b476-730d138f4178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:43.399635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55002) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.400709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-ecbb7c34-38a4-4cd7-b476-730d138f4178 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 200 len: 797 time: 0.1600738 Jul 16 01:46:43.411893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-ad6dd800-e305-4297-8a60-dd908550aaca tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.431051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.515497 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ad6dd800-e305-4297-8a60-dd908550aaca tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags HTTP/1.1" status: 200 len: 241 time: 0.1134648 Jul 16 01:46:43.516209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.529655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-4032d92c-978c-4477-855e-6e79ba023262 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-2109569593') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.601909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4032d92c-978c-4477-855e-6e79ba023262 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-2109569593 HTTP/1.1" status: 204 len: 168 time: 0.0767109 Jul 16 01:46:43.602650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.608123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-3c97b0ea-f192-4678-a699-71bb61f67203 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-2109569593') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.699626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3c97b0ea-f192-4678-a699-71bb61f67203 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-2109569593 HTTP/1.1" status: 204 len: 168 time: 0.0955820 Jul 16 01:46:43.701748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.706127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0be06e8c-2763-4ed3-9bbd-b9e5b1d0beae tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.761608 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0be06e8c-2763-4ed3-9bbd-b9e5b1d0beae tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags HTTP/1.1" status: 200 len: 205 time: 0.0587978 Jul 16 01:46:43.763962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.768459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-47211fc9-d9f7-417b-a56a-46149ca285cd tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.824943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-47211fc9-d9f7-417b-a56a-46149ca285cd tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags HTTP/1.1" status: 200 len: 240 time: 0.0597892 Jul 16 01:46:43.827379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:43.832274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0d8b2acf-4c19-4af7-be84-fa90ddca9aef tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-612696355') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.843585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b51901-570a-4a71-ba24-02a87ee62736 None None] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:43.940214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1bf0f0a9-cb19-4cea-a8b9-fb62f0f9ca9b None None] Provisioning for port 10b1a417-520b-4fa8-abe3-a42b0305774c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:44.148874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Router d7af2acc-e195-4f18-98ad-322503822576 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:44.188709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d8b2acf-4c19-4af7-be84-fa90ddca9aef tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-612696355 HTTP/1.1" status: 204 len: 168 time: 0.3600724 Jul 16 01:46:44.191611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55024) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.196979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-7a16019f-0b5f-4391-a3a4-9c9c4bf78f81 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-612696355') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.228310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f336-2a39-4a2d-897a-8ef84454097c req-02259f27-c6f8-4180-837c-99e0de308a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.230151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-02259f27-c6f8-4180-837c-99e0de308a60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b626ffa2-d659-4fd1-8302-c384b076392d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8195100 Jul 16 01:46:44.233023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.264585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-13b657a3-7208-4285-b354-7742b1006b88 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.266285 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7a16019f-0b5f-4391-a3a4-9c9c4bf78f81 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-612696355 HTTP/1.1" status: 204 len: 168 time: 0.0736604 Jul 16 01:46:44.266423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-13b657a3-7208-4285-b354-7742b1006b88 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.3661942 Jul 16 01:46:44.269084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.277191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-ffc4f03e-6319-4436-9570-281c7dc4e557 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.338158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ffc4f03e-6319-4436-9570-281c7dc4e557 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags HTTP/1.1" status: 200 len: 205 time: 0.0677469 Jul 16 01:46:44.338850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.343216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-89962189-28c8-41e8-bca7-78586ea223fc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.361352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-cf6c7eb4-0a3e-4035-b47b-e9f5bc688234 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0384972 Jul 16 01:46:44.361737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8dd6a9b3-037c-44ce-9ca5-661e4318e907 None None] Provisioning for port 9bc7e962-dbe6-4905-b9a2-048fedb92477 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:44.367150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8dd6a9b3-037c-44ce-9ca5-661e4318e907 None None] Provisioning complete for port 9bc7e962-dbe6-4905-b9a2-048fedb92477 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:44.367755 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a9b3-037c-44ce-9ca5-661e4318e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.419194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6a9b3-037c-44ce-9ca5-661e4318e907 None None] Port 9bc7e962-dbe6-4905-b9a2-048fedb92477 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:44.432747 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89962189-28c8-41e8-bca7-78586ea223fc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags HTTP/1.1" status: 200 len: 241 time: 0.0928423 Jul 16 01:46:44.433396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55030) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.438324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-b19a4105-7feb-4232-bed5-7fcc6e18c1a4 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-1238268253') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.528171 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b19a4105-7feb-4232-bed5-7fcc6e18c1a4 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-1238268253 HTTP/1.1" status: 204 len: 168 time: 0.0936234 Jul 16 01:46:44.530356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55032) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.535321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-6de7c888-eabf-4c2a-82a3-346a0e7f3803 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-1238268253') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.548698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8e69f2f3-685c-48f1-a41a-4235390f1c25 None None] Provisioning complete for port 9bc7e962-dbe6-4905-b9a2-048fedb92477 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:44.548698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e69f2f3-685c-48f1-a41a-4235390f1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.595535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8e69f2f3-685c-48f1-a41a-4235390f1c25 None None] Port 9bc7e962-dbe6-4905-b9a2-048fedb92477 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:44.595698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-8fcc3a57-cf1a-4f90-b4e9-e85edc3c6b4b service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557215 Jul 16 01:46:44.608864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:44.609594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10b1a417-520b-4fa8-abe3-a42b0305774c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:44.616138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-427b683b-cdb8-43de-8f05-e74f0024ab2b admin admin] 10.222.0.35 "PUT /v2.0/routers/d7af2acc-e195-4f18-98ad-322503822576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8758981 Jul 16 01:46:44.618286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.618493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.618881 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] Sync routers for ids ['d7af2acc-e195-4f18-98ad-322503822576'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:44.631776 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] Routers {'d7af2acc-e195-4f18-98ad-322503822576'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:44.632822 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d7af2acc-e195-4f18-98ad-322503822576'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.679952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 10b1a417-520b-4fa8-abe3-a42b0305774c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:44.684800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 10b1a417-520b-4fa8-abe3-a42b0305774c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:44.685356 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.732499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:44.756969 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6de7c888-eabf-4c2a-82a3-346a0e7f3803 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-1238268253 HTTP/1.1" status: 204 len: 168 time: 0.2253492 Jul 16 01:46:44.759344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.771280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:44.778375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-80e3b638-b11b-4b27-bf96-0f687fdb1125 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.785939 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] Set router d7af2acc-e195-4f18-98ad-322503822576 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:44.792721 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.808021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:44.830365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 10b1a417-520b-4fa8-abe3-a42b0305774c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10b1a417-520b-4fa8-abe3-a42b0305774c,segment=NetworkSegment(cd559a7c-2e38-4269-bd34-53bcaa395f11),segment_id=cd559a7c-2e38-4269-bd34-53bcaa395f11)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:44.836236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-bdc72a6a-89db-4d0c-a10b-88f84de486d2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4352183 Jul 16 01:46:44.850574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.854944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Pushing event updated for resources: {'Port': ['ID=31414306-93e3-4c50-88b5-33293dcaa2a3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:44.864783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:44.912958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=10b1a417-520b-4fa8-abe3-a42b0305774c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:44.919281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80e3b638-b11b-4b27-bf96-0f687fdb1125 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags HTTP/1.1" status: 200 len: 205 time: 0.1558363 Jul 16 01:46:44.921679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:44.926347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-d64c408e-313c-4cd3-988f-81078b05f466 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:44.994347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d64c408e-313c-4cd3-988f-81078b05f466 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags HTTP/1.1" status: 200 len: 240 time: 0.0715106 Jul 16 01:46:44.997198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.002201 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 5, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port': {'id': '7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af2acc-e195-4f18-98ad-322503822576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:27Z', 'updated_at': '2021-07-16T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.003033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6700f336-2a39-4a2d-897a-8ef84454097c req-64ffaafb-dd82-4e56-a09b-1c6f1b2b864e service neutron] 10.222.0.38 "GET /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963733 Jul 16 01:46:45.003155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-9939c415-e37a-4733-8a9d-288e0cf9cc42 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-362636315') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.025798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.036062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9939c415-e37a-4733-8a9d-288e0cf9cc42 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-362636315 HTTP/1.1" status: 204 len: 168 time: 0.0377352 Jul 16 01:46:45.038548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.039809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-e11e7f3b-71b8-4f69-8e1c-cadfc64cb9ff service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692138 Jul 16 01:46:45.043409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-31853493-78a0-4c2f-b936-b5ab7d39c2ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-362636315') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.051052 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] Checking router: d7af2acc-e195-4f18-98ad-322503822576 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:45.062290 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] Routers {'d7af2acc-e195-4f18-98ad-322503822576'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:45.062922 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d7af2acc-e195-4f18-98ad-322503822576'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.112171 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.117635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-31853493-78a0-4c2f-b936-b5ab7d39c2ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-362636315 HTTP/1.1" status: 204 len: 168 time: 0.0756977 Jul 16 01:46:45.117805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.123338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0620997c-68b7-4c9c-9eeb-beed8523c3c3 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.134354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Deleting port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:45.134703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.169435 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0620997c-68b7-4c9c-9eeb-beed8523c3c3 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags HTTP/1.1" status: 200 len: 205 time: 0.0506423 Jul 16 01:46:45.172305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55046) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.180336 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] Set router d7af2acc-e195-4f18-98ad-322503822576 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:45.183815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-113f0705-0e86-4e82-a6af-60ccdf9c163c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.230151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-36f8ffdc-6fd8-450f-b18b-830495bcb53c service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903183 Jul 16 01:46:45.235284 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 6, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.248773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-113f0705-0e86-4e82-a6af-60ccdf9c163c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags HTTP/1.1" status: 204 len: 168 time: 0.0746109 Jul 16 01:46:45.251811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.259579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.260603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-f4d568a9-9d50-42d6-add0-609601e038c4 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.266618 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dab5d-42c3-4f4a-966b-6eb3b96f1f28 None None] The sync data for ids ['d7af2acc-e195-4f18-98ad-322503822576'] in n-d-800087-6 is: [{'id': 'd7af2acc-e195-4f18-98ad-322503822576', 'name': 'tempest-FloatingIPsNegativeTestJSON-251489556-router', 'tenant_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:25Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 6, 'project_id': 'f3e6d78ac4f04ddb9f1474852d66f292', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:45.338999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.376967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] For port 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:45.377455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.395758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Calling delete_port for 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:45.479644 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f4d568a9-9d50-42d6-add0-609601e038c4 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2267499 Jul 16 01:46:45.486881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55054) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.494295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-15482cbe-3497-4c8d-98f9-21a07ba10adb tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.613589 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-15482cbe-3497-4c8d-98f9-21a07ba10adb tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags HTTP/1.1" status: 204 len: 168 time: 0.1232281 Jul 16 01:46:45.613589 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ef04b-fe4f-42db-b6d0-dd5a5583f9ee x-openstack-request-id: req-021ef04b-fe4f-42db-b6d0-dd5a5583f9ee {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:45.613589 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa1fc5d-e73a-4843-9652-1cc755335b5e", "name": "network-vif-deleted", "tag": "f880a477-06d9-4857-a63f-10c879dfe786", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:45.613589 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-021ef04b-fe4f-42db-b6d0-dd5a5583f9ee {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:45.614029 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa1fc5d-e73a-4843-9652-1cc755335b5e', 'name': 'network-vif-deleted', 'tag': 'f880a477-06d9-4857-a63f-10c879dfe786', 'status': 'completed', 'code': 200} Jul 16 01:46:45.617551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55060) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.622379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-634978ab-5d99-4a7d-9331-1989d8565e98 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.684168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.714360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.741824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.831055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.838978 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-634978ab-5d99-4a7d-9331-1989d8565e98 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags HTTP/1.1" status: 204 len: 168 time: 0.2204702 Jul 16 01:46:45.856144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55066) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:45.879699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.889562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-5b394615-15ee-469a-b540-131b5e19effa tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-250439494') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:45.949480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Pushing event updated for resources: {'Port': ['ID=31414306-93e3-4c50-88b5-33293dcaa2a3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.973866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.977372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.000260 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.030245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.030880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7af2acc-e195-4f18-98ad-322503822576 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:46.035408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.036816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eeeaa04e-8738-467f-b5c9-ba76eb82e94b admin admin] 10.222.0.35 "DELETE /v2.0/routers/d7af2acc-e195-4f18-98ad-322503822576 HTTP/1.1" status: 204 len: 168 time: 1.4161713 Jul 16 01:46:46.039631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55070) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.078571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.079847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-8713b857-9e1b-457e-9977-9edb6cc0851a tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0475852 Jul 16 01:46:46.086408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Deleting subnet 40b4e9be-2926-4c53-a862-5748e3f4b3be {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:46.090022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.106249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880d71-fd30-4cff-bd74-1572a7f63d1c req-9a319ba4-0181-471e-8594-905cedff3b43 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.107631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9880d71-fd30-4cff-bd74-1572a7f63d1c req-9a319ba4-0181-471e-8594-905cedff3b43 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2993569 Jul 16 01:46:46.126523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.197988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-e47f21ae-a96f-4d75-a3fe-f6f9835753c3 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.203 HTTP/1.1" status: 200 len: 696 time: 0.1028578 Jul 16 01:46:46.220731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.241117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5b394615-15ee-469a-b540-131b5e19effa tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-250439494 HTTP/1.1" status: 201 len: 201 time: 0.3609519 Jul 16 01:46:46.243263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55072) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.249477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-032730dc-3e5d-4ed4-8abf-61c7f99d215d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-1496912432') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.260548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9880d71-fd30-4cff-bd74-1572a7f63d1c req-debbc048-b9b5-4bd0-9202-ae3d8977868f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391163 Jul 16 01:46:46.265685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Deleting port c8bbbb67-954a-440f-8eb3-66687f4baaec {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.266041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.357560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.411998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.414506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/40b4e9be-2926-4c53-a862-5748e3f4b3be HTTP/1.1" status: 204 len: 168 time: 0.3738921 Jul 16 01:46:46.415429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9039d07-d1b0-42da-bc54-d11ec580e7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b4e9be-2926-4c53-a862-5748e3f4b3be,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.418817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55076) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.420000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d161dd16-f025-4377-b06c-fc4f5fce7a59 None None] Network 89391b3d-6af3-4cbb-9675-0acdffdd2d81 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:46.447331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-032730dc-3e5d-4ed4-8abf-61c7f99d215d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-1496912432 HTTP/1.1" status: 201 len: 201 time: 0.2030132 Jul 16 01:46:46.454738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55078) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.460676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-51a57a77-da9b-4baf-a61d-2277dc5b51d8 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-1108618925') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.585744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.586225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10b1a417-520b-4fa8-abe3-a42b0305774c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:46.638615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-51a57a77-da9b-4baf-a61d-2277dc5b51d8 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-1108618925 HTTP/1.1" status: 201 len: 201 time: 0.1805530 Jul 16 01:46:46.638615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.644566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-a231efb3-af78-4b39-9595-31ef4c62c9a8 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-430352769') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.662393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 10b1a417-520b-4fa8-abe3-a42b0305774c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:46.662777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.728544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Deleting port 3fc05f5d-67dd-491e-afba-089de5fc89c1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.729222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.750968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] DHCP port deletion for 89391b3d-6af3-4cbb-9675-0acdffdd2d81 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:46.805401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a231efb3-af78-4b39-9595-31ef4c62c9a8 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-430352769 HTTP/1.1" status: 201 len: 201 time: 0.1627297 Jul 16 01:46:46.805622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:46.811975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-26ab3131-9ec1-459c-98b3-ee50dbbe9ccc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', {'tags': ['tempest-TagsExtTest-Tag-137423306', 'tempest-TagsExtTest-Tag-1549369250', 'tempest-TagsExtTest-Tag-885180184']}) {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:46.820746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] For port 3fc05f5d-67dd-491e-afba-089de5fc89c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3fc05f5d-67dd-491e-afba-089de5fc89c1,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:46.821112 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.860519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-892da4d3-5462-4b50-a609-7fa071f9d3de req-190d9a5e-84b9-4886-800a-d8657b764126 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 210 time: 0.0628898 Jul 16 01:46:46.875274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Calling delete_port for 3fc05f5d-67dd-491e-afba-089de5fc89c1 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:46.876006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] For port c8bbbb67-954a-440f-8eb3-66687f4baaec, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8bbbb67-954a-440f-8eb3-66687f4baaec,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:46.876393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.889526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] Deleting port 3fc05f5d-67dd-491e-afba-089de5fc89c1 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:46.890415 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.899424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-0b863f6a-107e-47c9-bf38-cd8337a93941 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.900871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4339c8a9-a925-4d9a-a161-bcb37fa5c985 req-0b863f6a-107e-47c9-bf38-cd8337a93941 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.6946464 Jul 16 01:46:46.901827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Calling delete_port for c8bbbb67-954a-440f-8eb3-66687f4baaec owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:46.983587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:47.051251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f880a477-06d9-4857-a63f-10c879dfe786 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:47.065812 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-26ab3131-9ec1-459c-98b3-ee50dbbe9ccc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags HTTP/1.1" status: 200 len: 316 time: 0.2585018 Jul 16 01:46:47.074883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b06d847e-7d00-4d3d-9de2-a38cf095e1e2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.076402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b06d847e-7d00-4d3d-9de2-a38cf095e1e2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.2287748 Jul 16 01:46:47.076890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.085082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-61450385-d367-4bf2-bc05-3a5016ee08dd tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.113710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:47.202376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.218068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.244560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc05f5d-67dd-491e-afba-089de5fc89c1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.246520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] No DVR routers for this DVR port 3fc05f5d-67dd-491e-afba-089de5fc89c1 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:47.252061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:47.252414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7ef2cf8a-e05a-4fb0-9a5c-2fc0acb4a2f8 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:47.252876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2a3406bf-c966-4fef-985e-7449f67c2e53 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:47.282420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: f880a477-06d9-4857-a63f-10c879dfe786 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:47.282833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f880a477-06d9-4857-a63f-10c879dfe786 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:47.288014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-f39aac89-96bf-4a24-91ea-fd471b897fce tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips/522e19fa-cf17-42f4-a337-0ac4036b1e2b HTTP/1.1" status: 200 len: 693 time: 0.1223288 Jul 16 01:46:47.295445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bbbb67-954a-440f-8eb3-66687f4baaec,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.312888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2a3406bf-c966-4fef-985e-7449f67c2e53 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:47.313258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2a3406bf-c966-4fef-985e-7449f67c2e53 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:47.322802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] For port 3fc05f5d-67dd-491e-afba-089de5fc89c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3fc05f5d-67dd-491e-afba-089de5fc89c1,segment=NetworkSegment(fd26ce7c-fbe3-468b-9bf5-f53b435f8256),segment_id=fd26ce7c-fbe3-468b-9bf5-f53b435f8256)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:47.323206 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.344377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] Calling delete_port for 3fc05f5d-67dd-491e-afba-089de5fc89c1 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:47.376315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.390517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89391b3d-6af3-4cbb-9675-0acdffdd2d81']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.402938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:47.406554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.409691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.409990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd26ce7c-fbe3-468b-9bf5-f53b435f8256') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.418904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-61450385-d367-4bf2-bc05-3a5016ee08dd tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags HTTP/1.1" status: 204 len: 168 time: 0.3391976 Jul 16 01:46:47.427415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55098) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.430085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.440774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-327c6034-d610-4f75-bfe5-97c277e66c56 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-137423306') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.450486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.455893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.488424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] No DVR routers for this DVR port 3fc05f5d-67dd-491e-afba-089de5fc89c1 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:47.490897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b06a7-7dc4-42c4-8b6a-b63084728738 None None] Pushing event deleted for resources: {'Port': ['ID=3fc05f5d-67dd-491e-afba-089de5fc89c1,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.495313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:47.495837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:47.497900 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:47.540002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-134ce00d-8d09-435f-8676-2fda85326531 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.541577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-134ce00d-8d09-435f-8676-2fda85326531 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.4230196 Jul 16 01:46:47.594494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.612469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.616537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] 10.222.0.35 "DELETE /v2.0/networks/89391b3d-6af3-4cbb-9675-0acdffdd2d81 HTTP/1.1" status: 204 len: 168 time: 1.1943610 Jul 16 01:46:47.624893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-0d63de03-356b-463a-9947-86e2795ca7cc tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0722551 Jul 16 01:46:47.631451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b282f6-06c8-4bec-a8f2-a8349f06658a admin admin] Pushing event deleted for resources: {'Network': ['ID=89391b3d-6af3-4cbb-9675-0acdffdd2d81,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:47.643924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-7a043a9c-ad9d-4f6b-a349-864f2d8426e3 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.645350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-7a043a9c-ad9d-4f6b-a349-864f2d8426e3 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.3556373 Jul 16 01:46:47.645599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.2 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/1d4943d3-e53d-4901-8299-69b5ccf60b94) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:47.715477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbfdbe8f-ce2e-4167-aac0-3c9570aa1ce7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838702 Jul 16 01:46:47.782387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-1c0bd7a9-1134-453c-a255-e4e1d9e4541c tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.203 HTTP/1.1" status: 200 len: 696 time: 0.1234279 Jul 16 01:46:47.795691 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-327c6034-d610-4f75-bfe5-97c277e66c56 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:47.796745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-327c6034-d610-4f75-bfe5-97c277e66c56 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-137423306 HTTP/1.1" status: 404 len: 328 time: 0.3651509 Jul 16 01:46:47.800223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.805636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0f9edf5e-3517-4a1f-b56e-1a35aca09b86 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-1549369250') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.815547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.868816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.871635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:47.887711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-77d1329e-43c5-4842-9d44-b7d221f27435 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.203 HTTP/1.1" status: 200 len: 696 time: 0.0898612 Jul 16 01:46:47.905624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3d8b68f6-96e1-49e8-9a83-721e56bed596 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3e6d78ac4f04ddb9f1474852d66f292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889826 Jul 16 01:46:47.909474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.962457 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-0f9edf5e-3517-4a1f-b56e-1a35aca09b86 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:47.963478 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0f9edf5e-3517-4a1f-b56e-1a35aca09b86 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-1549369250 HTTP/1.1" status: 404 len: 329 time: 0.1623223 Jul 16 01:46:47.970659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:47.978184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-acd3a4ce-3cf7-48b1-af21-a424f160c58c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410', 'tempest-TagsExtTest-Tag-885180184') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:47.991474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-3afd018f-9337-45b4-8747-aa4915126428 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416649 Jul 16 01:46:48.015550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.028554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:48.053493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe946c19-3c4d-496e-a711-862c172177aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.087645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:48.105222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe946c19-3c4d-496e-a711-862c172177aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.114464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:48.117042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:48.238217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Deleting port 31414306-93e3-4c50-88b5-33293dcaa2a3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:48.238555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.247141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-978fa229-3221-41c0-a6c8-c464198f1ab7 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235506 Jul 16 01:46:48.380276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Router 93a6f2c8-880a-4698-9d28-db8c936cb5cd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:48.382783 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.383107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.399177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Calling delete_port for 31414306-93e3-4c50-88b5-33293dcaa2a3 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:48.514493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=1d4943d3-e53d-4901-8299-69b5ccf60b94,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.570310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:48.570964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.583272 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-acd3a4ce-3cf7-48b1-af21-a424f160c58c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:48.587747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55122) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.588611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-acd3a4ce-3cf7-48b1-af21-a424f160c58c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags/tempest-TagsExtTest-Tag-885180184 HTTP/1.1" status: 404 len: 328 time: 0.6169868 Jul 16 01:46:48.595419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-425f44ea-11c3-4555-8256-38e4f2119ee6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', {'tags': ['tempest-TagsExtTest-Tag-1427467213', 'tempest-TagsExtTest-Tag-2083083201', 'tempest-TagsExtTest-Tag-89206691']}) {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.604190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-b5c926df-ef92-44e1-b6a3-9613b331c9e7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5122764 Jul 16 01:46:48.622198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3fc05f5d-67dd-491e-afba-089de5fc89c1 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:48.624632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Request body: {'port': {'device_id': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:48.627296 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe946c19-3c4d-496e-a711-862c172177aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.630561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe946c19-3c4d-496e-a711-862c172177aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.631865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fe946c19-3c4d-496e-a711-862c172177aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dee9b11-214f-462f-aa52-b585f654c6bc HTTP/1.1" status: 204 len: 168 time: 0.7202988 Jul 16 01:46:48.643148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:48.656366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1078fdc-879c-4e7f-ba0d-8144f43cb075 admin admin] 10.222.0.35 "PUT /v2.0/routers/93a6f2c8-880a-4698-9d28-db8c936cb5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2232571 Jul 16 01:46:48.661701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.665219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] Sync routers for ids ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:48.669205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3fc05f5d-67dd-491e-afba-089de5fc89c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:48.669555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3fc05f5d-67dd-491e-afba-089de5fc89c1 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:48.705865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946c19-3c4d-496e-a711-862c172177aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee9b11-214f-462f-aa52-b585f654c6bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:48.738764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c73fa-e738-445d-ad81-5e1ee1f94e12 req-391f4184-d122-4200-a09e-43dec5a1fd44 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:48.744135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] Routers {'93a6f2c8-880a-4698-9d28-db8c936cb5cd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:48.746192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-647c73fa-e738-445d-ad81-5e1ee1f94e12 req-391f4184-d122-4200-a09e-43dec5a1fd44 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 931 time: 0.2661269 Jul 16 01:46:48.746961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.789420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.793793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-425f44ea-11c3-4555-8256-38e4f2119ee6 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags HTTP/1.1" status: 200 len: 316 time: 0.2050326 Jul 16 01:46:48.799033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:48.838469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-7ea2f044-ad78-470d-b331-9b9a7409dbbb tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:48.910577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-647c73fa-e738-445d-ad81-5e1ee1f94e12 req-4975f465-d847-4b0d-8ccc-81aa6fe4ac55 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634421 Jul 16 01:46:48.919599 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.981501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] Set router 93a6f2c8-880a-4698-9d28-db8c936cb5cd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:49.001386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.055004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Pushing event deleted for resources: {'Port': ['ID=31414306-93e3-4c50-88b5-33293dcaa2a3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.096358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.096933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.097900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.097900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.098313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.098773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.099265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.100398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.100892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.101369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.101864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.102354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:49.209859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.212704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.214190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb89a5a1-df20-47ca-bac4-3ee955f3b9c5 req-a67fbc24-cf2d-4206-b76a-0ab8d7ce28a4 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "DELETE /v2.0/floatingips/522e19fa-cf17-42f4-a337-0ac4036b1e2b HTTP/1.1" status: 204 len: 173 time: 1.3182459 Jul 16 01:46:49.219009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7ea2f044-ad78-470d-b331-9b9a7409dbbb tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags HTTP/1.1" status: 204 len: 168 time: 0.4141443 Jul 16 01:46:49.222057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.229532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-f0ade8c9-a27f-4a04-aca8-046d924db085 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-1427467213') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.265525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.321430 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-6a02e572-26eb-4020-96f9-01cff2072d3f req-303465fe-6eeb-42e9-ba49-63f3fb4a64fe tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] show failed (client error): The resource could not be found. Jul 16 01:46:49.322282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a02e572-26eb-4020-96f9-01cff2072d3f req-303465fe-6eeb-42e9-ba49-63f3fb4a64fe tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips/522e19fa-cf17-42f4-a337-0ac4036b1e2b HTTP/1.1" status: 404 len: 350 time: 0.0595050 Jul 16 01:46:49.348157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2223b53a-f25e-413f-8516-5424c58e699b req-e2a51849-f6c3-4465-a1a1-0a2fcc6748d5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.0658388 Jul 16 01:46:49.363907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:46:47Z', 'revision_number': 5, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port': {'id': '28c5a367-9689-4ced-88f8-5935126f43d8', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:30Z', 'updated_at': '2021-07-16T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.395990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4943d3-e53d-4901-8299-69b5ccf60b94 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:49.406855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.410248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] Checking router: 93a6f2c8-880a-4698-9d28-db8c936cb5cd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:49.421412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] Routers {'93a6f2c8-880a-4698-9d28-db8c936cb5cd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:49.422228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.424324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Transition to ACTIVE for port object 1d4943d3-e53d-4901-8299-69b5ccf60b94 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:49.429848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.546719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4943d3-e53d-4901-8299-69b5ccf60b94,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.559145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] Set router 93a6f2c8-880a-4698-9d28-db8c936cb5cd gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:49.595604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Attempting to bind port 1d4943d3-e53d-4901-8299-69b5ccf60b94 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:49.595976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Attempting to bind port 1d4943d3-e53d-4901-8299-69b5ccf60b94 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:49.596441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Attempting to bind port 1d4943d3-e53d-4901-8299-69b5ccf60b94 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:49.601989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Port 1d4943d3-e53d-4901-8299-69b5ccf60b94 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:49.602312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Attempting to bind port 1d4943d3-e53d-4901-8299-69b5ccf60b94 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:49.608000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:49.608381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:49.608776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:49.609206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Bound port: 1d4943d3-e53d-4901-8299-69b5ccf60b94, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:49.609608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.617396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:46:49Z', 'revision_number': 6, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.646234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b1aec-e84f-4f1c-94f8-d5a9f8aac8bf None None] The sync data for ids ['93a6f2c8-880a-4698-9d28-db8c936cb5cd'] in n-d-800087-6 is: [{'id': '93a6f2c8-880a-4698-9d28-db8c936cb5cd', 'name': 'tempest-ServersTestMultiNic-763761986-router', 'tenant_id': 'cb139c44a2454f8b8d05a3dacea79170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:27Z', 'updated_at': '2021-07-16T01:46:49Z', 'revision_number': 6, 'project_id': 'cb139c44a2454f8b8d05a3dacea79170', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:49.710600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] For port 1d4943d3-e53d-4901-8299-69b5ccf60b94, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:49.714261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] For port 1d4943d3-e53d-4901-8299-69b5ccf60b94, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:49.725190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.764382 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-d58e7189-c690-416a-bc0f-a9255857c9d8 req-44d73a39-c536-4344-acb6-1b8fd7c252b0 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] show failed (client error): The resource could not be found. Jul 16 01:46:49.764955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.765501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.765635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d58e7189-c690-416a-bc0f-a9255857c9d8 req-44d73a39-c536-4344-acb6-1b8fd7c252b0 tempest-FloatingIPsTestJSON-404214968 tempest-FloatingIPsTestJSON-404214968-project] 10.222.0.35 "GET /v2.0/floatingips/522e19fa-cf17-42f4-a337-0ac4036b1e2b HTTP/1.1" status: 404 len: 350 time: 0.4150724 Jul 16 01:46:49.767305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d4943d3-e53d-4901-8299-69b5ccf60b94 HTTP/1.1" status: 200 len: 1091 time: 1.1490490 Jul 16 01:46:49.767786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'tag': '1d4943d3-e53d-4901-8299-69b5ccf60b94'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:49.770935 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58540978-0ff8-4b4c-a45c-88048b48b0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2742a509-03d5-43cc-9f9a-be3be860ec65", "tag": "1d4943d3-e53d-4901-8299-69b5ccf60b94"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:49.776925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.821507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a178-5860-4cda-a99e-88a1cbb81dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4943d3-e53d-4901-8299-69b5ccf60b94,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.839441 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f0ade8c9-a27f-4a04-aca8-046d924db085 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:49.839843 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e74824-cf95-40db-8339-02c338471905 x-openstack-request-id: req-82e74824-cf95-40db-8339-02c338471905 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:49.843305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f0ade8c9-a27f-4a04-aca8-046d924db085 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-1427467213 HTTP/1.1" status: 404 len: 329 time: 0.6172495 Jul 16 01:46:49.843460 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2742a509-03d5-43cc-9f9a-be3be860ec65", "tag": "1d4943d3-e53d-4901-8299-69b5ccf60b94", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:49.843460 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82e74824-cf95-40db-8339-02c338471905 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:49.843460 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'tag': '1d4943d3-e53d-4901-8299-69b5ccf60b94', 'status': 'completed', 'code': 200} Jul 16 01:46:49.843925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.851124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-5dc97f4f-d591-453c-97c1-7e9966b25159 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-2083083201') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:49.854008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.924949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Deleting port 28c5a367-9689-4ced-88f8-5935126f43d8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:49.925253 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.953843 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-5dc97f4f-d591-453c-97c1-7e9966b25159 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:49.954900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5dc97f4f-d591-453c-97c1-7e9966b25159 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-2083083201 HTTP/1.1" status: 404 len: 329 time: 0.1099405 Jul 16 01:46:49.958561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:49.963544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-fb55f152-c02d-4a41-b131-21eae8cf4b8d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477', 'tempest-TagsExtTest-Tag-89206691') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.001297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-4072b5a5-e0a1-4e9b-9302-e20537b705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.002998 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-4072b5a5-e0a1-4e9b-9302-e20537b705b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 1094 time: 0.1182187 Jul 16 01:46:50.082115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-13ca8cb8-2a04-47e1-8526-bec453d45096 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94 HTTP/1.1" status: 200 len: 217 time: 0.0679016 Jul 16 01:46:50.097977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1048061902-network', 'tenant_id': '663d11eab0f244da8c8bc5c9e97c5ef8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:50.212222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Made reservation on behalf of 663d11eab0f244da8c8bc5c9e97c5ef8 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:50.215011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.236388 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-fb55f152-c02d-4a41-b131-21eae8cf4b8d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:50.237662 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb55f152-c02d-4a41-b131-21eae8cf4b8d tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags/tempest-TagsExtTest-Tag-89206691 HTTP/1.1" status: 404 len: 327 time: 0.2776053 Jul 16 01:46:50.240841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.241559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.252364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-0214a371-9f68-4a6c-a888-0e92fed8c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.253810 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-0214a371-9f68-4a6c-a888-0e92fed8c030 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.0996866 Jul 16 01:46:50.254882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-e02b6211-b61b-4352-99f6-29196e68bfa6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.256695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-e02b6211-b61b-4352-99f6-29196e68bfa6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.3664515 Jul 16 01:46:50.262588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-9c0dacb3-6d5b-4bec-b20a-a522e2a66ed2 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', {'tags': ['tempest-TagsExtTest-Tag-514188423', 'tempest-TagsExtTest-Tag-1834249756', 'tempest-TagsExtTest-Tag-1167484659']}) {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.279395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Request body: {'port': {'device_id': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'admin_state_up': True, 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:50.299419 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-a17c6867-f7e2-45f9-8f44-c4ed00b8a4a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342600 Jul 16 01:46:50.378226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] For port 28c5a367-9689-4ced-88f8-5935126f43d8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28c5a367-9689-4ced-88f8-5935126f43d8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:50.378594 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.415667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Calling delete_port for 28c5a367-9689-4ced-88f8-5935126f43d8 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:50.434362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-1a0f7119-e4ba-44d3-af83-858f3977e8a2 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251276 Jul 16 01:46:50.457033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.469157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.542338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:50.552673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90505ef6-1732-4c96-8913-5348e6588ae0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.564870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.565224 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Added segment 2bbf57c4-b497-49c7-8283-b04bbdc1a957 of type vlan for network b77e7f24-63be-4868-b689-8dea5d64e9a9 Jul 16 01:46:50.587700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55176) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.588668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c0dacb3-6d5b-4bec-b20a-a522e2a66ed2 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags HTTP/1.1" status: 200 len: 317 time: 0.3312478 Jul 16 01:46:50.593828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-62a564d8-2b3f-4738-9094-5d31eaa7a6ed tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.596661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-131e96f2-1b40-4e66-a1d8-ecaf85c2ee48 req-0c81fd2e-1777-4331-b17f-760a1c7e0c77 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.0991461 Jul 16 01:46:50.617643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ae7c6e9-1fe3-434b-96e3-3bc183a8a6b7 req-f34a1840-de2c-4bd0-bec3-8bef42f59141 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733618 Jul 16 01:46:50.641380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8bbbb67-954a-440f-8eb3-66687f4baaec no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:50.661013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105fbf4-08bb-499a-a4fc-6cc9241c913c req-843cf3c7-681b-4b02-8e5d-a218d6a40866 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.664060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b105fbf4-08bb-499a-a4fc-6cc9241c913c req-843cf3c7-681b-4b02-8e5d-a218d6a40866 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 943 time: 0.5184429 Jul 16 01:46:50.682336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c8bbbb67-954a-440f-8eb3-66687f4baaec {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:50.683230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8bbbb67-954a-440f-8eb3-66687f4baaec not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:50.683815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28c5a367-9689-4ced-88f8-5935126f43d8 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:50.722163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.774298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.796690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:50.800087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 28c5a367-9689-4ced-88f8-5935126f43d8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28c5a367-9689-4ced-88f8-5935126f43d8,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:50.800345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.806272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.808430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.809416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.810000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:50.821932 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-62a564d8-2b3f-4738-9094-5d31eaa7a6ed tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2318785 Jul 16 01:46:50.829895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b105fbf4-08bb-499a-a4fc-6cc9241c913c req-fd61fd38-14a0-4186-9281-e626481e114d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360545 Jul 16 01:46:50.831467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.835886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-0f166945-f113-4f11-aee1-92359b244fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.837419 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-0f166945-f113-4f11-aee1-92359b244fc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 1094 time: 0.1589253 Jul 16 01:46:50.838726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-f5ba5b62-4897-4e1e-b17e-d547b790a69e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-514188423') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:50.865598 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0092382 Jul 16 01:46:50.866208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:50.879942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Request body: {'subnet': {'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1048061902-subnet', 'tenant_id': '663d11eab0f244da8c8bc5c9e97c5ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:50.887903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=28c5a367-9689-4ced-88f8-5935126f43d8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.930502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391981a-1035-4fea-9b3b-6a8893b72b7b admin admin] Pushing event updated for resources: {'Network': ['ID=b77e7f24-63be-4868-b689-8dea5d64e9a9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:50.944440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:50.977042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Made reservation on behalf of 663d11eab0f244da8c8bc5c9e97c5ef8 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:50.979633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.020146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-463e720d-d84e-42ba-9c4c-c39d81ca3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.022209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-463e720d-d84e-42ba-9c4c-c39d81ca3cb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.1741035 Jul 16 01:46:51.054443 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f5ba5b62-4897-4e1e-b17e-d547b790a69e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:51.055477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f5ba5b62-4897-4e1e-b17e-d547b790a69e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-514188423 HTTP/1.1" status: 404 len: 328 time: 0.2220404 Jul 16 01:46:51.059619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.081497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.099194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-884ba867-b525-4cda-98e4-9f0338705203 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-1834249756') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.106579 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-6a711d58-e509-41e1-be18-a9c9c7ab8c94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94 HTTP/1.1" status: 200 len: 217 time: 0.0583642 Jul 16 01:46:51.121694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Pushing event deleted for resources: {'Port': ['ID=28c5a367-9689-4ced-88f8-5935126f43d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.134726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Allocated IP 172.20.0.4 (4e0474fd-00d5-4bef-b64d-740cfbd1c94d/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a/018dab59-983a-4aee-bdb7-db1c326fd467) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:51.224543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.230987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-abadd0c1-20a1-4174-b2e9-b7115a8f71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.232802 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-abadd0c1-20a1-4174-b2e9-b7115a8f71d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.0949676 Jul 16 01:46:51.236846 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-884ba867-b525-4cda-98e4-9f0338705203 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:51.240530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-884ba867-b525-4cda-98e4-9f0338705203 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-1834249756 HTTP/1.1" status: 404 len: 329 time: 0.1461732 Jul 16 01:46:51.255285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.269413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-29bea983-1c62-4f17-abb4-a4d81c0ec926 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a', 'tempest-TagsExtTest-Tag-1167484659') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.273985 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.324663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-703cfd6a-a0a4-4623-92b4-c0ba9164eadf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684040 Jul 16 01:46:51.431807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.437259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.464905 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-29bea983-1c62-4f17-abb4-a4d81c0ec926 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:51.465940 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-29bea983-1c62-4f17-abb4-a4d81c0ec926 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags/tempest-TagsExtTest-Tag-1167484659 HTTP/1.1" status: 404 len: 329 time: 0.2085977 Jul 16 01:46:51.469617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55188) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.474535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0077e061-30b6-44f7-86d7-989e65639e22 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', {'tags': ['tempest-TagsExtTest-Tag-658479258', 'tempest-TagsExtTest-Tag-1044254695', 'tempest-TagsExtTest-Tag-269652220']}) {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.482146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.562205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-b055e263-2771-4bdc-8c3e-3ce4507dee6f service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049670 Jul 16 01:46:51.566399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.566924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a6f2c8-880a-4698-9d28-db8c936cb5cd {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:51.595172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b868b1-2b61-41e8-ae1a-17dd503cc4a1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.595345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.598180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0077e061-30b6-44f7-86d7-989e65639e22 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "PUT /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags HTTP/1.1" status: 200 len: 316 time: 0.1272986 Jul 16 01:46:51.599106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-575ddad3-7289-4533-b369-048b904e892c admin admin] 10.222.0.35 "DELETE /v2.0/routers/93a6f2c8-880a-4698-9d28-db8c936cb5cd HTTP/1.1" status: 204 len: 168 time: 2.9308488 Jul 16 01:46:51.605389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.605743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.617882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-1150801d-5635-48f0-b6b7-5cb7cbe7b1a1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.625971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Checking segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:51.625971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Network hostable DHCP agents. Network: b77e7f24-63be-4868-b689-8dea5d64e9a9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:51.692150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.697338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58540978-0ff8-4b4c-a45c-88048b48b0e5 req-578238b6-a145-4a8a-9a82-0f09b4b1c7f4 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243801 Jul 16 01:46:51.698662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:51.716311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b77e7f24-63be-4868-b689-8dea5d64e9a9) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:51.727104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.727502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.729162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0c939-aacb-42af-ad26-40184521ec34 None None] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:51.731254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Deleting subnet 2fbdf9d5-5af3-4e29-a698-41feb6366dac {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:51.739122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.749346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-97c2bccc-52ee-44fb-a948-516058948b2a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8713541 Jul 16 01:46:51.824009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.846556 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1150801d-5635-48f0-b6b7-5cb7cbe7b1a1 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags HTTP/1.1" status: 204 len: 168 time: 0.2351902 Jul 16 01:46:51.846876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55198) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.851691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-984fea9c-b7f9-4eb4-a4c3-23d19ebc8c66 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-658479258') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.872571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4fc0719b-0dde-4fd0-80af-ed6cb7d77cc5 req-ebb4f83c-568e-4c5e-acd0-43efc5de1225 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.0804853 Jul 16 01:46:51.886699 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-984fea9c-b7f9-4eb4-a4c3-23d19ebc8c66 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:51.890645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-984fea9c-b7f9-4eb4-a4c3-23d19ebc8c66 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-658479258 HTTP/1.1" status: 404 len: 328 time: 0.0399268 Jul 16 01:46:51.891134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:51.914646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.930672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-97d96972-782a-4a8f-ad55-f77ba1f121db tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-1044254695') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:51.934094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cda37-c6f0-4570-b03a-38f44323d78a None None] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:51.985823 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-97d96972-782a-4a8f-ad55-f77ba1f121db tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:51.993052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-97d96972-782a-4a8f-ad55-f77ba1f121db tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-1044254695 HTTP/1.1" status: 404 len: 329 time: 0.1006398 Jul 16 01:46:51.993859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.004697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-b8aa4012-00dc-47e5-ae64-b4156f2583e9 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156', 'tempest-TagsExtTest-Tag-269652220') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:52.050230 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-b8aa4012-00dc-47e5-ae64-b4156f2583e9 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] show failed (client error): The resource could not be found. Jul 16 01:46:52.055919 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b8aa4012-00dc-47e5-ae64-b4156f2583e9 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags/tempest-TagsExtTest-Tag-269652220 HTTP/1.1" status: 404 len: 328 time: 0.0606906 Jul 16 01:46:52.056661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.062740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-68ba8ce4-df31-4ebd-9c98-1593f8953bb7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f3c4ed2-ce6f-4887-960d-cb50d6df6156') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:52.099725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68ba8ce4-df31-4ebd-9c98-1593f8953bb7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156/tags HTTP/1.1" status: 204 len: 168 time: 0.0416484 Jul 16 01:46:52.100660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.106239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-9a225092-4f39-4e19-abc9-d8971def5c14 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '79a8c3e5-c345-4eb6-a058-4443c99bcc7a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:52.107130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.201271 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a225092-4f39-4e19-abc9-d8971def5c14 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a/tags HTTP/1.1" status: 204 len: 168 time: 0.0995052 Jul 16 01:46:52.203884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.208440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0f24d516-87d1-4279-8561-e68ca9847ba7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9bc7e962-dbe6-4905-b9a2-048fedb92477') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:52.266849 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0f24d516-87d1-4279-8561-e68ca9847ba7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477/tags HTTP/1.1" status: 204 len: 168 time: 0.0616891 Jul 16 01:46:52.269133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.273453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-0e9936e5-dee6-436a-9d8a-2793589361fc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93867bb-78b3-432d-aee6-e3ba15f53410') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:52.328708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0e9936e5-dee6-436a-9d8a-2793589361fc tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410/tags HTTP/1.1" status: 204 len: 168 time: 0.0585411 Jul 16 01:46:52.333249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55232) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.362093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:52.410159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:52.416465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f00b8133-97e9-405a-885a-862fbbb903ab tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for subnetpool, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.417753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f00b8133-97e9-405a-885a-862fbbb903ab tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3f3c4ed2-ce6f-4887-960d-cb50d6df6156 HTTP/1.1" status: 204 len: 168 time: 0.0835052 Jul 16 01:46:52.420312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55234) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.426354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:52.433275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event updated for resources: {'Port': ['ID=018dab59-983a-4aee-bdb7-db1c326fd467,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.449002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d3aa252-a76d-42df-81eb-cf445d74b7f0 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "GET /v2.0/ports?device_id=79a8c3e5-c345-4eb6-a058-4443c99bcc7a HTTP/1.1" status: 200 len: 205 time: 0.0273368 Jul 16 01:46:52.451492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.480515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.528333 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.575874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Deleting port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:52.576247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.601196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.601813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.658685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fbbc636f-6372-42a2-bc29-b8f61adb858e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3882308 Jul 16 01:46:52.665970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-a2e1ca37-964a-4958-9ded-d56749908c36 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.667398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-a2e1ca37-964a-4958-9ded-d56749908c36 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 822 time: 0.3160205 Jul 16 01:46:52.692157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.694313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.700470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Request body: {'port': {'device_id': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:52.728273 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.739522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.740637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Fanout notify agent at l3_agent the message router_deleted on router 79a8c3e5-c345-4eb6-a058-4443c99bcc7a {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:52.747363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.750959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0af7c59a-3790-417a-b3cd-cc71ee6a028e tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/routers/79a8c3e5-c345-4eb6-a058-4443c99bcc7a HTTP/1.1" status: 204 len: 168 time: 0.2959325 Jul 16 01:46:52.751078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55238) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.757881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c8ae6-eedd-4d5c-ba30-a67f8741150e req-6d43d36d-753e-4777-8774-addda7bd5119 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:52.759380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c3c8ae6-eedd-4d5c-ba30-a67f8741150e req-6d43d36d-753e-4777-8774-addda7bd5119 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 943 time: 0.4025407 Jul 16 01:46:52.795481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbdf9d5-5af3-4e29-a698-41feb6366dac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:52.797650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-a385cd96-1792-4545-862f-84992abe1009 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/quotas/663d11eab0f244da8c8bc5c9e97c5ef8 HTTP/1.1" status: 200 len: 375 time: 0.0911679 Jul 16 01:46:52.808581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785463bc-73f9-4fb8-a996-0992123adee6 None None] Network 917382ba-19ac-41b3-bf11-171af3268107 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:52.809636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.813105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21c3cf14-bed6-4597-b8e9-4dc606eec2af admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2fbdf9d5-5af3-4e29-a698-41feb6366dac HTTP/1.1" status: 204 len: 168 time: 1.2048380 Jul 16 01:46:52.825877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:52.836065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] For port 3cf671c0-7971-4ac7-987b-864f6b5d1ff7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,segment=NetworkSegment(91b0bdd8-10ee-47b9-b87b-ec6757281c34),segment_id=91b0bdd8-10ee-47b9-b87b-ec6757281c34)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:52.836589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.908689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-35510861-6e2e-4a07-b979-58fba4bab202 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943968 Jul 16 01:46:52.910943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Calling delete_port for 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:52.914748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.925192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Deleting port 9bc7e962-dbe6-4905-b9a2-048fedb92477 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:52.925532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:52.962061 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.006958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] DHCP port deletion for 917382ba-19ac-41b3-bf11-171af3268107 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:53.020458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c3c8ae6-eedd-4d5c-ba30-a67f8741150e req-c51db788-99c0-4a18-9f6b-74f6eb460b1d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342002 Jul 16 01:46:53.048708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1d4943d3-e53d-4901-8299-69b5ccf60b94 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:53.053038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.069708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Deleting port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:53.070132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.085648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Calling delete_port for 9bc7e962-dbe6-4905-b9a2-048fedb92477 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:53.161807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1d4943d3-e53d-4901-8299-69b5ccf60b94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:53.177713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] Deleting port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:53.178284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.182890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] For port 535aa7bb-c9a1-482b-bbcd-875cb89d6482, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=535aa7bb-c9a1-482b-bbcd-875cb89d6482,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:53.183326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.194727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '1d4943d3-e53d-4901-8299-69b5ccf60b94', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': '1d4943d3-e53d-4901-8299-69b5ccf60b94', 'mac_address': 'fa:16:3e:3a:8c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:53.203345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Calling delete_port for 535aa7bb-c9a1-482b-bbcd-875cb89d6482 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:53.279853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] For port 535aa7bb-c9a1-482b-bbcd-875cb89d6482, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=535aa7bb-c9a1-482b-bbcd-875cb89d6482,segment=NetworkSegment(faab5d64-112d-40bb-8835-eb127e96c70b),segment_id=faab5d64-112d-40bb-8835-eb127e96c70b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:53.280379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.291412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.297293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] Calling delete_port for 535aa7bb-c9a1-482b-bbcd-875cb89d6482 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:53.304138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.315955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4943d3-e53d-4901-8299-69b5ccf60b94 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:53.355240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.379963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.383747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1d4943d3-e53d-4901-8299-69b5ccf60b94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:53.384960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Pushing event deleted for resources: {'Port': ['ID=535aa7bb-c9a1-482b-bbcd-875cb89d6482,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.398735 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.408405 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.413445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] No DVR routers for this DVR port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:53.423125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event deleted for resources: {'Port': ['ID=9bc7e962-dbe6-4905-b9a2-048fedb92477,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.434196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf671c0-7971-4ac7-987b-864f6b5d1ff7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.452422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.471328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-3f5aa426-3852-4786-ab5b-f4aeba654b2d service neutron] 10.222.0.35 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477254 Jul 16 01:46:53.478470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] No DVR routers for this DVR port 535aa7bb-c9a1-482b-bbcd-875cb89d6482 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:53.522188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1d4943d3-e53d-4901-8299-69b5ccf60b94,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.576308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70504b-ae9c-4689-b37c-1a8c4a5e883b None None] Pushing event deleted for resources: {'Port': ['ID=535aa7bb-c9a1-482b-bbcd-875cb89d6482,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.654551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['1d4943d3-e53d-4901-8299-69b5ccf60b94'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:53.765341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-0bfe7fcc-a7d2-4290-a3c7-a6d586253993 service neutron] 10.222.0.35 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562845 Jul 16 01:46:53.768446 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c6c1577-2cf9-4c6a-98a1-df13a10ec43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.835020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e03e4e-4719-4f98-b8b0-fb9a1a335dde req-7ab3d65e-7ebd-469f-a656-ba25f46df711 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.836548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39e03e4e-4719-4f98-b8b0-fb9a1a335dde req-7ab3d65e-7ebd-469f-a656-ba25f46df711 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 931 time: 0.5511849 Jul 16 01:46:53.939811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.955563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917382ba-19ac-41b3-bf11-171af3268107']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.967840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.971999 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-27f46114-0cea-4b66-a216-2a04fdf59b8c tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/ports/9bc7e962-dbe6-4905-b9a2-048fedb92477 HTTP/1.1" status: 204 len: 168 time: 1.2178869 Jul 16 01:46:53.971999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faab5d64-112d-40bb-8835-eb127e96c70b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.971999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faab5d64-112d-40bb-8835-eb127e96c70b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:53.973706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55248) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.999522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39e03e4e-4719-4f98-b8b0-fb9a1a335dde req-c68ddf49-41c4-45ad-a89e-a33ccc70bced tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237538 Jul 16 01:46:54.007530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.026304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b94ebe1-9fd1-4d6a-93a7-05c84e206b7a req-1f410a51-e177-4bac-8e25-e9afe32a5c72 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 210 time: 0.0621638 Jul 16 01:46:54.030981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.042479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.046439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018dab59-983a-4aee-bdb7-db1c326fd467 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:54.057744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:54.058587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.086845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Deleting subnet a93867bb-78b3-432d-aee6-e3ba15f53410 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:54.090486 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:54.092882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.101251 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.124522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Transition to ACTIVE for port object 018dab59-983a-4aee-bdb7-db1c326fd467 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:54.154818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.206066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.210035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.245934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.248874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] 10.222.0.35 "DELETE /v2.0/networks/917382ba-19ac-41b3-bf11-171af3268107 HTTP/1.1" status: 204 len: 168 time: 1.4218774 Jul 16 01:46:54.270535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Pushing event updated for resources: {'Port': ['ID=018dab59-983a-4aee-bdb7-db1c326fd467,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.293100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d28fd-93d7-4227-8093-3561b79eba33 admin admin] Pushing event deleted for resources: {'Network': ['ID=917382ba-19ac-41b3-bf11-171af3268107,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.372005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.443687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55264) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.466420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388de7-53bf-4b6b-8f34-18796af79c03 req-d4206d9b-5858-4da2-99ff-d91fd92e0965 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.473503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42388de7-53bf-4b6b-8f34-18796af79c03 req-d4206d9b-5858-4da2-99ff-d91fd92e0965 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 944 time: 0.2923362 Jul 16 01:46:54.498944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Attempting to bind port 018dab59-983a-4aee-bdb7-db1c326fd467 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:54.499155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Attempting to bind port 018dab59-983a-4aee-bdb7-db1c326fd467 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:54.499439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Attempting to bind port 018dab59-983a-4aee-bdb7-db1c326fd467 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:54.517607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Port 018dab59-983a-4aee-bdb7-db1c326fd467 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:54.517936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Attempting to bind port 018dab59-983a-4aee-bdb7-db1c326fd467 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:54.520239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0a39d00-281f-4946-879a-c5bddf543d3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb139c44a2454f8b8d05a3dacea79170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737116 Jul 16 01:46:54.524293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.537821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:54.538170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:54.538561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Bound using segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:54.539080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Bound port: 018dab59-983a-4aee-bdb7-db1c326fd467, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:54.539344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.542213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Router ec3eff77-7780-4f38-a551-079109f306a1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:54.546880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42388de7-53bf-4b6b-8f34-18796af79c03 req-5c63aa69-58b7-4998-a68f-52368bd9dfa6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725374 Jul 16 01:46:54.565324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.607028 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.611881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/subnets/a93867bb-78b3-432d-aee6-e3ba15f53410 HTTP/1.1" status: 204 len: 168 time: 0.6371615 Jul 16 01:46:54.615680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5da3e-bb86-4bc2-8976-01a14b46c944 None None] Network 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:54.620600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.621253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 535aa7bb-c9a1-482b-bbcd-875cb89d6482 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:54.623945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf456b-3ab3-49cc-b291-9aa8af1985c7 tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event deleted for resources: {'Subnet': ['ID=a93867bb-78b3-432d-aee6-e3ba15f53410,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.660365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 535aa7bb-c9a1-482b-bbcd-875cb89d6482 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:54.660945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 535aa7bb-c9a1-482b-bbcd-875cb89d6482 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:54.685232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99c13b2f-64ca-4a5b-8478-030d93af9b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.707799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] For port 018dab59-983a-4aee-bdb7-db1c326fd467, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:54.733194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] For port 018dab59-983a-4aee-bdb7-db1c326fd467, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=018dab59-983a-4aee-bdb7-db1c326fd467,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:54.745874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.759745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.763543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99c13b2f-64ca-4a5b-8478-030d93af9b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.780251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:54.792873 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] Sync routers for ids ['ec3eff77-7780-4f38-a551-079109f306a1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:54.810491 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] Routers {'ec3eff77-7780-4f38-a551-079109f306a1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:54.811780 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ec3eff77-7780-4f38-a551-079109f306a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:54.829399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-881cd08b-d58a-4d8d-a571-0a6af4d4c397 admin admin] 10.222.0.35 "PUT /v2.0/routers/ec3eff77-7780-4f38-a551-079109f306a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0489516 Jul 16 01:46:54.831515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:54.835353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.835981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.837399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] 10.222.0.38 "PUT /v2.0/ports/018dab59-983a-4aee-bdb7-db1c326fd467 HTTP/1.1" status: 200 len: 1091 time: 2.1670089 Jul 16 01:46:54.838045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'tag': '018dab59-983a-4aee-bdb7-db1c326fd467'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:54.845930 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd025cba-cc59-48f8-a53e-2ea0240808d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a31d28-23a0-4810-8006-9fef137e1432", "tag": "018dab59-983a-4aee-bdb7-db1c326fd467"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:54.885667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80e1e2-9d08-4e1f-a7eb-d7d20430044a service neutron] Pushing event updated for resources: {'Port': ['ID=018dab59-983a-4aee-bdb7-db1c326fd467,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.932672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] DHCP port deletion for 7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:54.932883 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d87d842-0adf-4f38-9eb2-35b87a18762f x-openstack-request-id: req-0d87d842-0adf-4f38-9eb2-35b87a18762f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:54.933127 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a31d28-23a0-4810-8006-9fef137e1432", "tag": "018dab59-983a-4aee-bdb7-db1c326fd467", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:54.933392 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d87d842-0adf-4f38-9eb2-35b87a18762f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:54.933789 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'tag': '018dab59-983a-4aee-bdb7-db1c326fd467', 'status': 'completed', 'code': 200} Jul 16 01:46:54.967004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-753aba63-48e4-4790-bdab-43cbb5574948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:54.969244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-753aba63-48e4-4790-bdab-43cbb5574948 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 1094 time: 0.0677042 Jul 16 01:46:54.972128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] Set router ec3eff77-7780-4f38-a551-079109f306a1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:54.992174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] Deleting port 10b1a417-520b-4fa8-abe3-a42b0305774c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:54.992985 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.011319 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99c13b2f-64ca-4a5b-8478-030d93af9b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.013866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99c13b2f-64ca-4a5b-8478-030d93af9b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.017674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99c13b2f-64ca-4a5b-8478-030d93af9b6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c41982de-090d-4e24-866d-1a736a483551 HTTP/1.1" status: 204 len: 168 time: 0.4915910 Jul 16 01:46:55.022826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Deleting port 10b1a417-520b-4fa8-abe3-a42b0305774c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:55.023169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.031723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-f76e3c27-7241-4a33-9567-124635b72973 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018dab59-983a-4aee-bdb7-db1c326fd467 HTTP/1.1" status: 200 len: 217 time: 0.0507405 Jul 16 01:46:55.042200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.043888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c13b2f-64ca-4a5b-8478-030d93af9b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41982de-090d-4e24-866d-1a736a483551,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.128841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1d4943d3-e53d-4901-8299-69b5ccf60b94 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:55.193769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-da4f1e3a-80aa-47be-9396-0cc233467fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.196653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-da4f1e3a-80aa-47be-9396-0cc233467fe2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1380825 Jul 16 01:46:55.220214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] For port 10b1a417-520b-4fa8-abe3-a42b0305774c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10b1a417-520b-4fa8-abe3-a42b0305774c,segment=NetworkSegment(cd559a7c-2e38-4269-bd34-53bcaa395f11),segment_id=cd559a7c-2e38-4269-bd34-53bcaa395f11)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:55.221003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.243593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] Calling delete_port for 10b1a417-520b-4fa8-abe3-a42b0305774c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:55.247775 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:55.255562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-55e1c5cb-9a17-434c-82b1-da327c064872 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504127 Jul 16 01:46:55.259321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 1d4943d3-e53d-4901-8299-69b5ccf60b94 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:55.263134 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:53Z', 'revision_number': 5, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.283766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] For port 10b1a417-520b-4fa8-abe3-a42b0305774c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10b1a417-520b-4fa8-abe3-a42b0305774c,segment=NetworkSegment(cd559a7c-2e38-4269-bd34-53bcaa395f11),segment_id=cd559a7c-2e38-4269-bd34-53bcaa395f11)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:55.284274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.304044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 1d4943d3-e53d-4901-8299-69b5ccf60b94 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:55.306443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.321305 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] Checking router: ec3eff77-7780-4f38-a551-079109f306a1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:55.341256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Calling delete_port for 10b1a417-520b-4fa8-abe3-a42b0305774c owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:55.348890 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] Routers {'ec3eff77-7780-4f38-a551-079109f306a1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:55.350399 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:46:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ec3eff77-7780-4f38-a551-079109f306a1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.408912 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2654b9b-8018-4266-8c7d-fcdf3fb1e5c6 req-95c6bca8-cbc3-44e6-9974-9b591dd8d2d8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 210 time: 0.0997994 Jul 16 01:46:55.456352 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.486217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] No DVR routers for this DVR port 10b1a417-520b-4fa8-abe3-a42b0305774c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:55.499488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.558407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2fb0d-ed4f-45ad-8382-d7261f9dc2f5 None None] Pushing event deleted for resources: {'Port': ['ID=10b1a417-520b-4fa8-abe3-a42b0305774c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.570426 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] Set router ec3eff77-7780-4f38-a551-079109f306a1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:55.572081 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.628877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4943d3-e53d-4901-8299-69b5ccf60b94'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:55.635498 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5b4f5-ad7a-4856-882b-3b6285b07f6a" -d '{"events": [{"server_uuid": "2742a509-03d5-43cc-9f9a-be3be860ec65", "name": "network-vif-plugged", "status": "completed", "tag": "1d4943d3-e53d-4901-8299-69b5ccf60b94"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:55.673374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1d4943d3-e53d-4901-8299-69b5ccf60b94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:55.685016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.706512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-fcb90527-711e-4edc-9138-a74c6c5684e2 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390795 Jul 16 01:46:55.756755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.762764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09880c3-4fff-4b93-847f-d43762c366dd req-ce6dc7d3-72cc-421d-bf80-27d8876ed174 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.772958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f09880c3-4fff-4b93-847f-d43762c366dd req-ce6dc7d3-72cc-421d-bf80-27d8876ed174 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 943 time: 0.3738756 Jul 16 01:46:55.793980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-3459363d-ddfc-4775-91ed-2d06f5d12d3d tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.795585 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-3459363d-ddfc-4775-91ed-2d06f5d12d3d tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.32 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 822 time: 0.3531215 Jul 16 01:46:55.803104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1d4943d3-e53d-4901-8299-69b5ccf60b94,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.856849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'port': {'device_id': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'admin_state_up': True, 'tenant_id': '663d11eab0f244da8c8bc5c9e97c5ef8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:55.898599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event deleted for resources: {'Port': ['ID=10b1a417-520b-4fa8-abe3-a42b0305774c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.903402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] No DVR routers for this DVR port 10b1a417-520b-4fa8-abe3-a42b0305774c on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:56.003576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Deleting port 8e87e140-9715-49da-8a89-6c82f86079fb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:56.003923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.054395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:53Z', 'revision_number': 5, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.076722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.085296 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990ab60-e7d5-43a4-b791-838732e83ec1 None None] The sync data for ids ['ec3eff77-7780-4f38-a551-079109f306a1'] in n-d-800087-6 is: [{'id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'name': 'tempest-FloatingIPsTestJSON-224388225-router', 'tenant_id': '39a6c80aeadf43d38fad3a77d5593392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:17Z', 'updated_at': '2021-07-16T01:46:53Z', 'revision_number': 5, 'project_id': '39a6c80aeadf43d38fad3a77d5593392', 'gw_port': {'id': '8e87e140-9715-49da-8a89-6c82f86079fb', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3eff77-7780-4f38-a551-079109f306a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:19Z', 'updated_at': '2021-07-16T01:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:56.098294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3f4f0b-3d09-499f-9e9e-d4de110dfa72']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.137016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-180d60fb-1f68-4395-a4bc-e4a3c5947440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.159503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd559a7c-2e38-4269-bd34-53bcaa395f11') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.159861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd559a7c-2e38-4269-bd34-53bcaa395f11') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.170592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.186899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.193673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:56.194085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:56.216426 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:56.219084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.292158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.293729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Made reservation on behalf of 663d11eab0f244da8c8bc5c9e97c5ef8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:56.297444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.308829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.310756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] 10.222.0.35 "DELETE /v2.0/networks/7b3f4f0b-3d09-499f-9e9e-d4de110dfa72 HTTP/1.1" status: 204 len: 168 time: 1.6878414 Jul 16 01:46:56.312728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] For port 8e87e140-9715-49da-8a89-6c82f86079fb, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8e87e140-9715-49da-8a89-6c82f86079fb,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:56.313106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.324418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f09880c3-4fff-4b93-847f-d43762c366dd req-4a7f8f29-d0fb-4085-b024-8a5ed74c4283 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484543 Jul 16 01:46:56.353510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9f656-e420-4619-81c6-796097bc81ee tempest-TagsExtTest-1858666047 tempest-TagsExtTest-1858666047-project] Pushing event deleted for resources: {'Network': ['ID=7b3f4f0b-3d09-499f-9e9e-d4de110dfa72,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:56.364407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Calling delete_port for 8e87e140-9715-49da-8a89-6c82f86079fb owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:56.372148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2031032648-network', 'tenant_id': 'e3057b9c03d047d6b6ebfb109a0e0879'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:56.384658 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e60fc28-b513-4fb6-98bd-4d40bc28df67 x-openstack-request-id: req-6e60fc28-b513-4fb6-98bd-4d40bc28df67 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:56.385006 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2742a509-03d5-43cc-9f9a-be3be860ec65", "name": "network-vif-plugged", "status": "completed", "tag": "1d4943d3-e53d-4901-8299-69b5ccf60b94", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:56.385266 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e60fc28-b513-4fb6-98bd-4d40bc28df67 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:56.385660 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4943d3-e53d-4901-8299-69b5ccf60b94', 'code': 200} Jul 16 01:46:56.397675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32a18462-88d1-4b05-9092-f7d5315c6d37 req-d9096955-2f37-4d78-8107-3f8edb029c72 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811337 Jul 16 01:46:56.408845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.417801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0f8af-dc1e-4243-8faa-3fb20403504e req-11c6b661-482f-49a8-9a26-9b1af9e9031f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.419945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cce0f8af-dc1e-4243-8faa-3fb20403504e req-11c6b661-482f-49a8-9a26-9b1af9e9031f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.5719850 Jul 16 01:46:56.566917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:56.605600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:56.605967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3cf671c0-7971-4ac7-987b-864f6b5d1ff7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:56.606449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10b1a417-520b-4fa8-abe3-a42b0305774c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:56.613305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cce0f8af-dc1e-4243-8faa-3fb20403504e req-ffc3437e-6aa2-4c06-a0f6-5e481b25edd4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816745 Jul 16 01:46:56.659931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 10b1a417-520b-4fa8-abe3-a42b0305774c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:56.660832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10b1a417-520b-4fa8-abe3-a42b0305774c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:56.682997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Made reservation on behalf of e3057b9c03d047d6b6ebfb109a0e0879 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:56.684446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87a50ca6-50d8-41d3-a995-8f201102817a req-4c76c514-6037-4a5a-b8ba-f3625b144caa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 210 time: 0.0491948 Jul 16 01:46:56.689445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a86ea6-3dde-4ffd-bf3d-4aa5b4cc0785 req-2392111d-ede9-435c-9c23-99a4d3c7156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.691973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9a86ea6-3dde-4ffd-bf3d-4aa5b4cc0785 req-2392111d-ede9-435c-9c23-99a4d3c7156d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 1096 time: 0.1526387 Jul 16 01:46:56.694278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-1f50cddc-ffd7-42fa-b803-93e53465523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.696189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-1f50cddc-ffd7-42fa-b803-93e53465523c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 1094 time: 0.2123418 Jul 16 01:46:56.703798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.723022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.733337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:56.762418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Allocated IP 172.20.0.5 (b77e7f24-63be-4868-b689-8dea5d64e9a9/37b868b1-2b61-41e8-ae1a-17dd503cc4a1/eebc8230-6774-43fd-8c54-d544057466fb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:56.819348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9a86ea6-3dde-4ffd-bf3d-4aa5b4cc0785 req-1acf0dc9-dc47-481d-98b3-9749ad80b9c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195908 Jul 16 01:46:56.847938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-ea3ec1b5-ef62-47a2-9958-42b867abebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.849683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-ea3ec1b5-ef62-47a2-9958-42b867abebce service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.1434529 Jul 16 01:46:56.898919 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-20f3fe39-d817-4b3c-92a6-5621d7ba2ab5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018dab59-983a-4aee-bdb7-db1c326fd467 HTTP/1.1" status: 200 len: 217 time: 0.0427597 Jul 16 01:46:56.973232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-952959bb-dec6-4132-9317-cb63c1082869 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3116078e1e0741c7b0ba94c1741a1976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489607 Jul 16 01:46:56.975890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.983003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-56db8e64-47d2-44db-84cf-4b0a5cb1b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.984450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-56db8e64-47d2-44db-84cf-4b0a5cb1b90f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.0780156 Jul 16 01:46:57.022427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.031566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-da61d002-5e79-478f-bb00-92edffe745d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382528 Jul 16 01:46:57.067197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e87e140-9715-49da-8a89-6c82f86079fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.079332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.082457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da1bd4f1-2986-4774-b61b-7821739bc405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.103439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.143153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da1bd4f1-2986-4774-b61b-7821739bc405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.163715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:57.171191 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-a61dda54-8853-4b16-9be0-cdb4ba51225e service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312530 Jul 16 01:46:57.189717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.192699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.201082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.201442 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Added segment 5365cec9-abff-46ef-b606-6e172d83e264 of type vlan for network f75b359b-b97e-4ce8-87ed-aebfc9d62490 Jul 16 01:46:57.216560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.264658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da1bd4f1-2986-4774-b61b-7821739bc405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.267130 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da1bd4f1-2986-4774-b61b-7821739bc405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.268304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da1bd4f1-2986-4774-b61b-7821739bc405 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5078303-5f46-4180-b46c-9eee61173fab HTTP/1.1" status: 204 len: 168 time: 0.2914097 Jul 16 01:46:57.284098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bd4f1-2986-4774-b61b-7821739bc405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5078303-5f46-4180-b46c-9eee61173fab,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.297489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd025cba-cc59-48f8-a53e-2ea0240808d1 req-013eb5f2-c04d-456e-8773-1a726023484f service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138840 Jul 16 01:46:57.348354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.358566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.359401 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.368258 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.434748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.443542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.444438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:57.445033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.453269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.453591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3eff77-7780-4f38-a551-079109f306a1 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:46:57.482824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.486634 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5b2e20a9-43de-4872-91da-560e1603846b admin admin] 10.222.0.35 "DELETE /v2.0/routers/ec3eff77-7780-4f38-a551-079109f306a1 HTTP/1.1" status: 204 len: 168 time: 2.6540127 Jul 16 01:46:57.496890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:57.534683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:57.536422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3131692 Jul 16 01:46:57.543854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:57.546272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:57.554340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Request body: {'subnet': {'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2031032648-subnet', 'tenant_id': 'e3057b9c03d047d6b6ebfb109a0e0879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:57.570571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:57.585481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Deleting subnet a4b107fe-0441-48eb-a4a5-a5707f0790b3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:46:57.590792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.601378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.632120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f9a9a-431b-4b10-923c-4d9a8b59d89d admin admin] Pushing event updated for resources: {'Network': ['ID=f75b359b-b97e-4ce8-87ed-aebfc9d62490,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:57.633158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea5da8-0fc2-484f-8da0-8d8b8c35fa97 req-1bbdfea7-32e1-4713-9ae4-2b9ee887ed29 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:57.645339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bea5da8-0fc2-484f-8da0-8d8b8c35fa97 req-1bbdfea7-32e1-4713-9ae4-2b9ee887ed29 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 943 time: 0.2021387 Jul 16 01:46:57.646239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f75b359b-b97e-4ce8-87ed-aebfc9d62490 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:57.669109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.679478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:57.680121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.682626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Made reservation on behalf of e3057b9c03d047d6b6ebfb109a0e0879 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:57.685075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.731233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-9047ae9e-2a7b-49ed-992c-f581d3d4ce59 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8802564 Jul 16 01:46:57.774168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Request body: {'port': {'device_id': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:57.816468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.915055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:57.962011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.000761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bea5da8-0fc2-484f-8da0-8d8b8c35fa97 req-42baf26f-4375-45c3-b807-05644584de42 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244452 Jul 16 01:46:58.006862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b107fe-0441-48eb-a4a5-a5707f0790b3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.009943 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.011983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5f731b50-6885-4636-99e2-dbbabc89cb87 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a4b107fe-0441-48eb-a4a5-a5707f0790b3 HTTP/1.1" status: 204 len: 168 time: 0.5134995 Jul 16 01:46:58.014813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:58.018868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d59152-6794-4350-9eb2-189b86439ba1 None None] Network 6a5c6fdb-4c69-4628-b315-26d74173e981 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:58.019390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.104373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159cb00-647b-4a42-8e3b-04d2c41c0935 req-eb5c1ecc-67df-4c22-92cf-10f2c1b5bcf9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.117269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9159cb00-647b-4a42-8e3b-04d2c41c0935 req-eb5c1ecc-67df-4c22-92cf-10f2c1b5bcf9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.2386844 Jul 16 01:46:58.217885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eccb274-1e8e-43f4-bcd3-f0a1608f55fa,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.222902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.239903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Checking segment: {'id': '5365cec9-abff-46ef-b606-6e172d83e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:58.241235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Network hostable DHCP agents. Network: f75b359b-b97e-4ce8-87ed-aebfc9d62490, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:58.259352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 018dab59-983a-4aee-bdb7-db1c326fd467 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:58.321322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Network f75b359b-b97e-4ce8-87ed-aebfc9d62490 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:58.350586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f75b359b-b97e-4ce8-87ed-aebfc9d62490) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:58.362033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.362222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50f326f-659d-4665-95f0-5843b768bce5 None None] Network f75b359b-b97e-4ce8-87ed-aebfc9d62490 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:58.362996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.418917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9159cb00-647b-4a42-8e3b-04d2c41c0935 req-00237f9a-c5ff-40aa-ada2-6c395eb8bce7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006964 Jul 16 01:46:58.579896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b8376-f6fe-4ef6-8d01-f274cb83914d req-5456844f-1b63-4dcf-a195-345244c95df0 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:58.589223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c4b8376-f6fe-4ef6-8d01-f274cb83914d req-5456844f-1b63-4dcf-a195-345244c95df0 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 931 time: 0.2760148 Jul 16 01:46:58.602477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8e87e140-9715-49da-8a89-6c82f86079fb no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:46:58.632389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 018dab59-983a-4aee-bdb7-db1c326fd467, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=018dab59-983a-4aee-bdb7-db1c326fd467,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:58.637656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Deleting port bd80c6a0-ec75-4874-9163-d7995a0c4b55 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:46:58.638011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.686269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8e87e140-9715-49da-8a89-6c82f86079fb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:46:58.686618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8e87e140-9715-49da-8a89-6c82f86079fb not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:46:58.702346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '018dab59-983a-4aee-bdb7-db1c326fd467', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': '018dab59-983a-4aee-bdb7-db1c326fd467', 'mac_address': 'fa:16:3e:b6:e7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:58.733511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c4b8376-f6fe-4ef6-8d01-f274cb83914d req-aacd985b-3601-4413-899d-f4b1b4c7820a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427748 Jul 16 01:46:58.741566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] For port bd80c6a0-ec75-4874-9163-d7995a0c4b55, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bd80c6a0-ec75-4874-9163-d7995a0c4b55,segment=NetworkSegment(91b0bdd8-10ee-47b9-b87b-ec6757281c34),segment_id=91b0bdd8-10ee-47b9-b87b-ec6757281c34)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:58.741947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.764143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Calling delete_port for bd80c6a0-ec75-4874-9163-d7995a0c4b55 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:46:58.832407 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.855671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018dab59-983a-4aee-bdb7-db1c326fd467 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:58.861417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33bafc5-2bf4-4c99-9537-dd64f6ab2523 None None] DHCP port deletion for 6a5c6fdb-4c69-4628-b315-26d74173e981 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:46:58.867509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499df41-0ba5-4780-adda-05a0aef2a266 None None] Network f75b359b-b97e-4ce8-87ed-aebfc9d62490 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:58.868312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.872662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.903692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd80c6a0-ec75-4874-9163-d7995a0c4b55,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:58.911115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] No DVR routers for this DVR port bd80c6a0-ec75-4874-9163-d7995a0c4b55 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:46:58.934425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 018dab59-983a-4aee-bdb7-db1c326fd467, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=018dab59-983a-4aee-bdb7-db1c326fd467,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:58.955727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:58.999608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebc8230-6774-43fd-8c54-d544057466fb {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:59.010079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-75351d37-b865-49ce-9534-e6cc27fda90d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4646757 Jul 16 01:46:59.012534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.027383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.041134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5c6fdb-4c69-4628-b315-26d74173e981']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.055360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b0bdd8-10ee-47b9-b87b-ec6757281c34') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.055675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Transition to ACTIVE for port object eebc8230-6774-43fd-8c54-d544057466fb will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:59.056396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b0bdd8-10ee-47b9-b87b-ec6757281c34') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:59.070060 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.070493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.077982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=018dab59-983a-4aee-bdb7-db1c326fd467,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.092716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.100188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:46:59.100772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.167947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.168926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.169415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.169897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.170375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.170849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.171340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.171809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.172318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.173025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.173503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.174234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:46:59.178406 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:46:59.191123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.214557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.217201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] 10.222.0.35 "DELETE /v2.0/networks/6a5c6fdb-4c69-4628-b315-26d74173e981 HTTP/1.1" status: 204 len: 168 time: 1.2014151 Jul 16 01:46:59.218401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42a73d-3715-49ac-a431-c67f4238800f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5c6fdb-4c69-4628-b315-26d74173e981,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.262486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.297484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['018dab59-983a-4aee-bdb7-db1c326fd467'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:59.328555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Attempting to bind port eebc8230-6774-43fd-8c54-d544057466fb on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:59.329570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Attempting to bind port eebc8230-6774-43fd-8c54-d544057466fb by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:59.330176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Attempting to bind port eebc8230-6774-43fd-8c54-d544057466fb on network b77e7f24-63be-4868-b689-8dea5d64e9a9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:59.337271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7570e5f-3be2-4947-b4c8-3fc7a875c54f req-785be912-0a03-4aef-baf6-d9dcbda728b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.338846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7570e5f-3be2-4947-b4c8-3fc7a875c54f req-785be912-0a03-4aef-baf6-d9dcbda728b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 944 time: 0.0892754 Jul 16 01:46:59.339651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Port eebc8230-6774-43fd-8c54-d544057466fb on network b77e7f24-63be-4868-b689-8dea5d64e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:59.340205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Attempting to bind port eebc8230-6774-43fd-8c54-d544057466fb on network b77e7f24-63be-4868-b689-8dea5d64e9a9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:59.346860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:59.347431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Checking segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:59.348360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Bound using segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:59.348953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Bound port: eebc8230-6774-43fd-8c54-d544057466fb, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:59.350360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.383595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7570e5f-3be2-4947-b4c8-3fc7a875c54f req-51d026df-a986-458e-af0c-c17407889c0d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jul 16 01:46:59.499679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:59.508954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:59.523731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.595600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.596373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.597885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] 10.222.0.32 "PUT /v2.0/ports/eebc8230-6774-43fd-8c54-d544057466fb HTTP/1.1" status: 200 len: 1091 time: 1.8302367 Jul 16 01:46:59.598440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'tag': 'eebc8230-6774-43fd-8c54-d544057466fb'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:59.600879 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce6063-6287-42ef-8e68-f7466d2c4948" -d '{"events": [{"name": "network-changed", "server_uuid": "738004d6-f59b-4671-b49e-7f05a2f2f5ae", "tag": "eebc8230-6774-43fd-8c54-d544057466fb"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:59.628683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbbf9-9b61-4d4f-af03-5f5c31243148 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:59.660236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.715160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22677cd-9e0b-4dec-8f74-6d11104f1cc6 req-29bc6617-ec9e-43f0-beda-598b2c22a607 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.716450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-c3508655-e1eb-4705-a6e6-0ba51eb1bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.717225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d22677cd-9e0b-4dec-8f74-6d11104f1cc6 req-29bc6617-ec9e-43f0-beda-598b2c22a607 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.1326530 Jul 16 01:46:59.719400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-c3508655-e1eb-4705-a6e6-0ba51eb1bc61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 1094 time: 0.0797281 Jul 16 01:46:59.754116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6e959be4-a001-4dd1-9798-9c45a5c90037 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39a6c80aeadf43d38fad3a77d5593392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920620 Jul 16 01:46:59.757257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55396) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:59.768899 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-e8872d86-9952-4e85-a442-f65a5580f39d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eebc8230-6774-43fd-8c54-d544057466fb HTTP/1.1" status: 200 len: 217 time: 0.0400574 Jul 16 01:46:59.785849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d22677cd-9e0b-4dec-8f74-6d11104f1cc6 req-e5052446-9756-46f7-b5d7-267c4ba783af tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604253 Jul 16 01:46:59.833175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95453db5-d406-41c2-a14a-2f250784f965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.842504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-29884718-aec7-47d3-9aa4-45208d756ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:59.843817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-29884718-aec7-47d3-9aa4-45208d756ea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 200 len: 862 time: 0.0671458 Jul 16 01:46:59.878758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95453db5-d406-41c2-a14a-2f250784f965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.883107 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abaf75d-d8ec-4cb4-8059-e25d4152ccf7 x-openstack-request-id: req-9abaf75d-d8ec-4cb4-8059-e25d4152ccf7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:59.883405 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738004d6-f59b-4671-b49e-7f05a2f2f5ae", "tag": "eebc8230-6774-43fd-8c54-d544057466fb", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:59.883737 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9abaf75d-d8ec-4cb4-8059-e25d4152ccf7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:59.884159 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'tag': 'eebc8230-6774-43fd-8c54-d544057466fb', 'status': 'completed', 'code': 200} Jul 16 01:46:59.886244 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-ede85cc6-3c81-47ac-88c8-f31a6270930e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b77e7f24-63be-4868-b689-8dea5d64e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335741 Jul 16 01:46:59.947944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95453db5-d406-41c2-a14a-2f250784f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.954727 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95453db5-d406-41c2-a14a-2f250784f965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:59.959594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-95453db5-d406-41c2-a14a-2f250784f965 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a75faae4-3dcb-483c-96ce-f886230072e0 HTTP/1.1" status: 204 len: 168 time: 0.2012150 Jul 16 01:46:59.980011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95453db5-d406-41c2-a14a-2f250784f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75faae4-3dcb-483c-96ce-f886230072e0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:00.034227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-697d95ad-76a5-48b9-b28f-07bfbf444c74 service neutron] 10.222.0.32 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412220 Jul 16 01:47:00.125810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-8bea53c8-6a4d-423c-80df-e460ef8d46e9 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.127628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-8bea53c8-6a4d-423c-80df-e460ef8d46e9 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/networks?id=f75b359b-b97e-4ce8-87ed-aebfc9d62490 HTTP/1.1" status: 200 len: 814 time: 0.1452661 Jul 16 01:47:00.158113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-ce7f75a5-88ae-4e61-a91e-950c76855e79 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/quotas/e3057b9c03d047d6b6ebfb109a0e0879 HTTP/1.1" status: 200 len: 375 time: 0.0198615 Jul 16 01:47:00.159372 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c5c64a23-1069-47a5-bc43-883d2b0baabc req-0e18dd8c-e012-4ce0-931b-d43a0bf3f4ab service neutron] 10.222.0.32 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157756 Jul 16 01:47:00.234548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-9afde94a-24e4-4713-8e8f-681917b86745 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3057b9c03d047d6b6ebfb109a0e0879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611646 Jul 16 01:47:00.283590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-3cf05892-1608-47f7-b2a2-72063f84ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.285256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-3cf05892-1608-47f7-b2a2-72063f84ce7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 1094 time: 0.0616615 Jul 16 01:47:00.323783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c80b3e-f3bc-473a-a32e-92803187012f req-bee08bcc-da44-4b43-b699-a4deb7fa5f7b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.325341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67c80b3e-f3bc-473a-a32e-92803187012f req-bee08bcc-da44-4b43-b699-a4deb7fa5f7b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 943 time: 0.1662910 Jul 16 01:47:00.374763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-22b4fb8b-f320-484e-9621-671ce09e1b7d service neutron] 10.222.0.35 "GET /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288760 Jul 16 01:47:00.394799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67c80b3e-f3bc-473a-a32e-92803187012f req-95fd0d19-5fc9-485a-87a3-491c11d78f08 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615788 Jul 16 01:47:00.399269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-41291b1a-aa4a-49b4-bb05-1ac9ed2db567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.401401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-41291b1a-aa4a-49b4-bb05-1ac9ed2db567 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 923 time: 0.1016369 Jul 16 01:47:00.490110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-8e23462a-2982-4826-afaa-b43d793c3eaa service neutron] 10.222.0.35 "GET /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088791 Jul 16 01:47:00.498187 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-54a3bbf5-cc35-42ad-a204-9c00cf36d916 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eebc8230-6774-43fd-8c54-d544057466fb HTTP/1.1" status: 200 len: 217 time: 0.0849814 Jul 16 01:47:00.570689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bd80c6a0-ec75-4874-9163-d7995a0c4b55 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:00.571749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-95e8ea0b-beb9-4c87-8bb8-e62b7e65a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.574711 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-95e8ea0b-beb9-4c87-8bb8-e62b7e65a959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 200 len: 862 time: 0.0659897 Jul 16 01:47:00.615379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: bd80c6a0-ec75-4874-9163-d7995a0c4b55 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:00.615717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bd80c6a0-ec75-4874-9163-d7995a0c4b55 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:00.620914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-0d7fbc5d-73f8-441c-86fe-ee98f6bd54a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b77e7f24-63be-4868-b689-8dea5d64e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399466 Jul 16 01:47:00.673001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450793ca-20a2-4331-abad-f4fe9ec5fba0 req-2fefbda9-50cd-438e-87d0-ff7eceb4e30e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.674788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-450793ca-20a2-4331-abad-f4fe9ec5fba0 req-2fefbda9-50cd-438e-87d0-ff7eceb4e30e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.1129889 Jul 16 01:47:00.748654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-450793ca-20a2-4331-abad-f4fe9ec5fba0 req-c4044482-1a2c-4646-8e94-fc28ea929e92 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Jul 16 01:47:00.786834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-3234d6f6-8060-4226-86ae-b0d6f48b0931 service neutron] 10.222.0.32 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578326 Jul 16 01:47:00.848951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0d48b6c-f543-4775-a552-6d0c8a9bd130 req-4ef99dc5-dedd-4a34-b604-7de4f8165f13 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 210 time: 0.0549033 Jul 16 01:47:00.945860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96ce6063-6287-42ef-8e68-f7466d2c4948 req-68e2bc39-49a4-4ddc-9589-eab8cc8e5626 service neutron] 10.222.0.32 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517458 Jul 16 01:47:00.987100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0b60-88ba-4090-b578-219b517f02aa req-1d6b87f7-8eb7-44f8-b245-c46d44b8500e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:00.988782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f12b0b60-88ba-4090-b578-219b517f02aa req-1d6b87f7-8eb7-44f8-b245-c46d44b8500e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 944 time: 0.1386502 Jul 16 01:47:01.041704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f12b0b60-88ba-4090-b578-219b517f02aa req-7d8cdaef-5ce1-41e5-bd61-c3ad0028b5b8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Jul 16 01:47:01.427605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2adae1-a576-4f0b-b4c7-f93bbeab5de4 req-1e27b492-217e-4a51-85d8-2e790a1c0cc2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.429419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c2adae1-a576-4f0b-b4c7-f93bbeab5de4 req-1e27b492-217e-4a51-85d8-2e790a1c0cc2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.1403050 Jul 16 01:47:01.486450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c2adae1-a576-4f0b-b4c7-f93bbeab5de4 req-fbf68a58-53eb-455e-b2b3-331f868bad36 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452316 Jul 16 01:47:01.498226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.504338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.511243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.517794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.524750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.531105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.537210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.544988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-ed129f13-9409-47d3-9a63-46715f4d223c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.1909735 Jul 16 01:47:01.598033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb69c62c-4a2f-4d1a-bf8a-d7a6e1056e42 req-809f9015-5806-4ba0-bcf6-f11dea79852c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522485 Jul 16 01:47:01.750037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8305-bd78-4c1d-8676-d8c6233c3b93 req-00cac009-ccc0-4148-bfe6-02c78779e64d tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.761299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5ae8305-bd78-4c1d-8676-d8c6233c3b93 req-00cac009-ccc0-4148-bfe6-02c78779e64d tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 943 time: 0.1266055 Jul 16 01:47:01.860936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5ae8305-bd78-4c1d-8676-d8c6233c3b93 req-5d88c964-d925-41fb-83f6-e8bee387fb58 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879581 Jul 16 01:47:01.892357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.899566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.905674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.912272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.919012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.925245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.931938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:01.933924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac46902f-25d8-4a2d-8723-7081751193a9 req-6985632f-9d42-48fc-b611-ab263fa5c3db tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.1717036 Jul 16 01:47:02.029816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fc4530e-dc3f-4c90-b4a0-193cf978294f req-6011437b-f4dd-4edb-a3e3-1e86ed47080d tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 210 time: 0.0310946 Jul 16 01:47:02.210956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 018dab59-983a-4aee-bdb7-db1c326fd467 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:02.260385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2de9-3b0c-4f60-bb96-7b2053cb2482 req-f809800b-7953-4cb4-999c-a6e15337e254 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.263706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-660f2de9-3b0c-4f60-bb96-7b2053cb2482 req-f809800b-7953-4cb4-999c-a6e15337e254 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 944 time: 0.1034274 Jul 16 01:47:02.281156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 018dab59-983a-4aee-bdb7-db1c326fd467 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:02.288855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 018dab59-983a-4aee-bdb7-db1c326fd467 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:02.289547 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.414918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-660f2de9-3b0c-4f60-bb96-7b2053cb2482 req-103cf419-b49b-449d-ae09-57c5832e7c2d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454139 Jul 16 01:47:02.449827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-0b7ac061-16a1-45b8-a4d8-fbf5f0eead84 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.451344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-0b7ac061-16a1-45b8-a4d8-fbf5f0eead84 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.38 "GET /v2.0/networks?id=f75b359b-b97e-4ce8-87ed-aebfc9d62490 HTTP/1.1" status: 200 len: 814 time: 0.1652493 Jul 16 01:47:02.452345 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.465464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Request body: {'port': {'device_id': 'c882de39-5771-4892-893e-ccea22a216c2', 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490', 'admin_state_up': True, 'tenant_id': 'e3057b9c03d047d6b6ebfb109a0e0879'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:02.508860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018dab59-983a-4aee-bdb7-db1c326fd467'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:02.515869 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f486b35-7a09-4335-9af3-448c04a2a25b" -d '{"events": [{"server_uuid": "c2a31d28-23a0-4810-8006-9fef137e1432", "name": "network-vif-plugged", "status": "completed", "tag": "018dab59-983a-4aee-bdb7-db1c326fd467"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:02.546281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 018dab59-983a-4aee-bdb7-db1c326fd467, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=018dab59-983a-4aee-bdb7-db1c326fd467,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:02.552242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.615483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=018dab59-983a-4aee-bdb7-db1c326fd467,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:02.699780 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8a3664-0d1a-4e7e-b740-6eb19c2ed597 x-openstack-request-id: req-9d8a3664-0d1a-4e7e-b740-6eb19c2ed597 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:02.700228 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a31d28-23a0-4810-8006-9fef137e1432", "name": "network-vif-plugged", "status": "completed", "tag": "018dab59-983a-4aee-bdb7-db1c326fd467", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:02.700732 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d8a3664-0d1a-4e7e-b740-6eb19c2ed597 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:02.701055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Made reservation on behalf of e3057b9c03d047d6b6ebfb109a0e0879 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:02.701759 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018dab59-983a-4aee-bdb7-db1c326fd467', 'code': 200} Jul 16 01:47:02.705144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:02.812697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ab49a-586e-41e0-aff0-af29b67d0f9a req-298f8be2-927b-4c9c-a853-0f6272a43ee8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.814322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-241ab49a-586e-41e0-aff0-af29b67d0f9a req-298f8be2-927b-4c9c-a853-0f6272a43ee8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.1628447 Jul 16 01:47:02.881743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d45695a8-93b8-4702-999c-e60cb3e4657e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.883268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d45695a8-93b8-4702-999c-e60cb3e4657e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 945 time: 0.1158299 Jul 16 01:47:02.891533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030800a-c0af-4df4-9783-90879efaffd8 req-b011f91f-9257-4970-b01f-0f58b0d3e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:02.893017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1030800a-c0af-4df4-9783-90879efaffd8 req-b011f91f-9257-4970-b01f-0f58b0d3e0a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 1096 time: 0.1154168 Jul 16 01:47:02.913798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-241ab49a-586e-41e0-aff0-af29b67d0f9a req-afe55473-a814-4f95-994c-868fa23dc940 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883474 Jul 16 01:47:02.939748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Allocated IP 172.20.0.4 (f75b359b-b97e-4ce8-87ed-aebfc9d62490/0eccb274-1e8e-43f4-bcd3-f0a1608f55fa/7c3cbde5-a797-4b38-9f98-1f9cd5745d1a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:03.020961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1030800a-c0af-4df4-9783-90879efaffd8 req-3593cc1c-e442-4d04-8797-be4def4f513f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202419 Jul 16 01:47:03.045848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port 1d4943d3-e53d-4901-8299-69b5ccf60b94 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:03.046110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.069305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device eebc8230-6774-43fd-8c54-d544057466fb details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:03.245611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port 1d4943d3-e53d-4901-8299-69b5ccf60b94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1d4943d3-e53d-4901-8299-69b5ccf60b94,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:03.247108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.262069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:03.264748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for 1d4943d3-e53d-4901-8299-69b5ccf60b94 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:03.266029 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.295178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'eebc8230-6774-43fd-8c54-d544057466fb', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'port_id': 'eebc8230-6774-43fd-8c54-d544057466fb', 'mac_address': 'fa:16:3e:f0:61:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b868b1-2b61-41e8-ae1a-17dd503cc4a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:03.344224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.361162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.361655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebc8230-6774-43fd-8c54-d544057466fb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:03.380433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496c551-f1de-45d9-be84-fc0fa1819427 req-406cc4e5-45bd-4b27-a8f6-7502aedca1dc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.383849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:03.387521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c496c551-f1de-45d9-be84-fc0fa1819427 req-406cc4e5-45bd-4b27-a8f6-7502aedca1dc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 943 time: 0.2387125 Jul 16 01:47:03.389708 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.430506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.453326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.456939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39', '1d4943d3-e53d-4901-8299-69b5ccf60b94'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:03.463824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=1d4943d3-e53d-4901-8299-69b5ccf60b94,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.496153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Pushing event updated for resources: {'Port': ['ID=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:03.523472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port 1d4943d3-e53d-4901-8299-69b5ccf60b94 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:03.526326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.529007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebdc7df9-6e7f-4ff7-8eb2-4294b38ee282 req-d23b1b1d-129b-4007-9910-9e48d6a27b7f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "DELETE /v2.0/ports/1d4943d3-e53d-4901-8299-69b5ccf60b94 HTTP/1.1" status: 204 len: 173 time: 0.6392796 Jul 16 01:47:03.529504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'name': 'network-vif-deleted', 'tag': '1d4943d3-e53d-4901-8299-69b5ccf60b94'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:03.532369 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcb218a-29b2-4541-a2fe-0b3cd843ea39" -d '{"events": [{"server_uuid": "2742a509-03d5-43cc-9f9a-be3be860ec65", "name": "network-vif-deleted", "tag": "1d4943d3-e53d-4901-8299-69b5ccf60b94"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:03.535997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Network f75b359b-b97e-4ce8-87ed-aebfc9d62490 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:03.540996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:03.543638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:03.564143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c496c551-f1de-45d9-be84-fc0fa1819427 req-155118e1-e111-477a-bc6c-200203438b63 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755943 Jul 16 01:47:03.627895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.628467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:03.640443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['eebc8230-6774-43fd-8c54-d544057466fb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:03.646873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde6cb4-a783-4e36-9212-e6b36ea6d228 req-5e60337c-6248-44b5-baad-a5fd847cf9d8 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:03.649667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebde6cb4-a783-4e36-9212-e6b36ea6d228 req-5e60337c-6248-44b5-baad-a5fd847cf9d8 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 931 time: 0.3576419 Jul 16 01:47:03.659064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4243c8b7-7e62-4425-ba95-7402d0467519 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1978025 Jul 16 01:47:03.679138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Request body: {'port': {'device_id': 'c882de39-5771-4892-893e-ccea22a216c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:03.820665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebde6cb4-a783-4e36-9212-e6b36ea6d228 req-49b1bb97-3b6d-4996-a18e-e84d39b2d1c3 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597657 Jul 16 01:47:03.874438 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17082d5a-3002-4e0f-ba7d-4cef1073c874 x-openstack-request-id: req-17082d5a-3002-4e0f-ba7d-4cef1073c874 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:03.874760 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2742a509-03d5-43cc-9f9a-be3be860ec65", "name": "network-vif-deleted", "tag": "1d4943d3-e53d-4901-8299-69b5ccf60b94", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:03.874972 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17082d5a-3002-4e0f-ba7d-4cef1073c874 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:03.875374 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742a509-03d5-43cc-9f9a-be3be860ec65', 'name': 'network-vif-deleted', 'tag': '1d4943d3-e53d-4901-8299-69b5ccf60b94', 'status': 'completed', 'code': 200} Jul 16 01:47:03.912490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.015789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb00c91-be99-4c33-8e63-225f5dec14d0 req-b30186b5-f242-4b54-8d1f-92671811b26f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.017369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edb00c91-be99-4c33-8e63-225f5dec14d0 req-b30186b5-f242-4b54-8d1f-92671811b26f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 945 time: 0.1957343 Jul 16 01:47:04.182353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edb00c91-be99-4c33-8e63-225f5dec14d0 req-cbbd850c-ca26-4292-9151-d02d0f937f62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027422 Jul 16 01:47:04.472198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20c47960-5400-402e-acd5-939f2512c3aa req-cdc99c9f-08a3-4e01-b2e1-87e7201eea35 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742a509-03d5-43cc-9f9a-be3be860ec65 HTTP/1.1" status: 200 len: 210 time: 0.0573783 Jul 16 01:47:04.481368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:04.491105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.505208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Transition to ACTIVE for port object 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:04.512189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.522544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:04.573242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Pushing event updated for resources: {'Port': ['ID=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:04.654540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.655098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.655573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.656339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.657097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.657773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.658391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.660687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6af1c434-07a5-4eec-9069-09a66a62236f req-efaed66e-2d3a-461b-ab63-57caaa55eb75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 6493 time: 0.1371138 Jul 16 01:47:04.710145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6af1c434-07a5-4eec-9069-09a66a62236f req-4366cd8f-c640-4ede-9530-28b1e98dcfe2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431557 Jul 16 01:47:04.721734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Attempting to bind port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:04.722080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Attempting to bind port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5365cec9-abff-46ef-b606-6e172d83e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:04.722416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Attempting to bind port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a on network f75b359b-b97e-4ce8-87ed-aebfc9d62490 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:04.751187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a on network f75b359b-b97e-4ce8-87ed-aebfc9d62490 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:04.751510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Attempting to bind port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a on network f75b359b-b97e-4ce8-87ed-aebfc9d62490 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:04.759865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:04.760242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Checking segment: {'id': '5365cec9-abff-46ef-b606-6e172d83e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:04.760634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Bound using segment: {'id': '5365cec9-abff-46ef-b606-6e172d83e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:04.761068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Bound port: 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365cec9-abff-46ef-b606-6e172d83e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:04.763670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.828528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34470f-d20f-4d63-9bdf-ffa0d0fcb3ca req-3b74df33-d641-42aa-b8f9-ec8cd224a58f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.830036 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c34470f-d20f-4d63-9bdf-ffa0d0fcb3ca req-3b74df33-d641-42aa-b8f9-ec8cd224a58f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 944 time: 0.1275501 Jul 16 01:47:04.878499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] For port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:04.883870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] For port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,segment=NetworkSegment(5365cec9-abff-46ef-b606-6e172d83e264),segment_id=5365cec9-abff-46ef-b606-6e172d83e264)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:04.889526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c34470f-d20f-4d63-9bdf-ffa0d0fcb3ca req-1ba779d9-afce-49d8-8080-46446d540287 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 Jul 16 01:47:04.891074 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.926997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:04.931675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.933182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] 10.222.0.38 "PUT /v2.0/ports/7c3cbde5-a797-4b38-9f98-1f9cd5745d1a HTTP/1.1" status: 200 len: 1091 time: 1.2643964 Jul 16 01:47:04.933724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c882de39-5771-4892-893e-ccea22a216c2', 'tag': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:04.936553 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c052d572-0b77-478d-bacf-47ddc17768eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c882de39-5771-4892-893e-ccea22a216c2", "tag": "7c3cbde5-a797-4b38-9f98-1f9cd5745d1a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:04.964596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8be065-840f-4417-a964-1d2d61ac09bd service neutron] Pushing event updated for resources: {'Port': ['ID=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:05.075587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device eebc8230-6774-43fd-8c54-d544057466fb up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:05.076306 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b52ced-aa0b-4308-8384-59cae01d4a4b x-openstack-request-id: req-41b52ced-aa0b-4308-8384-59cae01d4a4b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:05.076602 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c882de39-5771-4892-893e-ccea22a216c2", "tag": "7c3cbde5-a797-4b38-9f98-1f9cd5745d1a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:05.076856 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41b52ced-aa0b-4308-8384-59cae01d4a4b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:05.077705 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c882de39-5771-4892-893e-ccea22a216c2', 'tag': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a', 'status': 'completed', 'code': 200} Jul 16 01:47:05.103076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-c817655d-3c38-4e39-b14a-4fe1bda70ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.105087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-c817655d-3c38-4e39-b14a-4fe1bda70ddf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3057b9c03d047d6b6ebfb109a0e0879&device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 1094 time: 0.1309462 Jul 16 01:47:05.154638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port eebc8230-6774-43fd-8c54-d544057466fb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:05.158871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port eebc8230-6774-43fd-8c54-d544057466fb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:05.159361 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.170855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-4995fd10-a36b-4dfa-bbe4-a108e2ff774f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a HTTP/1.1" status: 200 len: 217 time: 0.0566058 Jul 16 01:47:05.182089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3db94-9715-42ea-9463-1c6952c0632d req-bb65b69c-fa85-482f-8414-baade20ab664 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.190232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0f3db94-9715-42ea-9463-1c6952c0632d req-bb65b69c-fa85-482f-8414-baade20ab664 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 943 time: 0.1538923 Jul 16 01:47:05.265691 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.272268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0f3db94-9715-42ea-9463-1c6952c0632d req-6305b066-1962-4a2e-9a57-f12e7236a59b tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808847 Jul 16 01:47:05.278942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-1421c118-e628-43d4-af2c-3a44d7de732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.281058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-1421c118-e628-43d4-af2c-3a44d7de732c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0eccb274-1e8e-43f4-bcd3-f0a1608f55fa HTTP/1.1" status: 200 len: 854 time: 0.0885015 Jul 16 01:47:05.315145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc8230-6774-43fd-8c54-d544057466fb'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:05.317833 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441ae2fb-8a14-4e06-a167-7d02af88b375" -d '{"events": [{"server_uuid": "738004d6-f59b-4671-b49e-7f05a2f2f5ae", "name": "network-vif-plugged", "status": "completed", "tag": "eebc8230-6774-43fd-8c54-d544057466fb"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:05.334366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:05.339879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:05.352100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-e9c6becd-a1d8-44f4-a43a-6a395643b6da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f75b359b-b97e-4ce8-87ed-aebfc9d62490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634413 Jul 16 01:47:05.394763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:05.487068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-5d3d7cd1-5da5-416b-8414-61090d0d3820 service neutron] 10.222.0.38 "GET /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277761 Jul 16 01:47:05.627744 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdbf918-c736-40b2-b1d2-9ddb316bb6e6 x-openstack-request-id: req-ecdbf918-c736-40b2-b1d2-9ddb316bb6e6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:05.628067 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738004d6-f59b-4671-b49e-7f05a2f2f5ae", "name": "network-vif-plugged", "status": "completed", "tag": "eebc8230-6774-43fd-8c54-d544057466fb", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:05.628396 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecdbf918-c736-40b2-b1d2-9ddb316bb6e6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:05.628878 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc8230-6774-43fd-8c54-d544057466fb', 'code': 200} Jul 16 01:47:05.835527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbab62-2db6-4b68-99f2-bf992e48d628 req-b8a19efa-9e1a-4a59-a096-02aa8c93e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:05.843940 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-febbab62-2db6-4b68-99f2-bf992e48d628 req-b8a19efa-9e1a-4a59-a096-02aa8c93e609 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 1096 time: 0.1029332 Jul 16 01:47:05.902904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-febbab62-2db6-4b68-99f2-bf992e48d628 req-3653d216-5e69-4b74-9bb7-84d2aa43bf65 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Jul 16 01:47:06.042888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ddce22b-cb1a-4265-acf8-4d1fe2d28381 req-74a23b54-1ae8-45b9-8e6c-16a190aa9439 service neutron] 10.222.0.38 "GET /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441096 Jul 16 01:47:06.051527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd44f84-7fde-4069-a6fb-3a61234d9a60 req-54b0d306-1794-4b9d-94e1-12741dbfcb63 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.053141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3bd44f84-7fde-4069-a6fb-3a61234d9a60 req-54b0d306-1794-4b9d-94e1-12741dbfcb63 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 945 time: 0.5570405 Jul 16 01:47:06.087659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-ba0cd79d-00b9-4684-9070-38b111bd8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.089820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-ba0cd79d-00b9-4684-9070-38b111bd8daf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.0789404 Jul 16 01:47:06.175059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3bd44f84-7fde-4069-a6fb-3a61234d9a60 req-f848253a-fd9d-48fd-a2c5-546b8ca63ff9 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148660 Jul 16 01:47:06.253708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052d572-0b77-478d-bacf-47ddc17768eb req-9bf5c8d5-37c8-4b98-8db3-d0e06d99a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.255969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-9bf5c8d5-37c8-4b98-8db3-d0e06d99a1ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3057b9c03d047d6b6ebfb109a0e0879&device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 1094 time: 0.1392417 Jul 16 01:47:06.260855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-456b5057-c0e1-4a1f-b2fa-513749d421f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.262653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-456b5057-c0e1-4a1f-b2fa-513749d421f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.1651483 Jul 16 01:47:06.369140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-80c99fde-e60b-444a-98a8-d2e34de52d5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.0939119 Jul 16 01:47:06.436858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-bcd7ae6f-eb0a-447e-92ca-fe9e62a0d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.438432 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-bcd7ae6f-eb0a-447e-92ca-fe9e62a0d723 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0565066 Jul 16 01:47:06.488007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052d572-0b77-478d-bacf-47ddc17768eb req-589378cd-3dfb-4940-b5cd-c35e5cc29839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.490313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-589378cd-3dfb-4940-b5cd-c35e5cc29839 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f75b359b-b97e-4ce8-87ed-aebfc9d62490 HTTP/1.1" status: 200 len: 915 time: 0.2257867 Jul 16 01:47:06.521716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-86df521f-762c-48e1-a71e-74e861b34fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.523334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-86df521f-762c-48e1-a71e-74e861b34fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770500 Jul 16 01:47:06.569689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-6419341a-b69d-4825-9933-b970bfddf297 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a HTTP/1.1" status: 200 len: 217 time: 0.0531657 Jul 16 01:47:06.703253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-f8175530-1fcc-472e-b906-85188e418441 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685843 Jul 16 01:47:06.739160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052d572-0b77-478d-bacf-47ddc17768eb req-91dbfc7b-9f37-4310-b7c2-75d5d36beff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.745557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-91dbfc7b-9f37-4310-b7c2-75d5d36beff4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0eccb274-1e8e-43f4-bcd3-f0a1608f55fa HTTP/1.1" status: 200 len: 854 time: 0.1675851 Jul 16 01:47:06.773168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e5a8-3d87-41d3-8b60-6e081ffa600b req-adee2d3b-2404-48a5-9875-93e26ecf7c67 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:06.788097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d36e5a8-3d87-41d3-8b60-6e081ffa600b req-adee2d3b-2404-48a5-9875-93e26ecf7c67 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3776684 Jul 16 01:47:06.874292 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d1321d3a-accf-44cc-b0df-285a7dd439c5 req-7a368b93-99a1-4e6c-812e-fde873ddb3ce service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617992 Jul 16 01:47:06.887230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-2d506a3c-8ec1-4172-ac07-f3954a1db4dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f75b359b-b97e-4ce8-87ed-aebfc9d62490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981042 Jul 16 01:47:06.952659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d36e5a8-3d87-41d3-8b60-6e081ffa600b req-e52d5d7f-e83c-48b0-9e59-eecc5a03514c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448348 Jul 16 01:47:07.051221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d480f8a-9b17-4713-bffb-0a609e2b24a7 req-feed9a36-713e-448c-ac8a-abba5531f972 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.057988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d480f8a-9b17-4713-bffb-0a609e2b24a7 req-feed9a36-713e-448c-ac8a-abba5531f972 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1834931 Jul 16 01:47:07.069646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1d4943d3-e53d-4901-8299-69b5ccf60b94 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:07.075914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-85f51457-3e0f-4100-a2b6-4853caed0e34 service neutron] 10.222.0.38 "GET /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683047 Jul 16 01:47:07.118837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 1d4943d3-e53d-4901-8299-69b5ccf60b94 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:07.119537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1d4943d3-e53d-4901-8299-69b5ccf60b94 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:07.136512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d480f8a-9b17-4713-bffb-0a609e2b24a7 req-404ad730-04b3-45aa-8158-d36ac5db8bf3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775363 Jul 16 01:47:07.261996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c052d572-0b77-478d-bacf-47ddc17768eb req-bb8c825d-a457-4a4a-9d80-56fb9b49d0c2 service neutron] 10.222.0.38 "GET /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767793 Jul 16 01:47:07.278873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac17d-39e8-4c8c-a689-0dd0e39a5b37 req-371e1a9c-0427-42b9-9da2-f4c5f1877245 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.285992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-378ac17d-39e8-4c8c-a689-0dd0e39a5b37 req-371e1a9c-0427-42b9-9da2-f4c5f1877245 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 943 time: 0.1304483 Jul 16 01:47:07.358099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-378ac17d-39e8-4c8c-a689-0dd0e39a5b37 req-9b82fa78-0efc-460e-ae35-1786f3b3664d tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711627 Jul 16 01:47:07.422614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-328bb3b2-b3f1-4b00-8b8c-d069aebbd125 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.424220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-328bb3b2-b3f1-4b00-8b8c-d069aebbd125 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.1305230 Jul 16 01:47:07.440201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-6c24b06b-18bf-4a54-9f9d-554db460d921 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0100865 Jul 16 01:47:07.513840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-86bace0f-2f19-44fa-994a-8783bde9717e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673265 Jul 16 01:47:07.617097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-732db107-4101-4967-832f-398a93542537 service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962460 Jul 16 01:47:07.706731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-89153aea-469f-4071-b4d6-72934a2de3d6 service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835640 Jul 16 01:47:07.897959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f00445-9990-47d1-8885-4d723bae5b38 req-2f8ad8c3-c0d8-431a-bd20-9e35da39bf08 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 210 time: 0.0422103 Jul 16 01:47:08.247351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:08.446407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,segment=NetworkSegment(5365cec9-abff-46ef-b606-6e172d83e264),segment_id=5365cec9-abff-46ef-b606-6e172d83e264)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:08.471611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a', 'network_id': 'f75b359b-b97e-4ce8-87ed-aebfc9d62490', 'port_id': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a', 'mac_address': 'fa:16:3e:4f:78:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eccb274-1e8e-43f4-bcd3-f0a1608f55fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:08.539113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.557746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:08.562410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd0f3-179f-4dab-9ad4-c0f26d295cea req-44517c06-d72a-49c3-86b6-8cab7c3baaaf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.570240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6abdd0f3-179f-4dab-9ad4-c0f26d295cea req-44517c06-d72a-49c3-86b6-8cab7c3baaaf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1333067 Jul 16 01:47:08.581923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,segment=NetworkSegment(5365cec9-abff-46ef-b606-6e172d83e264),segment_id=5365cec9-abff-46ef-b606-6e172d83e264)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:08.588118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.620967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2992f-a5d8-43a3-927c-6382e042353d req-dbe5e833-6810-4c63-ab68-7d00e23ad9c8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.628619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04f2992f-a5d8-43a3-927c-6382e042353d req-dbe5e833-6810-4c63-ab68-7d00e23ad9c8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1515944 Jul 16 01:47:08.648597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6abdd0f3-179f-4dab-9ad4-c0f26d295cea req-ee4be5b8-103a-437b-9a9b-d9d77b43cc0a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776060 Jul 16 01:47:08.658850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:08.689048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04f2992f-a5d8-43a3-927c-6382e042353d req-bb8b3b2c-f7e5-4576-8433-854b5856098f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Jul 16 01:47:08.890785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['7c3cbde5-a797-4b38-9f98-1f9cd5745d1a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:08.954503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397911-df5e-47bd-87d2-dfb8c042037b req-02b28588-7ff4-4c00-8d85-ee37bdd6c435 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.956046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1397911-df5e-47bd-87d2-dfb8c042037b req-02b28588-7ff4-4c00-8d85-ee37bdd6c435 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 944 time: 0.1120119 Jul 16 01:47:09.009460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3a476-d386-411f-923c-36082cf69a02 req-0da43aeb-e9d0-439f-ba84-c7fa1e2dc4dc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.017801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1c3a476-d386-411f-923c-36082cf69a02 req-0da43aeb-e9d0-439f-ba84-c7fa1e2dc4dc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1179235 Jul 16 01:47:09.066378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1c3a476-d386-411f-923c-36082cf69a02 req-72c4fe32-1e86-49ed-acee-cf1b70125ff5 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Jul 16 01:47:09.092497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c1397911-df5e-47bd-87d2-dfb8c042037b req-bdc54286-76e3-4aff-93c3-b4ca1f2c7385 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154222 Jul 16 01:47:09.273147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44723fa5-6219-4829-8d27-fa375362d1d9 req-0f0e7239-476b-4077-8d23-519650d04f71 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 210 time: 0.0600276 Jul 16 01:47:09.588908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-ffbf50a6-d5e3-43a6-956a-7145823e89b8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.597464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-ffbf50a6-d5e3-43a6-956a-7145823e89b8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.2544103 Jul 16 01:47:09.611659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:09.659265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3c93-717e-457b-8e66-59cdd22d0221 req-cd47490e-935e-4fa5-a952-0b935b05bc3a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.660933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b96a3c93-717e-457b-8e66-59cdd22d0221 req-cd47490e-935e-4fa5-a952-0b935b05bc3a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1047304 Jul 16 01:47:09.714941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b96a3c93-717e-457b-8e66-59cdd22d0221 req-e38db622-7149-4090-8970-13d06fc0a667 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Jul 16 01:47:09.809592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:09.813566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:09.981547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.13 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/6da54458-02d5-4818-99dd-d22c2f865837) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:09.981937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b866e1-fe02-4baf-8feb-e5fc9d845536 req-f8330e9e-a62d-482f-816b-aa565c00df55 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.983499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2b866e1-fe02-4baf-8feb-e5fc9d845536 req-f8330e9e-a62d-482f-816b-aa565c00df55 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1363173 Jul 16 01:47:10.008988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222ee35-85aa-40f5-b736-ae28dd5c9c50 req-c6127a01-869f-401f-92ad-909dbe398b5c tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.016540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7222ee35-85aa-40f5-b736-ae28dd5c9c50 req-c6127a01-869f-401f-92ad-909dbe398b5c tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1349268 Jul 16 01:47:10.078513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2b866e1-fe02-4baf-8feb-e5fc9d845536 req-9395b4b7-ae21-42bd-827e-079c0dc6e004 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887616 Jul 16 01:47:10.095726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7222ee35-85aa-40f5-b736-ae28dd5c9c50 req-11623dea-9a64-48c8-a8f0-1036fe5bc08a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782509 Jul 16 01:47:10.211746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.263772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:10.320616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.343127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:10.380902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:10.384991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:10.387485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:10.392171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64710867-ba2e-4a54-a980-14859f4e4c15 req-7b6973d1-6c25-48b6-869f-3854ef3f3dba tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.395375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=6da54458-02d5-4818-99dd-d22c2f865837,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.402959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64710867-ba2e-4a54-a980-14859f4e4c15 req-7b6973d1-6c25-48b6-869f-3854ef3f3dba tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 944 time: 0.1612508 Jul 16 01:47:10.438970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:10.455175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:10.455552 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.460885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64710867-ba2e-4a54-a980-14859f4e4c15 req-c35cd82c-4972-42b6-a9e0-532e40fac159 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567093 Jul 16 01:47:10.482184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.482887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.514152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bb60ffe6-004a-44c0-9786-a57157a2578c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9063852 Jul 16 01:47:10.526729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Request body: {'port': {'device_id': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:10.639047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.672132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cedf8a-c42d-49b5-b31b-a0087bc3aaca req-418c9a28-968c-47f7-9c91-4020ede678de tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:10.673631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25cedf8a-c42d-49b5-b31b-a0087bc3aaca req-418c9a28-968c-47f7-9c91-4020ede678de tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 932 time: 0.0829847 Jul 16 01:47:10.679468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c882de39-5771-4892-893e-ccea22a216c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:10.682095 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e98bc4-2c8b-49a3-860e-6d5b58ee12b0" -d '{"events": [{"server_uuid": "c882de39-5771-4892-893e-ccea22a216c2", "name": "network-vif-plugged", "status": "completed", "tag": "7c3cbde5-a797-4b38-9f98-1f9cd5745d1a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:10.703550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,segment=NetworkSegment(5365cec9-abff-46ef-b606-6e172d83e264),segment_id=5365cec9-abff-46ef-b606-6e172d83e264)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:10.714380 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.750688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25cedf8a-c42d-49b5-b31b-a0087bc3aaca req-c11c1505-f848-4dc8-a043-cd40da2bcb09 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705652 Jul 16 01:47:10.752803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:10.804979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:10.850876 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a5092a-a0ac-4edb-9a7a-efb85a74c8f7 x-openstack-request-id: req-a6a5092a-a0ac-4edb-9a7a-efb85a74c8f7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:10.851171 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c882de39-5771-4892-893e-ccea22a216c2", "name": "network-vif-plugged", "status": "completed", "tag": "7c3cbde5-a797-4b38-9f98-1f9cd5745d1a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:10.851423 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6a5092a-a0ac-4edb-9a7a-efb85a74c8f7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:10.851814 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c882de39-5771-4892-893e-ccea22a216c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a', 'code': 200} Jul 16 01:47:11.039167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc980e5c-37b8-42cf-8e68-6813a635f456 req-04969169-6d6c-4c0e-819b-f8053e86799c tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.040663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc980e5c-37b8-42cf-8e68-6813a635f456 req-04969169-6d6c-4c0e-819b-f8053e86799c tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1368768 Jul 16 01:47:11.077208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b49e2-4734-4180-8614-df486fb06f78 req-562f81db-9d65-49c7-af3a-2e6bfa7c355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.078933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4b49e2-4734-4180-8614-df486fb06f78 req-562f81db-9d65-49c7-af3a-2e6bfa7c355a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 1096 time: 0.1253097 Jul 16 01:47:11.140144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc980e5c-37b8-42cf-8e68-6813a635f456 req-a183af6a-3791-443a-b02b-176ac1d3e2c0 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933018 Jul 16 01:47:11.169664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4b49e2-4734-4180-8614-df486fb06f78 req-cb274623-acf8-4fed-8ee1-ad89f813fc80 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823359 Jul 16 01:47:11.284570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da54458-02d5-4818-99dd-d22c2f865837 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:11.311962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.331336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Transition to ACTIVE for port object 6da54458-02d5-4818-99dd-d22c2f865837 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:11.341243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.469382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8ecf-6923-47e0-bd01-ec8b3cfa55d5 req-f063b6e8-8f30-49e1-8a5a-bb61f3b5aecf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.475232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Pushing event updated for resources: {'Port': ['ID=6da54458-02d5-4818-99dd-d22c2f865837,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.486651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71eb8ecf-6923-47e0-bd01-ec8b3cfa55d5 req-f063b6e8-8f30-49e1-8a5a-bb61f3b5aecf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1920061 Jul 16 01:47:11.542648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36b2a-0c86-4ffd-9630-4a9c706cbdb2 req-5a692c09-9cb8-48b7-bf87-4ac6f3083210 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.550189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74f36b2a-0c86-4ffd-9630-4a9c706cbdb2 req-5a692c09-9cb8-48b7-bf87-4ac6f3083210 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1974108 Jul 16 01:47:11.551704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Attempting to bind port 6da54458-02d5-4818-99dd-d22c2f865837 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:11.553133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Attempting to bind port 6da54458-02d5-4818-99dd-d22c2f865837 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:11.553501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Attempting to bind port 6da54458-02d5-4818-99dd-d22c2f865837 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:11.563601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71eb8ecf-6923-47e0-bd01-ec8b3cfa55d5 req-7f2a7f8e-e1c7-4f4c-af60-1e83f5695f67 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758591 Jul 16 01:47:11.574315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Port 6da54458-02d5-4818-99dd-d22c2f865837 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:11.575262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Attempting to bind port 6da54458-02d5-4818-99dd-d22c2f865837 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:11.591668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:11.591991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:11.595459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:11.595937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Bound port: 6da54458-02d5-4818-99dd-d22c2f865837, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:11.596601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.657208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74f36b2a-0c86-4ffd-9630-4a9c706cbdb2 req-f7ef9ad9-4c32-4bc4-8a6e-27236af877da tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062465 Jul 16 01:47:11.696166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] For port 6da54458-02d5-4818-99dd-d22c2f865837, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:11.700424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] For port 6da54458-02d5-4818-99dd-d22c2f865837, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6da54458-02d5-4818-99dd-d22c2f865837,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:11.712012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.751793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56202) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:11.799827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.800689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.806087 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] 10.222.0.32 "PUT /v2.0/ports/6da54458-02d5-4818-99dd-d22c2f865837 HTTP/1.1" status: 200 len: 1092 time: 1.2838085 Jul 16 01:47:11.806567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'tag': '6da54458-02d5-4818-99dd-d22c2f865837'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:11.821807 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc17343-9645-4bd7-b1b7-10de5e742932", "tag": "6da54458-02d5-4818-99dd-d22c2f865837"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:11.915242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925ad67-117f-4543-8c74-18858f07e514 req-2107d297-c573-40c2-be8b-45ee5c9bb841 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.928694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f925ad67-117f-4543-8c74-18858f07e514 req-2107d297-c573-40c2-be8b-45ee5c9bb841 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 945 time: 0.1387842 Jul 16 01:47:11.941570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba03e61-7aa6-43cc-bedf-abfc62afbfdd service neutron] Pushing event updated for resources: {'Port': ['ID=6da54458-02d5-4818-99dd-d22c2f865837,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:11.965949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-6032790a-e473-4ef4-ab6d-feede81c2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.966342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-6032790a-e473-4ef4-ab6d-feede81c2b02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 1095 time: 0.1066561 Jul 16 01:47:12.004794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ddef2bc-353a-48d7-9e0d-09ed4c899657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.024446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-7a14be62-b537-4a1a-816b-9aaea4700ff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da54458-02d5-4818-99dd-d22c2f865837 HTTP/1.1" status: 200 len: 217 time: 0.0465586 Jul 16 01:47:12.065539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f925ad67-117f-4543-8c74-18858f07e514 req-1dc77614-3fcd-4549-95f4-861ae450284c tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360452 Jul 16 01:47:12.122429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd70aa3-ba28-4b70-bb99-e361e319d764 req-6d8d9f4d-846d-4293-8b2d-ffdd33180723 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.129530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd70aa3-ba28-4b70-bb99-e361e319d764 req-6d8d9f4d-846d-4293-8b2d-ffdd33180723 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1899674 Jul 16 01:47:12.165786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-95f80e44-d968-4322-b64a-0e5e39420347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.169407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-95f80e44-d968-4322-b64a-0e5e39420347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1340604 Jul 16 01:47:12.198201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd70aa3-ba28-4b70-bb99-e361e319d764 req-aac6ed25-46a9-457e-afc8-7e5f3e4cba00 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677006 Jul 16 01:47:12.233886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-7a8aa34f-592b-419f-b89f-bd5c078ad74f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578322 Jul 16 01:47:12.258121 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1780498-f48c-4c17-ab87-5b72d600fa58 x-openstack-request-id: req-c1780498-f48c-4c17-ab87-5b72d600fa58 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:12.258408 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc17343-9645-4bd7-b1b7-10de5e742932", "tag": "6da54458-02d5-4818-99dd-d22c2f865837", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:12.258660 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1780498-f48c-4c17-ab87-5b72d600fa58 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:12.259054 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'tag': '6da54458-02d5-4818-99dd-d22c2f865837', 'status': 'completed', 'code': 200} Jul 16 01:47:12.284945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ddef2bc-353a-48d7-9e0d-09ed4c899657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.304232 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ddef2bc-353a-48d7-9e0d-09ed4c899657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.353191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-573c55bb-e263-465d-913c-8f7587910338 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052394 Jul 16 01:47:12.369248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ddef2bc-353a-48d7-9e0d-09ed4c899657 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=720d272b8cfc47bbbdfb067ef19b0ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162133 Jul 16 01:47:12.371298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddef2bc-353a-48d7-9e0d-09ed4c899657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7489de-c4f1-49d3-9286-7dfdf7445c1d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.382290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:12.391823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b399-b99e-4128-8aa8-0f4bf5a29fe3 req-de3c881e-0b8c-41b9-bee1-abbceff4aff0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.399085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0701b399-b99e-4128-8aa8-0f4bf5a29fe3 req-de3c881e-0b8c-41b9-bee1-abbceff4aff0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 944 time: 0.1798642 Jul 16 01:47:12.488852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15230f92-eb2e-41e8-8bb5-b388cece243d req-e6b5d6e3-f2cc-4ad0-8901-6dd9d90c171a service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266339 Jul 16 01:47:12.539361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0701b399-b99e-4128-8aa8-0f4bf5a29fe3 req-21c36187-090a-4f03-beed-0c5fba3dbc30 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393187 Jul 16 01:47:12.562896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4b35-5f0f-4b77-b1b7-c66e323e5394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.633143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4b35-5f0f-4b77-b1b7-c66e323e5394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.679551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-26580e3f-8f0c-41f8-86b8-5a8da66b9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.682101 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-26580e3f-8f0c-41f8-86b8-5a8da66b9bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 1095 time: 0.0918496 Jul 16 01:47:12.700169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6bd1-acaa-4a17-af68-c034ab57020e req-4e9b587d-bd91-4936-83fd-2c809b75b057 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.701817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c9d6bd1-acaa-4a17-af68-c034ab57020e req-4e9b587d-bd91-4936-83fd-2c809b75b057 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.3008196 Jul 16 01:47:12.845098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c9d6bd1-acaa-4a17-af68-c034ab57020e req-cf46fef5-6c40-40c5-a49d-664b9a3f8957 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349916 Jul 16 01:47:12.846417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-578d12ef-9da0-4518-974d-ee765f74c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.849821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-578d12ef-9da0-4518-974d-ee765f74c3ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.1612525 Jul 16 01:47:12.896678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4b35-5f0f-4b77-b1b7-c66e323e5394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.899294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4b35-5f0f-4b77-b1b7-c66e323e5394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:12.902897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e6ef4b35-5f0f-4b77-b1b7-c66e323e5394 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f7489de-c4f1-49d3-9286-7dfdf7445c1d HTTP/1.1" status: 204 len: 168 time: 0.5170197 Jul 16 01:47:12.910078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-e2498d70-e6a3-4818-ad1c-e25ac09af268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da54458-02d5-4818-99dd-d22c2f865837 HTTP/1.1" status: 200 len: 217 time: 0.0500422 Jul 16 01:47:12.923960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef4b35-5f0f-4b77-b1b7-c66e323e5394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7489de-c4f1-49d3-9286-7dfdf7445c1d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:12.959070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6e8a9-1ab0-49c5-9771-1aab6c7fa249 req-5cec8dbc-b642-467d-9c91-9385ef0ec61b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.972307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82b6e8a9-1ab0-49c5-9771-1aab6c7fa249 req-5cec8dbc-b642-467d-9c91-9385ef0ec61b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1773295 Jul 16 01:47:13.071718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-69cef61f-b43c-4013-a3b1-a9fe156553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.081651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82b6e8a9-1ab0-49c5-9771-1aab6c7fa249 req-0278d020-fb58-4914-b6c0-35f6de751075 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083925 Jul 16 01:47:13.082876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-69cef61f-b43c-4013-a3b1-a9fe156553e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1569252 Jul 16 01:47:13.141218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-77dfe690-54fe-4b30-9c14-aa3806df400e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572460 Jul 16 01:47:13.314921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-867ae918-22cb-4bf3-ac5a-c24a610d0f83 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632776 Jul 16 01:47:13.438992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d221424-d717-42b7-b253-958304a72d31 req-c5d64f10-9fe0-4970-96b9-0ace1054bb74 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.441580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eff8ec3a-11c6-48d8-be5b-bb6fb5a1cc63 req-cf87feba-d62b-47e8-b659-c744903e7d51 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142278 Jul 16 01:47:13.444662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d221424-d717-42b7-b253-958304a72d31 req-c5d64f10-9fe0-4970-96b9-0ace1054bb74 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 945 time: 0.1381786 Jul 16 01:47:13.515946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d221424-d717-42b7-b253-958304a72d31 req-a915b77c-e977-4dfe-b751-c5b56acdf3ed tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604374 Jul 16 01:47:13.702790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:13.793434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b43cb-63c3-4bf6-9cb9-cb5c3fc4e50a req-67585ec6-8e51-4780-943a-32130d7a30c7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:13.800376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-948b43cb-63c3-4bf6-9cb9-cb5c3fc4e50a req-67585ec6-8e51-4780-943a-32130d7a30c7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 944 time: 0.0876391 Jul 16 01:47:13.845626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575c99d5-8d15-47bf-abb8-140d98ce0715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:13.867811 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-948b43cb-63c3-4bf6-9cb9-cb5c3fc4e50a req-9e55e3a7-ce00-4b44-bc54-1335d9f5346d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 Jul 16 01:47:14.037800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575c99d5-8d15-47bf-abb8-140d98ce0715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.042501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-575c99d5-8d15-47bf-abb8-140d98ce0715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.083045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c99d5-8d15-47bf-abb8-140d98ce0715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39589cc3-5239-4f89-aa9c-07c5064ad634,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.097075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.098078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-575c99d5-8d15-47bf-abb8-140d98ce0715 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df5bc26d781a4b0b93075190388c1e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933783 Jul 16 01:47:14.195548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30681cf0-677a-4347-9d3d-150f48295e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.224938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30681cf0-677a-4347-9d3d-150f48295e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.241338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56298) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.288706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606affe-a0e2-4cca-932d-1db6ccfcf4ae req-c7e88ac9-0756-4aeb-95f5-012c841f6ad1 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.290935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2606affe-a0e2-4cca-932d-1db6ccfcf4ae req-c7e88ac9-0756-4aeb-95f5-012c841f6ad1 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.0686247 Jul 16 01:47:14.293185 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30681cf0-677a-4347-9d3d-150f48295e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.296433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30681cf0-677a-4347-9d3d-150f48295e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.304591 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-30681cf0-677a-4347-9d3d-150f48295e08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39589cc3-5239-4f89-aa9c-07c5064ad634 HTTP/1.1" status: 204 len: 168 time: 0.2056615 Jul 16 01:47:14.315224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30681cf0-677a-4347-9d3d-150f48295e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39589cc3-5239-4f89-aa9c-07c5064ad634,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.377818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2606affe-a0e2-4cca-932d-1db6ccfcf4ae req-6c235615-7f8b-4ae9-94f1-228f6e90e339 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766640 Jul 16 01:47:14.594524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1309904737-network', 'tenant_id': '686feaad2d1b4624b8628f0392030152'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:14.628067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Made reservation on behalf of 686feaad2d1b4624b8628f0392030152 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:14.631017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.646428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.694768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6201-6ae8-4f4f-b96a-506430f4314b req-827ae145-9886-46ca-a3d0-2b4596925cc8 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.700339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41cf6201-6ae8-4f4f-b96a-506430f4314b req-827ae145-9886-46ca-a3d0-2b4596925cc8 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 945 time: 0.0763261 Jul 16 01:47:14.708441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.734986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1714f49-3242-418f-baf3-874d8b5db483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.772099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41cf6201-6ae8-4f4f-b96a-506430f4314b req-00d34d60-7f7c-4887-b8bb-ab4b2fe292da tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707617 Jul 16 01:47:14.791501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.798150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.821322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:14.837627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45effc16-1363-4657-8c37-1bdf4c8acf02,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.840895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.841234 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Added segment 27c70ac2-d55c-4016-89e8-be812c3221f9 of type vlan for network a7e161a6-1a3f-4935-8108-be1972f2dec2 Jul 16 01:47:14.881359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1714f49-3242-418f-baf3-874d8b5db483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.884773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.885513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1714f49-3242-418f-baf3-874d8b5db483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.923120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1714f49-3242-418f-baf3-874d8b5db483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb274b-ed82-4cc1-80fc-e79158cd63f6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:14.923499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.924669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:14.928317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1714f49-3242-418f-baf3-874d8b5db483 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30f094f526824fb39ad00b778ae5ec2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189031 Jul 16 01:47:14.928464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:14.930899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:14.981991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7395763 Jul 16 01:47:14.986119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.008429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Request body: {'subnet': {'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1309904737-subnet', 'tenant_id': '686feaad2d1b4624b8628f0392030152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:15.022092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b2c35-8964-4e51-8ab3-b051437722fe admin admin] Pushing event updated for resources: {'Network': ['ID=a7e161a6-1a3f-4935-8108-be1972f2dec2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.035375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:15.039601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Made reservation on behalf of 686feaad2d1b4624b8628f0392030152 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:15.041902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.043489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7605-22ee-4235-9f87-aee3cbc4919e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.069836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7605-22ee-4235-9f87-aee3cbc4919e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.112961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f674-cbc3-48e0-80b1-5b81a9df7797 req-6687e928-a299-4e59-a373-a2feacd03977 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.114504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac55f674-cbc3-48e0-80b1-5b81a9df7797 req-6687e928-a299-4e59-a373-a2feacd03977 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 944 time: 0.1380966 Jul 16 01:47:15.120400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6da54458-02d5-4818-99dd-d22c2f865837 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:15.127347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7605-22ee-4235-9f87-aee3cbc4919e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.129893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7605-22ee-4235-9f87-aee3cbc4919e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.131377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ddf7605-22ee-4235-9f87-aee3cbc4919e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11fb274b-ed82-4cc1-80fc-e79158cd63f6 HTTP/1.1" status: 204 len: 168 time: 0.1963830 Jul 16 01:47:15.140682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7605-22ee-4235-9f87-aee3cbc4919e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb274b-ed82-4cc1-80fc-e79158cd63f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.180244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac55f674-cbc3-48e0-80b1-5b81a9df7797 req-3c62a306-3b88-4917-84cb-bf9581a11efd tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513937 Jul 16 01:47:15.277351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.334607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=10701a19-c5e0-48e0-8dbb-474c907c0b71,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.351228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Checking segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:15.351600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Network hostable DHCP agents. Network: a7e161a6-1a3f-4935-8108-be1972f2dec2, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:15.369181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:15.380879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a7e161a6-1a3f-4935-8108-be1972f2dec2) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:15.386825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.387493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.398394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4122ed-4e88-4acd-b921-fd4349fc6591 None None] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:15.412457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e52a06f2-b016-4816-b5ec-b2dac6c937dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4163396 Jul 16 01:47:15.433073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6da54458-02d5-4818-99dd-d22c2f865837, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6da54458-02d5-4818-99dd-d22c2f865837,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:15.473522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '6da54458-02d5-4818-99dd-d22c2f865837', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': '6da54458-02d5-4818-99dd-d22c2f865837', 'mac_address': 'fa:16:3e:28:19:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:15.514506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.528247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03784bff-e57c-4a7b-a6ee-66610b10d3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.541886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.589965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da54458-02d5-4818-99dd-d22c2f865837 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:15.597360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f3c29-00db-4ec2-8712-637855df2605 None None] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:15.603874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f142f31-1bb2-49d4-90e6-7a5ce365232a req-90783217-1762-43f3-9442-2a0e07545587 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.606554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f142f31-1bb2-49d4-90e6-7a5ce365232a req-90783217-1762-43f3-9442-2a0e07545587 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.0891881 Jul 16 01:47:15.651551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f142f31-1bb2-49d4-90e6-7a5ce365232a req-bf22fc0b-45a6-4b2a-abef-31033f4be9d8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Jul 16 01:47:15.671677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03784bff-e57c-4a7b-a6ee-66610b10d3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.685594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03784bff-e57c-4a7b-a6ee-66610b10d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.686030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6da54458-02d5-4818-99dd-d22c2f865837, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6da54458-02d5-4818-99dd-d22c2f865837,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:15.702022 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.730996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-03784bff-e57c-4a7b-a6ee-66610b10d3e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=748909ab9d0c4fe49310b603b987724d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153883 Jul 16 01:47:15.731867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784bff-e57c-4a7b-a6ee-66610b10d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e55ccf-67ad-4d55-96b2-c3df74cb2c19,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.733725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:15.794856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce7f87b2-5178-495f-b071-44129f362ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.798261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6da54458-02d5-4818-99dd-d22c2f865837,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.827223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce7f87b2-5178-495f-b071-44129f362ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.887487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce7f87b2-5178-495f-b071-44129f362ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.890529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce7f87b2-5178-495f-b071-44129f362ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:15.894047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ce7f87b2-5178-495f-b071-44129f362ca5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11e55ccf-67ad-4d55-96b2-c3df74cb2c19 HTTP/1.1" status: 204 len: 168 time: 0.1565235 Jul 16 01:47:15.910490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f87b2-5178-495f-b071-44129f362ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e55ccf-67ad-4d55-96b2-c3df74cb2c19,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:15.965853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcd528-3a11-4185-866d-50d74befbec5 req-91f0ec96-a2a3-4db3-a7ea-9f8ee3a8c546 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:15.967386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83dcd528-3a11-4185-866d-50d74befbec5 req-91f0ec96-a2a3-4db3-a7ea-9f8ee3a8c546 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 945 time: 0.0719402 Jul 16 01:47:16.069431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6da54458-02d5-4818-99dd-d22c2f865837'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:16.098355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-83dcd528-3a11-4185-866d-50d74befbec5 req-dd06f19c-0c0e-47a8-a83a-ae4504f775ba tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252210 Jul 16 01:47:16.147794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-73ba6a0c-607c-4b48-8b50-d7aeff51e35d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.149627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-73ba6a0c-607c-4b48-8b50-d7aeff51e35d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.1739483 Jul 16 01:47:16.157944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-f70157fc-c53e-425f-aaca-f2760811cf1d tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.159598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-f70157fc-c53e-425f-aaca-f2760811cf1d tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.38 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 945 time: 0.1629431 Jul 16 01:47:16.178778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-47d568cb-c079-44e1-9341-b3bc1a8030f5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/quotas/686feaad2d1b4624b8628f0392030152 HTTP/1.1" status: 200 len: 375 time: 0.0184269 Jul 16 01:47:16.254468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-b7a85cab-73b6-456d-9f7d-ed8010366183 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439556 Jul 16 01:47:16.420688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Deleting port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:16.420688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.442155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-15dce570-7ffc-481b-aa70-6ad90f4233cb service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762824 Jul 16 01:47:16.501103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65e4fb-3bee-49a7-a889-90b197e06651 req-990d7e14-6ef2-4870-8c2e-0aaa747c80c0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:16.502568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa65e4fb-3bee-49a7-a889-90b197e06651 req-990d7e14-6ef2-4870-8c2e-0aaa747c80c0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 945 time: 0.1834900 Jul 16 01:47:16.634517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] For port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,segment=NetworkSegment(5365cec9-abff-46ef-b606-6e172d83e264),segment_id=5365cec9-abff-46ef-b606-6e172d83e264)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:16.634876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.639796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa65e4fb-3bee-49a7-a889-90b197e06651 req-8fe1e5ab-9cdb-4347-bb4c-f5a1d7a80301 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073763 Jul 16 01:47:16.647607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-7e7c2f2b-ae68-4af1-ba95-a68cc8433327 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960547 Jul 16 01:47:16.653339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Calling delete_port for 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:16.886464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:16.899492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['7c3cbde5-a797-4b38-9f98-1f9cd5745d1a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:16.927709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6e6c2c3-4355-419e-9962-fa3803e95a95 req-581af01c-c0b9-4ede-86e9-d1513be4a48e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 210 time: 0.0528617 Jul 16 01:47:16.952654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Pushing event deleted for resources: {'Port': ['ID=7c3cbde5-a797-4b38-9f98-1f9cd5745d1a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.013027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189872c3-f17f-4ef6-a9fa-be58ee8c72fc req-e3292c52-f083-4fe0-a9a2-6cac1bb73db2 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.013027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-189872c3-f17f-4ef6-a9fa-be58ee8c72fc req-e3292c52-f083-4fe0-a9a2-6cac1bb73db2 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 945 time: 0.1990995 Jul 16 01:47:17.013500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] No DVR routers for this DVR port 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:17.016153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.018212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08dd60f0-5071-4600-8cbd-6287c4deccd4 req-b112b937-1dec-43bf-bc5e-a0f4b09af5b5 tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.38 "DELETE /v2.0/ports/7c3cbde5-a797-4b38-9f98-1f9cd5745d1a HTTP/1.1" status: 204 len: 173 time: 0.8510938 Jul 16 01:47:17.018646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c882de39-5771-4892-893e-ccea22a216c2', 'name': 'network-vif-deleted', 'tag': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:17.021785 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47314115-0e8c-4e9d-bc85-e79833d55a31" -d '{"events": [{"server_uuid": "c882de39-5771-4892-893e-ccea22a216c2", "name": "network-vif-deleted", "tag": "7c3cbde5-a797-4b38-9f98-1f9cd5745d1a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:17.076474 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaceb9b-5059-4453-a5b2-0400ef116b2b x-openstack-request-id: req-eeaceb9b-5059-4453-a5b2-0400ef116b2b {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:17.077011 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c882de39-5771-4892-893e-ccea22a216c2", "name": "network-vif-deleted", "tag": "7c3cbde5-a797-4b38-9f98-1f9cd5745d1a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:17.077285 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeaceb9b-5059-4453-a5b2-0400ef116b2b {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:17.077685 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c882de39-5771-4892-893e-ccea22a216c2', 'name': 'network-vif-deleted', 'tag': '7c3cbde5-a797-4b38-9f98-1f9cd5745d1a', 'status': 'completed', 'code': 200} Jul 16 01:47:17.092609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-189872c3-f17f-4ef6-a9fa-be58ee8c72fc req-29f98ff6-84f6-444c-b508-16bb636d02d0 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Jul 16 01:47:17.101004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device eebc8230-6774-43fd-8c54-d544057466fb details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:17.107977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6da54458-02d5-4818-99dd-d22c2f865837 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:17.315164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:17.334679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'eebc8230-6774-43fd-8c54-d544057466fb', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'port_id': 'eebc8230-6774-43fd-8c54-d544057466fb', 'mac_address': 'fa:16:3e:f0:61:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b868b1-2b61-41e8-ae1a-17dd503cc4a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:17.380892 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.383781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 6da54458-02d5-4818-99dd-d22c2f865837 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:17.392421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cf3ab94-e56d-41d2-be78-142917309202 req-57b1a0cc-c2e2-43d9-b0d8-ce2e868a860c tempest-ServerAddressesTestJSON-759378242 tempest-ServerAddressesTestJSON-759378242-project] 10.222.0.35 "GET /v2.0/ports?device_id=c882de39-5771-4892-893e-ccea22a216c2 HTTP/1.1" status: 200 len: 210 time: 0.0615160 Jul 16 01:47:17.397184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 6da54458-02d5-4818-99dd-d22c2f865837 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:17.397740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.401677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eebc8230-6774-43fd-8c54-d544057466fb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:17.460321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:17.471834 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.532237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.601907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.606900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['eebc8230-6774-43fd-8c54-d544057466fb'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:17.668702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da54458-02d5-4818-99dd-d22c2f865837'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:17.670040 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1555fd3-fba4-4b96-b14d-8da678dedb30" -d '{"events": [{"server_uuid": "cfc17343-9645-4bd7-b1b7-10de5e742932", "name": "network-vif-plugged", "status": "completed", "tag": "6da54458-02d5-4818-99dd-d22c2f865837"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:17.691131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6da54458-02d5-4818-99dd-d22c2f865837, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6da54458-02d5-4818-99dd-d22c2f865837,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:17.699621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfddfb8-588e-484c-af14-3508b365f201 req-c572ef62-8fe5-4aad-911b-10ace549705f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:17.701245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dfddfb8-588e-484c-af14-3508b365f201 req-c572ef62-8fe5-4aad-911b-10ace549705f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 944 time: 0.1215541 Jul 16 01:47:17.709546 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:17.767403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dfddfb8-588e-484c-af14-3508b365f201 req-22654180-38bf-4b64-9a58-255f6d6c39d3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600100 Jul 16 01:47:17.778491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6da54458-02d5-4818-99dd-d22c2f865837,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:17.886273 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fd8428-9785-4b77-9cca-3268d861cb5f x-openstack-request-id: req-39fd8428-9785-4b77-9cca-3268d861cb5f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:17.886561 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc17343-9645-4bd7-b1b7-10de5e742932", "name": "network-vif-plugged", "status": "completed", "tag": "6da54458-02d5-4818-99dd-d22c2f865837", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:17.886826 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39fd8428-9785-4b77-9cca-3268d861cb5f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:17.887265 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da54458-02d5-4818-99dd-d22c2f865837', 'code': 200} Jul 16 01:47:18.046859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f7f8-3d5b-4b36-917e-68e9d87ea4f2 req-9d751782-df17-467a-a7a6-52958f582442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.048593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b77f7f8-3d5b-4b36-917e-68e9d87ea4f2 req-9d751782-df17-467a-a7a6-52958f582442 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 1097 time: 0.0711145 Jul 16 01:47:18.098292 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b77f7f8-3d5b-4b36-917e-68e9d87ea4f2 req-8ec87ddc-04dc-4302-be00-31c19d5ce848 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Jul 16 01:47:18.116953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01822972-a2f2-409c-9245-0a7500507c81 req-b4dffa0d-2af5-44c2-a84b-9638024dee9e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 210 time: 0.0372906 Jul 16 01:47:18.135708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2485ee-336f-42ba-9daf-27cf58ecced8 req-14cc1d19-8a37-45e1-a755-9d48e8652c56 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.137243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff2485ee-336f-42ba-9daf-27cf58ecced8 req-14cc1d19-8a37-45e1-a755-9d48e8652c56 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 946 time: 0.0993006 Jul 16 01:47:18.177145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff2485ee-336f-42ba-9daf-27cf58ecced8 req-2bb12fec-e8a0-48a1-85f5-343c999965ab tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Jul 16 01:47:18.507020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.573898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-a71e2098-c307-4d9c-903f-9e75cef87c01 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:18.575684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-a71e2098-c307-4d9c-903f-9e75cef87c01 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.1352806 Jul 16 01:47:18.584225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Deleting subnet 0eccb274-1e8e-43f4-bcd3-f0a1608f55fa {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:18.587406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.595332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Request body: {'port': {'device_id': 'af869f4b-039f-41d4-be35-74243c86497e', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'admin_state_up': True, 'tenant_id': '686feaad2d1b4624b8628f0392030152'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:18.627923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.630875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.679911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.743903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.751560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acc56d1-5c14-4975-b3c1-1468d66a0a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.762874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Made reservation on behalf of 686feaad2d1b4624b8628f0392030152 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:18.766389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.768491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eccb274-1e8e-43f4-bcd3-f0a1608f55fa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:18.772705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.777127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e65eaa3c-ad53-4115-a40e-a12f3a6542c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0eccb274-1e8e-43f4-bcd3-f0a1608f55fa HTTP/1.1" status: 204 len: 168 time: 0.2688131 Jul 16 01:47:18.777727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:18.846476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.931387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.948943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Allocated IP 172.20.0.14 (a7e161a6-1a3f-4935-8108-be1972f2dec2/10701a19-c5e0-48e0-8dbb-474c907c0b71/07ee11ad-768d-4639-84b0-259a089120ef) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:18.951173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75b359b-b97e-4ce8-87ed-aebfc9d62490']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.978667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acc56d1-5c14-4975-b3c1-1468d66a0a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.978916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5365cec9-abff-46ef-b606-6e172d83e264') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.979515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5365cec9-abff-46ef-b606-6e172d83e264') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:18.990544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acc56d1-5c14-4975-b3c1-1468d66a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:18.990954 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.009604 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.017688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:19.018074 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:19.020430 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:19.051039 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8acc56d1-5c14-4975-b3c1-1468d66a0a26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d13f320b2184e1183e9770ba0bec5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221916 Jul 16 01:47:19.054936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.055761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8d5bd-dd0d-4722-b43e-1435f99b0f1f req-aea324e5-6b16-4d37-bded-c780832dc3a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.056868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc56d1-5c14-4975-b3c1-1468d66a0a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a8469d-2a85-40b0-a6bd-ab675086b23f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.057312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cca8d5bd-dd0d-4722-b43e-1435f99b0f1f req-aea324e5-6b16-4d37-bded-c780832dc3a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 944 time: 0.1231501 Jul 16 01:47:19.103626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device eebc8230-6774-43fd-8c54-d544057466fb no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:19.191881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b49e639-78bd-4db6-bcd0-a1db2540c13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.231942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.247443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b49e639-78bd-4db6-bcd0-a1db2540c13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.261961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.281480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eebc8230-6774-43fd-8c54-d544057466fb {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:19.318780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:19.324202 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.329505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.387101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b49e639-78bd-4db6-bcd0-a1db2540c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.390726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b49e639-78bd-4db6-bcd0-a1db2540c13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.390914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.395169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9b49e639-78bd-4db6-bcd0-a1db2540c13b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5a8469d-2a85-40b0-a6bd-ab675086b23f HTTP/1.1" status: 204 len: 168 time: 0.3391523 Jul 16 01:47:19.406130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:19.411034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:19.423856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:19.431091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49e639-78bd-4db6-bcd0-a1db2540c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a8469d-2a85-40b0-a6bd-ab675086b23f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.470316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.499399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.502408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.503354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.509409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.511262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f75b359b-b97e-4ce8-87ed-aebfc9d62490 HTTP/1.1" status: 204 len: 168 time: 0.7326229 Jul 16 01:47:19.525375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-e4bf71f5-d2d8-4ff7-ad28-1896faa4c4a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9363651 Jul 16 01:47:19.531814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28881d-07a5-423c-b123-6f8cf03678c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75b359b-b97e-4ce8-87ed-aebfc9d62490,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:19.542705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Request body: {'port': {'device_id': 'af869f4b-039f-41d4-be35-74243c86497e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:19.544068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cca8d5bd-dd0d-4722-b43e-1435f99b0f1f req-93e28b0f-cbc4-4008-99ae-5416f33725fe tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952117 Jul 16 01:47:19.570042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa1a8f-1532-4350-ba3a-d0474cc2c88f req-0bbe2cbc-822a-4a0a-97a4-530e390e1fae tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.572078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afaa1a8f-1532-4350-ba3a-d0474cc2c88f req-0bbe2cbc-822a-4a0a-97a4-530e390e1fae tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 932 time: 0.1221197 Jul 16 01:47:19.620302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afaa1a8f-1532-4350-ba3a-d0474cc2c88f req-817d5676-f135-4aeb-96fe-e89c9839295c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Jul 16 01:47:19.668662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.786859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.799363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d0dad-a53b-420a-b3c4-946190675808 req-087d0e10-a7a6-4514-ae5d-096757f44c30 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.801069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-824d0dad-a53b-420a-b3c4-946190675808 req-087d0e10-a7a6-4514-ae5d-096757f44c30 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 946 time: 0.1253753 Jul 16 01:47:19.802965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:19.815739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b32bc5fe-d1de-48d4-92c8-528cb0a515c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:19.856532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a1486-0e16-4550-b060-4872928b2074 req-14ebc2f6-95d8-4238-88d2-606973010af7 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:19.858253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a8a1486-0e16-4550-b060-4872928b2074 req-14ebc2f6-95d8-4238-88d2-606973010af7 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.32 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 943 time: 0.1388474 Jul 16 01:47:19.920610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-824d0dad-a53b-420a-b3c4-946190675808 req-cd4162c1-9aea-46fc-bfd8-5ef08b8e41c3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092544 Jul 16 01:47:19.951159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-39139026-f63c-459a-8662-7c44f61ea27b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3057b9c03d047d6b6ebfb109a0e0879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467881 Jul 16 01:47:19.957298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.044564 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9a5f-c3de-4cb3-80d3-27604f3bd3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.048379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Deleting port eebc8230-6774-43fd-8c54-d544057466fb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:20.048724 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.056794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ee11ad-768d-4639-84b0-259a089120ef {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:20.064905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b32bc5fe-d1de-48d4-92c8-528cb0a515c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.066510 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.071249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b32bc5fe-d1de-48d4-92c8-528cb0a515c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.090502 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9a5f-c3de-4cb3-80d3-27604f3bd3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.100743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Transition to ACTIVE for port object 07ee11ad-768d-4639-84b0-259a089120ef will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:20.114273 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.163247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bc5fe-d1de-48d4-92c8-528cb0a515c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb0453b-f50a-4813-9828-76065fc64415,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.167423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b32bc5fe-d1de-48d4-92c8-528cb0a515c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dea4bbf2dd0341d380911b28d2bd7870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773408 Jul 16 01:47:20.173284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:20.219222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.222534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] For port eebc8230-6774-43fd-8c54-d544057466fb, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=eebc8230-6774-43fd-8c54-d544057466fb,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:20.222901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.272572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Calling delete_port for eebc8230-6774-43fd-8c54-d544057466fb owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:20.282393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9a5f-c3de-4cb3-80d3-27604f3bd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.284131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40b19e29-58ac-405c-82b5-cc6ed75fee91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.284913 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9a5f-c3de-4cb3-80d3-27604f3bd3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.286055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9e7e9a5f-c3de-4cb3-80d3-27604f3bd3eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e0dd3ad-e30e-4d37-9e5e-a308eb41148c HTTP/1.1" status: 204 len: 168 time: 0.3277810 Jul 16 01:47:20.308878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e9a5f-c3de-4cb3-80d3-27604f3bd3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0dd3ad-e30e-4d37-9e5e-a308eb41148c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.314995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40b19e29-58ac-405c-82b5-cc6ed75fee91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.337384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Attempting to bind port 07ee11ad-768d-4639-84b0-259a089120ef on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:20.337625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Attempting to bind port 07ee11ad-768d-4639-84b0-259a089120ef by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:20.338118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Attempting to bind port 07ee11ad-768d-4639-84b0-259a089120ef on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:20.354729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:20.358491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Port 07ee11ad-768d-4639-84b0-259a089120ef on network a7e161a6-1a3f-4935-8108-be1972f2dec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:20.358827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Attempting to bind port 07ee11ad-768d-4639-84b0-259a089120ef on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:20.361632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-5ab1c41c-fc4e-44a6-929c-e11183443df2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.369002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-5ab1c41c-fc4e-44a6-929c-e11183443df2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.2214921 Jul 16 01:47:20.387421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:20.388220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 7c3cbde5-a797-4b38-9f98-1f9cd5745d1a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:20.389862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:20.390205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Checking segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:20.390591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Bound using segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:20.391020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Bound port: 07ee11ad-768d-4639-84b0-259a089120ef, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:20.391388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.396338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-3e613879-172d-4e08-a6c8-632b8724b055 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0258796 Jul 16 01:47:20.471685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40b19e29-58ac-405c-82b5-cc6ed75fee91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.475790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40b19e29-58ac-405c-82b5-cc6ed75fee91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.480930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40b19e29-58ac-405c-82b5-cc6ed75fee91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddb0453b-f50a-4813-9828-76065fc64415 HTTP/1.1" status: 204 len: 168 time: 0.3067968 Jul 16 01:47:20.501119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b19e29-58ac-405c-82b5-cc6ed75fee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb0453b-f50a-4813-9828-76065fc64415,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.510309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:20.514797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:20.520426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.542142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-3167f05e-1952-4f55-9cee-6f537b9241ac tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445088 Jul 16 01:47:20.567542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.568347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.570249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] 10.222.0.32 "PUT /v2.0/ports/07ee11ad-768d-4639-84b0-259a089120ef HTTP/1.1" status: 200 len: 1092 time: 1.0347846 Jul 16 01:47:20.570785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:20.574027 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593725f8-fee0-4a00-862f-0929ec383648" -d '{"events": [{"name": "network-changed", "server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "tag": "07ee11ad-768d-4639-84b0-259a089120ef"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:20.629593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846962-2668-45c8-bb4d-5a9a5f456a37 service neutron] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.694530 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.738707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-ef5c1029-8269-42e2-afab-fd8eef47e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:20.740950 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-ef5c1029-8269-42e2-afab-fd8eef47e41e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 1095 time: 0.0962608 Jul 16 01:47:20.742455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event deleted for resources: {'Port': ['ID=eebc8230-6774-43fd-8c54-d544057466fb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:20.802676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-1356b1a5-eaa0-406b-a268-7a892a74f67b service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597709 Jul 16 01:47:20.803524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] No DVR routers for this DVR port eebc8230-6774-43fd-8c54-d544057466fb on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:20.822773 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:20.824960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a8a1486-0e16-4550-b060-4872928b2074 req-cd6cab67-3d95-4223-81ca-06d29dd9da70 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.32 "DELETE /v2.0/ports/eebc8230-6774-43fd-8c54-d544057466fb HTTP/1.1" status: 204 len: 173 time: 0.9542916 Jul 16 01:47:20.826730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'name': 'network-vif-deleted', 'tag': 'eebc8230-6774-43fd-8c54-d544057466fb'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:20.829103 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af63b1f-6791-4ac3-a8aa-6f81bcbd88de" -d '{"events": [{"server_uuid": "738004d6-f59b-4671-b49e-7f05a2f2f5ae", "name": "network-vif-deleted", "tag": "eebc8230-6774-43fd-8c54-d544057466fb"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:20.834244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-464b9e39-d44a-440f-8a42-fe628d056dcb req-88f92e01-784f-489a-801c-9761a7c4d7c3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=738004d6-f59b-4671-b49e-7f05a2f2f5ae HTTP/1.1" status: 200 len: 210 time: 0.0928624 Jul 16 01:47:20.973864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-6068f8c6-4377-4b34-b501-aaf8e89cb4c8 service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476307 Jul 16 01:47:21.188261 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61448e0-6517-4092-ad6c-9a6620fd409c x-openstack-request-id: req-f61448e0-6517-4092-ad6c-9a6620fd409c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:21.189122 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "tag": "07ee11ad-768d-4639-84b0-259a089120ef", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:21.189122 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f61448e0-6517-4092-ad6c-9a6620fd409c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:21.191222 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef', 'status': 'completed', 'code': 200} Jul 16 01:47:21.193140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-d1523e49-b56b-4b0b-b581-d6d09bc99f79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ee11ad-768d-4639-84b0-259a089120ef HTTP/1.1" status: 200 len: 217 time: 0.4440320 Jul 16 01:47:21.278221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d38203-307e-42bb-bfbc-46710e0322fb req-49523eb4-9fa4-419c-af01-07a2b8eba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.279423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-49523eb4-9fa4-419c-af01-07a2b8eba630 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.0800664 Jul 16 01:47:21.341013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-5b111d2a-5687-44c5-9c26-09ea6419e109 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531201 Jul 16 01:47:21.451592 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0456f509-b74d-4bf1-92d2-b21e08f3ba86 x-openstack-request-id: req-0456f509-b74d-4bf1-92d2-b21e08f3ba86 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:21.452166 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738004d6-f59b-4671-b49e-7f05a2f2f5ae", "name": "network-vif-deleted", "tag": "eebc8230-6774-43fd-8c54-d544057466fb", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:21.452877 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0456f509-b74d-4bf1-92d2-b21e08f3ba86 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:21.453585 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738004d6-f59b-4671-b49e-7f05a2f2f5ae', 'name': 'network-vif-deleted', 'tag': 'eebc8230-6774-43fd-8c54-d544057466fb', 'status': 'completed', 'code': 200} Jul 16 01:47:21.479902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d7826-ffe1-4554-a82a-546d4ca6b5d5 req-a0a94405-2af5-48e7-982c-c0351ab5c467 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.491666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe4d7826-ffe1-4554-a82a-546d4ca6b5d5 req-a0a94405-2af5-48e7-982c-c0351ab5c467 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 944 time: 0.1630752 Jul 16 01:47:21.540521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-d25a7f9b-19f4-42ac-9af0-381d0408a0d8 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868026 Jul 16 01:47:21.624982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5aac8ddb-89b9-40a2-bf7a-3ae348fd1730 req-c67a33bd-15a1-4d78-90de-0bce30ae7989 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 210 time: 0.0990717 Jul 16 01:47:21.639953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe4d7826-ffe1-4554-a82a-546d4ca6b5d5 req-c5b0438e-0dd6-46f7-970b-43c76871eb09 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464260 Jul 16 01:47:21.667170 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57d38203-307e-42bb-bfbc-46710e0322fb req-fd0c37b3-480d-4c98-9b11-46212b7645fc service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138699 Jul 16 01:47:21.871696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593725f8-fee0-4a00-862f-0929ec383648 req-4206e8f4-272a-43a5-ab93-f8f14bab0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.873469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-4206e8f4-272a-43a5-ab93-f8f14bab0999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 1095 time: 0.0892985 Jul 16 01:47:21.891466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba2b9-d978-42b9-a83f-15d52b4ac0d7 req-86c3daf6-4bf3-4019-9bf3-b787840ad4e1 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:21.899762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7acba2b9-d978-42b9-a83f-15d52b4ac0d7 req-86c3daf6-4bf3-4019-9bf3-b787840ad4e1 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 945 time: 0.0925672 Jul 16 01:47:21.960448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7acba2b9-d978-42b9-a83f-15d52b4ac0d7 req-dbbb010d-d6a0-4d10-9685-28ceec844b28 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Jul 16 01:47:22.005821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593725f8-fee0-4a00-862f-0929ec383648 req-a702f70f-650f-42ad-89dd-d704bbf9caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.008563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-a702f70f-650f-42ad-89dd-d704bbf9caeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 906 time: 0.1204319 Jul 16 01:47:22.031600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.079152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-250b0b18-8621-4787-8df5-912da2c630ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ee11ad-768d-4639-84b0-259a089120ef HTTP/1.1" status: 200 len: 217 time: 0.0624728 Jul 16 01:47:22.141609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593725f8-fee0-4a00-862f-0929ec383648 req-b0cb02a3-5d0c-4b9b-bf8b-22e8de91603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:22.143615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-b0cb02a3-5d0c-4b9b-bf8b-22e8de91603a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.0557864 Jul 16 01:47:22.190506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-0a3101ba-8f82-4af0-acf8-210781499f21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371618 Jul 16 01:47:22.309536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-018cf8c1-906b-4778-ab36-51123501ba6a service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105595 Jul 16 01:47:22.368272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.373016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886078152', 'description': 'tempest-description--1749875228'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.400979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.442142 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-593725f8-fee0-4a00-862f-0929ec383648 req-30b4a9ad-0814-43b9-b8d2-ba1809b67678 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186149 Jul 16 01:47:22.523489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.543436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c141b327-c95c-44f2-b352-9565ee670283 req-59f2c8e4-2554-436e-8f9e-ef71d34a6e58 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0424926 Jul 16 01:47:22.544082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.581427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1907aca9-e806-4b59-8917-d56f6478c1ba,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.584351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.585581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9233271e-39cf-445c-963a-ec0d12be6ebb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2162573 Jul 16 01:47:22.588430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.593134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'security_group_rule': {'security_group_id': '1907aca9-e806-4b59-8917-d56f6478c1ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.633943 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.732690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.742595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.791460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.793021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036226 Jul 16 01:47:22.794777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603382e-7d21-4206-a001-a15e50cb04a6 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e65c21-a28e-45a7-80dc-17ec29a891af,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.795823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.809486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'security_group_rule': {'security_group_id': '1907aca9-e806-4b59-8917-d56f6478c1ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:22.850300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.932131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.937813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.963371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dcab1d-bcdc-4a9e-a0de-34221b11b555,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:22.973614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:22.978934 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c276d177-9a5a-4fc9-b52f-e9018b31393b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818614 Jul 16 01:47:22.980656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56608) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:22.985945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:23.023110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-858b0ea3-b5a4-44f9-94ce-04c36e0c8064 req-5122c29f-b95d-4ac1-9a41-b18b262901cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 210 time: 0.1389589 Jul 16 01:47:23.028241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.079571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe14bb9-1522-4e7d-9aae-4bdab71bdb8e req-fa2a4c1e-1c71-47a8-8148-17047c697d70 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:23.081522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfe14bb9-1522-4e7d-9aae-4bdab71bdb8e req-fa2a4c1e-1c71-47a8-8148-17047c697d70 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 944 time: 0.2915757 Jul 16 01:47:23.115747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device eebc8230-6774-43fd-8c54-d544057466fb no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:23.152784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-d37a5492-220f-4c84-8e1a-c27824bbc2a6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:23.154705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-d37a5492-220f-4c84-8e1a-c27824bbc2a6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.3080523 Jul 16 01:47:23.155596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: eebc8230-6774-43fd-8c54-d544057466fb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:23.155952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device eebc8230-6774-43fd-8c54-d544057466fb not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:23.174995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:23.206395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f809cc4-1885-4488-b605-29ddd6652617 req-04d01819-f665-4419-a57d-e3d8958b9103 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:23.208916 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3f809cc4-1885-4488-b605-29ddd6652617 req-04d01819-f665-4419-a57d-e3d8958b9103 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 945 time: 0.1484134 Jul 16 01:47:23.230474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfe14bb9-1522-4e7d-9aae-4bdab71bdb8e req-2f0690ea-6ac2-42b7-a159-265f32d3898d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409967 Jul 16 01:47:23.326774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.372720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.459750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2092c-959c-4751-bcce-b63a676513fd req-35207a19-4fbb-4879-9fb8-813b362cf092 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:23.461863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85f2092c-959c-4751-bcce-b63a676513fd req-35207a19-4fbb-4879-9fb8-813b362cf092 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 945 time: 0.1992054 Jul 16 01:47:23.466332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:23.472062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.493767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Allocated IP 172.25.0.98 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f527bf27-a177-44ca-ab90-004cd8be8844) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:23.552140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Deleting port 018dab59-983a-4aee-bdb7-db1c326fd467 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:23.552572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.576099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85f2092c-959c-4751-bcce-b63a676513fd req-51aa94dd-d50b-4bac-af14-c7fd8189f4fb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898144 Jul 16 01:47:23.666568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.5 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/1109a3fc-31cb-47ea-8d7a-406b7f08e36a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:23.682737 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85319021-fa12-44bd-b4b6-e63f7f048e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.748930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] For port 018dab59-983a-4aee-bdb7-db1c326fd467, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=018dab59-983a-4aee-bdb7-db1c326fd467,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:23.749359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.766443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-795052b1-ce5c-4a33-a995-48a70a7fbd5d req-461311ab-03f7-4ecb-8c36-6f0072e6c880 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0441303 Jul 16 01:47:23.779397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.781601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Calling delete_port for 018dab59-983a-4aee-bdb7-db1c326fd467 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:23.855855 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.896420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.923904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:23.943692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39', '6da54458-02d5-4818-99dd-d22c2f865837'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:23.970382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:23.980773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:23.988928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:24.027320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'Port': ['ID=f527bf27-a177-44ca-ab90-004cd8be8844,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.055235 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.074619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['018dab59-983a-4aee-bdb7-db1c326fd467'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:24.082255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.100231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:24.101862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:24.110399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:24.130969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event deleted for resources: {'Port': ['ID=018dab59-983a-4aee-bdb7-db1c326fd467,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.167263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.168016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.195612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-653802e5-2ba2-46cb-92fb-94b37024d2f2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266685 Jul 16 01:47:24.207330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Request body: {'port': {'device_id': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:24.380616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] No DVR routers for this DVR port 018dab59-983a-4aee-bdb7-db1c326fd467 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:24.386784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.388803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3f809cc4-1885-4488-b605-29ddd6652617 req-d44e194e-8d11-4df3-8108-53c21c806d62 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "DELETE /v2.0/ports/018dab59-983a-4aee-bdb7-db1c326fd467 HTTP/1.1" status: 204 len: 173 time: 1.1578584 Jul 16 01:47:24.389305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'name': 'network-vif-deleted', 'tag': '018dab59-983a-4aee-bdb7-db1c326fd467'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:24.391931 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f524104-23b5-4c54-aa4e-3ab0bc75b19a" -d '{"events": [{"server_uuid": "c2a31d28-23a0-4810-8006-9fef137e1432", "name": "network-vif-deleted", "tag": "018dab59-983a-4aee-bdb7-db1c326fd467"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:24.407282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.482065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.496942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.557759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37555718-eb25-4675-b88a-021d8efd7645 req-095d4533-7d75-4a9b-96bb-b1d812681c09 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.564671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37555718-eb25-4675-b88a-021d8efd7645 req-095d4533-7d75-4a9b-96bb-b1d812681c09 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 931 time: 0.2826126 Jul 16 01:47:24.614675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628e34-1b48-4e5b-9d33-8c52996343df req-aaadd7ef-12e4-4f76-931c-32c518ca536c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:24.621468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7628e34-1b48-4e5b-9d33-8c52996343df req-aaadd7ef-12e4-4f76-931c-32c518ca536c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 944 time: 0.1829076 Jul 16 01:47:24.658628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.671631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.725854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37555718-eb25-4675-b88a-021d8efd7645 req-c5137ef2-0383-4e9e-835f-afeaeff59830 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601810 Jul 16 01:47:24.777803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.803862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'Port': ['ID=f527bf27-a177-44ca-ab90-004cd8be8844,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:24.807552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7628e34-1b48-4e5b-9d33-8c52996343df req-e358668e-185c-452b-a239-2b41665a0f70 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846774 Jul 16 01:47:24.810260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:24.825338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f73788b9-b1cd-4386-ad5c-0a90810f81a3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8433440 Jul 16 01:47:24.842230 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073932e6-d961-4b93-ae47-fdc5389129d2 x-openstack-request-id: req-073932e6-d961-4b93-ae47-fdc5389129d2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:24.842632 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a31d28-23a0-4810-8006-9fef137e1432", "name": "network-vif-deleted", "tag": "018dab59-983a-4aee-bdb7-db1c326fd467", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:24.843010 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-073932e6-d961-4b93-ae47-fdc5389129d2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:24.843519 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a31d28-23a0-4810-8006-9fef137e1432', 'name': 'network-vif-deleted', 'tag': '018dab59-983a-4aee-bdb7-db1c326fd467', 'status': 'completed', 'code': 200} Jul 16 01:47:25.039201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d233b72-4d6a-445a-a6af-6c390f186220 req-07d2b80a-94ba-4c41-b5e9-e0fc9d21d9ce tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.0341921 Jul 16 01:47:25.124200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 07ee11ad-768d-4639-84b0-259a089120ef details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:25.151190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc21d7b8-7a5f-4dc2-9657-0ec92d0b5114 req-da573b22-a446-4f6a-a6a4-2c6b3740c198 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0638163 Jul 16 01:47:25.166113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1109a3fc-31cb-47ea-8d7a-406b7f08e36a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:25.187347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.230860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Transition to ACTIVE for port object 1109a3fc-31cb-47ea-8d7a-406b7f08e36a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:25.271522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.281919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:25.295227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '07ee11ad-768d-4639-84b0-259a089120ef', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '07ee11ad-768d-4639-84b0-259a089120ef', 'mac_address': 'fa:16:3e:cb:d8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:25.342736 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.346257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Pushing event updated for resources: {'Port': ['ID=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.361183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-83e1a54f-b54e-43ce-8e7a-44558c3fcdcb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.367044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ee11ad-768d-4639-84b0-259a089120ef {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:25.369595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-83e1a54f-b54e-43ce-8e7a-44558c3fcdcb tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 822 time: 0.2062399 Jul 16 01:47:25.391473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:25.395812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.412595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-f2d02469-df7b-4d8a-9be8-f0424189a536 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/quotas/663d11eab0f244da8c8bc5c9e97c5ef8 HTTP/1.1" status: 200 len: 375 time: 0.0420606 Jul 16 01:47:25.454506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.512585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Attempting to bind port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:25.513060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Attempting to bind port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:25.513491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Attempting to bind port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:25.523493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:25.523942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Attempting to bind port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:25.541181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-a59183ba-f0b6-42bc-b917-5a4525bfbc16 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070602 Jul 16 01:47:25.542624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:25.544434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:25.544907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:25.545442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Bound port: 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:25.545944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.575593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20e9a5f7-a38b-4924-94f4-3efbdd7f14fe req-cf417eba-c33a-4e16-9c49-d5915dc8314f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0403965 Jul 16 01:47:25.650181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['07ee11ad-768d-4639-84b0-259a089120ef'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:25.706122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-4e0f6a4e-d8d8-40e6-b421-339131112df6 service neutron] 10.222.0.35 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564341 Jul 16 01:47:25.711386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] For port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:25.714841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] For port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:25.736550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.861041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:25.861799 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:25.863551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] 10.222.0.38 "PUT /v2.0/ports/1109a3fc-31cb-47ea-8d7a-406b7f08e36a HTTP/1.1" status: 200 len: 1091 time: 1.6608212 Jul 16 01:47:25.866508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'tag': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:25.868702 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f2acf7-a586-47cb-9e80-e07042c41de0" -d '{"events": [{"name": "network-changed", "server_uuid": "02454482-51cc-40ba-bf5d-3f48bdd69405", "tag": "1109a3fc-31cb-47ea-8d7a-406b7f08e36a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:25.917300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafaf5f-6043-44f4-b24e-af935c2e47dd service neutron] Pushing event updated for resources: {'Port': ['ID=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:25.980665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b3c237c7-a1e5-4ac5-a3d8-384d8b450ddb service neutron] 10.222.0.35 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642622 Jul 16 01:47:26.039684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8d69-e4a5-40f3-90d1-cf257d825438 req-cc1e53b6-c82b-487a-b27b-6482afc26b2d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.041335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-891d8d69-e4a5-40f3-90d1-cf257d825438 req-cc1e53b6-c82b-487a-b27b-6482afc26b2d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 943 time: 0.1425583 Jul 16 01:47:26.044467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-567d61e2-ae6f-4f0f-a058-82de87785ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.045932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-567d61e2-ae6f-4f0f-a058-82de87785ca2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 1094 time: 0.1231940 Jul 16 01:47:26.098008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-79d8a55d-36e5-4d3e-a11a-d39dc0d63127 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a HTTP/1.1" status: 200 len: 217 time: 0.0443261 Jul 16 01:47:26.145865 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-891d8d69-e4a5-40f3-90d1-cf257d825438 req-34a769a8-6b89-4f9e-8ddf-fd031d2670b4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946684 Jul 16 01:47:26.149076 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-409f2081-30e3-4594-be2f-193c8697c059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.183732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-b35fe122-8ffd-4ad7-a400-4b14e4c935ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.185288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-b35fe122-8ffd-4ad7-a400-4b14e4c935ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.0812194 Jul 16 01:47:26.246419 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d144cb-cc7c-4e83-935e-dc001593c07d x-openstack-request-id: req-c0d144cb-cc7c-4e83-935e-dc001593c07d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:26.246722 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02454482-51cc-40ba-bf5d-3f48bdd69405", "tag": "1109a3fc-31cb-47ea-8d7a-406b7f08e36a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:26.246978 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0d144cb-cc7c-4e83-935e-dc001593c07d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:26.247394 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'tag': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a', 'status': 'completed', 'code': 200} Jul 16 01:47:26.249804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-0849e5ca-9035-441c-8a9e-a6e0fcbcdc2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571387 Jul 16 01:47:26.381548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 018dab59-983a-4aee-bdb7-db1c326fd467 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:26.410785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 018dab59-983a-4aee-bdb7-db1c326fd467 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:26.411479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 018dab59-983a-4aee-bdb7-db1c326fd467 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:26.435743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:26.454360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2385846b-c600-4395-8646-ca3b5ec63727 req-b209c17e-da73-477d-ac81-37818945a4d9 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.0807638 Jul 16 01:47:26.475127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-3c74a756-9c26-44b1-a95d-24286765cb0a service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175703 Jul 16 01:47:26.555717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59793d-6d3a-4360-9a9c-2d5ce4312bcc req-bb61ac9a-4f11-4eef-ad5f-9b536c8e3828 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.562463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f59793d-6d3a-4360-9a9c-2d5ce4312bcc req-bb61ac9a-4f11-4eef-ad5f-9b536c8e3828 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 945 time: 0.2524302 Jul 16 01:47:26.619599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7ad5da-e60a-4087-a46c-10f0c51aefde req-a81ed4c6-f3b8-4bd2-83e0-6838f31b817f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 210 time: 0.0835471 Jul 16 01:47:26.672067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-644b638f-ef7a-4685-a3a1-fdff40b7c05b req-89283398-831f-425b-b025-b9dcffc8c036 service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897428 Jul 16 01:47:26.701395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f59793d-6d3a-4360-9a9c-2d5ce4312bcc req-cfeb3b28-62d5-45c8-9d7c-399696f5265e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380100 Jul 16 01:47:26.842003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-191582c2-7103-4109-8278-6b1462bc7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:26.843666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-191582c2-7103-4109-8278-6b1462bc7de4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 1094 time: 0.0672915 Jul 16 01:47:26.882747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9928abef-ae0d-4263-ac86-00c43ecf65df req-1e11cbf6-d51b-437c-97b1-1d0a4969a461 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0380313 Jul 16 01:47:27.021907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-21975c57-273e-414d-80ad-b064b16803ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.034924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-21975c57-273e-414d-80ad-b064b16803ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.1789529 Jul 16 01:47:27.110088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-02e7260f-61d5-4117-8202-bdb21ec48a10 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a HTTP/1.1" status: 200 len: 217 time: 0.0671167 Jul 16 01:47:27.136383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 07ee11ad-768d-4639-84b0-259a089120ef up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:27.248156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 07ee11ad-768d-4639-84b0-259a089120ef completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:27.253600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 07ee11ad-768d-4639-84b0-259a089120ef triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:27.254230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.370067 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.375744 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.408812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:27.413097 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aedc997-ae88-47ea-9f07-aa6f8f392acc" -d '{"events": [{"server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "name": "network-vif-plugged", "status": "completed", "tag": "07ee11ad-768d-4639-84b0-259a089120ef"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:27.435173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:27.442289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:27.504175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:27.615091 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f347d-b78e-43cc-a0c3-927d21c44807 x-openstack-request-id: req-df2f347d-b78e-43cc-a0c3-927d21c44807 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:27.615700 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "name": "network-vif-plugged", "status": "completed", "tag": "07ee11ad-768d-4639-84b0-259a089120ef", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:27.616193 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df2f347d-b78e-43cc-a0c3-927d21c44807 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:27.616830 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef', 'code': 200} Jul 16 01:47:27.769508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-2a38e8e0-30f6-4e89-8108-c02b9b67f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:27.772007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-2a38e8e0-30f6-4e89-8108-c02b9b67f418 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.6490660 Jul 16 01:47:27.828360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-7222485f-446c-4b3a-9e8d-a9b39bf7a66d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477126 Jul 16 01:47:27.988924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-01637857-332d-4139-bee9-6b194261d3e3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.004926 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-01637857-332d-4139-bee9-6b194261d3e3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 822 time: 0.3349881 Jul 16 01:47:28.015657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf7b08-9474-47b5-91b6-f5fd73cfdf0f req-11adf995-2899-43a3-ba71-95fb862a3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.022245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eebf7b08-9474-47b5-91b6-f5fd73cfdf0f req-11adf995-2899-43a3-ba71-95fb862a3d8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 1097 time: 0.2840476 Jul 16 01:47:28.029469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'port': {'device_id': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'admin_state_up': True, 'tenant_id': '663d11eab0f244da8c8bc5c9e97c5ef8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:28.117646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e7355ff-d863-4bb0-88e6-aee2b8c0bb41 req-9551c497-916e-413f-b69c-9656840996fc tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.2757220 Jul 16 01:47:28.119442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eebf7b08-9474-47b5-91b6-f5fd73cfdf0f req-f2984acf-62c7-4ab6-9f0a-afed847d557e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Jul 16 01:47:28.149611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d37fd4-de53-41fe-9440-c5b87a77e127 req-ab45649f-01c7-4f39-a3f5-847fde979a9b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.156408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97d37fd4-de53-41fe-9440-c5b87a77e127 req-ab45649f-01c7-4f39-a3f5-847fde979a9b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 943 time: 0.5068696 Jul 16 01:47:28.177841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-df15b403-e91f-4a93-bead-db7a865351f2 service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266094 Jul 16 01:47:28.227024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Made reservation on behalf of 663d11eab0f244da8c8bc5c9e97c5ef8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:28.232447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.264242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97d37fd4-de53-41fe-9440-c5b87a77e127 req-8413e15f-e6cf-4cb3-8d20-26726ab88b61 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068172 Jul 16 01:47:28.383179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1f2acf7-a586-47cb-9e80-e07042c41de0 req-79085fab-5116-4709-94dd-f7085ad91098 service neutron] 10.222.0.38 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908886 Jul 16 01:47:28.393904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1109a3fc-31cb-47ea-8d7a-406b7f08e36a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:28.519556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Allocated IP 172.20.0.7 (b77e7f24-63be-4868-b689-8dea5d64e9a9/37b868b1-2b61-41e8-ae1a-17dd503cc4a1/0ce704a9-7bea-4564-b8e5-897ebefd3658) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:28.542218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3ddc939-ba65-4ad7-8437-d33e311f1ef1 req-8bbb62de-c1d3-403d-b179-d4e3c3738b1a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 210 time: 0.0884404 Jul 16 01:47:28.577339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:28.609164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a', 'mac_address': 'fa:16:3e:f5:d5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:28.698655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.736092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1109a3fc-31cb-47ea-8d7a-406b7f08e36a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:28.780103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:28.796631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.856110 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.892005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:28.906004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:28.906734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c440f-22a4-44c5-a462-3bb02d9254c3 req-f7d5d5b1-f0f6-46c5-a783-eec209b8c54f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:28.916530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e7c440f-22a4-44c5-a462-3bb02d9254c3 req-f7d5d5b1-f0f6-46c5-a783-eec209b8c54f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 946 time: 0.2025557 Jul 16 01:47:28.972299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e7c440f-22a4-44c5-a462-3bb02d9254c3 req-b83c4090-d50f-4016-870b-d53600621109 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530863 Jul 16 01:47:28.979714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.062394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:29.074167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:29.080097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:29.104920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1109a3fc-31cb-47ea-8d7a-406b7f08e36a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:29.117218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.146249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61bc7e7b-11cb-4f3a-bb1b-f074c47493e3 req-906debb0-078b-4a8d-ae9f-52d8b7467df2 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0877776 Jul 16 01:47:29.163371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.164052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.204616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-0dc15d1b-3d8d-4e4f-a1dc-7787e7b2c3f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1810727 Jul 16 01:47:29.217463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Request body: {'port': {'device_id': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:29.395369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.401811 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6c313cc-7430-4f7c-80e7-e444c529ad5c req-bbba019a-b324-407e-8887-13fe6df092e8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.0442801 Jul 16 01:47:29.518794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff703-bf38-484b-8fe7-b8f1c80d225a req-2259dc7c-fd15-4da1-ab45-ee0e6936f817 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.526716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05dff703-bf38-484b-8fe7-b8f1c80d225a req-2259dc7c-fd15-4da1-ab45-ee0e6936f817 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 944 time: 0.0983784 Jul 16 01:47:29.568596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05dff703-bf38-484b-8fe7-b8f1c80d225a req-1b39a95b-a46d-4fec-8d07-a8fa25e89940 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Jul 16 01:47:29.757881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93d445-8cf6-44d9-8703-0efc6cef9a96 req-3bfe03cc-db65-4d66-a5f2-bf74e26d8bfd tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:29.760013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a93d445-8cf6-44d9-8703-0efc6cef9a96 req-3bfe03cc-db65-4d66-a5f2-bf74e26d8bfd tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 931 time: 0.0754633 Jul 16 01:47:29.768670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce704a9-7bea-4564-b8e5-897ebefd3658 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:29.776716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.789532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Transition to ACTIVE for port object 0ce704a9-7bea-4564-b8e5-897ebefd3658 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:29.795392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:29.810722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a93d445-8cf6-44d9-8703-0efc6cef9a96 req-e22601ba-aea2-4c4f-841f-039b27eaf20a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Jul 16 01:47:29.847161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:29.924895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Attempting to bind port 0ce704a9-7bea-4564-b8e5-897ebefd3658 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:29.925165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Attempting to bind port 0ce704a9-7bea-4564-b8e5-897ebefd3658 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:29.925497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Attempting to bind port 0ce704a9-7bea-4564-b8e5-897ebefd3658 on network b77e7f24-63be-4868-b689-8dea5d64e9a9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:29.930354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Port 0ce704a9-7bea-4564-b8e5-897ebefd3658 on network b77e7f24-63be-4868-b689-8dea5d64e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:29.930678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Attempting to bind port 0ce704a9-7bea-4564-b8e5-897ebefd3658 on network b77e7f24-63be-4868-b689-8dea5d64e9a9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:29.935314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:29.935646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Checking segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:29.936064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Bound using segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:29.936474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Bound port: 0ce704a9-7bea-4564-b8e5-897ebefd3658, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:29.936870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.006324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:30.010259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:30.015807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.054272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.054889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.056291 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] 10.222.0.38 "PUT /v2.0/ports/0ce704a9-7bea-4564-b8e5-897ebefd3658 HTTP/1.1" status: 200 len: 1091 time: 0.8442769 Jul 16 01:47:30.056721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'tag': '0ce704a9-7bea-4564-b8e5-897ebefd3658'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:30.058936 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c04d8d8-92ae-4330-964e-47e91f3a337a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1758b6-48a1-42b7-bd5f-3273b1d1f18d", "tag": "0ce704a9-7bea-4564-b8e5-897ebefd3658"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:30.091430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f65fc-a2ea-47ae-801a-5d904f716fea service neutron] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.134914 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb281c-4fae-4207-8536-20e880c863f8 x-openstack-request-id: req-2dcb281c-4fae-4207-8536-20e880c863f8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:30.135204 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1758b6-48a1-42b7-bd5f-3273b1d1f18d", "tag": "0ce704a9-7bea-4564-b8e5-897ebefd3658", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:30.135457 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dcb281c-4fae-4207-8536-20e880c863f8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:30.135858 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'tag': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'status': 'completed', 'code': 200} Jul 16 01:47:30.165182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-8eba09b0-8d47-4c65-a1d6-a976335ac932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.166970 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-8eba09b0-8d47-4c65-a1d6-a976335ac932 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 1094 time: 0.0631917 Jul 16 01:47:30.222790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-41d92748-90d8-45e8-9a50-bab055faea60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658 HTTP/1.1" status: 200 len: 217 time: 0.0466917 Jul 16 01:47:30.240691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7885d-5bec-4fb0-9d68-6763ef47da00 req-ee76f436-4589-4dd5-9cc2-0162023a3779 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.242331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ba7885d-5bec-4fb0-9d68-6763ef47da00 req-ee76f436-4589-4dd5-9cc2-0162023a3779 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 946 time: 0.1061592 Jul 16 01:47:30.291836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987fe1-1496-4471-9b02-ae868de8423f req-59e39a7d-b222-4a66-8117-5d7b7ddb0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.292457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ba7885d-5bec-4fb0-9d68-6763ef47da00 req-b4a19abd-a94d-4acf-8ef8-b2a67a917b28 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444026 Jul 16 01:47:30.293394 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-59e39a7d-b222-4a66-8117-5d7b7ddb0913 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 200 len: 862 time: 0.0539362 Jul 16 01:47:30.343902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-06075519-9f7c-47b1-a8d6-5c5f5ff36496 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b77e7f24-63be-4868-b689-8dea5d64e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401220 Jul 16 01:47:30.356774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec69baff-8547-4fb0-9517-23ebff3a718c req-d6aef177-9d5a-4ebd-87ad-38289bfb1bc7 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0372612 Jul 16 01:47:30.396923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1109a3fc-31cb-47ea-8d7a-406b7f08e36a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:30.451661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-c1797925-eac7-4a8d-9ee0-1d802c406174 service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010144 Jul 16 01:47:30.505937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:30.510603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:30.511029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.622566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b987fe1-1496-4471-9b02-ae868de8423f req-b3742ded-8cab-4c1f-816a-91c9fab6fd6c service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617825 Jul 16 01:47:30.670779 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.688209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-902a8e4f-802a-4580-bdcd-2cf26a92d8b6 req-25a57151-3ecb-41ac-9796-d5092cdbcf0b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2a31d28-23a0-4810-8006-9fef137e1432 HTTP/1.1" status: 200 len: 210 time: 0.1082141 Jul 16 01:47:30.723694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:30.730666 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71899d9-751d-489b-a2c0-d7f8a68aef13" -d '{"events": [{"server_uuid": "02454482-51cc-40ba-bf5d-3f48bdd69405", "name": "network-vif-plugged", "status": "completed", "tag": "1109a3fc-31cb-47ea-8d7a-406b7f08e36a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:30.756596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:30.764727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:30.794874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-ea9e24e4-fdbc-4e40-ab37-28d81fd45822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.796686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-ea9e24e4-fdbc-4e40-ab37-28d81fd45822 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 1094 time: 0.1020548 Jul 16 01:47:30.816202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:30.870186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4284212-e156-46c6-aba6-174389645b92 req-d47500ad-2c50-4188-bf0d-961f78c26b78 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.871772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4284212-e156-46c6-aba6-174389645b92 req-d47500ad-2c50-4188-bf0d-961f78c26b78 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.1223822 Jul 16 01:47:30.921097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-a083bd80-b52e-4a7d-8fa4-1936ec693d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.922716 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-a083bd80-b52e-4a7d-8fa4-1936ec693d12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 923 time: 0.1164587 Jul 16 01:47:30.924636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f667b-5ac2-43ef-b736-ee3927f93684 req-59327486-eed0-4684-b761-35fbb30c406e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:30.926151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-902f667b-5ac2-43ef-b736-ee3927f93684 req-59327486-eed0-4684-b761-35fbb30c406e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 946 time: 0.1187298 Jul 16 01:47:30.936578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4284212-e156-46c6-aba6-174389645b92 req-83fb831e-97c7-40ce-a6e8-ad4eb5643f3e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547044 Jul 16 01:47:30.996930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-91654c78-4f12-4be5-a707-b13da2a7df40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658 HTTP/1.1" status: 200 len: 217 time: 0.0573959 Jul 16 01:47:31.005314 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9329558a-3846-47e3-9981-9d4a5c3d089c x-openstack-request-id: req-9329558a-3846-47e3-9981-9d4a5c3d089c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:31.007297 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02454482-51cc-40ba-bf5d-3f48bdd69405", "name": "network-vif-plugged", "status": "completed", "tag": "1109a3fc-31cb-47ea-8d7a-406b7f08e36a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:31.007582 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9329558a-3846-47e3-9981-9d4a5c3d089c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:31.007995 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a', 'code': 200} Jul 16 01:47:31.017388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-902f667b-5ac2-43ef-b736-ee3927f93684 req-3f686788-252d-45ab-8e58-06fe23f3cd4f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797215 Jul 16 01:47:31.060974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-a61f79d6-b99e-4489-a187-2a55b1da1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.062625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-a61f79d6-b99e-4489-a187-2a55b1da1de4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 200 len: 862 time: 0.0567186 Jul 16 01:47:31.126298 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-f9e69cd5-7924-459c-9054-715614724bd4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b77e7f24-63be-4868-b689-8dea5d64e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280933 Jul 16 01:47:31.214919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b29d1-74d6-464c-8362-e644f0372d26 req-b1f62941-5fdf-4d38-bdd7-f7ad2a5b125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.216632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d54b29d1-74d6-464c-8362-e644f0372d26 req-b1f62941-5fdf-4d38-bdd7-f7ad2a5b125b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 1096 time: 0.1027462 Jul 16 01:47:31.234131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeed8df-e805-400e-af8e-30faaddd09bd req-cf5cfdea-b85b-4106-a862-4b64c47a37bf tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.235665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-deeed8df-e805-400e-af8e-30faaddd09bd req-cf5cfdea-b85b-4106-a862-4b64c47a37bf tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 943 time: 0.0928400 Jul 16 01:47:31.256364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-1bca2b47-df2d-4bab-928a-65b6e1c9ce7a service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221318 Jul 16 01:47:31.260461 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-df992392-bb75-406b-8026-dc7e2719fc06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1963406 Jul 16 01:47:31.300298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-deeed8df-e805-400e-af8e-30faaddd09bd req-02756268-a2e6-44e2-9b21-2254ed3a6efa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574002 Jul 16 01:47:31.303065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d54b29d1-74d6-464c-8362-e644f0372d26 req-ce3717fb-5dcc-452c-b417-cdd6d0a1c993 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769038 Jul 16 01:47:31.419146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c04d8d8-92ae-4330-964e-47e91f3a337a req-a0eb62cd-ce85-40e4-b119-b0fac70d8df3 service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564889 Jul 16 01:47:31.431858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-9c5a0743-7053-4e2d-be18-7d0b613baee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.433990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-9c5a0743-7053-4e2d-be18-7d0b613baee1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 1096 time: 0.1354949 Jul 16 01:47:31.559119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-e418d323-6049-48eb-84d0-53d02044af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.560670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-e418d323-6049-48eb-84d0-53d02044af3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.1001894 Jul 16 01:47:31.584652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47774f18-6ac7-429a-84ce-d233e8ebf1a7 req-4086fa85-010b-4b16-9004-d3cca87894a8 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0286782 Jul 16 01:47:31.615705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-cda03e92-7f0b-448c-ad19-92bfe9949576 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55078fd1-5c47-413b-8654-bdd7e5510f39 HTTP/1.1" status: 200 len: 217 time: 0.0407324 Jul 16 01:47:31.664975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-6b6e0aab-2699-426d-9aff-60770b599677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:31.666473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-6b6e0aab-2699-426d-9aff-60770b599677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.0441015 Jul 16 01:47:31.699578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-c35dbf72-cbdb-4708-9dcc-4f9b3d33e930 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255649 Jul 16 01:47:31.812173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-6e531143-7f6f-4dd8-be47-e554362e191f service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921655 Jul 16 01:47:31.907780 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47cb365d-c7fa-4a5b-8dfd-64e63d821f5b req-0373433a-a206-4dc8-8b12-ebffc14bb6c8 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859187 Jul 16 01:47:32.180445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a594f2-ec6c-478e-b9d0-c2348444e485 req-e3e562a6-f40e-4249-b9bc-1430fe3f144b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.182121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5a594f2-ec6c-478e-b9d0-c2348444e485 req-e3e562a6-f40e-4249-b9bc-1430fe3f144b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.1222796 Jul 16 01:47:32.237770 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:32.263903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5a594f2-ec6c-478e-b9d0-c2348444e485 req-006b4a35-7ca3-4491-9092-0791abaa2f1a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Jul 16 01:47:32.279293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cf14-8633-47a3-bfe1-43eba33993b3 req-9ac38ce5-16e7-4c9a-9f0c-5fca994c76ae tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.280787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c3cf14-8633-47a3-bfe1-43eba33993b3 req-9ac38ce5-16e7-4c9a-9f0c-5fca994c76ae tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.1531541 Jul 16 01:47:32.295391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c3cf14-8633-47a3-bfe1-43eba33993b3 req-5cf3c617-13bc-4b0c-a1b7-de71071d38f1 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0093694 Jul 16 01:47:32.328894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c3cf14-8633-47a3-bfe1-43eba33993b3 req-35fa8e81-a248-4951-a024-2a4830f88654 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281320 Jul 16 01:47:32.425184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0ce704a9-7bea-4564-b8e5-897ebefd3658 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:32.455233 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c3cf14-8633-47a3-bfe1-43eba33993b3 req-517d4bb5-72b9-4817-b122-32112f1fa80b service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190970 Jul 16 01:47:32.505683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f966b0e-1439-422e-bc41-01df6afb40e2 req-b866492e-5b64-4a7e-9446-09c88078f5a7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.507179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f966b0e-1439-422e-bc41-01df6afb40e2 req-b866492e-5b64-4a7e-9446-09c88078f5a7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 946 time: 0.1392093 Jul 16 01:47:32.525576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:32.540590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'port_id': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'mac_address': 'fa:16:3e:2d:8a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b868b1-2b61-41e8-ae1a-17dd503cc4a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:32.588251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.588892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f966b0e-1439-422e-bc41-01df6afb40e2 req-2af8c0f8-8211-438f-a4ad-c00510aef03b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Jul 16 01:47:32.592754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3c3cf14-8633-47a3-bfe1-43eba33993b3 req-f7928c21-2c15-4c49-bd36-e6096018749e service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311071 Jul 16 01:47:32.601139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce704a9-7bea-4564-b8e5-897ebefd3658 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:32.626535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:32.632274 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.703196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.822452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a0cfd-2683-425a-9fcd-d8105cd4eef7 req-4c0ba4c5-daa9-44d2-a480-7092e6b1a60e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.824021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-753a0cfd-2683-425a-9fcd-d8105cd4eef7 req-4c0ba4c5-daa9-44d2-a480-7092e6b1a60e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 944 time: 0.0794601 Jul 16 01:47:32.880381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e181e82-65cc-49df-beb6-71807a81a5c9 req-61d8677b-1a8f-4320-9edc-e31023be43a2 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0480733 Jul 16 01:47:32.913588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-753a0cfd-2683-425a-9fcd-d8105cd4eef7 req-ce511440-0c3b-4d73-a26d-8bf883acc506 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828710 Jul 16 01:47:32.936810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0ce704a9-7bea-4564-b8e5-897ebefd3658'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:33.011407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c55e8b8d-0da5-411d-9d65-94e85903544c req-52761147-f1e7-47d5-9383-257867080113 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=81e0d927-45a1-4f59-9d55-30c83c8b378c HTTP/1.1" status: 200 len: 210 time: 0.0585887 Jul 16 01:47:33.520680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796af96-5f74-4dff-a9a7-a487eb97db49 req-63de5bf8-fe00-49ac-a323-aad95b5b84a2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.528441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b796af96-5f74-4dff-a9a7-a487eb97db49 req-63de5bf8-fe00-49ac-a323-aad95b5b84a2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.0832107 Jul 16 01:47:33.577217 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b796af96-5f74-4dff-a9a7-a487eb97db49 req-f126b5d5-9ce8-4814-aa1b-c6c0696af940 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Jul 16 01:47:33.812286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-72bf1893-f21b-421f-8174-df9a348b18ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567946 Jul 16 01:47:33.852585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-309cc9c1-253e-4d66-b93f-ee296ca41256 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.854093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-309cc9c1-253e-4d66-b93f-ee296ca41256 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.1678333 Jul 16 01:47:33.867688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a0fde-8e82-4f38-a436-5ac876fae28c req-1b7366e8-e970-4be5-9dd3-d2f5fc116c57 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.869190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92a0fde-8e82-4f38-a436-5ac876fae28c req-1b7366e8-e970-4be5-9dd3-d2f5fc116c57 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 946 time: 0.1392713 Jul 16 01:47:33.885877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-ebd092a2-a03b-4f57-a734-780855464dbc tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0157156 Jul 16 01:47:33.896409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-ffbff273-ffa3-4127-9967-a361dffc0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:33.897996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-ffbff273-ffa3-4127-9967-a361dffc0af5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 1097 time: 0.0605781 Jul 16 01:47:33.939404 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-f5fa98cf-ff7d-4702-895b-e0bb7916fa9f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423596 Jul 16 01:47:33.944829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e92a0fde-8e82-4f38-a436-5ac876fae28c req-b2bc08b2-1174-450b-99a9-1f9a1f981cf1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673039 Jul 16 01:47:34.030584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-9e04bc2f-b3f1-421c-81ec-2d53499638e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.035336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-9e04bc2f-b3f1-421c-81ec-2d53499638e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.1112385 Jul 16 01:47:34.055693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-200b3be2-056b-4e77-8dfc-2120c1f84018 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039224 Jul 16 01:47:34.085584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-75b735fd-eaff-491f-877b-9d0ac09fe2f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89 HTTP/1.1" status: 200 len: 217 time: 0.0467257 Jul 16 01:47:34.135048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-116b00ff-f665-4e7a-99e4-d0743cf0b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.136722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-116b00ff-f665-4e7a-99e4-d0743cf0b03f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0444365 Jul 16 01:47:34.154618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcaa6702-ee5a-49ff-93eb-2c3d2cf11719 req-3032a5b4-7bc8-428f-9ed0-00b9d435dbc0 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0607677 Jul 16 01:47:34.192228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-11c4be9b-9282-43b5-8002-3f6d3d268c16 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305783 Jul 16 01:47:34.207369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-3fe088d1-b7e3-48aa-a3b4-38d1432cfbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.209621 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-3fe088d1-b7e3-48aa-a3b4-38d1432cfbac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662417 Jul 16 01:47:34.452432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0ce704a9-7bea-4564-b8e5-897ebefd3658 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:34.538387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8020c-4207-4fcd-ac96-6f3bd7d5a263 req-efa17d39-1719-47d4-8a9d-e16606e3389e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.547078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebf8020c-4207-4fcd-ac96-6f3bd7d5a263 req-efa17d39-1719-47d4-8a9d-e16606e3389e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 944 time: 0.2378945 Jul 16 01:47:34.611684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0ce704a9-7bea-4564-b8e5-897ebefd3658 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:34.618091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0ce704a9-7bea-4564-b8e5-897ebefd3658 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:34.618610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.649646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebf8020c-4207-4fcd-ac96-6f3bd7d5a263 req-44a9f7f7-0dbe-48ba-8075-3b20989947e3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015780 Jul 16 01:47:34.730327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e8ab9-ae69-4c01-9502-b39a3e059537 req-eb97de8d-b49c-44dc-a113-cb09c6755fda tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.737924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-051e8ab9-ae69-4c01-9502-b39a3e059537 req-eb97de8d-b49c-44dc-a113-cb09c6755fda tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.1780124 Jul 16 01:47:34.780561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.788276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ee38a6f-ee12-4659-aa2b-0a3644a2a5f0 req-772b2f83-0955-4888-a8c7-cee72be316b5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 210 time: 0.0894079 Jul 16 01:47:34.818759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-051e8ab9-ae69-4c01-9502-b39a3e059537 req-876f745b-b9db-4205-898c-17fa03c2d541 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788450 Jul 16 01:47:34.846988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce704a9-7bea-4564-b8e5-897ebefd3658'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:34.856186 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d37f96-458f-4277-b809-61d3a0ae9668" -d '{"events": [{"server_uuid": "fd1758b6-48a1-42b7-bd5f-3273b1d1f18d", "name": "network-vif-plugged", "status": "completed", "tag": "0ce704a9-7bea-4564-b8e5-897ebefd3658"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:34.894818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:34.899441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.960500 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5623f240-b457-4faf-a4d4-13c0fb2542ff x-openstack-request-id: req-5623f240-b457-4faf-a4d4-13c0fb2542ff {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:34.960943 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1758b6-48a1-42b7-bd5f-3273b1d1f18d", "name": "network-vif-plugged", "status": "completed", "tag": "0ce704a9-7bea-4564-b8e5-897ebefd3658", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:34.961175 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5623f240-b457-4faf-a4d4-13c0fb2542ff {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:34.963240 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'code': 200} Jul 16 01:47:35.005416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-26f0e96c-cc18-4b55-b949-acced0b265a3 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884240 Jul 16 01:47:35.017267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.091657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a59b0-0c01-47fc-bbd5-138e9cd3baa1 req-811bd3a7-0d70-4bd1-aa51-8c0a0b11ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.093320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c5a59b0-0c01-47fc-bbd5-138e9cd3baa1 req-811bd3a7-0d70-4bd1-aa51-8c0a0b11ae80 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 1096 time: 0.1016643 Jul 16 01:47:35.135651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c5a59b0-0c01-47fc-bbd5-138e9cd3baa1 req-af346445-0ce8-42c0-a2a4-48131b439617 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Jul 16 01:47:35.138676 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eefda282-88ab-4495-89fd-fb824ea7e17c req-cdab9694-0f81-4bda-a57d-13f3fcdd6496 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255088 Jul 16 01:47:35.401207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-762ed187-19ce-492b-bbdf-acd43cb7a14a req-5a508687-b0f5-49e9-b517-3e9318d9132b tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0617430 Jul 16 01:47:35.440756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e07b56-9e4f-4d45-be42-51125bab5a14 req-5eab6d68-f280-46ae-b034-0e2841a18ce4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.442939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4e07b56-9e4f-4d45-be42-51125bab5a14 req-5eab6d68-f280-46ae-b034-0e2841a18ce4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.1124935 Jul 16 01:47:35.482422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4e07b56-9e4f-4d45-be42-51125bab5a14 req-3902e744-d2cf-4abc-97d2-794d3a797bd8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Jul 16 01:47:35.826148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109625-ac77-4775-ad9c-f72eb097e9be req-8977f65c-1340-44d4-bdfe-05f7b7c948e9 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.835074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f109625-ac77-4775-ad9c-f72eb097e9be req-8977f65c-1340-44d4-bdfe-05f7b7c948e9 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 945 time: 0.0742419 Jul 16 01:47:35.877345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f109625-ac77-4775-ad9c-f72eb097e9be req-bbd70013-1a7d-4d96-b91d-31551e2ebe76 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Jul 16 01:47:35.975214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80d93bd9-5052-4d52-a7bc-567d4cb1767d req-49743edc-e238-4120-93c1-3c943c7dad78 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 210 time: 0.0366502 Jul 16 01:47:36.109144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-b16f5017-60b3-4ab0-b949-9033d05e95d1 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.111701 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-b16f5017-60b3-4ab0-b949-9033d05e95d1 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.1282892 Jul 16 01:47:36.125631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Request body: {'port': {'device_id': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'admin_state_up': True, 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:36.252732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:36.256371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.392617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Allocated IP 172.20.0.14 (4e0474fd-00d5-4bef-b64d-740cfbd1c94d/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a/b86dc903-b5b5-462c-b2c1-85f6453fc4ee) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:36.579737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.590386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-193e5d9d-c690-4db2-a77c-a05549c938d7 req-cfb5870b-536a-4350-8729-d3b2469f6a0c tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0521126 Jul 16 01:47:36.623752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.698237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event updated for resources: {'Port': ['ID=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.700520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a8e0-60f0-4018-adf2-1c0593c2d84c req-863c1582-5bd2-477b-b22f-cd9317476ac7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.702201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f56a8e0-60f0-4018-adf2-1c0593c2d84c req-863c1582-5bd2-477b-b22f-cd9317476ac7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.0852473 Jul 16 01:47:36.722136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:36.723706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:36.726560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:36.750372 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f56a8e0-60f0-4018-adf2-1c0593c2d84c req-7904c021-7721-4ded-a05e-b975610209a4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Jul 16 01:47:36.783001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.783667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.797143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-921edab4-4619-4669-b266-545675b28db2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6754043 Jul 16 01:47:36.820237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Request body: {'port': {'device_id': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:36.900199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.909291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c53d3c15-97b0-4fa8-be73-089d14c972be tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:36.912856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c53d3c15-97b0-4fa8-be73-089d14c972be tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 945 time: 0.0843987 Jul 16 01:47:37.039553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:37.039905 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.165689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 07ee11ad-768d-4639-84b0-259a089120ef details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:37.338414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86dc903-b5b5-462c-b2c1-85f6453fc4ee {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:37.347575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.358417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:37.363260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Transition to ACTIVE for port object b86dc903-b5b5-462c-b2c1-85f6453fc4ee will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:37.371647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '07ee11ad-768d-4639-84b0-259a089120ef', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '07ee11ad-768d-4639-84b0-259a089120ef', 'mac_address': 'fa:16:3e:cb:d8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:37.372382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.405725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:37.406088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.438783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.469057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07ee11ad-768d-4639-84b0-259a089120ef {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:37.469690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for 1109a3fc-31cb-47ea-8d7a-406b7f08e36a owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:37.472662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Pushing event updated for resources: {'Port': ['ID=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.493383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb345-2066-4a93-b64b-f99402b12b42 req-607516da-869d-42c2-a9f8-63ee0967f22e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.500201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27bfb345-2066-4a93-b64b-f99402b12b42 req-607516da-869d-42c2-a9f8-63ee0967f22e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 932 time: 0.2077782 Jul 16 01:47:37.514539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:37.523355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.573191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Attempting to bind port b86dc903-b5b5-462c-b2c1-85f6453fc4ee on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:37.574974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Attempting to bind port b86dc903-b5b5-462c-b2c1-85f6453fc4ee by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:37.575566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Attempting to bind port b86dc903-b5b5-462c-b2c1-85f6453fc4ee on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.582547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Port b86dc903-b5b5-462c-b2c1-85f6453fc4ee on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:37.583830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Attempting to bind port b86dc903-b5b5-462c-b2c1-85f6453fc4ee on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:37.590183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:37.590495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:37.590870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Bound using segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:37.591304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Bound port: b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:37.591650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.645656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['07ee11ad-768d-4639-84b0-259a089120ef'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:37.653037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:37.658194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6971a5-5b4a-495a-b808-8afc1bb11032 req-627c2112-9834-428f-bd2f-a0375da795f9 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.665938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec6971a5-5b4a-495a-b808-8afc1bb11032 req-627c2112-9834-428f-bd2f-a0375da795f9 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 945 time: 0.5187905 Jul 16 01:47:37.740015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] For port b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:37.749178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] For port b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:37.754898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec6971a5-5b4a-495a-b808-8afc1bb11032 req-ba8bb801-b557-491a-b631-410a96c1fa3f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880015 Jul 16 01:47:37.782843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.805491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27bfb345-2066-4a93-b64b-f99402b12b42 req-417e8037-ca90-4068-8a9a-6341134a658e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043318 Jul 16 01:47:37.827856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.828786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.835625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] 10.222.0.38 "PUT /v2.0/ports/b86dc903-b5b5-462c-b2c1-85f6453fc4ee HTTP/1.1" status: 200 len: 1092 time: 1.0199058 Jul 16 01:47:37.838361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'tag': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:37.841988 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6569faf-8262-48d0-8136-a9bc5e32b62a" -d '{"events": [{"name": "network-changed", "server_uuid": "b95a098d-003e-4807-8bf9-74fbc21a4a54", "tag": "b86dc903-b5b5-462c-b2c1-85f6453fc4ee"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:38.058668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.076118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1109a3fc-31cb-47ea-8d7a-406b7f08e36a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:38.124855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ccdf6-e32f-48fe-b21e-785e1c39a34f service neutron] Pushing event updated for resources: {'Port': ['ID=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.186867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-533a104e-1b5e-4e3c-b8a3-3b6d4b5bcd12 req-04907bee-57af-4c83-8025-7b8b3cd198d5 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0443912 Jul 16 01:47:38.197028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=1109a3fc-31cb-47ea-8d7a-406b7f08e36a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.225206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-9e53f550-1b90-4ab9-a0a0-deb3316cc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.226738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-9e53f550-1b90-4ab9-a0a0-deb3316cc067 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 1095 time: 0.2967501 Jul 16 01:47:38.294809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03d59aa7-4ee6-4061-a386-aa71422f9a93 req-0532d675-6290-42b9-8b14-8acb0e7b27a3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 210 time: 0.1637700 Jul 16 01:47:38.312263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39', '6da54458-02d5-4818-99dd-d22c2f865837'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:38.364903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-0c5a1b90-f40f-4500-aab8-cd1b343a396b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee HTTP/1.1" status: 200 len: 217 time: 0.1262224 Jul 16 01:47:38.389991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port 1109a3fc-31cb-47ea-8d7a-406b7f08e36a on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:38.390904 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36022630-da4c-47e7-aba9-c06eec6fe965 x-openstack-request-id: req-36022630-da4c-47e7-aba9-c06eec6fe965 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:38.391295 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95a098d-003e-4807-8bf9-74fbc21a4a54", "tag": "b86dc903-b5b5-462c-b2c1-85f6453fc4ee", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:38.392576 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36022630-da4c-47e7-aba9-c06eec6fe965 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:38.393087 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'tag': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee', 'status': 'completed', 'code': 200} Jul 16 01:47:38.396105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.401310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e002f3b-9a29-4589-bbc4-ca022854b706 req-c24cc08e-3fbb-4ad5-a585-eb7bec65c2e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.38 "DELETE /v2.0/ports/1109a3fc-31cb-47ea-8d7a-406b7f08e36a HTTP/1.1" status: 204 len: 173 time: 1.4842091 Jul 16 01:47:38.403434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'name': 'network-vif-deleted', 'tag': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:38.424304 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e4ab6d-1562-46f4-ba32-361d2f9c8720" -d '{"events": [{"server_uuid": "02454482-51cc-40ba-bf5d-3f48bdd69405", "name": "network-vif-deleted", "tag": "1109a3fc-31cb-47ea-8d7a-406b7f08e36a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:38.501601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903f75-1194-4f1b-90ec-703a96524aba req-de9290aa-f987-4432-a135-3c537efa4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.523050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-de9290aa-f987-4432-a135-3c537efa4a02 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1483095 Jul 16 01:47:38.610424 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-06600c48-0439-43eb-b268-0ffd6a8779c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793283 Jul 16 01:47:38.630156 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31aa389-1852-4344-846c-7a275ef8d821 x-openstack-request-id: req-e31aa389-1852-4344-846c-7a275ef8d821 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:38.631743 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02454482-51cc-40ba-bf5d-3f48bdd69405", "name": "network-vif-deleted", "tag": "1109a3fc-31cb-47ea-8d7a-406b7f08e36a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:38.631743 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e31aa389-1852-4344-846c-7a275ef8d821 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:38.631743 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02454482-51cc-40ba-bf5d-3f48bdd69405', 'name': 'network-vif-deleted', 'tag': '1109a3fc-31cb-47ea-8d7a-406b7f08e36a', 'status': 'completed', 'code': 200} Jul 16 01:47:38.677417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065f9f6-4bf3-4c91-88af-cc6eb41116b9 req-e57efe13-2a8b-4bfe-9c1d-63589b238f41 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:38.685089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8065f9f6-4bf3-4c91-88af-cc6eb41116b9 req-e57efe13-2a8b-4bfe-9c1d-63589b238f41 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 945 time: 0.2223475 Jul 16 01:47:38.763835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8065f9f6-4bf3-4c91-88af-cc6eb41116b9 req-f57c42a2-4cc5-42c8-8588-055d6760cc38 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Jul 16 01:47:38.839527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-f0dc72cb-a0b8-4406-9bb4-59323aff4d34 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171285 Jul 16 01:47:39.136055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59234f10-e6cc-41f7-ae6f-f3004ba2d9b9 req-a3eba467-8c71-4c12-a612-ab9cc42a0bcd tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.158194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59234f10-e6cc-41f7-ae6f-f3004ba2d9b9 req-a3eba467-8c71-4c12-a612-ab9cc42a0bcd tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 944 time: 0.1611164 Jul 16 01:47:39.176593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81903f75-1194-4f1b-90ec-703a96524aba req-2012ae1a-e5ad-42bf-976a-c08af1f3628b service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218334 Jul 16 01:47:39.182512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 07ee11ad-768d-4639-84b0-259a089120ef up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:39.249755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59234f10-e6cc-41f7-ae6f-f3004ba2d9b9 req-f4b2538d-7ed8-4bd5-9fd4-eb68a81b51e2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902090 Jul 16 01:47:39.405200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-3f89cff4-794d-41da-bea3-9446548a98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.406656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-3f89cff4-794d-41da-bea3-9446548a98f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 1095 time: 0.1341319 Jul 16 01:47:39.437441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 07ee11ad-768d-4639-84b0-259a089120ef triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:39.438008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.574167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9e8e243-c4ac-4192-95b1-40ecf2cc896d req-71ac2127-32bb-48ba-96d6-f902cc3cee22 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0799456 Jul 16 01:47:39.793531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.817426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-8f42f073-2fa6-4751-9d13-7229e67dfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.825496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-8f42f073-2fa6-4751-9d13-7229e67dfa24 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.3811655 Jul 16 01:47:39.826294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2de48e2-a065-4eba-97c9-09dc8c366d54 req-1de2dc90-2287-4d84-bd6b-f6ba539f5527 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=02454482-51cc-40ba-bf5d-3f48bdd69405 HTTP/1.1" status: 200 len: 210 time: 0.0785956 Jul 16 01:47:39.885444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:39.887748 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b1f61a-f30e-4d34-8a79-9105f8d73430" -d '{"events": [{"server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "name": "network-vif-plugged", "status": "completed", "tag": "07ee11ad-768d-4639-84b0-259a089120ef"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:39.948794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:39.960721 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.996368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-171072a7-7f3c-4d85-8cae-632a459aa493 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee HTTP/1.1" status: 200 len: 217 time: 0.1612692 Jul 16 01:47:40.054146 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d1b9c-e1e9-47d9-8ee4-c9c998246ec2 x-openstack-request-id: req-c51d1b9c-e1e9-47d9-8ee4-c9c998246ec2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:40.054434 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "name": "network-vif-plugged", "status": "completed", "tag": "07ee11ad-768d-4639-84b0-259a089120ef", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:40.054691 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c51d1b9c-e1e9-47d9-8ee4-c9c998246ec2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:40.055083 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef', 'code': 200} Jul 16 01:47:40.114745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.157839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-286df6b9-5cfd-473f-97e3-6083953fd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.160111 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-286df6b9-5cfd-473f-97e3-6083953fd0c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1570835 Jul 16 01:47:40.266150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-343c905d-f383-46e5-a1fb-461f9158d335 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991476 Jul 16 01:47:40.483493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f126290-ec59-4140-9fd0-e750b27edb18 req-25efe66b-a4dc-4725-bf4a-087866645e22 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.488514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f126290-ec59-4140-9fd0-e750b27edb18 req-25efe66b-a4dc-4725-bf4a-087866645e22 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 945 time: 0.1657085 Jul 16 01:47:40.497445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b86dc903-b5b5-462c-b2c1-85f6453fc4ee details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:40.507843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1109a3fc-31cb-47ea-8d7a-406b7f08e36a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:40.594717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f126290-ec59-4140-9fd0-e750b27edb18 req-c105ac0e-c38b-4f8d-951d-21bb51e0b50e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027157 Jul 16 01:47:40.610125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 1109a3fc-31cb-47ea-8d7a-406b7f08e36a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:40.610372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1109a3fc-31cb-47ea-8d7a-406b7f08e36a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:40.645697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-5b6ed1cc-0e94-47d5-89a2-d57368e8da20 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406529 Jul 16 01:47:40.724540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75b9a-e2a0-4401-aabb-fb4a20ff725b req-51110f19-d148-48ce-a7c1-fadb8109c035 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.744586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dde75b9a-e2a0-4401-aabb-fb4a20ff725b req-51110f19-d148-48ce-a7c1-fadb8109c035 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 944 time: 0.2542624 Jul 16 01:47:40.814857 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dde75b9a-e2a0-4401-aabb-fb4a20ff725b req-f7e3c583-d90b-44f7-a3b2-05427bb30d18 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683997 Jul 16 01:47:40.820450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:40.836809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee', 'mac_address': 'fa:16:3e:00:58:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:40.888677 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.927285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86dc903-b5b5-462c-b2c1-85f6453fc4ee {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:40.968421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b6569faf-8262-48d0-8136-a9bc5e32b62a req-5b7aa3a2-4f14-4e53-8c56-64a08b3df406 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094895 Jul 16 01:47:41.002224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:41.013217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.022695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad453981-f829-4275-add6-443af0792fd5 req-99edc638-a9e8-49a5-974c-bc79b455f57b tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0794036 Jul 16 01:47:41.144753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:41.390264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b86dc903-b5b5-462c-b2c1-85f6453fc4ee'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:41.538118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf63c3-7306-410f-93c2-b7a243bf393c req-cb3ce2d9-ce06-4fd8-a45e-f70c88c062bc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.547602 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dbf63c3-7306-410f-93c2-b7a243bf393c req-cb3ce2d9-ce06-4fd8-a45e-f70c88c062bc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 946 time: 0.1043861 Jul 16 01:47:41.623593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dbf63c3-7306-410f-93c2-b7a243bf393c req-bec03de1-1fb2-4e4b-81be-3469d8025dfa tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722427 Jul 16 01:47:41.921270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef12a5-dad4-4e21-95d1-fa22ab0fcee8 req-08156714-edf5-4314-afd5-9d59c2f22812 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.929058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccef12a5-dad4-4e21-95d1-fa22ab0fcee8 req-08156714-edf5-4314-afd5-9d59c2f22812 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 945 time: 0.1269903 Jul 16 01:47:42.020056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccef12a5-dad4-4e21-95d1-fa22ab0fcee8 req-afbab04b-b5c2-4c23-b04f-585319e708d4 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879204 Jul 16 01:47:42.125406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490973a9-96c2-46ae-a9e9-9e133a920d82 req-e6247971-9c1c-4961-8550-147663147815 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.126920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-490973a9-96c2-46ae-a9e9-9e133a920d82 req-e6247971-9c1c-4961-8550-147663147815 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 945 time: 0.1219139 Jul 16 01:47:42.226122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-490973a9-96c2-46ae-a9e9-9e133a920d82 req-9800906c-90e3-4ff8-a45f-46fb61ae9c2b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926380 Jul 16 01:47:42.504973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72c05023-d1f8-4c6e-8810-37ec925c7666 req-feacfe3d-4d60-416f-9e61-23403e788276 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0389159 Jul 16 01:47:42.521560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0ce704a9-7bea-4564-b8e5-897ebefd3658 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:42.718821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:42.765287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'port_id': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'mac_address': 'fa:16:3e:2d:8a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b868b1-2b61-41e8-ae1a-17dd503cc4a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:42.844449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4b62a-2c9a-44e5-8be9-f8b3d0e36241 req-69c61096-900d-4ec0-b5bb-ea73b25ac98c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.846897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2e4b62a-2c9a-44e5-8be9-f8b3d0e36241 req-69c61096-900d-4ec0-b5bb-ea73b25ac98c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 946 time: 0.0988250 Jul 16 01:47:42.853181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.893882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ce704a9-7bea-4564-b8e5-897ebefd3658 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:42.894632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2e4b62a-2c9a-44e5-8be9-f8b3d0e36241 req-e6dd23c3-ce3b-47d9-92f0-70a4dc624276 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Jul 16 01:47:42.932967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:42.940069 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:42.971465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-b05ce77a-b3b7-4a93-8cd0-ba4937ee3a8b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.973986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-b05ce77a-b3b7-4a93-8cd0-ba4937ee3a8b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 946 time: 0.0972505 Jul 16 01:47:43.014753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:43.107314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0ce704a9-7bea-4564-b8e5-897ebefd3658'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:43.282914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port 6da54458-02d5-4818-99dd-d22c2f865837 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:43.282914 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.479260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ab359-1b1b-4aa9-beac-4d1d6a17c2a1 req-56bf393a-372e-4833-ad37-5cb5fba5142b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.481531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-531ab359-1b1b-4aa9-beac-4d1d6a17c2a1 req-56bf393a-372e-4833-ad37-5cb5fba5142b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 944 time: 0.2522242 Jul 16 01:47:43.496270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port 6da54458-02d5-4818-99dd-d22c2f865837, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6da54458-02d5-4818-99dd-d22c2f865837,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:43.496630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.501787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffc254-674e-4561-bd2b-ba01a071a664 req-bcfed26c-7290-4c1c-bf48-b737f2fa360b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.503473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cffc254-674e-4561-bd2b-ba01a071a664 req-bcfed26c-7290-4c1c-bf48-b737f2fa360b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 945 time: 0.1211922 Jul 16 01:47:43.509048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for 6da54458-02d5-4818-99dd-d22c2f865837 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:43.610167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cffc254-674e-4561-bd2b-ba01a071a664 req-4b8f2442-9423-4f6b-a506-28316b3d2aec tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640926 Jul 16 01:47:43.629909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-531ab359-1b1b-4aa9-beac-4d1d6a17c2a1 req-187ddcf9-9aa8-4aaf-8fd4-ed36afcab540 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419330 Jul 16 01:47:43.919506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:43.932954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39', '6da54458-02d5-4818-99dd-d22c2f865837'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:43.964274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=6da54458-02d5-4818-99dd-d22c2f865837,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:44.004071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-063f6b80-9369-41bb-a48a-35ea69f18357 req-ed8613e5-d205-40b7-8df7-52f8c9df5d95 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0911174 Jul 16 01:47:44.074973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.075566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.075661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.075933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.100512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.100942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.101621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.101724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.102172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.102488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.102898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.103295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:44.176744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port 6da54458-02d5-4818-99dd-d22c2f865837 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:44.181523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.185132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eb4c5469-6dd9-48c0-b32b-44272bbb904a req-fe94d803-d0cc-4219-8268-dc8fd0025c93 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "DELETE /v2.0/ports/6da54458-02d5-4818-99dd-d22c2f865837 HTTP/1.1" status: 204 len: 173 time: 1.2049031 Jul 16 01:47:44.185830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'name': 'network-vif-deleted', 'tag': '6da54458-02d5-4818-99dd-d22c2f865837'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:44.189363 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e2ac9e-15b1-4787-9a17-f090f9bb7fb7" -d '{"events": [{"server_uuid": "cfc17343-9645-4bd7-b1b7-10de5e742932", "name": "network-vif-deleted", "tag": "6da54458-02d5-4818-99dd-d22c2f865837"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:44.319408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c46737e-c1ac-4343-b5f8-7583e750abdd req-1b91685d-dbc9-4b40-8f4b-ff718e651440 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=cfc17343-9645-4bd7-b1b7-10de5e742932 HTTP/1.1" status: 200 len: 210 time: 0.0493705 Jul 16 01:47:44.402435 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b8f6e7-b2fd-490c-ba9e-bcd0a1ab7f76 x-openstack-request-id: req-56b8f6e7-b2fd-490c-ba9e-bcd0a1ab7f76 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:44.403034 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc17343-9645-4bd7-b1b7-10de5e742932", "name": "network-vif-deleted", "tag": "6da54458-02d5-4818-99dd-d22c2f865837", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:44.403508 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56b8f6e7-b2fd-490c-ba9e-bcd0a1ab7f76 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:44.404247 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc17343-9645-4bd7-b1b7-10de5e742932', 'name': 'network-vif-deleted', 'tag': '6da54458-02d5-4818-99dd-d22c2f865837', 'status': 'completed', 'code': 200} Jul 16 01:47:44.521420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b86dc903-b5b5-462c-b2c1-85f6453fc4ee up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:44.569684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad042fb1-eda3-4d0b-a993-a7ef564cb730 req-eeddf5ce-d3e7-4908-a5f6-6a83f6fb92fc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.575399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad042fb1-eda3-4d0b-a993-a7ef564cb730 req-eeddf5ce-d3e7-4908-a5f6-6a83f6fb92fc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 944 time: 0.0734148 Jul 16 01:47:44.600003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b86dc903-b5b5-462c-b2c1-85f6453fc4ee completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:44.609812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b86dc903-b5b5-462c-b2c1-85f6453fc4ee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:44.610317 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.669470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad042fb1-eda3-4d0b-a993-a7ef564cb730 req-7c6b4cd7-fe46-43ac-a804-61dd01a5fb86 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906940 Jul 16 01:47:44.830379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.849091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f890-7304-4084-ba80-d270f382c135 req-17689319-fdb5-4240-9e7b-fdebb9725395 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:44.859655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8428f890-7304-4084-ba80-d270f382c135 req-17689319-fdb5-4240-9e7b-fdebb9725395 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 945 time: 0.1116567 Jul 16 01:47:44.892287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:44.894663 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f95ea88-fa8b-408b-acc7-5c8246ed98ba" -d '{"events": [{"server_uuid": "b95a098d-003e-4807-8bf9-74fbc21a4a54", "name": "network-vif-plugged", "status": "completed", "tag": "b86dc903-b5b5-462c-b2c1-85f6453fc4ee"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:44.926188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:44.937744 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:44.943332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0ce704a9-7bea-4564-b8e5-897ebefd3658 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:44.955452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8428f890-7304-4084-ba80-d270f382c135 req-043d0a17-e12e-4145-b62d-4dc2c5b99b4e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943670 Jul 16 01:47:45.015646 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a2068-7921-45cc-a0c9-c589ff0795b8 x-openstack-request-id: req-b84a2068-7921-45cc-a0c9-c589ff0795b8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:45.015969 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95a098d-003e-4807-8bf9-74fbc21a4a54", "name": "network-vif-plugged", "status": "completed", "tag": "b86dc903-b5b5-462c-b2c1-85f6453fc4ee", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:45.016208 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b84a2068-7921-45cc-a0c9-c589ff0795b8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:45.017148 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee', 'code': 200} Jul 16 01:47:45.055418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.141931 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.169424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0ce704a9-7bea-4564-b8e5-897ebefd3658 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:45.225969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:45.231718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.252647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d7718-5855-4153-a6e5-25a5dc5fa044 req-9cfa19f0-629d-4164-81d4-9297ec3ccce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.254647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2625514-61a3-4d31-b94b-8c4e8e408940 req-feb807e5-7543-477b-97f7-3b8917ac1aeb tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0576522 Jul 16 01:47:45.256751 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-200d7718-5855-4153-a6e5-25a5dc5fa044 req-9cfa19f0-629d-4164-81d4-9297ec3ccce6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 1097 time: 0.1334734 Jul 16 01:47:45.312895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.331253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-200d7718-5855-4153-a6e5-25a5dc5fa044 req-0287810e-6549-4346-a8a7-8fd90e3c19fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664814 Jul 16 01:47:45.782419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-27780745-560d-43a2-a7da-dd367b90b0f5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.793416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-27780745-560d-43a2-a7da-dd367b90b0f5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.1654389 Jul 16 01:47:45.811632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-14563bfc-5714-41e0-bc5f-7701a6fc6762 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0169661 Jul 16 01:47:45.954666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-c3c4b5dd-96a5-4146-9125-ea125cbdd944 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419032 Jul 16 01:47:46.001775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4edcd-00ff-40ea-8624-0fed69c9b2d5 req-8f8d4617-4ad2-4f08-8412-2e8bbb60adda tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.003777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d4edcd-00ff-40ea-8624-0fed69c9b2d5 req-8f8d4617-4ad2-4f08-8412-2e8bbb60adda tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 943 time: 0.1483274 Jul 16 01:47:46.083340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d4edcd-00ff-40ea-8624-0fed69c9b2d5 req-6ba6193e-529f-4773-98fd-ac9aae9a9ca4 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510702 Jul 16 01:47:46.095632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-1fbf3c30-8f29-45b8-9e63-2290266da5ef service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398599 Jul 16 01:47:46.218139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-5301a3be-8d7c-45f8-8f74-7a52b3abea0d service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215034 Jul 16 01:47:46.250615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-0186a4b6-2991-4774-ab87-02ff8e772cff tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.252976 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-0186a4b6-2991-4774-ab87-02ff8e772cff tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 943 time: 0.1227970 Jul 16 01:47:46.353741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e47e5-45fc-4459-8e26-6421d54ebc77 req-20aa1799-08b8-470f-bd35-b5f30f23814f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.360981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f8e47e5-45fc-4459-8e26-6421d54ebc77 req-20aa1799-08b8-470f-bd35-b5f30f23814f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1321871 Jul 16 01:47:46.462655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f8e47e5-45fc-4459-8e26-6421d54ebc77 req-ab3302a9-6913-458c-bba3-74c48febe773 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000438 Jul 16 01:47:46.466035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Deleting port 0ce704a9-7bea-4564-b8e5-897ebefd3658 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:46.466406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.710975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] For port 0ce704a9-7bea-4564-b8e5-897ebefd3658, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0ce704a9-7bea-4564-b8e5-897ebefd3658,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:46.711813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.729963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Calling delete_port for 0ce704a9-7bea-4564-b8e5-897ebefd3658 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:46.742090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e197ac-cda9-4b52-9ee7-7c6f10411e25 req-7e678aca-9f31-4f34-a417-784e13c10e18 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.743873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4e197ac-cda9-4b52-9ee7-7c6f10411e25 req-7e678aca-9f31-4f34-a417-784e13c10e18 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.1490202 Jul 16 01:47:46.803126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-486feab0-3747-4866-8fef-74804efdea73 req-c9a7c1e7-945c-43fe-8e17-94fc66595a8c tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0644844 Jul 16 01:47:46.885865 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4e197ac-cda9-4b52-9ee7-7c6f10411e25 req-d533f8d0-3386-4154-a927-a0e6360c5b1a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808811 Jul 16 01:47:46.948182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:46.984198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e5ed83d-d70a-4faf-b9ed-47574fe3518a req-b8c14bc8-02c5-4102-bac4-5a11639540e6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 210 time: 0.0751455 Jul 16 01:47:47.087149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event deleted for resources: {'Port': ['ID=0ce704a9-7bea-4564-b8e5-897ebefd3658,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.107877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] No DVR routers for this DVR port 0ce704a9-7bea-4564-b8e5-897ebefd3658 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:47.112583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.120739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78345579-7312-4b35-bfce-6a0acaeb01ec req-10bbb692-ce53-49cb-a8ba-67bdfd243b7e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "DELETE /v2.0/ports/0ce704a9-7bea-4564-b8e5-897ebefd3658 HTTP/1.1" status: 204 len: 173 time: 0.8583665 Jul 16 01:47:47.121273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'name': 'network-vif-deleted', 'tag': '0ce704a9-7bea-4564-b8e5-897ebefd3658'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:47.130646 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8e15d-fc48-497f-b919-62015e291b3f" -d '{"events": [{"server_uuid": "fd1758b6-48a1-42b7-bd5f-3273b1d1f18d", "name": "network-vif-deleted", "tag": "0ce704a9-7bea-4564-b8e5-897ebefd3658"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:47.222692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6da54458-02d5-4818-99dd-d22c2f865837 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:47.257321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91869398-57b0-48bf-8fab-4307c7a6b50d req-4860a258-b3fd-49e8-a74e-c8b79eb547fe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.258834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91869398-57b0-48bf-8fab-4307c7a6b50d req-4860a258-b3fd-49e8-a74e-c8b79eb547fe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1767037 Jul 16 01:47:47.260258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 6da54458-02d5-4818-99dd-d22c2f865837 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:47.260798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6da54458-02d5-4818-99dd-d22c2f865837 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:47.303809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91869398-57b0-48bf-8fab-4307c7a6b50d req-8ba20426-f620-42d0-b53d-14ecbc7c2b19 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392838 Jul 16 01:47:47.418251 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc0dd8d-25a1-4ec6-b20d-b35d638f09b5 x-openstack-request-id: req-7bc0dd8d-25a1-4ec6-b20d-b35d638f09b5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:47.418818 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1758b6-48a1-42b7-bd5f-3273b1d1f18d", "name": "network-vif-deleted", "tag": "0ce704a9-7bea-4564-b8e5-897ebefd3658", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:47.418818 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bc0dd8d-25a1-4ec6-b20d-b35d638f09b5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:47.419240 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1758b6-48a1-42b7-bd5f-3273b1d1f18d', 'name': 'network-vif-deleted', 'tag': '0ce704a9-7bea-4564-b8e5-897ebefd3658', 'status': 'completed', 'code': 200} Jul 16 01:47:47.458275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38c2473d-6c6f-4a64-95b5-43e738d9ef2b req-95b89287-04d9-4b23-9a77-56a319a65307 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1758b6-48a1-42b7-bd5f-3273b1d1f18d HTTP/1.1" status: 200 len: 210 time: 0.0542796 Jul 16 01:47:47.829434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-743a89c8-b8cb-422b-af84-5156ebefa776 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.831425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-743a89c8-b8cb-422b-af84-5156ebefa776 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.1672907 Jul 16 01:47:47.860214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-c0397b1f-bd59-4353-b632-6dfa29f93fb3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/quotas/709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 375 time: 0.0099814 Jul 16 01:47:47.995691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-25467902-2495-4ee6-8ecc-d41b1a8dfc05 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0944927 Jul 16 01:47:48.033115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f16f94e9-585b-4557-94c6-35f7232f6327 req-7efe3ae2-3fbe-41fd-bd54-d55479230c4a tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0444398 Jul 16 01:47:48.126975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-5f27f458-f342-445e-b803-378d20c31587 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623437 Jul 16 01:47:48.296615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-5158557d-c4ea-4537-ab7b-efa71a6ff828 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687512 Jul 16 01:47:48.347427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4917-3293-4a2b-8418-5fff98303438 req-4997c1d6-8235-44bf-aaf8-70801d546cec tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.348790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecfe4917-3293-4a2b-8418-5fff98303438 req-4997c1d6-8235-44bf-aaf8-70801d546cec tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.0950315 Jul 16 01:47:48.413797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecfe4917-3293-4a2b-8418-5fff98303438 req-334136e1-771b-4792-892c-c70ea3613891 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563042 Jul 16 01:47:48.604354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-f3038c17-38a5-4a6f-aefc-404c53d715c4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.615833 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-f3038c17-38a5-4a6f-aefc-404c53d715c4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.2334425 Jul 16 01:47:48.635732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': 'b0506565-c785-418a-bbed-84fa735db288', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:48.637921 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37e57d5d-ad8b-4c67-8d10-1275fc2b7240 req-18bdcbc1-b0a7-4201-aed4-e7c137c86f0c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 210 time: 0.0385756 Jul 16 01:47:48.881468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:48.886296 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:48.901837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ecb26bf-db94-4dd7-af17-661cc43a4d31 req-5779256f-fce8-4c94-b336-cb204168658b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 210 time: 0.0446954 Jul 16 01:47:49.223437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.9 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/fbd37d33-6413-4966-8ae9-d57ae683394a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:49.518429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.622215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.635192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:49.706109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84965730-fe9f-40ef-ada5-f234eaf2a339 req-3586a8d5-97a7-45d5-abcd-817ee3d8cc9d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.714503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84965730-fe9f-40ef-ada5-f234eaf2a339 req-3586a8d5-97a7-45d5-abcd-817ee3d8cc9d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.1679335 Jul 16 01:47:49.726132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:49.730060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:49.734275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:49.763680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=fbd37d33-6413-4966-8ae9-d57ae683394a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:49.807462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84965730-fe9f-40ef-ada5-f234eaf2a339 req-b767e8ef-b615-4af6-966f-b5342a4b0fc7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899696 Jul 16 01:47:49.818298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-e0a7ddc4-ded3-4061-b595-0b2bbb8190bc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.823739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.827127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-e0a7ddc4-ded3-4061-b595-0b2bbb8190bc tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 822 time: 0.7379997 Jul 16 01:47:49.836531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:49.845478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-f0def404-03ea-44cf-b982-ac3abb734e15 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/quotas/663d11eab0f244da8c8bc5c9e97c5ef8 HTTP/1.1" status: 200 len: 375 time: 0.0172358 Jul 16 01:47:49.888065 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-cf3b6f3f-192e-498b-ad57-a184413b0090 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2596159 Jul 16 01:47:49.901162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Request body: {'port': {'device_id': 'b0506565-c785-418a-bbed-84fa735db288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:50.025369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.038504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-e353290d-4085-4427-97b7-f562bb2d2803 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1892226 Jul 16 01:47:50.245640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-b1a02a73-1181-48a5-8ea0-c4fddce01679 service neutron] 10.222.0.35 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048483 Jul 16 01:47:50.250288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38994c12-f06e-4b83-9e43-5858a934bdc5 req-c9998ac6-c340-46fb-895a-6ef956b7aabd tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.1554329 Jul 16 01:47:50.413111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-94564afd-bb00-48fb-b815-4876923fdb6c service neutron] 10.222.0.35 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615310 Jul 16 01:47:50.566137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0ce704a9-7bea-4564-b8e5-897ebefd3658 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:50.608173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cca85-6d7a-4c6b-a738-6902602955ea req-aa585a65-2f8c-4a9b-9236-953765f95ff6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.609957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a5cca85-6d7a-4c6b-a738-6902602955ea req-aa585a65-2f8c-4a9b-9236-953765f95ff6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 931 time: 0.1152809 Jul 16 01:47:50.626981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 0ce704a9-7bea-4564-b8e5-897ebefd3658 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:50.627454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0ce704a9-7bea-4564-b8e5-897ebefd3658 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:50.679658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd37d33-6413-4966-8ae9-d57ae683394a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:50.696880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a5cca85-6d7a-4c6b-a738-6902602955ea req-305b0bab-ef22-402b-9efd-cdb8c0095a8e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785425 Jul 16 01:47:50.709199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.744624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-75da386b-ff53-49fd-97f0-ae3d85fdfb4b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:50.746204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-75da386b-ff53-49fd-97f0-ae3d85fdfb4b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.3657303 Jul 16 01:47:50.747566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Transition to ACTIVE for port object fbd37d33-6413-4966-8ae9-d57ae683394a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:50.753800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:50.768784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'port': {'device_id': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'admin_state_up': True, 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:50.969594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5a90026-a1c5-4ae3-89b5-0d4115b42faa req-36d7a4ac-4d50-4730-90a6-89370bf214b5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 210 time: 0.0923769 Jul 16 01:47:51.029879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fba4396-9572-49d4-93af-975c740933cf req-75a497a3-37b5-4efa-b454-ab215a8147af tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 210 time: 0.0654240 Jul 16 01:47:51.084421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:51.088516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.109751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Pushing event updated for resources: {'Port': ['ID=fbd37d33-6413-4966-8ae9-d57ae683394a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.281684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Attempting to bind port fbd37d33-6413-4966-8ae9-d57ae683394a on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:51.282286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Attempting to bind port fbd37d33-6413-4966-8ae9-d57ae683394a by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:51.282778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Attempting to bind port fbd37d33-6413-4966-8ae9-d57ae683394a on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:51.317235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Port fbd37d33-6413-4966-8ae9-d57ae683394a on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:51.318089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Attempting to bind port fbd37d33-6413-4966-8ae9-d57ae683394a on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:51.361267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:51.366694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:51.367140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:51.367608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Bound port: fbd37d33-6413-4966-8ae9-d57ae683394a, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:51.367978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.412444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08749a66-5cfa-4926-b744-c0aa8399d40f req-95b0d41d-32a6-4127-a6e6-0a8b0d2d4297 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.414098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08749a66-5cfa-4926-b744-c0aa8399d40f req-95b0d41d-32a6-4127-a6e6-0a8b0d2d4297 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.1645620 Jul 16 01:47:51.432739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Allocated IP 172.20.0.13 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/f06a5e8c-8fca-427d-8998-0087fccbc7ae) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:51.570096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20964de4-2dbb-40f8-a3b8-00ddec08658a req-62146ca5-6194-412f-bff1-3e7f00846fc2 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0927091 Jul 16 01:47:51.599535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08749a66-5cfa-4926-b744-c0aa8399d40f req-34980a7a-ae49-416b-8943-3fa8d8108bb4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759665 Jul 16 01:47:51.690840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] For port fbd37d33-6413-4966-8ae9-d57ae683394a, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:51.738477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] For port fbd37d33-6413-4966-8ae9-d57ae683394a, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fbd37d33-6413-4966-8ae9-d57ae683394a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:51.756306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.887627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.888277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.889702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] 10.222.0.32 "PUT /v2.0/ports/fbd37d33-6413-4966-8ae9-d57ae683394a HTTP/1.1" status: 200 len: 1091 time: 1.9939876 Jul 16 01:47:51.894025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0506565-c785-418a-bbed-84fa735db288', 'tag': 'fbd37d33-6413-4966-8ae9-d57ae683394a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:51.896878 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0506565-c785-418a-bbed-84fa735db288", "tag": "fbd37d33-6413-4966-8ae9-d57ae683394a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:51.971834 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.991460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Transition to ACTIVE for port object f06a5e8c-8fca-427d-8998-0087fccbc7ae will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:52.017912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d9553-2db3-4623-92d7-957a8f3e8147 req-6943093a-9f2f-4538-9271-965f31d107dc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.019507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-624d9553-2db3-4623-92d7-957a8f3e8147 req-6943093a-9f2f-4538-9271-965f31d107dc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 943 time: 0.0939660 Jul 16 01:47:52.020960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.061990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.074563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89', '77401f3a-e2c8-41d2-aa2d-35652cf2cad0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:52.077566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89e061-bc39-4687-afe3-3573d955b72b service neutron] Pushing event updated for resources: {'Port': ['ID=fbd37d33-6413-4966-8ae9-d57ae683394a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.096603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-624d9553-2db3-4623-92d7-957a8f3e8147 req-91d0a326-6dff-4d56-b22c-190be9ecafaa tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552375 Jul 16 01:47:52.154343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:52.170987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:52.175624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:52.192190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:52.249444 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107dc595-8acd-4820-a1ce-d499e30f47d4 x-openstack-request-id: req-107dc595-8acd-4820-a1ce-d499e30f47d4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:52.249856 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0506565-c785-418a-bbed-84fa735db288", "tag": "fbd37d33-6413-4966-8ae9-d57ae683394a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:52.250108 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-107dc595-8acd-4820-a1ce-d499e30f47d4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:52.254691 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0506565-c785-418a-bbed-84fa735db288', 'tag': 'fbd37d33-6413-4966-8ae9-d57ae683394a', 'status': 'completed', 'code': 200} Jul 16 01:47:52.291279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.291893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.303574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-f5f7d64f-2370-45bd-bc0f-de1455f241e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.305157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-f5f7d64f-2370-45bd-bc0f-de1455f241e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 1094 time: 0.2581339 Jul 16 01:47:52.313850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-f41b871a-66f0-42d3-bec9-9e4ded4e743b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5542905 Jul 16 01:47:52.338043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Request body: {'port': {'device_id': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:52.492690 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-15f5e848-5133-4e28-87e9-a8bba8b70fb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd37d33-6413-4966-8ae9-d57ae683394a HTTP/1.1" status: 200 len: 217 time: 0.1768034 Jul 16 01:47:52.597642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-0dce0043-d7a8-4021-ad6b-bc0d1bd26716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.599209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-0dce0043-d7a8-4021-ad6b-bc0d1bd26716 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.0965126 Jul 16 01:47:52.650887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-1b4df968-53ae-4e03-82e0-87ba432b1680 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439327 Jul 16 01:47:52.652835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.891865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-633a2d5a-1f84-47b1-81df-69fdb52b652c None None] Provisioning for port f06a5e8c-8fca-427d-8998-0087fccbc7ae completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:52.925390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-633a2d5a-1f84-47b1-81df-69fdb52b652c None None] Provisioning complete for port f06a5e8c-8fca-427d-8998-0087fccbc7ae triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:52.926315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-633a2d5a-1f84-47b1-81df-69fdb52b652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.926510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-d8b36f09-e42f-4eb8-b375-43f5e20451b4 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:52.930451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-d8b36f09-e42f-4eb8-b375-43f5e20451b4 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 822 time: 0.5214448 Jul 16 01:47:52.953900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Request body: {'port': {'device_id': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'admin_state_up': True, 'tenant_id': '663d11eab0f244da8c8bc5c9e97c5ef8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:53.058017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-633a2d5a-1f84-47b1-81df-69fdb52b652c None None] Port f06a5e8c-8fca-427d-8998-0087fccbc7ae cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:53.246006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f5ef-231e-4cb4-a91d-94d0bfd523e5 req-d5e57d98-af5b-479f-8dcf-47c680661f6b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.247591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36a2f5ef-231e-4cb4-a91d-94d0bfd523e5 req-d5e57d98-af5b-479f-8dcf-47c680661f6b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.7302330 Jul 16 01:47:53.346074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36a2f5ef-231e-4cb4-a91d-94d0bfd523e5 req-6009219f-55c1-4706-bfb8-76fa5053cc12 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889573 Jul 16 01:47:53.372545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99557075-fa07-4e5c-b81e-1d19d5bff111 req-cef7f6f4-5792-4efa-aa47-665cb0d779ec tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.381637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.384469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99557075-fa07-4e5c-b81e-1d19d5bff111 req-cef7f6f4-5792-4efa-aa47-665cb0d779ec tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 932 time: 0.8247824 Jul 16 01:47:53.527313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99557075-fa07-4e5c-b81e-1d19d5bff111 req-ab70775d-c158-4892-b73d-04a87c82c744 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407580 Jul 16 01:47:53.529770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Made reservation on behalf of 663d11eab0f244da8c8bc5c9e97c5ef8 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:53.537543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.673770 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6db01035-3099-469e-a0fc-c4a62ea4a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.705369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb2f1b9a-3635-41ac-838a-86ab73648055 req-9c3980f7-662b-4e07-9588-dfa030a425ab tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 210 time: 0.1235707 Jul 16 01:47:53.775627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-375b11f9-f511-452c-a76f-5f54a28e5956 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425695 Jul 16 01:47:53.825592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-632edfa9-7635-4a6a-9db2-8aaa5b5deae4 req-1c8abc96-2196-4205-9efc-847661fda3d2 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0846157 Jul 16 01:47:53.931787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Allocated IP 172.20.0.4 (b77e7f24-63be-4868-b689-8dea5d64e9a9/37b868b1-2b61-41e8-ae1a-17dd503cc4a1/a2a4be74-ba0d-495f-a757-819a69e0a43b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:53.975864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7d347-90d2-4cec-b66b-646f4c36861f req-4db7b306-e379-48df-a1ab-ffc9ebb559be tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:53.977709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7a7d347-90d2-4cec-b66b-646f4c36861f req-4db7b306-e379-48df-a1ab-ffc9ebb559be tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 943 time: 0.1193061 Jul 16 01:47:54.059163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7a7d347-90d2-4cec-b66b-646f4c36861f req-378ae1f9-955d-407f-bb7b-060c920eb4c6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720096 Jul 16 01:47:54.069792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-b481bf42-6fc9-4a8c-8d23-e1c6192b482e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.071169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-b481bf42-6fc9-4a8c-8d23-e1c6192b482e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.3004084 Jul 16 01:47:54.073438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06a5e8c-8fca-427d-8998-0087fccbc7ae {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:54.117347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.122817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19db3a04-fdd9-46d7-903a-22d4ec4a1fba req-b53ba081-a0d4-422d-b8c7-8e43aa5626d4 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190770 Jul 16 01:47:54.143768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Transition to ACTIVE for port object f06a5e8c-8fca-427d-8998-0087fccbc7ae will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:54.162990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.211585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.270167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.304820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Pushing event updated for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.364250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Network b77e7f24-63be-4868-b689-8dea5d64e9a9 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:54.368563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:54.371014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:54.434853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.436356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.444200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event updated for resources: {'Port': ['ID=a2a4be74-ba0d-495f-a757-819a69e0a43b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.488647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.489251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.489771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.490286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.491228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.491736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.492287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.492794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.493331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.494650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.495186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.496658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.496917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Deleting port b86dc903-b5b5-462c-b2c1-85f6453fc4ee {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:54.497310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.525852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-55030120-d9db-4472-8797-1964a4fe9f2f tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5823379 Jul 16 01:47:54.538836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Request body: {'port': {'device_id': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:54.598062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Attempting to bind port f06a5e8c-8fca-427d-8998-0087fccbc7ae on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:54.598424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Attempting to bind port f06a5e8c-8fca-427d-8998-0087fccbc7ae by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:54.598785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Attempting to bind port f06a5e8c-8fca-427d-8998-0087fccbc7ae on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:54.609429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Port f06a5e8c-8fca-427d-8998-0087fccbc7ae on network 83775718-04d7-4306-8a41-0b5924094260 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:54.609752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Attempting to bind port f06a5e8c-8fca-427d-8998-0087fccbc7ae on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:54.623264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:54.623632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:54.624119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:54.624590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Bound port: f06a5e8c-8fca-427d-8998-0087fccbc7ae, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:54.625363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.648120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-8c516299-f453-4351-acf2-855fb652f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.649705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-8c516299-f453-4351-acf2-855fb652f93e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 1094 time: 0.4466949 Jul 16 01:47:54.858876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] For port b86dc903-b5b5-462c-b2c1-85f6453fc4ee, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:54.859562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.870864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.891272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:54.914163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Calling delete_port for b86dc903-b5b5-462c-b2c1-85f6453fc4ee owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:54.934275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:54.944306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bd568-5f29-4592-a6de-a3381a8ef7b2 req-b7c847c7-edf5-4743-800e-b1c06a56c735 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:54.945966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.948563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-241bd568-5f29-4592-a6de-a3381a8ef7b2 req-b7c847c7-edf5-4743-800e-b1c06a56c735 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 946 time: 0.3979015 Jul 16 01:47:55.000826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3438a2-2f0b-4028-bb38-9a935f677567 req-e1832abf-ae0d-4761-91b1-aa425c48fea4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.008849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c3438a2-2f0b-4028-bb38-9a935f677567 req-e1832abf-ae0d-4761-91b1-aa425c48fea4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 944 time: 0.2033691 Jul 16 01:47:55.061587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.062018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-241bd568-5f29-4592-a6de-a3381a8ef7b2 req-353e43d0-2a83-42a7-a6e5-eac7f9cbb34c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036570 Jul 16 01:47:55.062639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.064292 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] 10.222.0.38 "PUT /v2.0/ports/f06a5e8c-8fca-427d-8998-0087fccbc7ae HTTP/1.1" status: 200 len: 1092 time: 2.7386351 Jul 16 01:47:55.081653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:55.081653 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:55.154729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c3438a2-2f0b-4028-bb38-9a935f677567 req-2de8a957-3aca-4db6-a28e-4bfcd16cd958 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448250 Jul 16 01:47:55.197556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-ee727f20-eb1f-4abd-bca5-784b670f689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.199506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-ee727f20-eb1f-4abd-bca5-784b670f689e service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.5427740 Jul 16 01:47:55.409121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c1ca8-5a55-42bd-aa05-fc425a153f1d service neutron] Pushing event updated for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.461270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-cece1daa-5b3c-48da-aedd-516ad30aef9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd37d33-6413-4966-8ae9-d57ae683394a HTTP/1.1" status: 200 len: 217 time: 0.0580227 Jul 16 01:47:55.511468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.528868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4de84930-e517-4d61-bf10-1c8d7849884f req-320fb3a1-ae6f-4f2d-a2d4-1763535dba3f tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0790224 Jul 16 01:47:55.614117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event deleted for resources: {'Port': ['ID=b86dc903-b5b5-462c-b2c1-85f6453fc4ee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.647511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] No DVR routers for this DVR port b86dc903-b5b5-462c-b2c1-85f6453fc4ee on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:55.650635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.652882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74590ba-2cb7-417e-892b-97a5d9550d28 req-6ffb6682-412c-4c10-b18c-2f1aa4d86835 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "DELETE /v2.0/ports/b86dc903-b5b5-462c-b2c1-85f6453fc4ee HTTP/1.1" status: 204 len: 173 time: 1.5668461 Jul 16 01:47:55.657849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-a932c7ec-b0ca-45ae-9939-7193715ed7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.659342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-a932c7ec-b0ca-45ae-9939-7193715ed7a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1811273 Jul 16 01:47:55.663094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-91b81e26-0040-4d73-8d72-73170fa7026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.664580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-91b81e26-0040-4d73-8d72-73170fa7026c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 1095 time: 0.5204031 Jul 16 01:47:55.682635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a4be74-ba0d-495f-a757-819a69e0a43b {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:55.698381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde32a-4e86-4a98-a3fb-c33843e5c418 req-035d8aec-dad4-467f-867d-306992b4fda1 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.712646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adfde32a-4e86-4a98-a3fb-c33843e5c418 req-035d8aec-dad4-467f-867d-306992b4fda1 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 931 time: 0.2638848 Jul 16 01:47:55.733304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.764759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Transition to ACTIVE for port object a2a4be74-ba0d-495f-a757-819a69e0a43b will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:55.773768 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-0f848581-f483-4cae-b6d5-ed60ff96c565 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae HTTP/1.1" status: 200 len: 217 time: 0.0964808 Jul 16 01:47:55.777426 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec1caa-d882-400e-99a7-fa32d81b724b x-openstack-request-id: req-1dec1caa-d882-400e-99a7-fa32d81b724b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:55.777729 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:55.777989 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dec1caa-d882-400e-99a7-fa32d81b724b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:55.778392 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae', 'status': 'completed', 'code': 200} Jul 16 01:47:55.814769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adfde32a-4e86-4a98-a3fb-c33843e5c418 req-2a1d9694-58af-4b7f-8a79-9836cc845a2a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009419 Jul 16 01:47:55.816590 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.885695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a4be74-ba0d-495f-a757-819a69e0a43b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.939574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-188dd79f-614e-40cc-be92-eb3f3e26110d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2723765 Jul 16 01:47:55.940991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-1b988e27-c932-40d7-b171-7ad80dccf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:55.942425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-1b988e27-c932-40d7-b171-7ad80dccf5f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1581104 Jul 16 01:47:56.112660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Attempting to bind port a2a4be74-ba0d-495f-a757-819a69e0a43b on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:56.113004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Attempting to bind port a2a4be74-ba0d-495f-a757-819a69e0a43b by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:56.113386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Attempting to bind port a2a4be74-ba0d-495f-a757-819a69e0a43b on network b77e7f24-63be-4868-b689-8dea5d64e9a9 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:56.143182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Port a2a4be74-ba0d-495f-a757-819a69e0a43b on network b77e7f24-63be-4868-b689-8dea5d64e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:56.143566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Attempting to bind port a2a4be74-ba0d-495f-a757-819a69e0a43b on network b77e7f24-63be-4868-b689-8dea5d64e9a9 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:56.150223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f60149b2-8d4f-44e2-965e-1e79a251fb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.153981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:56.154328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Checking segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:56.154771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Bound using segment: {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:56.155359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Bound port: a2a4be74-ba0d-495f-a757-819a69e0a43b, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbf57c4-b497-49c7-8283-b04bbdc1a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:56.155788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.157952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-003899d0-4d52-4b31-b4e0-9b4fe3330dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.170888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-003899d0-4d52-4b31-b4e0-9b4fe3330dff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212863 Jul 16 01:47:56.176389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-4b244225-1eec-4a7b-9adf-d0fd148e80bc service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279868 Jul 16 01:47:56.203820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12c17d-122f-494a-a619-ce14e77ffe97 req-3d24a3e3-e117-497c-ad9e-b0da6187f968 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.205457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c12c17d-122f-494a-a619-ce14e77ffe97 req-3d24a3e3-e117-497c-ad9e-b0da6187f968 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 943 time: 0.3025899 Jul 16 01:47:56.304237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-419e602d-1ee9-47d4-b044-933ae6415971 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243725 Jul 16 01:47:56.307738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] For port a2a4be74-ba0d-495f-a757-819a69e0a43b, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:56.311939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] For port a2a4be74-ba0d-495f-a757-819a69e0a43b, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:56.342085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.385186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0cc3487-d1ea-4702-b026-8c22dcabbdf5 req-2173985a-fbc4-4fa2-b1b2-ab13f7166738 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b95a098d-003e-4807-8bf9-74fbc21a4a54 HTTP/1.1" status: 200 len: 210 time: 0.0697482 Jul 16 01:47:56.401856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.451650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.452857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:56.455711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] 10.222.0.38 "PUT /v2.0/ports/a2a4be74-ba0d-495f-a757-819a69e0a43b HTTP/1.1" status: 200 len: 1091 time: 1.9220133 Jul 16 01:47:56.482664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'tag': 'a2a4be74-ba0d-495f-a757-819a69e0a43b'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:56.496391 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d94454-f0f9-401c-90cc-24150c8b457e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae15b6e-f953-4a96-94ee-7225ff8ad86f", "tag": "a2a4be74-ba0d-495f-a757-819a69e0a43b"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:56.579881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35e19f16-3e59-49a9-a930-e5f8ae2d0a7f req-810f3115-ec2d-419c-a7ca-7befb9192425 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864892 Jul 16 01:47:56.604108 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b75c7b50-707e-44b6-95db-7e9dba9ca87c req-ea71684e-6384-40c3-b8bf-91f61cbf34f2 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788553 Jul 16 01:47:56.613716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b86dc903-b5b5-462c-b2c1-85f6453fc4ee no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:56.658672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c12c17d-122f-494a-a619-ce14e77ffe97 req-98882a9a-4537-43c9-b3e9-5db4b5bcbc51 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277462 Jul 16 01:47:56.686996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: b86dc903-b5b5-462c-b2c1-85f6453fc4ee {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:56.687541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b86dc903-b5b5-462c-b2c1-85f6453fc4ee not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:56.754431 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e023bacb-034a-4a65-ae49-464081d4e921 x-openstack-request-id: req-e023bacb-034a-4a65-ae49-464081d4e921 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:56.754738 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae15b6e-f953-4a96-94ee-7225ff8ad86f", "tag": "a2a4be74-ba0d-495f-a757-819a69e0a43b", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:56.767748 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e023bacb-034a-4a65-ae49-464081d4e921 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:56.768346 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'tag': 'a2a4be74-ba0d-495f-a757-819a69e0a43b', 'status': 'completed', 'code': 200} Jul 16 01:47:56.775021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2b393-d174-44cd-8f5c-ab4159dc7453 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a4be74-ba0d-495f-a757-819a69e0a43b,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:56.834408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f855ad8-d972-43b9-ae57-33a1a1851c1a req-401a58c7-2a3d-42ec-938c-597788078adc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.845685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f855ad8-d972-43b9-ae57-33a1a1851c1a req-401a58c7-2a3d-42ec-938c-597788078adc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 944 time: 0.1718462 Jul 16 01:47:56.880664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-aad77795-dd21-4347-af4b-2525028c7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.885348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-aad77795-dd21-4347-af4b-2525028c7692 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 1094 time: 0.3223641 Jul 16 01:47:56.904091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-cf0073aa-2748-4011-aaa3-247556282da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.905619 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-cf0073aa-2748-4011-aaa3-247556282da8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 1095 time: 0.1309373 Jul 16 01:47:56.947388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-3e0a1520-8af3-498a-b62e-ed307391ad52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b HTTP/1.1" status: 200 len: 217 time: 0.0487390 Jul 16 01:47:56.959925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f855ad8-d972-43b9-ae57-33a1a1851c1a req-eadacfd0-4226-40fa-a2db-a4a4930d19a4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131570 Jul 16 01:47:57.021897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15174ff5-70f9-4bd8-a0e7-eeb962294294 req-6e6c6f3b-b03e-4ba8-a606-9891dd4ffd0a tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0774333 Jul 16 01:47:57.046421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-00ceb2f0-f9f3-4a80-843d-2a9e68047bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.048122 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-00ceb2f0-f9f3-4a80-843d-2a9e68047bab service neutron] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.1351652 Jul 16 01:47:57.086093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-107c5687-7f16-452f-abb5-ec550cb06eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.088354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-107c5687-7f16-452f-abb5-ec550cb06eb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 200 len: 862 time: 0.1057007 Jul 16 01:47:57.112016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-24494766-ca82-47ba-a2e1-46973aa1eb3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae HTTP/1.1" status: 200 len: 217 time: 0.0523827 Jul 16 01:47:57.140537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-42b12e28-76fc-4cb7-abdb-5bd91604aa34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b77e7f24-63be-4868-b689-8dea5d64e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450022 Jul 16 01:47:57.168778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-d7884627-e717-490a-afd1-84964c29eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.170354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-d7884627-e717-490a-afd1-84964c29eb97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0519435 Jul 16 01:47:57.263392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-73cce9c9-65d8-4f07-a919-106a9a4886d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.265663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-73cce9c9-65d8-4f07-a919-106a9a4886d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884953 Jul 16 01:47:57.278115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fbd37d33-6413-4966-8ae9-d57ae683394a details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:57.302841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-69bcfdd1-1bf7-4bd7-8542-4774d92fe91d service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517129 Jul 16 01:47:57.310100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc707-aa17-425c-aa05-b419e8219b63 req-e760c343-2f98-4c8e-9e4a-4546e1322c93 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.317859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-065dc707-aa17-425c-aa05-b419e8219b63 req-e760c343-2f98-4c8e-9e4a-4546e1322c93 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 943 time: 0.1556187 Jul 16 01:47:57.400603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-065dc707-aa17-425c-aa05-b419e8219b63 req-9b15568a-740b-4d7a-9853-e7940d05fe32 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Jul 16 01:47:57.487470 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.519388 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-de53b39b-c930-4d40-a7c5-a36669ca2cbe service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451258 Jul 16 01:47:57.537712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-353bee35-e723-4ddb-bb7e-9d8b5c08c8f5 req-bf9236eb-3c41-468e-a2d9-5aa709c70f74 service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173200 Jul 16 01:47:57.587247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fbd37d33-6413-4966-8ae9-d57ae683394a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fbd37d33-6413-4966-8ae9-d57ae683394a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:57.609003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'fbd37d33-6413-4966-8ae9-d57ae683394a', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': 'fbd37d33-6413-4966-8ae9-d57ae683394a', 'mac_address': 'fa:16:3e:50:86:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:57.651632 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.669089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd37d33-6413-4966-8ae9-d57ae683394a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:57.706217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94454-f0f9-401c-90cc-24150c8b457e req-f0aaa144-0e83-44c2-b44d-7c929cc46325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.707798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-f0aaa144-0e83-44c2-b44d-7c929cc46325 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 1094 time: 0.1040654 Jul 16 01:47:57.711895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fbd37d33-6413-4966-8ae9-d57ae683394a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fbd37d33-6413-4966-8ae9-d57ae683394a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:57.715934 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:57.718847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5c1249e-3eb2-4594-b755-9d59c1c0be4a req-17a9b054-2e85-4594-8d63-d27278ad0826 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934502 Jul 16 01:47:57.779914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'name': 'network-vif-deleted', 'tag': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:57.782321 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08403344-4df8-47e6-bc3d-21bf999d97b4" -d '{"events": [{"server_uuid": "b95a098d-003e-4807-8bf9-74fbc21a4a54", "name": "network-vif-deleted", "tag": "b86dc903-b5b5-462c-b2c1-85f6453fc4ee"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:57.814207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=fbd37d33-6413-4966-8ae9-d57ae683394a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:57.860425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94454-f0f9-401c-90cc-24150c8b457e req-6f0fc2fd-b785-4098-904b-cd1d59e4c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.861839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-6f0fc2fd-b785-4098-904b-cd1d59e4c334 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 200 len: 923 time: 0.1474400 Jul 16 01:47:57.923744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-876a658c-bf84-4f21-9c30-f07ba36fa7e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b HTTP/1.1" status: 200 len: 217 time: 0.0517304 Jul 16 01:47:57.935915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['fbd37d33-6413-4966-8ae9-d57ae683394a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:58.043701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d94454-f0f9-401c-90cc-24150c8b457e req-09723a33-3d1a-4544-a000-2f71284408bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.045211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-09723a33-3d1a-4544-a000-2f71284408bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 200 len: 862 time: 0.0758214 Jul 16 01:47:58.055212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-4f4cd10a-9f33-4822-b70a-ec3e5a9fbe3f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.062999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-4f4cd10a-9f33-4822-b70a-ec3e5a9fbe3f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.2373641 Jul 16 01:47:58.113140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-55422b15-4186-48a1-bffe-1f87770703fb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0486727 Jul 16 01:47:58.120235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-4c86bb83-9bfb-4531-aed4-1e31e4c2cffa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b77e7f24-63be-4868-b689-8dea5d64e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545037 Jul 16 01:47:58.146585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02829997-943e-464b-86fa-785f403912a5 req-dc573e6a-6f94-4980-84e1-beb0012884b4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:58.148141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02829997-943e-464b-86fa-785f403912a5 req-dc573e6a-6f94-4980-84e1-beb0012884b4 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 944 time: 0.2642989 Jul 16 01:47:58.177058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-b131ad68-27d8-4c01-85a0-ddbb56c3c35b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629091 Jul 16 01:47:58.308068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02829997-943e-464b-86fa-785f403912a5 req-241ed8af-50d1-45a4-bbb8-98eb13749c9d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424670 Jul 16 01:47:58.340510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-7b544ef8-cbef-453b-a5f0-e8b6b695ea04 service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101891 Jul 16 01:47:58.419018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-ac0dc74d-9266-4e8a-8e8e-6b5af57d29ef service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258010 Jul 16 01:47:58.473948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d94454-f0f9-401c-90cc-24150c8b457e req-0c2d9eee-847e-406a-8f19-c66620f96d5d service neutron] 10.222.0.38 "GET /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261158 Jul 16 01:47:58.557698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-24d877ec-130e-4d62-8c0c-4a3423151350 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318197 Jul 16 01:47:58.615606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f06a5e8c-8fca-427d-8998-0087fccbc7ae details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:58.682905 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc86fa6f-0ce0-4e5b-8437-a04c7f213e01 x-openstack-request-id: req-cc86fa6f-0ce0-4e5b-8437-a04c7f213e01 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:58.683413 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95a098d-003e-4807-8bf9-74fbc21a4a54", "name": "network-vif-deleted", "tag": "b86dc903-b5b5-462c-b2c1-85f6453fc4ee", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:58.683511 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc86fa6f-0ce0-4e5b-8437-a04c7f213e01 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:58.683837 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95a098d-003e-4807-8bf9-74fbc21a4a54', 'name': 'network-vif-deleted', 'tag': 'b86dc903-b5b5-462c-b2c1-85f6453fc4ee', 'status': 'completed', 'code': 200} Jul 16 01:47:58.800304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.820068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:58.833364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae', 'mac_address': 'fa:16:3e:e6:d2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:58.914572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ba4adfe-4598-4a5d-a8ce-cdf393fbee17 req-de8881d5-f2b2-4fdd-912c-169c78fd9c64 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0342774 Jul 16 01:47:58.920376 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.949366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06a5e8c-8fca-427d-8998-0087fccbc7ae {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:58.977330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:58.982699 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.044213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.078767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ed74-e7b1-4141-8161-ed90ea8f47df req-2d8999e0-7473-491b-b0ad-fc805809fd98 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.084872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46c8ed74-e7b1-4141-8161-ed90ea8f47df req-2d8999e0-7473-491b-b0ad-fc805809fd98 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 944 time: 0.1381371 Jul 16 01:47:59.166991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46c8ed74-e7b1-4141-8161-ed90ea8f47df req-6d0bf165-264a-412a-8836-67163de1bfde tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696394 Jul 16 01:47:59.192867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cde0a-364e-4a89-befe-173281c3f1a5 req-5aabe26e-c855-44f9-b959-9670d81623a0 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.194571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b4cde0a-364e-4a89-befe-173281c3f1a5 req-5aabe26e-c855-44f9-b959-9670d81623a0 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 943 time: 0.1084487 Jul 16 01:47:59.248300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b4cde0a-364e-4a89-befe-173281c3f1a5 req-aed3226e-19f7-41cd-8267-dec701a43d45 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Jul 16 01:47:59.268557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['f06a5e8c-8fca-427d-8998-0087fccbc7ae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:59.300903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fbd37d33-6413-4966-8ae9-d57ae683394a up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:59.384270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5a48dff-dbd6-497b-84ed-e922b05e75ee req-e4104c73-213a-4641-8cea-968a639edc65 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 210 time: 0.0656991 Jul 16 01:47:59.418654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port fbd37d33-6413-4966-8ae9-d57ae683394a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:59.453007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port fbd37d33-6413-4966-8ae9-d57ae683394a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:59.453387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.456718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-14511ad8-68d9-4af6-a849-87ad99fe1551 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.458307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-14511ad8-68d9-4af6-a849-87ad99fe1551 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.1865864 Jul 16 01:47:59.483398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-a2191bbd-c90d-41eb-96b2-c23a79778cbf tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/quotas/686feaad2d1b4624b8628f0392030152 HTTP/1.1" status: 200 len: 375 time: 0.0172193 Jul 16 01:47:59.625429 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.644615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a576e-b273-4a19-a063-30aa7cc0162d req-f9a7f059-1475-4c16-b476-15721abd494b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.646043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f5a576e-b273-4a19-a063-30aa7cc0162d req-f9a7f059-1475-4c16-b476-15721abd494b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 944 time: 0.0878980 Jul 16 01:47:59.650127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-c9e705a2-2e95-4600-b408-22c3bb64c76a tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1573477 Jul 16 01:47:59.659480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0506565-c785-418a-bbed-84fa735db288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd37d33-6413-4966-8ae9-d57ae683394a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:59.662860 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c396d68f-4fd6-4b9e-8c48-b9bd6cb039ab" -d '{"events": [{"server_uuid": "b0506565-c785-418a-bbed-84fa735db288", "name": "network-vif-plugged", "status": "completed", "tag": "fbd37d33-6413-4966-8ae9-d57ae683394a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:59.680140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port fbd37d33-6413-4966-8ae9-d57ae683394a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fbd37d33-6413-4966-8ae9-d57ae683394a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:59.685048 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.728694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f5a576e-b273-4a19-a063-30aa7cc0162d req-7d284d54-d1c2-4e33-a1d5-a2f129bc527e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Jul 16 01:47:59.749257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=fbd37d33-6413-4966-8ae9-d57ae683394a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.761483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.762093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.762397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.762817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.763361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.763700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.764176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.764553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.764885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.765225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.765533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.765874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:59.799403 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02969a5e-4ea8-49d2-b405-1a6c1f74fd5e x-openstack-request-id: req-02969a5e-4ea8-49d2-b405-1a6c1f74fd5e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:59.799698 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0506565-c785-418a-bbed-84fa735db288", "name": "network-vif-plugged", "status": "completed", "tag": "fbd37d33-6413-4966-8ae9-d57ae683394a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:59.799950 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02969a5e-4ea8-49d2-b405-1a6c1f74fd5e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:59.800368 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0506565-c785-418a-bbed-84fa735db288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd37d33-6413-4966-8ae9-d57ae683394a', 'code': 200} Jul 16 01:47:59.812701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-56bddeec-81bc-438c-a557-86cd55a0214b service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335936 Jul 16 01:47:59.906762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7df63704-6dcb-4021-91d6-d1b53fc29e6c service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885124 Jul 16 01:47:59.932882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869a19-306c-49b0-b3d6-c0c38f249adf req-0c4babd2-2fe0-43da-b8c1-f06add36abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:59.935002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65869a19-306c-49b0-b3d6-c0c38f249adf req-0c4babd2-2fe0-43da-b8c1-f06add36abb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 1096 time: 0.0652819 Jul 16 01:47:59.981826 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65869a19-306c-49b0-b3d6-c0c38f249adf req-9eed8427-290a-4290-a4ed-fbb137d84a05 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Jul 16 01:48:00.127290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-478a53b5-f382-4c75-bb21-0fa3578c3a62 req-38e1c4e9-40c4-4f79-8466-1a85cc8fa78e tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Jul 16 01:48:00.393121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-e510aa60-d154-4bdb-93a8-612bad8c6660 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.395106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-e510aa60-d154-4bdb-93a8-612bad8c6660 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/ports?device_id=af869f4b-039f-41d4-be35-74243c86497e HTTP/1.1" status: 200 len: 946 time: 0.1061542 Jul 16 01:48:00.537237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Deleting port 07ee11ad-768d-4639-84b0-259a089120ef {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:00.537643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.617000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05a235dc-4fbc-4991-a3cf-f5e74ec7fe53 req-7a316cbd-a578-4063-b765-f9e4ecfaa15c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 210 time: 0.4931512 Jul 16 01:48:00.629018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a2a4be74-ba0d-495f-a757-819a69e0a43b details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:00.645395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f06a5e8c-8fca-427d-8998-0087fccbc7ae up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:00.701659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] For port 07ee11ad-768d-4639-84b0-259a089120ef, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=07ee11ad-768d-4639-84b0-259a089120ef,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:00.702753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.719645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Calling delete_port for 07ee11ad-768d-4639-84b0-259a089120ef owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:00.822749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port f06a5e8c-8fca-427d-8998-0087fccbc7ae completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:00.838879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port f06a5e8c-8fca-427d-8998-0087fccbc7ae triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:00.838879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.842276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a2a4be74-ba0d-495f-a757-819a69e0a43b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:00.886680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'a2a4be74-ba0d-495f-a757-819a69e0a43b', 'network_id': 'b77e7f24-63be-4868-b689-8dea5d64e9a9', 'port_id': 'a2a4be74-ba0d-495f-a757-819a69e0a43b', 'mac_address': 'fa:16:3e:30:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b868b1-2b61-41e8-ae1a-17dd503cc4a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:00.887712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec46e2-e701-4911-9d83-96230ded4c73 req-68aaabe2-c0b1-4fe5-995f-21eccfceec59 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.895154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9eec46e2-e701-4911-9d83-96230ded4c73 req-68aaabe2-c0b1-4fe5-995f-21eccfceec59 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 945 time: 0.2997322 Jul 16 01:48:00.963767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-8cb77845-333a-4aac-8c17-25ebccc07db7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:00.969114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-8cb77845-333a-4aac-8c17-25ebccc07db7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.3755903 Jul 16 01:48:00.987588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9eec46e2-e701-4911-9d83-96230ded4c73 req-a74f241f-00a4-46a6-9212-0ed8ab141d29 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914662 Jul 16 01:48:01.011976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Request body: {'port': {'device_id': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'admin_state_up': True, 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:01.026285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.097363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event deleted for resources: {'Port': ['ID=07ee11ad-768d-4639-84b0-259a089120ef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.173581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.203420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] No DVR routers for this DVR port 07ee11ad-768d-4639-84b0-259a089120ef on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:01.209546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.211670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9bbc45d4-f81d-4c1e-aeb9-26d8d22c9e4a req-87804151-d773-48db-8ef6-5e467e6f7434 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "DELETE /v2.0/ports/07ee11ad-768d-4639-84b0-259a089120ef HTTP/1.1" status: 204 len: 173 time: 0.8100133 Jul 16 01:48:01.214401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'name': 'network-vif-deleted', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:01.218996 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb7c30-2a39-4206-a09a-f490eee90068" -d '{"events": [{"server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "name": "network-vif-deleted", "tag": "07ee11ad-768d-4639-84b0-259a089120ef"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:01.230095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a4be74-ba0d-495f-a757-819a69e0a43b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:01.255659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15464222-6d58-4fc7-9873-dba06091d590 req-0f74580e-0e38-44f0-9918-8d0a5c895b16 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.257583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15464222-6d58-4fc7-9873-dba06091d590 req-0f74580e-0e38-44f0-9918-8d0a5c895b16 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 943 time: 0.4396191 Jul 16 01:48:01.269384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4e5eb54-36ef-49de-ab3f-d19933bae87d req-4ce6fff5-7d26-4d7b-9b5f-864b218cc13a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 210 time: 0.0998433 Jul 16 01:48:01.296024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a2a4be74-ba0d-495f-a757-819a69e0a43b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.303945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 07ee11ad-768d-4639-84b0-259a089120ef no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.358099 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.377197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 07ee11ad-768d-4639-84b0-259a089120ef {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.377691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 07ee11ad-768d-4639-84b0-259a089120ef not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.390139 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.416694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15464222-6d58-4fc7-9873-dba06091d590 req-219e03b5-89e5-42b3-b622-5a7206f30c7d tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399715 Jul 16 01:48:01.490014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:01.497735 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.502313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a2a4be74-ba0d-495f-a757-819a69e0a43b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.511974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:01.515781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.565363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.582814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be583fb0-e759-4f58-8e7f-7f0b1524f207 req-b16e8cda-1d90-48cf-97ee-0e7501db6373 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:01.584348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be583fb0-e759-4f58-8e7f-7f0b1524f207 req-b16e8cda-1d90-48cf-97ee-0e7501db6373 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 945 time: 0.1631126 Jul 16 01:48:01.627810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4e25aa1-4e4a-4b05-9273-ce6c4a50748f req-cbab7021-9de1-4867-b18f-268d10e723ac tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0701706 Jul 16 01:48:01.676059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['a2a4be74-ba0d-495f-a757-819a69e0a43b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:01.714071 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952aa313-8bf4-461d-89d9-eca084f94e21 x-openstack-request-id: req-952aa313-8bf4-461d-89d9-eca084f94e21 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:01.714370 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af869f4b-039f-41d4-be35-74243c86497e", "name": "network-vif-deleted", "tag": "07ee11ad-768d-4639-84b0-259a089120ef", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:01.714621 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-952aa313-8bf4-461d-89d9-eca084f94e21 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:01.715023 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af869f4b-039f-41d4-be35-74243c86497e', 'name': 'network-vif-deleted', 'tag': '07ee11ad-768d-4639-84b0-259a089120ef', 'status': 'completed', 'code': 200} Jul 16 01:48:01.724477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be583fb0-e759-4f58-8e7f-7f0b1524f207 req-cc41a67e-e6ca-4780-ba95-5d4030059384 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989799 Jul 16 01:48:01.771908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Allocated IP 172.20.0.4 (4e0474fd-00d5-4bef-b64d-740cfbd1c94d/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a/10c9d011-edfd-4ed7-8b55-56bc15f84840) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:01.802528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:01.805469 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f642b8c9-b260-4549-9a30-cfff878e7f44" -d '{"events": [{"server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "name": "network-vif-plugged", "status": "completed", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:01.915782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d62b190-bf4f-4a95-b3a6-776b3869e823 req-1adcfd3b-2aed-4997-a9fe-c0e61078ce73 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Jul 16 01:48:01.990844 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf0c729-40c8-4b01-a276-b5f3d7919600 x-openstack-request-id: req-baf0c729-40c8-4b01-a276-b5f3d7919600 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:01.991138 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "name": "network-vif-plugged", "status": "completed", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:01.991388 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-baf0c729-40c8-4b01-a276-b5f3d7919600 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:01.991781 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae', 'code': 200} Jul 16 01:48:02.146458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-d14b8a2d-8cac-4ca7-a775-dfcdd8520ddc tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.149762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.152499 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-d14b8a2d-8cac-4ca7-a775-dfcdd8520ddc tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.2331314 Jul 16 01:48:02.177281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Request body: {'port': {'device_id': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'admin_state_up': True, 'tenant_id': '686feaad2d1b4624b8628f0392030152'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.333303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Made reservation on behalf of 686feaad2d1b4624b8628f0392030152 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:02.336725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ae8a-e8a6-444c-87e7-dd2e4ea4993a req-996ee309-6131-4800-88f3-a921ad5087eb tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.337244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.338371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08d6ae8a-e8a6-444c-87e7-dd2e4ea4993a req-996ee309-6131-4800-88f3-a921ad5087eb tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 945 time: 0.2199461 Jul 16 01:48:02.349070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad56a-ee6d-465e-9c57-fa57ae5e0e9b req-1b46e342-f786-46ad-889d-5ea5b66c76e4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.356571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06390-c2e7-416f-9d87-e3be79a3ac7e req-6e68a790-04a6-4544-99e8-f7a75e6d0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.356773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46bad56a-ee6d-465e-9c57-fa57ae5e0e9b req-1b46e342-f786-46ad-889d-5ea5b66c76e4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 946 time: 0.1587458 Jul 16 01:48:02.358085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-adc06390-c2e7-416f-9d87-e3be79a3ac7e req-6e68a790-04a6-4544-99e8-f7a75e6d0c00 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 1097 time: 0.2302768 Jul 16 01:48:02.417008 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.447465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46bad56a-ee6d-465e-9c57-fa57ae5e0e9b req-d2a7194e-608e-4118-af6b-f0da60dc54d5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899866 Jul 16 01:48:02.476948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-adc06390-c2e7-416f-9d87-e3be79a3ac7e req-0c1d290c-c6d3-4fd7-b8e9-fc8821b09d99 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110921 Jul 16 01:48:02.492881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:02.500300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:02.505226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:02.511702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08d6ae8a-e8a6-444c-87e7-dd2e4ea4993a req-af411d9e-6fb8-4841-a2c7-5ca537549f29 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508107 Jul 16 01:48:02.544053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53880277-8926-4035-8671-530f98822899 req-4859a96c-1624-4c0a-9671-6d539c05ec4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0359142 Jul 16 01:48:02.592623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.610602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Allocated IP 172.20.0.8 (a7e161a6-1a3f-4935-8108-be1972f2dec2/10701a19-c5e0-48e0-8dbb-474c907c0b71/37b7d618-13fd-4569-8ffb-de0d8c2d11f8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:02.615226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.615923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.662568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e396185f-c625-4932-b8d0-e1ac7b4166da tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6685357 Jul 16 01:48:02.675916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Request body: {'port': {'device_id': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:02.763237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bf094-8034-4484-9b24-1e7b3f88c19d req-f6e1baaa-69cb-45f6-91eb-b9536240f66e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.764946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d5bf094-8034-4484-9b24-1e7b3f88c19d req-f6e1baaa-69cb-45f6-91eb-b9536240f66e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 931 time: 0.1577311 Jul 16 01:48:02.795265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.840485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.841944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.859899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d5bf094-8034-4484-9b24-1e7b3f88c19d req-afe2f08e-9810-4a15-b673-bc00e7523865 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863543 Jul 16 01:48:02.869523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64664fa-cefb-4764-8b7d-437c38138b52 req-95786f1d-8c78-4dc1-ad25-a710b02bc08b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.871049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c64664fa-cefb-4764-8b7d-437c38138b52 req-95786f1d-8c78-4dc1-ad25-a710b02bc08b tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 944 time: 0.1647964 Jul 16 01:48:02.900620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:02.903858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:02.907969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:02.931547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.952792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c64664fa-cefb-4764-8b7d-437c38138b52 req-5a47b4c5-6d3e-4919-a87f-c90cff20d734 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Jul 16 01:48:02.964687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:02.965325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.983687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-7937cfb8-5d8a-4929-bad4-94f1edb5b90d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113403 Jul 16 01:48:02.997414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Request body: {'port': {'device_id': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:03.114955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.158377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90241ef8-9879-4438-b315-9cf7a6867f51 req-6e857b26-1598-4ac2-8546-7322c7e57df5 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0451100 Jul 16 01:48:03.259147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db4363-d2cf-460f-abf2-0b6a689cc43b req-e34a06a6-a40e-4532-9ffd-73f2830e8205 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.266399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22db4363-d2cf-460f-abf2-0b6a689cc43b req-e34a06a6-a40e-4532-9ffd-73f2830e8205 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 945 time: 0.2332773 Jul 16 01:48:03.458697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:03.466788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.472107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c9d011-edfd-4ed7-8b55-56bc15f84840 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:03.482688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Transition to ACTIVE for port object 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:03.485902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22db4363-d2cf-460f-abf2-0b6a689cc43b req-83de0a74-88ef-4290-8b1e-435c6d89f362 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185576 Jul 16 01:48:03.486961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.501223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.562972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Transition to ACTIVE for port object 10c9d011-edfd-4ed7-8b55-56bc15f84840 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:03.569119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.573779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.632289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Attempting to bind port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:03.632677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Attempting to bind port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:03.633137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Attempting to bind port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:03.637863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 on network a7e161a6-1a3f-4935-8108-be1972f2dec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:03.638188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Attempting to bind port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:03.645524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:03.646233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Checking segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:03.646406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Bound using segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:03.646930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Bound port: 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:03.647290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.715462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c440c80-7b07-4d74-be1c-4d1fcb8be0b3 req-3045af01-86ff-4801-8a9b-f3373c0afeea tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.717000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c440c80-7b07-4d74-be1c-4d1fcb8be0b3 req-3045af01-86ff-4801-8a9b-f3373c0afeea tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 943 time: 0.2369909 Jul 16 01:48:03.766844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.824889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c440c80-7b07-4d74-be1c-4d1fcb8be0b3 req-270156ab-9b6e-4b80-bc22-899b69daf1e2 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788746 Jul 16 01:48:03.883661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Attempting to bind port 10c9d011-edfd-4ed7-8b55-56bc15f84840 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:03.884809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Attempting to bind port 10c9d011-edfd-4ed7-8b55-56bc15f84840 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:03.885142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Attempting to bind port 10c9d011-edfd-4ed7-8b55-56bc15f84840 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:03.909233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e038f25-89e5-4e5b-ab57-0fc2ef45d884 req-4de47600-8a79-4425-8e19-369f398dae6b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:03.912325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e038f25-89e5-4e5b-ab57-0fc2ef45d884 req-4de47600-8a79-4425-8e19-369f398dae6b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 946 time: 0.2159286 Jul 16 01:48:03.915869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Port 10c9d011-edfd-4ed7-8b55-56bc15f84840 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:03.916732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Attempting to bind port 10c9d011-edfd-4ed7-8b55-56bc15f84840 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:03.945122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:03.945784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:03.946181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Bound using segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:03.946871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Bound port: 10c9d011-edfd-4ed7-8b55-56bc15f84840, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:03.947481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.994853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e038f25-89e5-4e5b-ab57-0fc2ef45d884 req-f05c43c0-31a1-4f47-9c77-1d42f3ded381 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732055 Jul 16 01:48:04.071882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:04.090912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:04.098618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.114176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:04.121342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:04.126357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.138494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.139358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.141329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/37b7d618-13fd-4569-8ffb-de0d8c2d11f8 HTTP/1.1" status: 200 len: 1091 time: 1.1506577 Jul 16 01:48:04.141896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:04.145450 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:04.180700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cbdfa-894d-4a2e-8637-7ef254ce43b8 service neutron] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.227761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.228010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.229407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/10c9d011-edfd-4ed7-8b55-56bc15f84840 HTTP/1.1" status: 200 len: 1091 time: 1.5604599 Jul 16 01:48:04.230199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:04.233124 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945" -d '{"events": [{"name": "network-changed", "server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:04.262415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3f6f0-03bc-4e2e-82fe-7f01a96e74c8 service neutron] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.289167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-dd87e9ea-2ee3-40c7-8ded-8eb4fcddb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.290798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-dd87e9ea-2ee3-40c7-8ded-8eb4fcddb30c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 1094 time: 0.0754426 Jul 16 01:48:04.350208 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-51387050-7754-41b8-b1ca-2b8bf73d453f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8 HTTP/1.1" status: 200 len: 217 time: 0.0513306 Jul 16 01:48:04.359831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fe7d0-6172-4794-9619-cd193c94046b req-079022b2-0af6-413d-8ec8-cf887183c163 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.361410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-779fe7d0-6172-4794-9619-cd193c94046b req-079022b2-0af6-413d-8ec8-cf887183c163 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 943 time: 0.1755657 Jul 16 01:48:04.417090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-987ef5fe-e50a-4c18-ad00-2ce62c3c4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.418669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-987ef5fe-e50a-4c18-ad00-2ce62c3c4ff5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.0623863 Jul 16 01:48:04.423447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e9291-d2a1-437a-a110-d5f1c23ee0fd req-a71c963d-2014-4f6d-8141-c114740231b1 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.424984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-854e9291-d2a1-437a-a110-d5f1c23ee0fd req-a71c963d-2014-4f6d-8141-c114740231b1 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 944 time: 0.1580863 Jul 16 01:48:04.433991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-18c53259-9b1f-4582-8e95-a34f941bc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.435516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-18c53259-9b1f-4582-8e95-a34f941bc35a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 1094 time: 0.1520772 Jul 16 01:48:04.454253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-e693a09a-f238-4140-b508-0b0f3f6b1002 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277240 Jul 16 01:48:04.454492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-779fe7d0-6172-4794-9619-cd193c94046b req-a8420888-f879-419c-9b5b-2196b470a09c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796015 Jul 16 01:48:04.494155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-2444e5ae-50db-48a5-8a57-3154ec66e7a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840 HTTP/1.1" status: 200 len: 217 time: 0.0481155 Jul 16 01:48:04.519953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-854e9291-d2a1-437a-a110-d5f1c23ee0fd req-745e1edd-f9c3-4af7-b845-8f6a493ac5d3 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879638 Jul 16 01:48:04.571325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-a7052409-5d04-459c-8fca-5195d8951dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.572869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-a7052409-5d04-459c-8fca-5195d8951dc7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.0688119 Jul 16 01:48:04.579744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-58e416a1-5f12-4abd-8c34-18e39fc126bb service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183205 Jul 16 01:48:04.620686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-e095c98c-1076-4c5c-8674-7574a8a069e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377762 Jul 16 01:48:04.660418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a2a4be74-ba0d-495f-a757-819a69e0a43b up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:04.721699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2df90ea8-73d2-4264-98d1-a739c2092a67 req-02d1f142-4b8c-49e7-bd9e-41483dc97744 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338990 Jul 16 01:48:04.723388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port a2a4be74-ba0d-495f-a757-819a69e0a43b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:04.727732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port a2a4be74-ba0d-495f-a757-819a69e0a43b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:04.728130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.789904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-cf40da2c-799f-45c5-b467-12c33b2e8141 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 267 time: 0.1507196 Jul 16 01:48:04.822539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.851604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-331f3804-9e00-4bda-9a18-48749a034343 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225766 Jul 16 01:48:04.861258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4be74-ba0d-495f-a757-819a69e0a43b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:04.863873 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b53e62-60e1-4637-af77-e737a4f36641" -d '{"events": [{"server_uuid": "4ae15b6e-f953-4a96-94ee-7225ff8ad86f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4be74-ba0d-495f-a757-819a69e0a43b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:04.878722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a2a4be74-ba0d-495f-a757-819a69e0a43b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:04.882954 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.920914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436ffa3-2e87-4a3f-ac93-188b694e178d req-c19be813-6a0b-4060-ba68-bbd5f84e9236 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.922430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1436ffa3-2e87-4a3f-ac93-188b694e178d req-c19be813-6a0b-4060-ba68-bbd5f84e9236 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 945 time: 0.2412188 Jul 16 01:48:04.933075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a2a4be74-ba0d-495f-a757-819a69e0a43b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.985939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-abc61dfb-ad25-4073-9c2d-727f6892260e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:04.987449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-abc61dfb-ad25-4073-9c2d-727f6892260e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 946 time: 0.1910243 Jul 16 01:48:05.009496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'port': {'security_groups': []}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.041033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd1b561-c732-4ed1-a0ee-32d213d74c02 req-60763842-e6bf-4280-8889-7b900150c0f4 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810935 Jul 16 01:48:05.049681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1436ffa3-2e87-4a3f-ac93-188b694e178d req-71f160fb-7912-43a8-a56a-16dfb8ab790a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986636 Jul 16 01:48:05.109103 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6821f935-a58d-4c86-ac79-0976359292be x-openstack-request-id: req-6821f935-a58d-4c86-ac79-0976359292be {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:05.109417 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:05.109666 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6821f935-a58d-4c86-ac79-0976359292be {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:05.110068 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'status': 'completed', 'code': 200} Jul 16 01:48:05.120377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.219742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-9e0a8154-da8f-4e90-ba57-cb9da16f5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.221272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-9e0a8154-da8f-4e90-ba57-cb9da16f5e59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 1094 time: 0.0852499 Jul 16 01:48:05.258952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51a0b93d-3b19-46c6-a8f4-51a440d7bc14 req-0457c996-da63-4373-90f6-6d9e38a65b95 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0434475 Jul 16 01:48:05.330142 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc258d4-7808-4951-96ce-9a9d2b9f6f9d x-openstack-request-id: req-9fc258d4-7808-4951-96ce-9a9d2b9f6f9d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:05.330729 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:05.331052 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fc258d4-7808-4951-96ce-9a9d2b9f6f9d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:05.331701 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'status': 'completed', 'code': 200} Jul 16 01:48:05.338920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:05.347134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-09e1e4fd-b1ca-463b-af40-7e54a7e0853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.350823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-09e1e4fd-b1ca-463b-af40-7e54a7e0853d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 906 time: 0.1191044 Jul 16 01:48:05.404786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.410747 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-a10818bc-03fc-4af7-be7f-204e66c88c14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8 HTTP/1.1" status: 200 len: 217 time: 0.0506420 Jul 16 01:48:05.415562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.428690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89', '77401f3a-e2c8-41d2-aa2d-35652cf2cad0', 'f06a5e8c-8fca-427d-8998-0087fccbc7ae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:05.470770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-c8757e1f-3446-4303-9736-df5c912fe6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.473742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-c8757e1f-3446-4303-9736-df5c912fe6e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.0577564 Jul 16 01:48:05.498814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.498814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.499742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11797ab5-7eab-4b63-bc17-cdb59a0c9007 req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "PUT /v2.0/ports/f06a5e8c-8fca-427d-8998-0087fccbc7ae HTTP/1.1" status: 200 len: 905 time: 0.5029464 Jul 16 01:48:05.527406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-b456f8dc-3c3b-4a34-8feb-efeb64df5216 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467935 Jul 16 01:48:05.565022 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc99a2-accb-4d15-920b-82f8000c3b6a x-openstack-request-id: req-ebfc99a2-accb-4d15-920b-82f8000c3b6a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:05.565022 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae15b6e-f953-4a96-94ee-7225ff8ad86f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a4be74-ba0d-495f-a757-819a69e0a43b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:05.571741 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebfc99a2-accb-4d15-920b-82f8000c3b6a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:05.577228 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a4be74-ba0d-495f-a757-819a69e0a43b', 'code': 200} Jul 16 01:48:05.620759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['f06a5e8c-8fca-427d-8998-0087fccbc7ae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:05.726103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff789a88-4ef9-446b-b998-f321ac50ca28 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.739702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-a5b22bb6-94d3-4c04-a524-c885326b1236 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055919 Jul 16 01:48:05.758918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-a9f2cf4a-2e94-415c-b8e4-725da1c55ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.760484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-a9f2cf4a-2e94-415c-b8e4-725da1c55ecf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 1094 time: 0.3957362 Jul 16 01:48:05.783921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-aa6fd3eb-6ed1-4b1b-a633-aa7bb485094f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.785976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-aa6fd3eb-6ed1-4b1b-a633-aa7bb485094f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 945 time: 0.2776020 Jul 16 01:48:05.810993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11472b9e-8569-4635-b31d-bfae435840a8 req-323af7ee-710a-4f7b-88b3-097114044be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.812924 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11472b9e-8569-4635-b31d-bfae435840a8 req-323af7ee-710a-4f7b-88b3-097114044be8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 1096 time: 0.1427097 Jul 16 01:48:05.932440 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11472b9e-8569-4635-b31d-bfae435840a8 req-7d16f3f0-507f-4aa4-89aa-ee8956e06211 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056387 Jul 16 01:48:05.938504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24cc2539-cc40-498d-8f26-1e48cbeb3dfc req-cf7a4a09-a841-42f6-add0-9024c51526dc service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916745 Jul 16 01:48:05.964579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0ab9b0e1-ce2e-46d4-a5f5-dc602d228c8c None None] Provisioning complete for port f06a5e8c-8fca-427d-8998-0087fccbc7ae triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:05.965189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b0e1-ce2e-46d4-a5f5-dc602d228c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.976530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babe7a4-65e4-4d14-ac46-486d44b998c6 req-96f3f4a4-d9d4-47eb-9075-b781d3e53834 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.983593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7babe7a4-65e4-4d14-ac46-486d44b998c6 req-96f3f4a4-d9d4-47eb-9075-b781d3e53834 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 943 time: 0.4828219 Jul 16 01:48:06.430161 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7babe7a4-65e4-4d14-ac46-486d44b998c6 req-4e0952fa-8cc1-4eaa-ac62-02db36681f77 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457126 Jul 16 01:48:06.434797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port fbd37d33-6413-4966-8ae9-d57ae683394a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:06.435143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.439910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-3e162e76-bad7-4517-845b-715095ef3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.441979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-3e162e76-bad7-4517-845b-715095ef3e3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.6677396 Jul 16 01:48:06.461339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78750b9-bfa8-456d-87ac-0de96ee7cee7 req-e69900b3-647e-4964-986d-1e94d184eb35 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.462849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a78750b9-bfa8-456d-87ac-0de96ee7cee7 req-e69900b3-647e-4964-986d-1e94d184eb35 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 943 time: 0.5550807 Jul 16 01:48:06.524843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-b0161cdd-578e-486f-bb2a-f4d11ecad9e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840 HTTP/1.1" status: 200 len: 217 time: 0.0585673 Jul 16 01:48:06.657343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a78750b9-bfa8-456d-87ac-0de96ee7cee7 req-064da679-bf9d-45c0-b3a1-fb15aee280ab tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773124 Jul 16 01:48:06.676961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-499c8baa-6a46-4a5e-9edc-3d65ea830deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.677594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 10c9d011-edfd-4ed7-8b55-56bc15f84840 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:06.678453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-499c8baa-6a46-4a5e-9edc-3d65ea830deb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1213043 Jul 16 01:48:06.680132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port fbd37d33-6413-4966-8ae9-d57ae683394a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=fbd37d33-6413-4966-8ae9-d57ae683394a,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:06.680552 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.727210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-41fd4bc9-2f87-44c1-a3e7-ab5e71785bcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371087 Jul 16 01:48:06.728720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for fbd37d33-6413-4966-8ae9-d57ae683394a owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:06.770465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57976a-2c27-4794-bab7-09739cedb86b req-61d0044a-218d-43cd-9201-0543af8e7825 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:06.772147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da57976a-2c27-4794-bab7-09739cedb86b req-61d0044a-218d-43cd-9201-0543af8e7825 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 908 time: 0.2139006 Jul 16 01:48:06.823286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:06.836679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'mac_address': 'fa:16:3e:53:37:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:06.885901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.908895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c9d011-edfd-4ed7-8b55-56bc15f84840 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:06.941722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-d3ba2f04-35ba-4639-bf4b-933eb49424d7 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050226 Jul 16 01:48:06.958256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:06.966727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.065130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.111043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25b9bd3f-bbb1-48ad-a4fc-d25ee12d30f6 req-c92e3515-fa33-41f7-a66b-0f4a076062f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=510d60963ca64ebba141b2177de748b8&device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0367718 Jul 16 01:48:07.119874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96770f3a-111c-4adb-ad2e-94abe6441a42 req-db24d9d5-62ac-48e8-9aa7-92151622d169 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.121505 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96770f3a-111c-4adb-ad2e-94abe6441a42 req-db24d9d5-62ac-48e8-9aa7-92151622d169 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 945 time: 0.3415451 Jul 16 01:48:07.143158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25b9bd3f-bbb1-48ad-a4fc-d25ee12d30f6 req-94d0d09d-f0e8-4fd0-ae36-7361fa0f3731 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=510d60963ca64ebba141b2177de748b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251942 Jul 16 01:48:07.212727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dc5f1b-db00-42c8-8f89-e9b27ccb6945 req-9e766e50-ab3e-4b25-86f0-b830bd9216b8 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570739 Jul 16 01:48:07.227664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.239474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39', 'fbd37d33-6413-4966-8ae9-d57ae683394a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:07.253641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9bd3f-bbb1-48ad-a4fc-d25ee12d30f6 req-097f230e-496a-4087-ba79-e2cd550979a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.255253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25b9bd3f-bbb1-48ad-a4fc-d25ee12d30f6 req-097f230e-496a-4087-ba79-e2cd550979a7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060801 Jul 16 01:48:07.276594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96770f3a-111c-4adb-ad2e-94abe6441a42 req-f51b845f-40d9-4a00-9530-51c9cd66ffae tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482451 Jul 16 01:48:07.281028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=fbd37d33-6413-4966-8ae9-d57ae683394a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:07.281695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['10c9d011-edfd-4ed7-8b55-56bc15f84840'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:07.342390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:07.344856 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23077cbf-c6e6-4530-9948-cc7a16338c93" -d '{"events": [{"name": "network-changed", "server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:07.348213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:07.352013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port fbd37d33-6413-4966-8ae9-d57ae683394a on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:07.359149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.361929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fa6f117-a369-46f0-8d32-ba478c836e34 req-9625f873-9dda-4096-aa2d-3900f87a76cc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "DELETE /v2.0/ports/fbd37d33-6413-4966-8ae9-d57ae683394a HTTP/1.1" status: 204 len: 173 time: 1.5637178 Jul 16 01:48:07.389990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d015d-cba9-4751-a988-d32540daf341 req-bdbb8fd6-bddd-4efa-a99b-22564cd773ac tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.397127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-167d015d-cba9-4751-a988-d32540daf341 req-bdbb8fd6-bddd-4efa-a99b-22564cd773ac tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0506565-c785-418a-bbed-84fa735db288 HTTP/1.1" status: 200 len: 867 time: 0.2347784 Jul 16 01:48:07.495983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-167d015d-cba9-4751-a988-d32540daf341 req-452429bf-f303-4ec2-b934-1e66b2327911 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976467 Jul 16 01:48:07.531895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7fc1b-b65f-4460-93ef-3876436a1e48 req-5ea87fa4-d12b-443b-bb39-958f0b013a6d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.537108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67b7fc1b-b65f-4460-93ef-3876436a1e48 req-5ea87fa4-d12b-443b-bb39-958f0b013a6d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1146684 Jul 16 01:48:07.605813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67b7fc1b-b65f-4460-93ef-3876436a1e48 req-27043781-a267-40b7-9f59-41410b8ae12b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573196 Jul 16 01:48:07.626279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:07.676289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'mac_address': 'fa:16:3e:61:c7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:07.678209 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a834b57d-1f11-44e3-9112-51e06d42f8c5 x-openstack-request-id: req-a834b57d-1f11-44e3-9112-51e06d42f8c5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:07.678567 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:07.679178 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a834b57d-1f11-44e3-9112-51e06d42f8c5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:07.679315 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae', 'status': 'completed', 'code': 200} Jul 16 01:48:07.681654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b715363d-d982-4249-a5f6-103fd01d5aee req-59520e47-ff64-4e9f-ae54-931b7ee6da91 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0502315 Jul 16 01:48:07.754532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.774892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:07.780583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-aeb17390-4ca0-4770-bf2d-d979aaa58f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:07.783226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-aeb17390-4ca0-4770-bf2d-d979aaa58f6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 1059 time: 0.0781476 Jul 16 01:48:07.816824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:07.822111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.894565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.000183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53150046-7018-4ecf-b08e-9e61c0a001c3 req-f3f81596-5adb-4161-ba7c-4ef5ce724ea6 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.001714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53150046-7018-4ecf-b08e-9e61c0a001c3 req-f3f81596-5adb-4161-ba7c-4ef5ce724ea6 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 944 time: 0.1807101 Jul 16 01:48:08.003024 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-18c105a3-2457-46a6-8075-76bdec7acb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.004508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-18c105a3-2457-46a6-8075-76bdec7acb7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.2143972 Jul 16 01:48:08.016488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711247-1981-4ead-bf0a-cd3c72f0242c req-520594dc-3f70-46fd-bcf7-2639f765bb2e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.018068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8711247-1981-4ead-bf0a-cd3c72f0242c req-520594dc-3f70-46fd-bcf7-2639f765bb2e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1983259 Jul 16 01:48:08.068577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['37b7d618-13fd-4569-8ffb-de0d8c2d11f8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:08.084762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-2fa75de8-a21a-4d76-b6cc-e74a9dbd7ca7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae HTTP/1.1" status: 200 len: 217 time: 0.0657036 Jul 16 01:48:08.144923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53150046-7018-4ecf-b08e-9e61c0a001c3 req-fcd99946-1f12-4d9b-87a9-f4453c7e0603 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238737 Jul 16 01:48:08.176496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8711247-1981-4ead-bf0a-cd3c72f0242c req-9e677f6c-d21c-49fe-97f7-1226f6217ca6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448209 Jul 16 01:48:08.193624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-aaf0b291-2008-45b6-8223-0a49a58cad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.195138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-aaf0b291-2008-45b6-8223-0a49a58cad17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0978372 Jul 16 01:48:08.336794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-ec8d4f8d-b510-4951-bffe-7ea5980745e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.338324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-ec8d4f8d-b510-4951-bffe-7ea5980745e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361902 Jul 16 01:48:08.455854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd068d-e3bf-42b1-83ab-f776767d10d9 req-6e202d57-2a8d-4ccb-b214-36370d80ca38 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.458100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43dd068d-e3bf-42b1-83ab-f776767d10d9 req-6e202d57-2a8d-4ccb-b214-36370d80ca38 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 944 time: 0.1767728 Jul 16 01:48:08.565543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25b9bd3f-bbb1-48ad-a4fc-d25ee12d30f6 req-3295b99b-231e-4032-8593-5e9aaec53917 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.32 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0473518 Jul 16 01:48:08.588526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-4e4de5cc-06a2-4517-bbe0-4131246e503b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.590014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-4e4de5cc-06a2-4517-bbe0-4131246e503b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.2558146 Jul 16 01:48:08.600115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-d465e0e2-a0a5-403e-815d-400475fba29d service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493837 Jul 16 01:48:08.603682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43dd068d-e3bf-42b1-83ab-f776767d10d9 req-076dd5d3-409f-4c41-ae60-ad0bdf7f8d3b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136417 Jul 16 01:48:08.631146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-4628822b-e90c-4129-9897-2ad53cccb238 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/quotas/709cab6831cd4ba98bcd62f123cff8fb HTTP/1.1" status: 200 len: 375 time: 0.0317357 Jul 16 01:48:08.684944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 10c9d011-edfd-4ed7-8b55-56bc15f84840 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:08.769267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23077cbf-c6e6-4530-9948-cc7a16338c93 req-023413c7-258a-4250-b46e-a6bfed009ad4 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596887 Jul 16 01:48:08.797503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 10c9d011-edfd-4ed7-8b55-56bc15f84840 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:08.806951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 10c9d011-edfd-4ed7-8b55-56bc15f84840 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:08.807240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-e2ceec62-c03f-42a6-a4c6-e61e9df8a012 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1599495 Jul 16 01:48:08.808234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.902166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.927091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:08.929420 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf86d2-2d89-4648-9ab4-0ad8fd8ee9e5" -d '{"events": [{"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-plugged", "status": "completed", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:08.946396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:08.950936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.964167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3351-1c43-486f-8ce3-b0aed273b430 req-9167a28c-0408-4edc-b7be-cee2ef8eb028 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:08.967320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dabf3351-1c43-486f-8ce3-b0aed273b430 req-9167a28c-0408-4edc-b7be-cee2ef8eb028 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 945 time: 0.1260192 Jul 16 01:48:08.971493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-1dc7648d-6ad4-45f8-b12f-552451fa64d8 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558051 Jul 16 01:48:09.002357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.086906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dabf3351-1c43-486f-8ce3-b0aed273b430 req-6661efd9-73b9-45ca-9d81-8a5418fb0530 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Jul 16 01:48:09.116595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-94ce5dab-c703-4c28-8abc-1c8f3c37a783 service neutron] 10.222.0.35 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386995 Jul 16 01:48:09.239675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:09.350464 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3722f0-fad2-4a5d-983b-0eb4de022956 x-openstack-request-id: req-3c3722f0-fad2-4a5d-983b-0eb4de022956 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:09.351003 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-plugged", "status": "completed", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:09.351003 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c3722f0-fad2-4a5d-983b-0eb4de022956 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:09.351390 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'code': 200} Jul 16 01:48:09.355371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:09.499040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:09.509650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.509814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.537324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12a81c88-01e1-46cb-9d80-4505d3ccbb8c req-e8b8f55d-ac9a-4a12-8ed0-ffd0cf269bc8 tempest-ServerShowV254Test-2039550868 tempest-ServerShowV254Test-2039550868-project] 10.222.0.35 "GET /v2.0/ports?device_id=561d154d-086e-4beb-9daf-7fb0ce2dcb77 HTTP/1.1" status: 200 len: 210 time: 0.0467381 Jul 16 01:48:09.630567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eecfd7-bfac-4931-8e09-dfbfaac948a1 req-f6b28a25-f411-478f-b1fb-5579e3c2768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.640501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87eecfd7-bfac-4931-8e09-dfbfaac948a1 req-f6b28a25-f411-478f-b1fb-5579e3c2768b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 1096 time: 0.1351960 Jul 16 01:48:09.661688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.680668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0506565-c785-418a-bbed-84fa735db288', 'name': 'network-vif-deleted', 'tag': 'fbd37d33-6413-4966-8ae9-d57ae683394a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:09.696563 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4113c837-afab-4206-9c75-b87c87422e52" -d '{"events": [{"server_uuid": "b0506565-c785-418a-bbed-84fa735db288", "name": "network-vif-deleted", "tag": "fbd37d33-6413-4966-8ae9-d57ae683394a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:09.733761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:09.739769 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.741735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fbd37d33-6413-4966-8ae9-d57ae683394a no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:09.742628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87eecfd7-bfac-4931-8e09-dfbfaac948a1 req-af261681-9c34-4821-9dfa-7c8cbdfe79af service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970790 Jul 16 01:48:09.810243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: fbd37d33-6413-4966-8ae9-d57ae683394a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:09.810243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device fbd37d33-6413-4966-8ae9-d57ae683394a not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:09.844106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.907662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3fa2f-fa53-423f-aecd-16e34457bc5b req-aa7e6217-3d77-4bca-8aa3-2964c05a14c9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.909485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aac3fa2f-fa53-423f-aecd-16e34457bc5b req-aa7e6217-3d77-4bca-8aa3-2964c05a14c9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1645794 Jul 16 01:48:09.998545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aac3fa2f-fa53-423f-aecd-16e34457bc5b req-04c56b1f-8431-4795-8eae-bbe438201852 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Jul 16 01:48:10.005179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-9458ed9a-1512-4a55-bfe8-d0883fdd6998 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.006696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-9458ed9a-1512-4a55-bfe8-d0883fdd6998 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.1518693 Jul 16 01:48:10.022387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-353bbeef-a3df-43b7-8a00-cf04038663a3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/quotas/9c77d81761104aefaf1746b49eab1952 HTTP/1.1" status: 200 len: 375 time: 0.0101156 Jul 16 01:48:10.112085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-eb73b08e-3ffb-4070-aa91-4603d4584770 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741866 Jul 16 01:48:10.183447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cff29de-6360-4d55-b0a8-d7e54fefc81e req-fb6fd742-38b5-4dda-be3b-8b2dc21fade9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 210 time: 0.0367806 Jul 16 01:48:10.272648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-d3265f40-5d3a-402d-8c65-de9013266113 service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497104 Jul 16 01:48:10.401801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-50649234-3b28-41a7-a6cb-b22456112a8d service neutron] 10.222.0.35 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278627 Jul 16 01:48:10.423726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbafea2-766d-4452-959b-9e4535f8e96f req-4911ac93-a6b0-4b71-a4e3-5fb8bd8ef70f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.425438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcbafea2-766d-4452-959b-9e4535f8e96f req-4911ac93-a6b0-4b71-a4e3-5fb8bd8ef70f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1103895 Jul 16 01:48:10.468471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcbafea2-766d-4452-959b-9e4535f8e96f req-eea22976-82c1-4a66-a1f6-9b67f164d90a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jul 16 01:48:10.524391 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae354c40-f3cb-476f-bef5-edd4af753dde x-openstack-request-id: req-ae354c40-f3cb-476f-bef5-edd4af753dde {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:10.525790 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0506565-c785-418a-bbed-84fa735db288", "name": "network-vif-deleted", "tag": "fbd37d33-6413-4966-8ae9-d57ae683394a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:10.532457 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae354c40-f3cb-476f-bef5-edd4af753dde {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:10.534518 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0506565-c785-418a-bbed-84fa735db288', 'name': 'network-vif-deleted', 'tag': 'fbd37d33-6413-4966-8ae9-d57ae683394a', 'status': 'completed', 'code': 200} Jul 16 01:48:10.598078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d638b3be-a20d-4c66-98a9-eb4889f2b8d1 req-77f5c201-1404-48fb-8600-3ffbdd96af24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 210 time: 0.0414546 Jul 16 01:48:10.726399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7411a-e2d4-4dcd-a9bf-ac92cec17296 req-9750e6c5-1afe-441c-962e-c8968aa14405 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.738246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81a7411a-e2d4-4dcd-a9bf-ac92cec17296 req-9750e6c5-1afe-441c-962e-c8968aa14405 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 945 time: 0.1001441 Jul 16 01:48:10.871637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81a7411a-e2d4-4dcd-a9bf-ac92cec17296 req-135e1528-cba2-48f3-a9dd-c3d8bb479b41 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300468 Jul 16 01:48:10.957994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-4d74cf06-d689-4504-bd5c-24defbd5ff58 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.961535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-4d74cf06-d689-4504-bd5c-24defbd5ff58 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 811 time: 0.2142749 Jul 16 01:48:10.974338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Request body: {'port': {'device_id': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'admin_state_up': True, 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:11.157030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Made reservation on behalf of 709cab6831cd4ba98bcd62f123cff8fb for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:11.162536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.224588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:11.353377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:11.357364 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b6c9aa-ac0d-400c-8d54-ef7bc3af45df" -d '{"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:11.389852 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f6d8-0323-4570-b154-e553e24aebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.415335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-051d293d-08c4-4de2-9d08-72d53f49ebfc req-053d4fbf-26a6-4665-99f8-b272df428c2f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 210 time: 0.0717864 Jul 16 01:48:11.426223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380da39-505a-4c6f-ace1-f1fa03dfb9bc req-7f7efa8e-0d9e-40a8-af8f-76b3b9079289 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.434915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c380da39-505a-4c6f-ace1-f1fa03dfb9bc req-7f7efa8e-0d9e-40a8-af8f-76b3b9079289 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.2354789 Jul 16 01:48:11.487928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Allocated IP 172.20.0.8 (83775718-04d7-4306-8a41-0b5924094260/68e8d625-f547-456d-9686-91602a77b2ee/0a0e1940-b801-4cc6-9e72-4e975472f120) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:11.505084 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ea3148-e797-4953-9d7e-3acc6269dc7b x-openstack-request-id: req-93ea3148-e797-4953-9d7e-3acc6269dc7b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:11.506284 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:11.506783 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93ea3148-e797-4953-9d7e-3acc6269dc7b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:11.512758 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'code': 200} Jul 16 01:48:11.533642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-32341cba-6558-4338-b9ed-2f095ebecf5c tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.535837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-32341cba-6558-4338-b9ed-2f095ebecf5c tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 945 time: 0.2383096 Jul 16 01:48:11.555907 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c380da39-505a-4c6f-ace1-f1fa03dfb9bc req-5543ba32-063a-464f-a394-0438c037841d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200969 Jul 16 01:48:11.566249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f6d8-0323-4570-b154-e553e24aebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.582064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f6d8-0323-4570-b154-e553e24aebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.672442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b4d9f6d8-0323-4570-b154-e553e24aebcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=510d60963ca64ebba141b2177de748b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459956 Jul 16 01:48:11.693003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f6d8-0323-4570-b154-e553e24aebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562bc898-0aac-40da-812c-f83d3cfcd595,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.697084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:11.784310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce15b-719b-4c26-bcd4-ed334b6d84f9 req-7ef858be-c239-4f55-add1-3f48c1a8fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.786453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f24ce15b-719b-4c26-bcd4-ed334b6d84f9 req-7ef858be-c239-4f55-add1-3f48c1a8fadc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1313636 Jul 16 01:48:11.787058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94ffe538-357e-4e9c-a081-cb21a253737d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.822734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94ffe538-357e-4e9c-a081-cb21a253737d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.825947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e0fcff6-0f2c-4e05-8b5e-f2aed3625a3a req-1f39e0a5-1d8b-4689-a2a1-b768a93db947 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 210 time: 0.0705042 Jul 16 01:48:11.859012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f24ce15b-719b-4c26-bcd4-ed334b6d84f9 req-049512e0-55a6-46d5-b44a-5b305f601184 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601816 Jul 16 01:48:11.888602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94ffe538-357e-4e9c-a081-cb21a253737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.893115 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94ffe538-357e-4e9c-a081-cb21a253737d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.894473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94ffe538-357e-4e9c-a081-cb21a253737d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/562bc898-0aac-40da-812c-f83d3cfcd595 HTTP/1.1" status: 204 len: 168 time: 0.1963019 Jul 16 01:48:11.916552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffe538-357e-4e9c-a081-cb21a253737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562bc898-0aac-40da-812c-f83d3cfcd595,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.316914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-1593b5a1-01c3-4939-9fe9-2458a4368174 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.324222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-1593b5a1-01c3-4939-9fe9-2458a4368174 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 806 time: 0.2064474 Jul 16 01:48:12.338030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Request body: {'port': {'device_id': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'admin_state_up': True, 'tenant_id': '9c77d81761104aefaf1746b49eab1952'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:12.419382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.434218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ab99b-4977-43f1-9420-dbc752a33464 req-b570f32c-4ec5-44d4-9641-40567ad8d2f2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.441763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-951ab99b-4977-43f1-9420-dbc752a33464 req-b570f32c-4ec5-44d4-9641-40567ad8d2f2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.7818403 Jul 16 01:48:12.450967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Deleting port a2a4be74-ba0d-495f-a757-819a69e0a43b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:12.452007 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.498675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Transition to ACTIVE for port object 0a0e1940-b801-4cc6-9e72-4e975472f120 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:12.504180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Made reservation on behalf of 9c77d81761104aefaf1746b49eab1952 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:12.508980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.583831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce7f4d-e78b-40ae-8aca-3ac28c89215e req-6a52f897-30a9-465c-93f5-3678dcd9523a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:12.590680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2ce7f4d-e78b-40ae-8aca-3ac28c89215e req-6a52f897-30a9-465c-93f5-3678dcd9523a tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 945 time: 0.2943480 Jul 16 01:48:12.620304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-951ab99b-4977-43f1-9420-dbc752a33464 req-e2458619-c22e-435f-bfd5-4e914f339c32 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775472 Jul 16 01:48:12.743794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Allocated IP 172.20.0.2 (72b8fb84-a082-4e76-a754-ffd7b5e7de54/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e/4362160e-f916-4248-8223-2ea768088e84) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:12.770329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] For port a2a4be74-ba0d-495f-a757-819a69e0a43b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a2a4be74-ba0d-495f-a757-819a69e0a43b,segment=NetworkSegment(2bbf57c4-b497-49c7-8283-b04bbdc1a957),segment_id=2bbf57c4-b497-49c7-8283-b04bbdc1a957)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:12.771101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.795912 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.801293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Calling delete_port for a2a4be74-ba0d-495f-a757-819a69e0a43b owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:12.807087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89', '77401f3a-e2c8-41d2-aa2d-35652cf2cad0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:12.856795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2ce7f4d-e78b-40ae-8aca-3ac28c89215e req-61ea56a6-eeb4-4475-9143-cedf38dd853e tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups?id=90505ef6-1732-4c96-8913-5348e6588ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610104 Jul 16 01:48:12.920050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Network 83775718-04d7-4306-8a41-0b5924094260 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:12.933895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:12.960857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:13.064932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.095506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.141457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.142107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.157157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.182684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-45b62d98-9221-4493-9f00-8743c85b7a16 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2137866 Jul 16 01:48:13.185766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:13.232744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Request body: {'port': {'device_id': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:13.245697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cf97-83e6-4992-b23c-cd6ccee2a17c req-6270ba94-7634-4ef5-819d-5e81925f948e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.252832 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44d4cf97-83e6-4992-b23c-cd6ccee2a17c req-6270ba94-7634-4ef5-819d-5e81925f948e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 931 time: 0.4161949 Jul 16 01:48:13.258857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:13.262793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:13.265771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:13.273914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event updated for resources: {'Port': ['ID=4362160e-f916-4248-8223-2ea768088e84,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.333547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.335071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.346698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a54a22-4281-4eb0-b7dc-a3b5021e9852 req-713bb0b2-b7ac-4249-bb33-e6d24c31a54f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.348812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27a54a22-4281-4eb0-b7dc-a3b5021e9852 req-713bb0b2-b7ac-4249-bb33-e6d24c31a54f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.2858496 Jul 16 01:48:13.360047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-6780f92b-b9e3-4175-a2ab-f57ff4f5c801 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0271440 Jul 16 01:48:13.375504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Request body: {'port': {'device_id': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:13.391376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae1f9102-0883-469c-bdb4-5994c54033ce None None] Provisioning for port 0a0e1940-b801-4cc6-9e72-4e975472f120 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:13.400230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44d4cf97-83e6-4992-b23c-cd6ccee2a17c req-43052a7e-1346-4f59-89f3-85e56866da1c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466556 Jul 16 01:48:13.400499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ae1f9102-0883-469c-bdb4-5994c54033ce None None] Provisioning complete for port 0a0e1940-b801-4cc6-9e72-4e975472f120 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:13.400906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.401059 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9102-0883-469c-bdb4-5994c54033ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.468504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f9102-0883-469c-bdb4-5994c54033ce None None] Port 0a0e1940-b801-4cc6-9e72-4e975472f120 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:13.488642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.506761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event deleted for resources: {'Port': ['ID=a2a4be74-ba0d-495f-a757-819a69e0a43b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.523717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.577695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27a54a22-4281-4eb0-b7dc-a3b5021e9852 req-d3caf0de-009a-4e57-95e2-aed78e7031f2 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088780 Jul 16 01:48:13.621255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] No DVR routers for this DVR port a2a4be74-ba0d-495f-a757-819a69e0a43b on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:13.626924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.637649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a3107e2-d9ab-4e04-ab34-9f70b2a0efa5 req-a762189b-3f53-41f7-b59e-82003ade2d56 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.38 "DELETE /v2.0/ports/a2a4be74-ba0d-495f-a757-819a69e0a43b HTTP/1.1" status: 204 len: 173 time: 2.0806751 Jul 16 01:48:13.639307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'name': 'network-vif-deleted', 'tag': 'a2a4be74-ba0d-495f-a757-819a69e0a43b'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:13.642114 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93a0c57-fd64-4aaf-a5da-c86a3c5c6a94" -d '{"events": [{"server_uuid": "4ae15b6e-f953-4a96-94ee-7225ff8ad86f", "name": "network-vif-deleted", "tag": "a2a4be74-ba0d-495f-a757-819a69e0a43b"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:13.935653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4362160e-f916-4248-8223-2ea768088e84 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:13.946580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.946900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e19b6-1c33-4bfb-a4d8-7a2677e3ee94 req-c6f15f41-9bbe-4aa8-b12f-c9bb3fec906a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:13.953854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-343e19b6-1c33-4bfb-a4d8-7a2677e3ee94 req-c6f15f41-9bbe-4aa8-b12f-c9bb3fec906a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 931 time: 0.2092941 Jul 16 01:48:13.970370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Transition to ACTIVE for port object 4362160e-f916-4248-8223-2ea768088e84 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:13.973724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.024920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-343e19b6-1c33-4bfb-a4d8-7a2677e3ee94 req-03ecbf72-50bc-439e-a9d9-99dcece76b6a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698268 Jul 16 01:48:14.103907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0e1940-b801-4cc6-9e72-4e975472f120 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:14.111143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4362160e-f916-4248-8223-2ea768088e84,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.116088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.127253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Attempting to bind port 4362160e-f916-4248-8223-2ea768088e84 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:14.127583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Attempting to bind port 4362160e-f916-4248-8223-2ea768088e84 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:14.127915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Attempting to bind port 4362160e-f916-4248-8223-2ea768088e84 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:14.132384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Transition to ACTIVE for port object 0a0e1940-b801-4cc6-9e72-4e975472f120 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:14.134933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Port 4362160e-f916-4248-8223-2ea768088e84 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:14.135368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Attempting to bind port 4362160e-f916-4248-8223-2ea768088e84 on network 72b8fb84-a082-4e76-a754-ffd7b5e7de54 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:14.137959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.141423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:14.143776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Checking segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:14.146087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Bound using segment: {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:14.146622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Bound port: 4362160e-f916-4248-8223-2ea768088e84, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:14.147107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.234737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.284161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] For port 4362160e-f916-4248-8223-2ea768088e84, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:14.290110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] For port 4362160e-f916-4248-8223-2ea768088e84, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4362160e-f916-4248-8223-2ea768088e84,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:14.301820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.369963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:14.371476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.373631 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/4362160e-f916-4248-8223-2ea768088e84 HTTP/1.1" status: 200 len: 1091 time: 1.0062523 Jul 16 01:48:14.374261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'tag': '4362160e-f916-4248-8223-2ea768088e84'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:14.376838 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5572d0e-4737-42d3-be4a-a9e837d7b7ca", "tag": "4362160e-f916-4248-8223-2ea768088e84"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:14.423247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909cae3-9d4c-4101-b3d7-3ab2274243b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4362160e-f916-4248-8223-2ea768088e84,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.432120 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d262ec6e-375d-4099-b90e-1d14c916abfd x-openstack-request-id: req-d262ec6e-375d-4099-b90e-1d14c916abfd {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:14.436730 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae15b6e-f953-4a96-94ee-7225ff8ad86f", "name": "network-vif-deleted", "tag": "a2a4be74-ba0d-495f-a757-819a69e0a43b", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:14.437265 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d262ec6e-375d-4099-b90e-1d14c916abfd {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:14.437798 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae15b6e-f953-4a96-94ee-7225ff8ad86f', 'name': 'network-vif-deleted', 'tag': 'a2a4be74-ba0d-495f-a757-819a69e0a43b', 'status': 'completed', 'code': 200} Jul 16 01:48:14.438891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Attempting to bind port 0a0e1940-b801-4cc6-9e72-4e975472f120 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:14.439338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Attempting to bind port 0a0e1940-b801-4cc6-9e72-4e975472f120 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:14.444939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Attempting to bind port 0a0e1940-b801-4cc6-9e72-4e975472f120 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:14.451806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Port 0a0e1940-b801-4cc6-9e72-4e975472f120 on network 83775718-04d7-4306-8a41-0b5924094260 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:48:14.453497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Attempting to bind port 0a0e1940-b801-4cc6-9e72-4e975472f120 on network 83775718-04d7-4306-8a41-0b5924094260 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:14.467752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:14.468145 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Checking segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:14.468526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Bound using segment: {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:14.470279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Bound port: 0a0e1940-b801-4cc6-9e72-4e975472f120, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4341cc-660e-48cc-b17e-349d1e25dee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '83775718-04d7-4306-8a41-0b5924094260'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:14.471533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.632753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:14.641920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:14.643562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-c440bb54-73e4-476e-929d-1189f068a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:14.645532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-c440bb54-73e4-476e-929d-1189f068a8d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 1094 time: 0.0932446 Jul 16 01:48:14.651533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.708191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-a8803120-55b3-4901-b98e-949768595b1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4362160e-f916-4248-8223-2ea768088e84 HTTP/1.1" status: 200 len: 217 time: 0.0554862 Jul 16 01:48:14.717023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:14.717805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.719223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] 10.222.0.32 "PUT /v2.0/ports/0a0e1940-b801-4cc6-9e72-4e975472f120 HTTP/1.1" status: 200 len: 1091 time: 1.4932969 Jul 16 01:48:14.722188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a2a4be74-ba0d-495f-a757-819a69e0a43b no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:14.731396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd0e0fc3-d653-4d42-92b4-b78617e573d5 req-f85c614f-e6a1-4826-a9a2-abaaa9a62720 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae15b6e-f953-4a96-94ee-7225ff8ad86f HTTP/1.1" status: 200 len: 210 time: 0.0754321 Jul 16 01:48:14.781089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: a2a4be74-ba0d-495f-a757-819a69e0a43b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:14.781431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a2a4be74-ba0d-495f-a757-819a69e0a43b not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:14.850815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-b3b969e8-a523-446e-8938-cb6b7d14812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:14.853084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-b3b969e8-a523-446e-8938-cb6b7d14812f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.1368704 Jul 16 01:48:14.914673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-26e46caf-7d2c-464f-845c-2031181325ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554957 Jul 16 01:48:14.942956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fee244-f9bc-4c1f-99f1-85e5bf3b161c service neutron] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.953596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-69555255-d544-4b02-aa6b-c5d93cd0802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:14.955218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-69555255-d544-4b02-aa6b-c5d93cd0802a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 1094 time: 0.1907451 Jul 16 01:48:15.018680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-aa710e65-a412-4561-b02d-4d0ce7a6419f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a0e1940-b801-4cc6-9e72-4e975472f120 HTTP/1.1" status: 200 len: 217 time: 0.0555427 Jul 16 01:48:15.030301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcbb8f-3c1d-405f-b352-ed1e2dd0a4a8 req-698a98a2-5a8f-4ecd-a0ba-6792cdaf6693 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.035094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97dcbb8f-3c1d-405f-b352-ed1e2dd0a4a8 req-698a98a2-5a8f-4ecd-a0ba-6792cdaf6693 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1477003 Jul 16 01:48:15.049107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-610020bb-5662-4e23-8441-3164578f9ab6 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283178 Jul 16 01:48:15.100580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-46d8d11b-8473-4b75-8a4f-cb460d4034db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.102046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-46d8d11b-8473-4b75-8a4f-cb460d4034db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.0660591 Jul 16 01:48:15.154708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7866dc70-e82a-4a47-83bd-48637d0109c6 req-540dde98-73ab-4138-ac7e-1d7bcd74d197 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994952 Jul 16 01:48:15.233071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97dcbb8f-3c1d-405f-b352-ed1e2dd0a4a8 req-7fa9d62e-ad3f-43de-8341-25137553d4ec tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342645 Jul 16 01:48:15.276060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139a0bb-265c-49c8-95a7-fb002bffba91 req-5f5da389-786c-4ee5-8e72-efce1418b1d3 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.277971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2139a0bb-265c-49c8-95a7-fb002bffba91 req-5f5da389-786c-4ee5-8e72-efce1418b1d3 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.2622514 Jul 16 01:48:15.281239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-7cb1717e-f385-4687-8e5d-d6d5cc7ccaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.282896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-7cb1717e-f385-4687-8e5d-d6d5cc7ccaf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537724 Jul 16 01:48:15.300477 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b67a7-f099-468a-8925-f6c5f92de003 x-openstack-request-id: req-a61b67a7-f099-468a-8925-f6c5f92de003 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:15.300806 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5572d0e-4737-42d3-be4a-a9e837d7b7ca", "tag": "4362160e-f916-4248-8223-2ea768088e84", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:15.301148 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a61b67a7-f099-468a-8925-f6c5f92de003 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:15.301646 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'tag': '4362160e-f916-4248-8223-2ea768088e84', 'status': 'completed', 'code': 200} Jul 16 01:48:15.387389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-f4834985-6651-4c2b-97f8-e09ca7e9718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.389214 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-f4834985-6651-4c2b-97f8-e09ca7e9718d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c77d81761104aefaf1746b49eab1952&device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 1094 time: 0.0581148 Jul 16 01:48:15.449911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2139a0bb-265c-49c8-95a7-fb002bffba91 req-e6513ac1-ccd2-403e-80f6-7a3f1919a06b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644866 Jul 16 01:48:15.504909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-14e880d1-4245-4717-96b6-c457b68d3ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135136 Jul 16 01:48:15.546319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-a8c077e6-92c1-4a16-986b-4d12c98f6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.548083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-a8c077e6-92c1-4a16-986b-4d12c98f6742 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 200 len: 907 time: 0.1452837 Jul 16 01:48:15.641147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273e994-f5a9-43c2-9ed6-01e82b8af82b req-e12314e9-8fc7-4bbd-91de-0e9a04a3b177 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.642987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a273e994-f5a9-43c2-9ed6-01e82b8af82b req-e12314e9-8fc7-4bbd-91de-0e9a04a3b177 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 943 time: 0.2081158 Jul 16 01:48:15.654918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-123f22aa-0a46-4100-b80a-5dda9407ec07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4362160e-f916-4248-8223-2ea768088e84 HTTP/1.1" status: 200 len: 217 time: 0.0996678 Jul 16 01:48:15.719964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a44d782c-ef59-45fe-97d1-d0eec24ba9ba req-fbf54bec-03bf-4b41-92c1-a6f64b56db61 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015018 Jul 16 01:48:15.750002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-0f93d6a7-f9d6-4e59-a7cc-bff67aabed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.751757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-0f93d6a7-f9d6-4e59-a7cc-bff67aabed79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 200 len: 846 time: 0.0905571 Jul 16 01:48:15.753126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a273e994-f5a9-43c2-9ed6-01e82b8af82b req-b171e23e-fea4-4518-85e4-664729a8302e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898097 Jul 16 01:48:15.793127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cd4d6-b124-472c-b0cd-796c829d5cf4 req-bcd6b546-720d-42a5-b2e0-e7ad8d0b28aa tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:15.796187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-244cd4d6-b124-472c-b0cd-796c829d5cf4 req-bcd6b546-720d-42a5-b2e0-e7ad8d0b28aa tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 943 time: 0.1503596 Jul 16 01:48:15.808471 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-e6a4a94f-9916-4870-b632-e4e9907bf865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b8fb84-a082-4e76-a754-ffd7b5e7de54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496869 Jul 16 01:48:15.839329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-244cd4d6-b124-472c-b0cd-796c829d5cf4 req-e22fab3c-406f-486d-965d-a05b97423ecc tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352004 Jul 16 01:48:15.939805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-0827a0c6-7f11-458d-8a99-ae214d09c938 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236355 Jul 16 01:48:16.042448 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b70bdd5-106a-40dd-a3b0-21f36edcdfe9 req-357499f2-d450-449f-96f1-a8f456d76b84 service neutron] 10.222.0.32 "GET /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946968 Jul 16 01:48:16.065285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.124453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc3087a5-5af2-4d47-82c3-1f9309d9d7f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.147517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc3087a5-5af2-4d47-82c3-1f9309d9d7f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.195427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc3087a5-5af2-4d47-82c3-1f9309d9d7f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.198225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc3087a5-5af2-4d47-82c3-1f9309d9d7f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.199472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dc3087a5-5af2-4d47-82c3-1f9309d9d7f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "DELETE /v2.0/security-groups/1907aca9-e806-4b59-8917-d56f6478c1ba HTTP/1.1" status: 204 len: 168 time: 0.1324730 Jul 16 01:48:16.202164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57894) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.208933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3087a5-5af2-4d47-82c3-1f9309d9d7f8 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1907aca9-e806-4b59-8917-d56f6478c1ba,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:16.216339 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-28fcb412-ccf8-4f82-84bd-2e5146ecb097 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] show failed (client error): The resource could not be found. Jul 16 01:48:16.217369 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28fcb412-ccf8-4f82-84bd-2e5146ecb097 tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "GET /v2.0/security-groups/1907aca9-e806-4b59-8917-d56f6478c1ba HTTP/1.1" status: 404 len: 347 time: 0.0139751 Jul 16 01:48:16.220000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57896) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:16.408278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Deleting port f527bf27-a177-44ca-ab90-004cd8be8844 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:16.409227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.439001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:16.441469 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:16.480248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eee219-1d12-4989-bbb1-a7899bbc565f req-d90467de-78af-41ed-b0b4-af06a2352cb2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.488535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1eee219-1d12-4989-bbb1-a7899bbc565f req-d90467de-78af-41ed-b0b4-af06a2352cb2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.0994980 Jul 16 01:48:16.505620 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef8589-f904-4afe-ad93-9850fca70f5f x-openstack-request-id: req-51ef8589-f904-4afe-ad93-9850fca70f5f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:16.505945 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:16.506145 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51ef8589-f904-4afe-ad93-9850fca70f5f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:16.506546 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'status': 'completed', 'code': 200} Jul 16 01:48:16.514270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.514622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:16.534201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Calling delete_port for f527bf27-a177-44ca-ab90-004cd8be8844 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:16.551728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1eee219-1d12-4989-bbb1-a7899bbc565f req-69cfc55d-910f-4e51-817c-cb7f02f17418 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622063 Jul 16 01:48:16.711012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-54757be0-75b8-4fa5-a139-5328552c5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.713828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-54757be0-75b8-4fa5-a139-5328552c5ee2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 1094 time: 0.1750689 Jul 16 01:48:16.759397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398e28-855b-43ae-8228-36a3d5ec78c0 req-e457814e-44c8-4270-b100-b5a3068dfaf1 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.770248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80398e28-855b-43ae-8228-36a3d5ec78c0 req-e457814e-44c8-4270-b100-b5a3068dfaf1 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1152413 Jul 16 01:48:16.824610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80398e28-855b-43ae-8228-36a3d5ec78c0 req-e96fd7a1-8bac-4704-93fa-fd9d546a9a38 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529673 Jul 16 01:48:16.907848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-173267b5-c660-4b33-bfba-b9727405ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:16.910277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-173267b5-c660-4b33-bfba-b9727405ce6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.1854827 Jul 16 01:48:16.995568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-5ff7a62b-98d2-450b-bdd5-8e7ff41cc3c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a0e1940-b801-4cc6-9e72-4e975472f120 HTTP/1.1" status: 200 len: 217 time: 0.0790129 Jul 16 01:48:16.997737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.058256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Pushing event deleted for resources: {'Port': ['ID=f527bf27-a177-44ca-ab90-004cd8be8844,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.065204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff19e12-f640-47cf-87e8-da1825e50620 req-253bcc09-e712-4aa5-80d9-016b63d4a4c2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.080631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ff19e12-f640-47cf-87e8-da1825e50620 req-253bcc09-e712-4aa5-80d9-016b63d4a4c2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 943 time: 0.0959046 Jul 16 01:48:17.131165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-24589e54-0478-469a-bd44-cb3ba500ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.132775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-24589e54-0478-469a-bd44-cb3ba500ac5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1255219 Jul 16 01:48:17.160332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ff19e12-f640-47cf-87e8-da1825e50620 req-378d72b6-53ea-4324-a113-f62fc7f4bafe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785711 Jul 16 01:48:17.173604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.176254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.177409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6a33df1d-0d94-4557-9b47-07e974008bfa tempest-ImagesOneServerNegativeTestJSON-1365059798 tempest-ImagesOneServerNegativeTestJSON-1365059798-project] 10.222.0.35 "DELETE /v2.0/floatingips/82100690-9c54-443f-aeac-ec80212842ef HTTP/1.1" status: 204 len: 168 time: 0.9563470 Jul 16 01:48:17.210595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-bcc2a0ef-d721-40e8-8735-91bbdc65ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.212368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-bcc2a0ef-d721-40e8-8735-91bbdc65ec7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737267 Jul 16 01:48:17.237114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c812634-e4f1-4ccd-a0c1-4dda106de3e4 req-7bae75a0-a40f-4412-a309-91a24a471903 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.245309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c812634-e4f1-4ccd-a0c1-4dda106de3e4 req-7bae75a0-a40f-4412-a309-91a24a471903 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 943 time: 0.1551771 Jul 16 01:48:17.302273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c812634-e4f1-4ccd-a0c1-4dda106de3e4 req-b523dd80-4188-410d-92b6-055273677a88 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511155 Jul 16 01:48:17.386192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-01a539d8-1591-45cd-b970-733f7b51dd28 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671832 Jul 16 01:48:17.393307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a0e1940-b801-4cc6-9e72-4e975472f120 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:17.518518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57942) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.532572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-35c8e7d0-cb6f-4609-a94a-58aa1b19af80 req-5be5cf98-a8ed-4c18-9d60-dabec3da0a36 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396489 Jul 16 01:48:17.557594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.574379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Deleting subnet 37b868b1-2b61-41e8-ae1a-17dd503cc4a1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:17.577064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'mac_address': 'fa:16:3e:24:e3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:17.579300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.623827 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.638703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.648056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0e1940-b801-4cc6-9e72-4e975472f120 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:17.677187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.682219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.682992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4362160e-f916-4248-8223-2ea768088e84 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:17.686972 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.767676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.812847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323451-88b3-472b-acab-c858dd715d84 req-ef2423a8-dd7c-4fe8-ace4-3843117fe3d2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:17.824563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd323451-88b3-472b-acab-c858dd715d84 req-ef2423a8-dd7c-4fe8-ace4-3843117fe3d2 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1347518 Jul 16 01:48:17.839039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4362160e-f916-4248-8223-2ea768088e84, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4362160e-f916-4248-8223-2ea768088e84,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.839698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.854030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4362160e-f916-4248-8223-2ea768088e84', 'network_id': '72b8fb84-a082-4e76-a754-ffd7b5e7de54', 'port_id': '4362160e-f916-4248-8223-2ea768088e84', 'mac_address': 'fa:16:3e:5e:10:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:17.884908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b868b1-2b61-41e8-ae1a-17dd503cc4a1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.897696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.902716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5eee2f8e-09e0-4f6b-be82-f5b03790532c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/37b868b1-2b61-41e8-ae1a-17dd503cc4a1 HTTP/1.1" status: 204 len: 168 time: 0.3809464 Jul 16 01:48:17.903727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:17.917558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.931533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4362160e-f916-4248-8223-2ea768088e84 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:17.959826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4362160e-f916-4248-8223-2ea768088e84, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4362160e-f916-4248-8223-2ea768088e84,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.964436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.966790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd323451-88b3-472b-acab-c858dd715d84 req-1d14f983-da5e-4a84-84d7-d566a1ba1c60 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264534 Jul 16 01:48:18.017377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.020195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4362160e-f916-4248-8223-2ea768088e84,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.048219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6da4e-33f6-4f00-bf52-6dfbb1d46e6d req-91a9c15b-e0d5-4326-a53e-cb827ead8d18 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.049763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6f6da4e-33f6-4f00-bf52-6dfbb1d46e6d req-91a9c15b-e0d5-4326-a53e-cb827ead8d18 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0742462 Jul 16 01:48:18.091361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6f6da4e-33f6-4f00-bf52-6dfbb1d46e6d req-3bedc873-db2b-4c9a-a1ca-652781118c18 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 Jul 16 01:48:18.108983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.123421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77e7f24-63be-4868-b689-8dea5d64e9a9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.133627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbf57c4-b497-49c7-8283-b04bbdc1a957') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.133925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbf57c4-b497-49c7-8283-b04bbdc1a957') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.143184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.159286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.166164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:18.166564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:18.168381 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:18.196260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0a0e1940-b801-4cc6-9e72-4e975472f120'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:18.210426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4362160e-f916-4248-8223-2ea768088e84'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:18.235911 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.242174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.244400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b77e7f24-63be-4868-b689-8dea5d64e9a9 HTTP/1.1" status: 204 len: 168 time: 0.3391113 Jul 16 01:48:18.255916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba651f0-66a5-4f33-bc01-47a920aaffd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b77e7f24-63be-4868-b689-8dea5d64e9a9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.423342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a7034-6191-4cc9-acc3-208f6b89d756 req-1fa3f1b0-57cc-4208-b67f-d1c92e4fa754 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.430676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d1a7034-6191-4cc9-acc3-208f6b89d756 req-1fa3f1b0-57cc-4208-b67f-d1c92e4fa754 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 944 time: 0.1339734 Jul 16 01:48:18.507765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5d1a7034-6191-4cc9-acc3-208f6b89d756 req-00eb642a-98e1-4cf9-b885-2e547f40c3ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760918 Jul 16 01:48:18.613918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc0113-3db6-4df5-b6db-e03998f34fd3 req-67a45b24-1792-48c5-9b90-cf5ab65c3420 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:18.622798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2acc0113-3db6-4df5-b6db-e03998f34fd3 req-67a45b24-1792-48c5-9b90-cf5ab65c3420 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 944 time: 0.1100907 Jul 16 01:48:18.630544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.677157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-362f31f4-21f5-4b76-a16b-cdedee9e4986 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=663d11eab0f244da8c8bc5c9e97c5ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448163 Jul 16 01:48:18.679728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:18.682385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2acc0113-3db6-4df5-b6db-e03998f34fd3 req-6a6dd2db-90b2-4a8c-b246-51fc27951de5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585165 Jul 16 01:48:18.735014 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df9ff872-c617-4c36-b84d-49a9b9bcb6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.756342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df9ff872-c617-4c36-b84d-49a9b9bcb6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.806126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df9ff872-c617-4c36-b84d-49a9b9bcb6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.808699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df9ff872-c617-4c36-b84d-49a9b9bcb6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.812218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-df9ff872-c617-4c36-b84d-49a9b9bcb6b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90505ef6-1732-4c96-8913-5348e6588ae0 HTTP/1.1" status: 204 len: 168 time: 0.1290181 Jul 16 01:48:18.821286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ff872-c617-4c36-b84d-49a9b9bcb6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90505ef6-1732-4c96-8913-5348e6588ae0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.144191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e1a5-1f85-4b74-8280-28b3f9d4cd5f req-a2465a5f-3741-45a7-a9e3-5244b3a58126 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.157201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b91e1a5-1f85-4b74-8280-28b3f9d4cd5f req-a2465a5f-3741-45a7-a9e3-5244b3a58126 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.0809729 Jul 16 01:48:19.206955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b91e1a5-1f85-4b74-8280-28b3f9d4cd5f req-4fda39bb-7e08-4f19-a224-e1fb605ec0f6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Jul 16 01:48:19.292507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822ca4e-3878-4ba5-a19a-8a82bbc41dbf req-874f506a-1bf5-473e-bb0b-7f3e36d7cbaa tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.294038 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a822ca4e-3878-4ba5-a19a-8a82bbc41dbf req-874f506a-1bf5-473e-bb0b-7f3e36d7cbaa tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.0707612 Jul 16 01:48:19.339240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a822ca4e-3878-4ba5-a19a-8a82bbc41dbf req-bacba3e5-2e99-4e78-8311-a037ed24dd97 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Jul 16 01:48:19.394390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a0e1940-b801-4cc6-9e72-4e975472f120 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:19.455149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 0a0e1940-b801-4cc6-9e72-4e975472f120 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:19.459648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0a0e1940-b801-4cc6-9e72-4e975472f120 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:19.460188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.560497 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.584341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:19.586584 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8d65d8-7173-42c0-a24b-f26c79a41097" -d '{"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:19.599109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:19.603815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.604890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4362160e-f916-4248-8223-2ea768088e84 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:19.763566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4337bf-e020-46d7-9dc4-ffd57a094a04 req-160e6f8f-76f6-4b0c-985f-f1c3f9ef2dbb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:19.767500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b4337bf-e020-46d7-9dc4-ffd57a094a04 req-160e6f8f-76f6-4b0c-985f-f1c3f9ef2dbb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1158347 Jul 16 01:48:19.812925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b4337bf-e020-46d7-9dc4-ffd57a094a04 req-b4697005-14ec-434a-a67e-ffa4a5d4a541 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Jul 16 01:48:19.866924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:19.889679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4362160e-f916-4248-8223-2ea768088e84 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:19.894300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4362160e-f916-4248-8223-2ea768088e84 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:19.894674 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.979575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.017512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4362160e-f916-4248-8223-2ea768088e84, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4362160e-f916-4248-8223-2ea768088e84,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:20.022773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.058287 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee40e1f3-e4fa-4952-9615-3e778c7d4508 x-openstack-request-id: req-ee40e1f3-e4fa-4952-9615-3e778c7d4508 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:20.058585 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:20.058832 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee40e1f3-e4fa-4952-9615-3e778c7d4508 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:20.059338 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'code': 200} Jul 16 01:48:20.093008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213280a4-48fa-4506-9ef4-8e05a0e8cb29 req-03db47ee-53cc-4816-9ccc-49da34d7c76c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.094735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-213280a4-48fa-4506-9ef4-8e05a0e8cb29 req-03db47ee-53cc-4816-9ccc-49da34d7c76c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.0774901 Jul 16 01:48:20.107306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4362160e-f916-4248-8223-2ea768088e84,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:20.160358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-213280a4-48fa-4506-9ef4-8e05a0e8cb29 req-bc560457-ccec-44a4-bbfb-ce1373ddfbd1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 Jul 16 01:48:20.169369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.271681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170092-9140-4be9-a84d-ba7923f91197 req-635118d2-0359-4bda-9c69-40fc5151aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.273852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0c170092-9140-4be9-a84d-ba7923f91197 req-635118d2-0359-4bda-9c69-40fc5151aaa1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 1096 time: 0.0790768 Jul 16 01:48:20.320784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0c170092-9140-4be9-a84d-ba7923f91197 req-02861d25-5be6-4a2b-9c35-d6da5aa04917 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Jul 16 01:48:20.379733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a61f67-a2af-46f2-906a-d09c05316d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.559856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38766a21-2482-4650-bec5-8b003744c4d3 req-05e6214b-8f82-4bd7-8160-41409ada9377 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.561394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38766a21-2482-4650-bec5-8b003744c4d3 req-05e6214b-8f82-4bd7-8160-41409ada9377 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1605959 Jul 16 01:48:20.641394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a61f67-a2af-46f2-906a-d09c05316d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.650841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057fc07-cba9-4fd7-92f0-c752d1a75960 req-cde410ae-1b5b-46c7-871a-d0e79b958c50 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:20.652369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8057fc07-cba9-4fd7-92f0-c752d1a75960 req-cde410ae-1b5b-46c7-871a-d0e79b958c50 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1678164 Jul 16 01:48:20.655886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38766a21-2482-4650-bec5-8b003744c4d3 req-e06cc1c7-9b8b-46dc-9a16-f7f0a202c621 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837426 Jul 16 01:48:20.656488 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61a61f67-a2af-46f2-906a-d09c05316d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.715806 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-61a61f67-a2af-46f2-906a-d09c05316d7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6217fd34c8f9492a8e85051467c9c1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428863 Jul 16 01:48:20.715806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a61f67-a2af-46f2-906a-d09c05316d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a322a5-c7e6-4113-ac38-9cf6c1d1174e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:20.716952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58052) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:20.738230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8057fc07-cba9-4fd7-92f0-c752d1a75960 req-3c81ae55-4d8a-41f4-997e-0fca96c8dee5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Jul 16 01:48:20.786170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143e89ca-b9e5-4d98-8905-35caa9bc89a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.807205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143e89ca-b9e5-4d98-8905-35caa9bc89a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.861629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143e89ca-b9e5-4d98-8905-35caa9bc89a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.865957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-143e89ca-b9e5-4d98-8905-35caa9bc89a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.867183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-143e89ca-b9e5-4d98-8905-35caa9bc89a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8a322a5-c7e6-4113-ac38-9cf6c1d1174e HTTP/1.1" status: 204 len: 168 time: 0.1483583 Jul 16 01:48:20.877315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e89ca-b9e5-4d98-8905-35caa9bc89a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a322a5-c7e6-4113-ac38-9cf6c1d1174e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.085529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caffac6-7a0b-40c4-9f7c-aff3684e89ba req-13ebb0c3-60e4-4dee-8022-a2004d0bc7a1 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.092519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1caffac6-7a0b-40c4-9f7c-aff3684e89ba req-13ebb0c3-60e4-4dee-8022-a2004d0bc7a1 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1018710 Jul 16 01:48:21.155394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1caffac6-7a0b-40c4-9f7c-aff3684e89ba req-db131e43-7c48-4907-aea5-58500068960a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 Jul 16 01:48:21.452533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60efdaa-b24b-46b0-83f1-5ffd04fae99f req-c97ff996-fd00-44fb-9c83-25ed566f6cb2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.454253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d60efdaa-b24b-46b0-83f1-5ffd04fae99f req-c97ff996-fd00-44fb-9c83-25ed566f6cb2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.0950134 Jul 16 01:48:21.526946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d60efdaa-b24b-46b0-83f1-5ffd04fae99f req-30adf64c-763c-4f51-8f5e-26043d343f9f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653498 Jul 16 01:48:21.682099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:21.788661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1939410270-network', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:21.845359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Made reservation on behalf of 891b35fa5e514082ab87d1c0de379d9d for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:21.847709 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.866999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:21.923079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f3211-9eab-423b-acba-f58d6a1a106a req-d01e482f-e679-4e5a-a555-2c9dbefec314 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:21.924575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-151f3211-9eab-423b-acba-f58d6a1a106a req-d01e482f-e679-4e5a-a555-2c9dbefec314 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1317337 Jul 16 01:48:22.009410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-151f3211-9eab-423b-acba-f58d6a1a106a req-cd8a51e7-56f9-4597-bab3-503950eaeee5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775938 Jul 16 01:48:22.021229 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.027486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a8860-2f07-449a-b093-23fc7b9fee80 req-7685694d-ad24-4ec7-891a-5048a9ac904c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.028996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d75a8860-2f07-449a-b093-23fc7b9fee80 req-7685694d-ad24-4ec7-891a-5048a9ac904c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1659584 Jul 16 01:48:22.060597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4362160e-f916-4248-8223-2ea768088e84'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:22.063042 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548b7ed-bca7-4dcf-ba32-b2cc6cff89c7" -d '{"events": [{"server_uuid": "a5572d0e-4737-42d3-be4a-a9e837d7b7ca", "name": "network-vif-plugged", "status": "completed", "tag": "4362160e-f916-4248-8223-2ea768088e84"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:22.081096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.088187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.099770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d75a8860-2f07-449a-b093-23fc7b9fee80 req-24b0644e-ca2e-4eb8-b3d5-798b0cb26abf tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Jul 16 01:48:22.101281 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8fb2e2-8d82-47cf-8371-e906f59b3ca7 x-openstack-request-id: req-4e8fb2e2-8d82-47cf-8371-e906f59b3ca7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:22.101867 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5572d0e-4737-42d3-be4a-a9e837d7b7ca", "name": "network-vif-plugged", "status": "completed", "tag": "4362160e-f916-4248-8223-2ea768088e84", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:22.102338 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e8fb2e2-8d82-47cf-8371-e906f59b3ca7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:22.103299 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4362160e-f916-4248-8223-2ea768088e84', 'code': 200} Jul 16 01:48:22.133407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:22.139643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95170fdb-df47-46c4-93de-2adc95efa487,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.145637 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.146033 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Added segment 906e1b93-6df8-4d19-9bb6-87dd81b8e3e4 of type vlan for network 12a14a44-927f-490a-9199-35a240d8137a Jul 16 01:48:22.200994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.231836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.233140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.234352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.243128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce128a2-6466-4f9b-971e-161d06a28bef req-8974dc04-7875-41cf-8a8e-79a07ec8f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.244892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cce128a2-6466-4f9b-971e-161d06a28bef req-8974dc04-7875-41cf-8a8e-79a07ec8f1f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 1096 time: 0.0728481 Jul 16 01:48:22.272539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5866497 Jul 16 01:48:22.272769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58096) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.277755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Request body: {'subnet': {'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1939410270-subnet', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:22.293149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cce128a2-6466-4f9b-971e-161d06a28bef req-c7098182-75b9-4495-a3b1-96a85842d68f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419257 Jul 16 01:48:22.321372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b761-233c-41e4-a222-4948b157594f admin admin] Pushing event updated for resources: {'Network': ['ID=12a14a44-927f-490a-9199-35a240d8137a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.336003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 12a14a44-927f-490a-9199-35a240d8137a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:22.359747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Made reservation on behalf of 891b35fa5e514082ab87d1c0de379d9d for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:22.362104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.454537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b111e87-dd03-434f-8b7d-2c768787ef28 req-9a4c8c0a-7f33-454c-842f-3d409c9e8afd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.456822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b111e87-dd03-434f-8b7d-2c768787ef28 req-9a4c8c0a-7f33-454c-842f-3d409c9e8afd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1735055 Jul 16 01:48:22.531027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b111e87-dd03-434f-8b7d-2c768787ef28 req-84a57b7e-f740-499c-8bd1-2a2959865eb5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681164 Jul 16 01:48:22.670734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.777161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6313918f-ea36-4687-bceb-c7100266d933,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:22.833961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Checking segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:22.834330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Network hostable DHCP agents. Network: 12a14a44-927f-490a-9199-35a240d8137a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:22.854386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Network 12a14a44-927f-490a-9199-35a240d8137a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:22.881449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 12a14a44-927f-490a-9199-35a240d8137a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:22.891458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253ce0f-3b1e-4844-a831-74ab33dedf42 None None] Network 12a14a44-927f-490a-9199-35a240d8137a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:22.893290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.895159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:22.923194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133fc3-daa9-4f23-8345-3fa61f2fd4dc req-06849e23-4ce3-4504-a766-e4b6e0f4b3e9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:22.926125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12133fc3-daa9-4f23-8345-3fa61f2fd4dc req-06849e23-4ce3-4504-a766-e4b6e0f4b3e9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1436200 Jul 16 01:48:22.931325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:22.931764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-601120c1-2367-4dc2-81d3-15914f1f982a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6578338 Jul 16 01:48:22.936138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:22.971256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12133fc3-daa9-4f23-8345-3fa61f2fd4dc req-a413452e-5d61-4a63-ac00-d1a88e49a22e tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 Jul 16 01:48:23.011007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.012739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.170208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.174465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c2777-671b-444c-9105-404e86c654b7 req-4bcfdbf2-e58f-4a59-b25f-eeae7accbad8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.184925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf3c2777-671b-444c-9105-404e86c654b7 req-4bcfdbf2-e58f-4a59-b25f-eeae7accbad8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.0994241 Jul 16 01:48:23.241173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf3c2777-671b-444c-9105-404e86c654b7 req-7e4e507c-d9ff-4820-a895-adbb8bc72ac4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Jul 16 01:48:23.287041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-12a14a44-927f-490a-9199-35a240d8137a', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:23.287783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.431682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc3d71-afe0-456d-8151-45099ca52479 req-6424bbcd-3f05-46dd-8e45-9e5d26fd0279 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.443304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccfc3d71-afe0-456d-8151-45099ca52479 req-6424bbcd-3f05-46dd-8e45-9e5d26fd0279 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1897266 Jul 16 01:48:23.491701 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.533803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccfc3d71-afe0-456d-8151-45099ca52479 req-8e181eaf-20e7-4323-8f52-664f2e35e35d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896153 Jul 16 01:48:23.562540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Allocated IP 172.20.0.2 (12a14a44-927f-490a-9199-35a240d8137a/6313918f-ea36-4687-bceb-c7100266d933/c827ec9d-3a35-455c-be11-c854f14bd443) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:23.586185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb4e6b-3493-4391-a5b2-371fa549c43c req-18065647-9fca-4e9a-bcb1-430de541ab7b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:23.604202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3bb4e6b-3493-4391-a5b2-371fa549c43c req-18065647-9fca-4e9a-bcb1-430de541ab7b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1587200 Jul 16 01:48:23.709591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3bb4e6b-3493-4391-a5b2-371fa549c43c req-73325a67-2080-4698-a852-337e8855d5c6 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028161 Jul 16 01:48:23.739590 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9ba61ab-0dee-45ac-bd6e-f56847901caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.752281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.763317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Transition to ACTIVE for port object c827ec9d-3a35-455c-be11-c854f14bd443 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:23.779711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Transition to ACTIVE for port object c827ec9d-3a35-455c-be11-c854f14bd443 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:23.786815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.822604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Network 12a14a44-927f-490a-9199-35a240d8137a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:23.825628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:23.829294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:23.868876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Pushing event updated for resources: {'Port': ['ID=c827ec9d-3a35-455c-be11-c854f14bd443,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:23.903479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Attempting to bind port c827ec9d-3a35-455c-be11-c854f14bd443 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:23.903988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Attempting to bind port c827ec9d-3a35-455c-be11-c854f14bd443 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:23.904426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Attempting to bind port c827ec9d-3a35-455c-be11-c854f14bd443 on network 12a14a44-927f-490a-9199-35a240d8137a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:23.910120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:23.910495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Checking segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:23.910901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.911293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Bound using segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:23.911755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Bound port: c827ec9d-3a35-455c-be11-c854f14bd443, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:23.912171 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:23.980833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] For port c827ec9d-3a35-455c-be11-c854f14bd443, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:23.984152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] For port c827ec9d-3a35-455c-be11-c854f14bd443, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c827ec9d-3a35-455c-be11-c854f14bd443,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:23.989720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.000268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.074476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938116fa-1ff0-483e-9966-06251761a0ed None None] Pushing event updated for resources: {'Port': ['ID=c827ec9d-3a35-455c-be11-c854f14bd443,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:24.246178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3904a-8893-46ae-8e7a-92d71e673912 req-217d81ad-f1a6-4457-aeeb-6fa4835e7ac5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.255882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dff3904a-8893-46ae-8e7a-92d71e673912 req-217d81ad-f1a6-4457-aeeb-6fa4835e7ac5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.0905771 Jul 16 01:48:24.318299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.349488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dff3904a-8893-46ae-8e7a-92d71e673912 req-364567d3-f177-407e-94d1-3970676965d9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926054 Jul 16 01:48:24.383229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:24.585915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6ce30-9aa1-400b-bba5-169ca3ad42d8 req-b07a45f4-6893-47a5-8fca-68f633bb9a3b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:24.587714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73c6ce30-9aa1-400b-bba5-169ca3ad42d8 req-b07a45f4-6893-47a5-8fca-68f633bb9a3b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1375730 Jul 16 01:48:24.596995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Allocated IP 172.25.0.4 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/73471f54-b346-4d23-b50b-86419b8be63d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:24.696891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73c6ce30-9aa1-400b-bba5-169ca3ad42d8 req-791d605e-4070-4304-a24d-b829f8eb05b4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022725 Jul 16 01:48:24.722843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c827ec9d-3a35-455c-be11-c854f14bd443 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:24.881868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c827ec9d-3a35-455c-be11-c854f14bd443 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:24.946541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.021001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.035800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b2fce-8270-4801-b751-c7aaa99bd942 req-bc4710c5-5d1e-467e-8624-f0805f1ffd3a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.037401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f53b2fce-8270-4801-b751-c7aaa99bd942 req-bc4710c5-5d1e-467e-8624-f0805f1ffd3a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1504302 Jul 16 01:48:25.046358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a93cc-d41d-424f-8a59-a0183f75f1d0 req-a8b6b00e-4dcc-4da7-8aa3-b10981974a81 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.047888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d56a93cc-d41d-424f-8a59-a0183f75f1d0 req-a8b6b00e-4dcc-4da7-8aa3-b10981974a81 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1208429 Jul 16 01:48:25.105292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:25.109837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:25.112019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Pushing event updated for resources: {'Port': ['ID=73471f54-b346-4d23-b50b-86419b8be63d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:25.115409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:25.124398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f53b2fce-8270-4801-b751-c7aaa99bd942 req-1ff8e110-b1f6-40ad-ab4b-02e110e43294 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753541 Jul 16 01:48:25.135735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d56a93cc-d41d-424f-8a59-a0183f75f1d0 req-f891a245-f57e-4eb5-a0b4-44adfa37a990 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786548 Jul 16 01:48:25.440842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd5bf2-6fa4-4f49-97e2-0e36ecef0608 req-655d7186-1a22-4030-8d74-9574e642db60 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.458365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2dfd5bf2-6fa4-4f49-97e2-0e36ecef0608 req-655d7186-1a22-4030-8d74-9574e642db60 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1332178 Jul 16 01:48:25.484748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbb04a-1179-4459-af87-0bd897b88519 None None] Network 12a14a44-927f-490a-9199-35a240d8137a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:25.502540 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.544530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2dfd5bf2-6fa4-4f49-97e2-0e36ecef0608 req-4b147544-0531-41e2-8f60-35c58a7ea094 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822513 Jul 16 01:48:25.650474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] Provisioning for port c827ec9d-3a35-455c-be11-c854f14bd443 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:25.677049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] Provisioning complete for port c827ec9d-3a35-455c-be11-c854f14bd443 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:25.677426 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.862574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.900322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:25.907137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e045-6d34-48cc-9901-34f9d09d5cff req-a58c9659-d6ad-40ca-ae6f-4380ff63bbf8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:25.912003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b3e045-6d34-48cc-9901-34f9d09d5cff req-a58c9659-d6ad-40ca-ae6f-4380ff63bbf8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1265206 Jul 16 01:48:25.912513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] For port c827ec9d-3a35-455c-be11-c854f14bd443, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c827ec9d-3a35-455c-be11-c854f14bd443,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:25.921878 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.028554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b3e045-6d34-48cc-9901-34f9d09d5cff req-6d16180b-b05b-4a83-87c3-e2cfa5a3730c tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104307 Jul 16 01:48:26.069181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638d2e6-ccc6-414e-89d3-3f4775b3c8e3 None None] Pushing event updated for resources: {'Port': ['ID=c827ec9d-3a35-455c-be11-c854f14bd443,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:26.156180 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6111dd31-0639-44a7-a5ad-a7aeac1ca2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.219137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Router 75ad384c-965a-4450-b5d1-8dd961618903 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:26.347237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-31087e9a-35c7-4ffb-b912-f95fcfe50ca0 None None] Provisioning complete for port c827ec9d-3a35-455c-be11-c854f14bd443 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:26.347891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-31087e9a-35c7-4ffb-b912-f95fcfe50ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.411467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:26.436785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Sync routers for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:26.444420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.446098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5251a263-d848-4fb8-b99f-1e5d88b3cf4e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5137691 Jul 16 01:48:26.451106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.470136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:26.470695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:26.551111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e61a-a815-48bf-bef7-10e1996165ab req-019d24aa-dd74-4dad-877f-1d92f124d817 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.555186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d945e61a-a815-48bf-bef7-10e1996165ab req-019d24aa-dd74-4dad-877f-1d92f124d817 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1696441 Jul 16 01:48:26.603807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:26.605624 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.646870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d945e61a-a815-48bf-bef7-10e1996165ab req-e9401dff-c0aa-4592-b5b0-17a8c6f34227 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857792 Jul 16 01:48:26.750205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c827ec9d-3a35-455c-be11-c854f14bd443 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:26.807998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99621254-4718-4096-a81c-65d3a0b39539 req-a29904e1-1b0a-4a43-abd8-574772ccb471 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:26.810082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99621254-4718-4096-a81c-65d3a0b39539 req-a29904e1-1b0a-4a43-abd8-574772ccb471 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1367965 Jul 16 01:48:26.834304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c827ec9d-3a35-455c-be11-c854f14bd443 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:26.834674 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.865656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:26.890214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebff92af-ecaa-4091-a82f-362ba963a6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.960946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99621254-4718-4096-a81c-65d3a0b39539 req-736a1721-595f-4eaf-8784-f2016cc319b0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444855 Jul 16 01:48:27.012462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff52a-3858-4404-9100-a1f54417ae46 req-6728a54f-3763-4912-8417-1d0349aa6c97 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.014498 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51eff52a-3858-4404-9100-a1f54417ae46 req-6728a54f-3763-4912-8417-1d0349aa6c97 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1331770 Jul 16 01:48:27.161582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:25Z', 'revision_number': 3, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:27.236494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Checking router: 75ad384c-965a-4450-b5d1-8dd961618903 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:27.240266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Updating router 75ad384c-965a-4450-b5d1-8dd961618903 port 73471f54-b346-4d23-b50b-86419b8be63d binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:27.250100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.310223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.433545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Allocated IP 172.20.0.1 (12a14a44-927f-490a-9199-35a240d8137a/6313918f-ea36-4687-bceb-c7100266d933/cdbe4e21-219b-44dc-a360-058c354139f7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:27.518594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a0e1940-b801-4cc6-9e72-4e975472f120 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:27.556702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.560111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.570623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51eff52a-3858-4404-9100-a1f54417ae46 req-b3e54ed8-b619-45fe-a4ee-e798c31e1c84 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468061 Jul 16 01:48:27.572084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Transition to ACTIVE for port object cdbe4e21-219b-44dc-a360-058c354139f7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:27.610738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.654720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e3dab-cb39-43ae-a759-c7bd4582f9bc req-afbeddc0-28c8-4ea2-9fa3-008eefdad665 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:27.656114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Network 12a14a44-927f-490a-9199-35a240d8137a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:27.659732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:27.664726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-149e3dab-cb39-43ae-a759-c7bd4582f9bc req-afbeddc0-28c8-4ea2-9fa3-008eefdad665 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1534541 Jul 16 01:48:27.664931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:27.716257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebff92af-ecaa-4091-a82f-362ba963a6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.716487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.739471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebff92af-ecaa-4091-a82f-362ba963a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.771906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbe4e21-219b-44dc-a360-058c354139f7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.774218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff92af-ecaa-4091-a82f-362ba963a6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3576df2b-618f-4972-bd04-52ba9e09a203,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:27.819042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-149e3dab-cb39-43ae-a759-c7bd4582f9bc req-6984f61a-4779-4b92-9985-9b4e15734be5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529706 Jul 16 01:48:27.838585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ebff92af-ecaa-4091-a82f-362ba963a6b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=749120b760364cba9f3149f969f7ebd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2333367 Jul 16 01:48:27.841124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:27.868302 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.896590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Transition to ACTIVE for port object 73471f54-b346-4d23-b50b-86419b8be63d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:27.904476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:27.921146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.931456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'port_id': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'mac_address': 'fa:16:3e:24:e3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:27.983387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34add985-f1fa-4bb3-89ef-b5c683e35c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:27.992018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.009745 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.045308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a0e1940-b801-4cc6-9e72-4e975472f120 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:28.046140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34add985-f1fa-4bb3-89ef-b5c683e35c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.058206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Attempting to bind port 73471f54-b346-4d23-b50b-86419b8be63d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:28.058660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Attempting to bind port 73471f54-b346-4d23-b50b-86419b8be63d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:28.059091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Attempting to bind port 73471f54-b346-4d23-b50b-86419b8be63d on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:28.061133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6849ba-c2ad-4301-b9dd-fe62a42ad1bc None None] Pushing event updated for resources: {'Port': ['ID=73471f54-b346-4d23-b50b-86419b8be63d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.072827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:28.073281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:28.073772 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.074229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:28.074768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Bound port: 73471f54-b346-4d23-b50b-86419b8be63d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:28.075214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.085965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7e59f-6b7c-4a3d-abf7-476595c427cc req-43c1fe0b-08f9-4bee-9878-a9214f96e365 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.097925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11e7e59f-6b7c-4a3d-abf7-476595c427cc req-43c1fe0b-08f9-4bee-9878-a9214f96e365 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.2078664 Jul 16 01:48:28.130648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] For port 73471f54-b346-4d23-b50b-86419b8be63d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:28.133914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] For port 73471f54-b346-4d23-b50b-86419b8be63d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=73471f54-b346-4d23-b50b-86419b8be63d,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:28.151192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.155795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:28.165747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.189847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a50cec9-7d72-4efb-888d-40e199aa7bec None None] Provisioning for port cdbe4e21-219b-44dc-a360-058c354139f7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:28.200959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6a50cec9-7d72-4efb-888d-40e199aa7bec None None] Provisioning complete for port cdbe4e21-219b-44dc-a360-058c354139f7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:28.201410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a50cec9-7d72-4efb-888d-40e199aa7bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.220976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.236549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.257270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11e7e59f-6b7c-4a3d-abf7-476595c427cc req-ed6217ac-d50e-4e55-bd7d-427f00b59271 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577361 Jul 16 01:48:28.290406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.294534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:28.295206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:28.314037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0a0e1940-b801-4cc6-9e72-4e975472f120'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:28.366099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbe4e21-219b-44dc-a360-058c354139f7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.376763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34add985-f1fa-4bb3-89ef-b5c683e35c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.380323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34add985-f1fa-4bb3-89ef-b5c683e35c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.381637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-34add985-f1fa-4bb3-89ef-b5c683e35c53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3576df2b-618f-4972-bd04-52ba9e09a203 HTTP/1.1" status: 204 len: 168 time: 0.5392685 Jul 16 01:48:28.405133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c94cb-9285-4b27-8b0d-6c3b0253e85f req-8fa7aa04-41c5-4714-83a6-51d6fd94fcaf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.406998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-439c94cb-9285-4b27-8b0d-6c3b0253e85f req-8fa7aa04-41c5-4714-83a6-51d6fd94fcaf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1840007 Jul 16 01:48:28.417025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6849ba-c2ad-4301-b9dd-fe62a42ad1bc None None] Pushing event updated for resources: {'Port': ['ID=73471f54-b346-4d23-b50b-86419b8be63d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.434481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34add985-f1fa-4bb3-89ef-b5c683e35c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3576df2b-618f-4972-bd04-52ba9e09a203,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.466470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-439c94cb-9285-4b27-8b0d-6c3b0253e85f req-05917293-1f74-40d0-8004-8a689f0dd7d8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Jul 16 01:48:28.475195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6a50cec9-7d72-4efb-888d-40e199aa7bec None None] Port cdbe4e21-219b-44dc-a360-058c354139f7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:28.508048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:28.573192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Network 12a14a44-927f-490a-9199-35a240d8137a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:28.574824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:28.756070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:28.797994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Router 75ad384c-965a-4450-b5d1-8dd961618903 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:28.856863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f086c63-20c2-4681-bf99-6d5f69410118 req-4374b9e4-107d-45bc-a2a9-99d79d548341 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:28.867399 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:28.868622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f086c63-20c2-4681-bf99-6d5f69410118 req-4374b9e4-107d-45bc-a2a9-99d79d548341 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1182621 Jul 16 01:48:28.948968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f086c63-20c2-4681-bf99-6d5f69410118 req-0c83a5b4-b86e-4765-9f99-4f7717f63c13 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794165 Jul 16 01:48:29.016293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:29.032879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-47ae5397-7780-425e-b958-34033bac8881 admin admin] 10.222.0.35 "PUT /v2.0/routers/75ad384c-965a-4450-b5d1-8dd961618903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5720770 Jul 16 01:48:29.056662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ded7f46c-5a1f-4d1e-8a24-4a1eb6d768c1 None None] Provisioning complete for port cdbe4e21-219b-44dc-a360-058c354139f7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.057147 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ded7f46c-5a1f-4d1e-8a24-4a1eb6d768c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.171189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ded7f46c-5a1f-4d1e-8a24-4a1eb6d768c1 None None] Port cdbe4e21-219b-44dc-a360-058c354139f7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:29.203812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5777f-b318-4c9e-8c23-65c9353940fe req-7ec93157-3189-483e-8709-4c6b84524c68 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.209545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffb5777f-b318-4c9e-8c23-65c9353940fe req-7ec93157-3189-483e-8709-4c6b84524c68 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1393402 Jul 16 01:48:29.268076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 2, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:29.302269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffb5777f-b318-4c9e-8c23-65c9353940fe req-9182057d-6550-424b-95c8-5097f85a6f13 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859280 Jul 16 01:48:29.306952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e87cd6-d74f-4678-82b4-e5d6637ba392 None None] The sync data for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 is: [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 2, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:29.436226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a0e1940-b801-4cc6-9e72-4e975472f120 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:29.503760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0a0e1940-b801-4cc6-9e72-4e975472f120 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:29.504316 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.626937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.684781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d78c-b95a-4a29-989b-ca683fa83e2e req-6eb89762-0791-42a2-884a-49dbc6ac8cf7 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:29.694424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1802d78c-b95a-4a29-989b-ca683fa83e2e req-6eb89762-0791-42a2-884a-49dbc6ac8cf7 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 944 time: 0.2282839 Jul 16 01:48:29.694660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:29.696886 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec363fb3-2188-4e3f-b6cf-5e286dacc21a" -d '{"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:29.760406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:29.770344 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:29.815172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1802d78c-b95a-4a29-989b-ca683fa83e2e req-ff504091-27a3-4a1b-ae82-7c4b744a302d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192181 Jul 16 01:48:29.879201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58276) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:29.962317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.066560 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b6774f-7075-48b3-95f0-defa3f2dafd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.269473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee509c4a-2142-4547-916b-8f84a3c856d4 req-94ea42cd-4116-422f-8784-75b1784dd24e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.271124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee509c4a-2142-4547-916b-8f84a3c856d4 req-94ea42cd-4116-422f-8784-75b1784dd24e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1460831 Jul 16 01:48:30.335802 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee509c4a-2142-4547-916b-8f84a3c856d4 req-9740a4f4-565c-41d9-b133-cdaa38f0a221 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577078 Jul 16 01:48:30.421948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b6774f-7075-48b3-95f0-defa3f2dafd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.424432 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b566c6-49a9-48ce-b956-eadea523f06e x-openstack-request-id: req-a8b566c6-49a9-48ce-b956-eadea523f06e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:30.424975 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-plugged", "status": "completed", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:30.425097 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8b566c6-49a9-48ce-b956-eadea523f06e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:30.425412 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'code': 200} Jul 16 01:48:30.437528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b6774f-7075-48b3-95f0-defa3f2dafd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.576693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.577211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b7b6774f-7075-48b3-95f0-defa3f2dafd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edfbfe3abd6645eab061a8b299b29cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959596 Jul 16 01:48:30.578853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6774f-7075-48b3-95f0-defa3f2dafd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94377021-5b15-45cb-9e24-b7be6e835e0a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.718622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-839f12e8-184b-4fd0-b187-8467c3cde14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.757065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-839f12e8-184b-4fd0-b187-8467c3cde14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.780601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 73471f54-b346-4d23-b50b-86419b8be63d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:30.810942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58288) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:30.818280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322201139', 'description': 'tempest-description--1236496514'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:30.868015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-839f12e8-184b-4fd0-b187-8467c3cde14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.877316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-839f12e8-184b-4fd0-b187-8467c3cde14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.879414 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-839f12e8-184b-4fd0-b187-8467c3cde14b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94377021-5b15-45cb-9e24-b7be6e835e0a HTTP/1.1" status: 204 len: 168 time: 0.2998288 Jul 16 01:48:30.918275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f12e8-184b-4fd0-b187-8467c3cde14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94377021-5b15-45cb-9e24-b7be6e835e0a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:30.918606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 73471f54-b346-4d23-b50b-86419b8be63d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:30.923395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:30.963573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664c399-e6ee-4ca7-801c-12887f8a6a54 req-c6e6a95e-f5ed-403c-932c-2969433975d2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:30.966274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8664c399-e6ee-4ca7-801c-12887f8a6a54 req-c6e6a95e-f5ed-403c-932c-2969433975d2 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.2122748 Jul 16 01:48:30.967162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 73471f54-b346-4d23-b50b-86419b8be63d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:30.968002 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.088796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8664c399-e6ee-4ca7-801c-12887f8a6a54 req-8af3596d-adfb-4940-af0c-f9e10a661179 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083848 Jul 16 01:48:31.145736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.160423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.239999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.243350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4c90d-47ea-4a40-bbf6-954a4cd6df89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.257149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.259789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cecd1886-3ba7-4f3a-8a13-9c449b8c7061 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4475555 Jul 16 01:48:31.262586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:31.267996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Request body: {'security_group_rule': {'security_group_id': '47e4c90d-47ea-4a40-bbf6-954a4cd6df89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:31.331563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 73471f54-b346-4d23-b50b-86419b8be63d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=73471f54-b346-4d23-b50b-86419b8be63d,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:31.352746 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.371887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.540878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=73471f54-b346-4d23-b50b-86419b8be63d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.564586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.578688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.593997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467499-8614-4492-b16e-1ee65002eec5 req-988477d2-b0c0-42cd-bc59-c9d3558623a8 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:31.603483 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9467499-8614-4492-b16e-1ee65002eec5 req-988477d2-b0c0-42cd-bc59-c9d3558623a8 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1405210 Jul 16 01:48:31.652325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8e7254-da94-4518-a859-53c26bd49906,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.702180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.707402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58316) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:31.707910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0d369ad-5425-4a83-9f62-39e46308dcc6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4440296 Jul 16 01:48:31.718606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Request body: {'security_group_rule': {'security_group_id': '47e4c90d-47ea-4a40-bbf6-954a4cd6df89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:31.738372 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9467499-8614-4492-b16e-1ee65002eec5 req-9faa7299-1f8b-4166-82a1-2c1a018de0a5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314619 Jul 16 01:48:31.817015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.906491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.911359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.944041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0b8f95-d8d9-471f-bd8b-e677b736c376,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:31.953170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.958464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb7cfbc8-a6ab-4102-852e-5c36650fef17 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444670 Jul 16 01:48:31.958464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:31.963412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:31.997326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.250541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8906d7-7d3d-4feb-8e18-61e11d063c40 req-8a04723f-e859-462f-ba40-570398630204 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.252256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc8906d7-7d3d-4feb-8e18-61e11d063c40 req-8a04723f-e859-462f-ba40-570398630204 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.2566059 Jul 16 01:48:32.338501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37643930-bbb8-4098-854c-163076f6664e req-ce02b770-924a-481e-b092-12a342a26e3c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.347124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37643930-bbb8-4098-854c-163076f6664e req-ce02b770-924a-481e-b092-12a342a26e3c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.2881444 Jul 16 01:48:32.430129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc8906d7-7d3d-4feb-8e18-61e11d063c40 req-4170b48c-ac5b-4ed3-b2db-d466a2f87882 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706884 Jul 16 01:48:32.483898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37643930-bbb8-4098-854c-163076f6664e req-156c60c9-ca7b-45dc-a227-f6671805a9a3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358061 Jul 16 01:48:32.726006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.729895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 73471f54-b346-4d23-b50b-86419b8be63d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:32.899972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 73471f54-b346-4d23-b50b-86419b8be63d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:32.906958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:32.919372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ce643-e113-4938-a102-1016178c56a1 req-34925397-a9c3-4e47-a781-75e16c743db9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:32.921086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a7ce643-e113-4938-a102-1016178c56a1 req-34925397-a9c3-4e47-a781-75e16c743db9 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1945338 Jul 16 01:48:32.958147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Allocated IP 172.25.0.171 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/944e4f6e-b123-44f0-8d2b-8fed941107b2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:32.996296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-034f901c-7113-48d4-986f-079a7f9e2ebf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9100883 Jul 16 01:48:33.029609 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Sync routers for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:33.045461 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:33.046105 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.107399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a7ce643-e113-4938-a102-1016178c56a1 req-f4f6be6c-2a0d-4d53-b017-da7927f6c886 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732373 Jul 16 01:48:33.119927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58346) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.157315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd92e4-f9dc-495f-8c9c-3a22f1a52039 req-d865815c-f07b-4a6b-9c66-2b855d1576ec tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.160918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20cd92e4-f9dc-495f-8c9c-3a22f1a52039 req-d865815c-f07b-4a6b-9c66-2b855d1576ec tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1225295 Jul 16 01:48:33.211165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.223206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20cd92e4-f9dc-495f-8c9c-3a22f1a52039 req-703e400b-28a0-478f-9201-50784b2af470 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Jul 16 01:48:33.265835 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:33.287744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-13caebd3-2591-4b61-8dc1-81ae3d56b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.289393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-13caebd3-2591-4b61-8dc1-81ae3d56b5d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.2290819 Jul 16 01:48:33.290798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.306895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:33.309843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:33.332785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:33.482980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb39d166-66b1-4381-a609-dc06c0db2bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.505003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-110a7555-d42e-47e5-91a4-dce73aac75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.506581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-110a7555-d42e-47e5-91a4-dce73aac75e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.1750252 Jul 16 01:48:33.509783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event updated for resources: {'Port': ['ID=944e4f6e-b123-44f0-8d2b-8fed941107b2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.619440 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:28Z', 'revision_number': 2, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:33.671349 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Checking router: 75ad384c-965a-4450-b5d1-8dd961618903 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:33.672289 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Updating router 75ad384c-965a-4450-b5d1-8dd961618903 port cdbe4e21-219b-44dc-a360-058c354139f7 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:33.729616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb39d166-66b1-4381-a609-dc06c0db2bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.736618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb39d166-66b1-4381-a609-dc06c0db2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.741486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-a27d02d6-b301-4825-970a-70921162b51c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.2231858 Jul 16 01:48:33.748963 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.760272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd5b1-9664-485a-ab14-3ab8664b4957 req-4010b651-c688-44eb-8ff6-4aa952a1ecd3 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.769039 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be3bd5b1-9664-485a-ab14-3ab8664b4957 req-4010b651-c688-44eb-8ff6-4aa952a1ecd3 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1645379 Jul 16 01:48:33.770729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:33.786322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419d1d6-9735-4f66-8ecd-abe1d672a1b9 req-1e036f99-072b-4401-b26c-e706969966da tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.788380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7419d1d6-9735-4f66-8ecd-abe1d672a1b9 req-1e036f99-072b-4401-b26c-e706969966da tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1270933 Jul 16 01:48:33.869654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be3bd5b1-9664-485a-ab14-3ab8664b4957 req-e9157594-ccb7-4dd6-bdb8-781a8c1e1aa6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995069 Jul 16 01:48:33.871449 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb39d166-66b1-4381-a609-dc06c0db2bf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=247bac4502804452877f236876743d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347531 Jul 16 01:48:33.876560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58356) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:33.888592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7419d1d6-9735-4f66-8ecd-abe1d672a1b9 req-2d67e56d-d3e7-40d4-a5fa-d33ad59a4074 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929773 Jul 16 01:48:33.927281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39d166-66b1-4381-a609-dc06c0db2bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0136d0-1a37-4ea5-aac4-407f06aa4815,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:33.948499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-7d4edf33-c925-45b0-8cef-a8c94ab02a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:33.949998 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-7d4edf33-c925-45b0-8cef-a8c94ab02a73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1925163 Jul 16 01:48:33.967576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.025643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5ada13-cbe4-427d-848f-362b063967a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.052559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5ada13-cbe4-427d-848f-362b063967a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.175969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-3afde699-a672-41c2-94da-c64df3f8616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.182319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-3afde699-a672-41c2-94da-c64df3f8616e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234826 Jul 16 01:48:34.208448 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.234967 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Transition to ACTIVE for port object cdbe4e21-219b-44dc-a360-058c354139f7 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:34.242610 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.270779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5ada13-cbe4-427d-848f-362b063967a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.276797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5ada13-cbe4-427d-848f-362b063967a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.280330 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a5ada13-cbe4-427d-848f-362b063967a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c0136d0-1a37-4ea5-aac4-407f06aa4815 HTTP/1.1" status: 204 len: 168 time: 0.3986309 Jul 16 01:48:34.296581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ada13-cbe4-427d-848f-362b063967a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0136d0-1a37-4ea5-aac4-407f06aa4815,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.419718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-7a4a93f7-9818-4921-bcb2-51c75bf1abc1 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243526 Jul 16 01:48:34.431555 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Pushing event updated for resources: {'Port': ['ID=cdbe4e21-219b-44dc-a360-058c354139f7,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.499105 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.499454 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.499797 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.500161 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.500497 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.500828 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.501155 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.501481 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.501807 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.502180 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.502976 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.503388 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:34.536677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a99385-12c3-4e58-9248-e168781dbfa9 req-b67cc5fe-3a8b-4980-baab-b7eb2476bff1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.548099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7a99385-12c3-4e58-9248-e168781dbfa9 req-b67cc5fe-3a8b-4980-baab-b7eb2476bff1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1470089 Jul 16 01:48:34.644140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e10c0d76-b785-4aa8-94ff-91a9ab7685e4 req-9818f95b-fe45-4339-8841-4d6105fd9911 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115896 Jul 16 01:48:34.648331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7a99385-12c3-4e58-9248-e168781dbfa9 req-a707e6ea-660a-43d6-a9e5-f228e4ccd5d5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955658 Jul 16 01:48:34.653755 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Attempting to bind port cdbe4e21-219b-44dc-a360-058c354139f7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:34.654120 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Attempting to bind port cdbe4e21-219b-44dc-a360-058c354139f7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:34.654481 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Attempting to bind port cdbe4e21-219b-44dc-a360-058c354139f7 on network 12a14a44-927f-490a-9199-35a240d8137a {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:34.670307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.710654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.718128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:34.718128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Checking segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:34.718394 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.718662 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Bound using segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:34.719113 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Bound port: cdbe4e21-219b-44dc-a360-058c354139f7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:34.719515 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.871734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1c33b-87d2-4804-87b1-360485e10cb0 req-934a409c-1e7b-4677-85aa-b1a8b1d393c0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:34.880695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cd1c33b-87d2-4804-87b1-360485e10cb0 req-934a409c-1e7b-4677-85aa-b1a8b1d393c0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1295476 Jul 16 01:48:34.905397 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] For port cdbe4e21-219b-44dc-a360-058c354139f7, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:34.910383 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] For port cdbe4e21-219b-44dc-a360-058c354139f7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdbe4e21-219b-44dc-a360-058c354139f7,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:34.918741 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.937326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.974138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event updated for resources: {'Port': ['ID=944e4f6e-b123-44f0-8d2b-8fed941107b2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:34.983101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.985533 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-daca2a9b-8466-4185-8aeb-c61209b6c297 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0266273 Jul 16 01:48:35.018419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cd1c33b-87d2-4804-87b1-360485e10cb0 req-f551b271-e3b9-4afe-ba99-01ba97590c46 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365469 Jul 16 01:48:35.023802 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:35.024614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:35.126187 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb50e6-ff0b-4148-8ffa-b6f9f511d054 None None] Pushing event updated for resources: {'Port': ['ID=cdbe4e21-219b-44dc-a360-058c354139f7,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:35.265990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac744db8-e866-4cdb-a491-fc6d50cd298f req-4a143329-bb23-4ebd-bca1-4d5bba25e57c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.280112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac744db8-e866-4cdb-a491-fc6d50cd298f req-4a143329-bb23-4ebd-bca1-4d5bba25e57c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1841843 Jul 16 01:48:35.333661 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:35.436807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac744db8-e866-4cdb-a491-fc6d50cd298f req-14ccfb1d-e4e7-40a7-9ed1-74b48d1d662b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537666 Jul 16 01:48:35.524177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710160e-ad01-42a9-bd34-4a4630eb3882 req-e6142d52-03eb-48d6-b4a1-ec886feb441b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:35.528485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8710160e-ad01-42a9-bd34-4a4630eb3882 req-e6142d52-03eb-48d6-b4a1-ec886feb441b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1966324 Jul 16 01:48:35.623384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8710160e-ad01-42a9-bd34-4a4630eb3882 req-3e3f7f6f-0f02-4ae4-8e1a-9b7f80b5fcda tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910962 Jul 16 01:48:35.753530 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:34Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:35.811500 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa38fa0e-87ed-4495-a762-e3ca8bd53771 None None] The sync data for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 is: [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:34Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:36.134634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-506aaa9e-249d-4132-8165-a2a5ed7bdafe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2356474 Jul 16 01:48:36.161420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf329-d3eb-48b3-b7be-58e4fdf1f7f4 req-a3567823-6b0c-41cf-aa7d-6ccc8695e683 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.168492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfdbf329-d3eb-48b3-b7be-58e4fdf1f7f4 req-a3567823-6b0c-41cf-aa7d-6ccc8695e683 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.2071691 Jul 16 01:48:36.269236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfdbf329-d3eb-48b3-b7be-58e4fdf1f7f4 req-2db0ea5d-3a67-4680-ad01-a304d3e0add1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999589 Jul 16 01:48:36.323665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-cc8f5c4f-c5a8-4374-aa1a-f98202ea9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.330833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-cc8f5c4f-c5a8-4374-aa1a-f98202ea9a9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 1096 time: 0.1088929 Jul 16 01:48:36.714683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdbe4e21-219b-44dc-a360-058c354139f7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:36.761153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834a41-6413-41c7-b8bc-49578c65fdda req-ad4aa8e4-1db6-4341-b9f5-015f9fbae286 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.773123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37834a41-6413-41c7-b8bc-49578c65fdda req-ad4aa8e4-1db6-4341-b9f5-015f9fbae286 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.4303055 Jul 16 01:48:36.844214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cdbe4e21-219b-44dc-a360-058c354139f7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:36.848844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cdbe4e21-219b-44dc-a360-058c354139f7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:36.849268 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:36.883800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-931cc175-51c2-4273-8457-c3ef157c22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:36.885588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-931cc175-51c2-4273-8457-c3ef157c22db service neutron] 10.222.0.38 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.5325124 Jul 16 01:48:36.901013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37834a41-6413-41c7-b8bc-49578c65fdda req-7f5d89ab-cab0-4516-9a1c-f36c24b57d48 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258526 Jul 16 01:48:37.012823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-0ec437d3-a9ec-4ebf-914d-11ca61a77594 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0 HTTP/1.1" status: 200 len: 217 time: 0.0986238 Jul 16 01:48:37.026929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42223b28-3e02-4a03-a750-1d999052b15e req-522144a0-ddb2-49a7-a061-d29f727a4729 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.039112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42223b28-3e02-4a03-a750-1d999052b15e req-522144a0-ddb2-49a7-a061-d29f727a4729 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.2148921 Jul 16 01:48:37.060155 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.154371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cdbe4e21-219b-44dc-a360-058c354139f7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdbe4e21-219b-44dc-a360-058c354139f7,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:37.159856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.173367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-cbc6b308-b75b-4f74-ba4a-9a56ddeaa888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.178839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-cbc6b308-b75b-4f74-ba4a-9a56ddeaa888 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1375289 Jul 16 01:48:37.319406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cdbe4e21-219b-44dc-a360-058c354139f7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:37.422654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42223b28-3e02-4a03-a750-1d999052b15e req-b415c1c4-1a33-465c-955d-5251c884abda tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382743 Jul 16 01:48:37.466765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-600cacf5-a0fc-4003-835f-fb1141db3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.470091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-600cacf5-a0fc-4003-835f-fb1141db3ff9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839830 Jul 16 01:48:37.750028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968673a6-f650-441e-a05f-62827e20a87b req-a5fa90e4-ab51-4fbf-a002-f604a5f3e10f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.751769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-968673a6-f650-441e-a05f-62827e20a87b req-a5fa90e4-ab51-4fbf-a002-f604a5f3e10f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.3267758 Jul 16 01:48:37.801982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-fa48a5b6-9a70-44e0-88df-00e88b750852 service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020773 Jul 16 01:48:37.883615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addc4ca-d03e-4ac1-b5b9-cdd117e70fbc req-1a761c32-e3ea-4cef-b548-44099dc4e9e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:37.893629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7addc4ca-d03e-4ac1-b5b9-cdd117e70fbc req-1a761c32-e3ea-4cef-b548-44099dc4e9e5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.3047426 Jul 16 01:48:37.924019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-968673a6-f650-441e-a05f-62827e20a87b req-e569a4b0-5847-4879-bba8-9683e81f00d0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531978 Jul 16 01:48:38.077990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7addc4ca-d03e-4ac1-b5b9-cdd117e70fbc req-4d2e200e-bec3-4676-ab5a-7f056da510b6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830556 Jul 16 01:48:38.133690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ec9ecc-a8cb-4fa1-8b1e-b6c62ef158e3 req-bfbad75c-ed1d-48af-9967-92cbede59fdc service neutron] 10.222.0.38 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179393 Jul 16 01:48:38.305065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50db04-b05d-4faa-8cb2-c9e051928748 req-bc8d2fa2-927a-48ca-977d-eaf99b4096a3 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.314410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd50db04-b05d-4faa-8cb2-c9e051928748 req-bc8d2fa2-927a-48ca-977d-eaf99b4096a3 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1035194 Jul 16 01:48:38.375479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd50db04-b05d-4faa-8cb2-c9e051928748 req-d3266226-1eb2-4fce-bc8a-749e3b25a03f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612893 Jul 16 01:48:38.723219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdbe4e21-219b-44dc-a360-058c354139f7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:38.883327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cdbe4e21-219b-44dc-a360-058c354139f7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:38.883964 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.966758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74b63-24df-4037-ae9a-769d076e088b req-0e2584d7-9022-4e9e-947f-e40bcf50445f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:38.989205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f74b63-24df-4037-ae9a-769d076e088b req-0e2584d7-9022-4e9e-947f-e40bcf50445f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.2661386 Jul 16 01:48:39.006490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.102697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8f74b63-24df-4037-ae9a-769d076e088b req-e0973d1b-e579-437d-a96f-3082991309b6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124749 Jul 16 01:48:39.219537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be875c5-00eb-48ae-bc23-9c62d103fd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.304925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.335643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063770202', 'description': 'tempest-secgroup-smoke-1063770202 description', 'project_id': '3da55cb7c876458880f1413a85110ead'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:39.415250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e95ff-d712-45f1-a064-b78d61cf97da req-43e776dc-a053-4877-bd07-689dc0d5a1a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.427134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-123e95ff-d712-45f1-a064-b78d61cf97da req-43e776dc-a053-4877-bd07-689dc0d5a1a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1568310 Jul 16 01:48:39.513703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-123e95ff-d712-45f1-a064-b78d61cf97da req-981f666b-40b7-4037-b32d-8b0cbb30ac8e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863800 Jul 16 01:48:39.523062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be875c5-00eb-48ae-bc23-9c62d103fd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.543888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be875c5-00eb-48ae-bc23-9c62d103fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.626592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361d795-233e-43af-be93-b2519f418ebf req-51d50e98-9341-4228-a03f-fc87fc8709d0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.629990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5361d795-233e-43af-be93-b2519f418ebf req-51d50e98-9341-4228-a03f-fc87fc8709d0 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1150651 Jul 16 01:48:39.634655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.646682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.660230 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1be875c5-00eb-48ae-bc23-9c62d103fd9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0d1e309cb354a86a0f519c375fb86c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529827 Jul 16 01:48:39.661151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:39.661788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be875c5-00eb-48ae-bc23-9c62d103fd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aeb5c3-b55f-4e29-b055-e928cb604364,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:39.740205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5361d795-233e-43af-be93-b2519f418ebf req-db477940-3fde-485d-95a8-c95e1ef83b8f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883012 Jul 16 01:48:39.782869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d48b9aad-4550-49b1-9c18-36225607e4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.882872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d48b9aad-4550-49b1-9c18-36225607e4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:39.932809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1aa5e-8ef2-4ee8-962b-695a1311d829 req-f1491402-ee70-42d7-9b79-6fc4c67c98b0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:39.934736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73b1aa5e-8ef2-4ee8-962b-695a1311d829 req-f1491402-ee70-42d7-9b79-6fc4c67c98b0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.1458433 Jul 16 01:48:40.018707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73b1aa5e-8ef2-4ee8-962b-695a1311d829 req-c8731251-925b-491e-b507-f8dfe4093672 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745606 Jul 16 01:48:40.054444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.066315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.091550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d48b9aad-4550-49b1-9c18-36225607e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.097967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d48b9aad-4550-49b1-9c18-36225607e4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.101570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d48b9aad-4550-49b1-9c18-36225607e4dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5aeb5c3-b55f-4e29-b055-e928cb604364 HTTP/1.1" status: 204 len: 168 time: 0.4203877 Jul 16 01:48:40.187422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe42d721-9820-489b-abc6-a6a217e5db0f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.378477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9aad-4550-49b1-9c18-36225607e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aeb5c3-b55f-4e29-b055-e928cb604364,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.418963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.454699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.490901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821437d8-91e7-4bab-8d0d-52c4fb8a4ba7 req-fb27b53c-2937-479d-a135-5d2f4ee212e5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.493247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-821437d8-91e7-4bab-8d0d-52c4fb8a4ba7 req-fb27b53c-2937-479d-a135-5d2f4ee212e5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1392088 Jul 16 01:48:40.505970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.508788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2019198 Jul 16 01:48:40.513294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.525159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '6ffe2ea2-164b-49d8-952a-9381c717e5a5', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.550416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23f41-f752-4531-ab48-f85b8d511195 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe2ea2-164b-49d8-952a-9381c717e5a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.610021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-821437d8-91e7-4bab-8d0d-52c4fb8a4ba7 req-017989d4-9fbb-4b87-a098-bbbf1ad6d359 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092381 Jul 16 01:48:40.629922 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.779267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.787509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.837108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4591e30-336d-4c33-b566-3a3d2767b508,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:40.865424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.872829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f7c478bc-c193-4fe3-804c-9b2825b805cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3576066 Jul 16 01:48:40.883433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 10c9d011-edfd-4ed7-8b55-56bc15f84840 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:40.884112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:40.908973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '6ffe2ea2-164b-49d8-952a-9381c717e5a5', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:40.972012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437356b9-b1a3-4ea2-bcb8-08f42ae2fb70 req-ea9fbf42-19b5-4d5d-94ec-b19b641100e9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:40.978915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-437356b9-b1a3-4ea2-bcb8-08f42ae2fb70 req-ea9fbf42-19b5-4d5d-94ec-b19b641100e9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1735497 Jul 16 01:48:41.045457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.046276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-437356b9-b1a3-4ea2-bcb8-08f42ae2fb70 req-cdab99e5-8853-41a2-8799-01dd5971851a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559483 Jul 16 01:48:41.125340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.235313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'mac_address': 'fa:16:3e:53:37:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:41.265576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.280277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.314019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eb2f19-4cfb-4654-b8a2-eef210aede2d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.350807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e596142-4690-4dd8-83d2-f7316bf6945a req-75fad773-7007-4f4b-8b34-69a3c75494c8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:41.351995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.353528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f45f4f08-72bb-4bb9-b1d8-9ecdaf5097a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4664836 Jul 16 01:48:41.356568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.359742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e596142-4690-4dd8-83d2-f7316bf6945a req-75fad773-7007-4f4b-8b34-69a3c75494c8 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1583109 Jul 16 01:48:41.362815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '6ffe2ea2-164b-49d8-952a-9381c717e5a5', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:41.394366 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.404121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.430650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10c9d011-edfd-4ed7-8b55-56bc15f84840 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:41.467777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e596142-4690-4dd8-83d2-f7316bf6945a req-60ae5ac7-c49a-47a9-90e3-531bfcf1b32a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003540 Jul 16 01:48:41.481361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:41.489563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2df63-c2bd-45fe-8943-5c72884077da req-c7552772-623b-4c23-86e5-57b71cc0b989 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:41.491173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a2df63-c2bd-45fe-8943-5c72884077da req-c7552772-623b-4c23-86e5-57b71cc0b989 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 945 time: 0.2563443 Jul 16 01:48:41.501876 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.540716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.560993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.588219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e84c9cf-c94b-448b-9dfd-8ce6f17df282,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.597195 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.607317 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e31264ca-e325-48f2-b2f0-304ea1936949 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471592 Jul 16 01:48:41.607317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:41.611272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a2df63-c2bd-45fe-8943-5c72884077da req-f5aafde8-ff1e-41c1-b95e-a3ee62e69cab tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016448 Jul 16 01:48:41.613239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '6ffe2ea2-164b-49d8-952a-9381c717e5a5', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:41.637065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:41.670371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['10c9d011-edfd-4ed7-8b55-56bc15f84840'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:41.724959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.947568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.969408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:41.993322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7f28fb-6dfc-4ff8-a80e-f03a9df12d1b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.004883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.009125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1d0342f-9302-478a-8071-ffaba9dd178d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3986940 Jul 16 01:48:42.009355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.019847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '6ffe2ea2-164b-49d8-952a-9381c717e5a5', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:42.058458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c61900-8703-49e0-89cf-2801f3cd2362 req-426199b7-f0ef-492f-b332-dff66eeb4eaf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.065980 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:48:42.067548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74c61900-8703-49e0-89cf-2801f3cd2362 req-426199b7-f0ef-492f-b332-dff66eeb4eaf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 944 time: 0.1381266 Jul 16 01:48:42.080208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.117585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74c61900-8703-49e0-89cf-2801f3cd2362 req-d4b2cf21-d9f5-4f19-9e1f-084c0e994db1 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Jul 16 01:48:42.272124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.283330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.309457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92be5e6-dcc7-4c97-9e8b-a7c01c246b7d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.333263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.334494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-03a92c52-1b0b-4b95-ae75-bc0a3bb9e32f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3235679 Jul 16 01:48:42.337399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.341923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '6ffe2ea2-164b-49d8-952a-9381c717e5a5', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:42.390444 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:48:42.392159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0957f-27a3-4d6f-a53f-21ba03d582d1 req-83d18126-d13f-499d-8b4c-b6835be30bb8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.396814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.399443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cc0957f-27a3-4d6f-a53f-21ba03d582d1 req-83d18126-d13f-499d-8b4c-b6835be30bb8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1249797 Jul 16 01:48:42.442202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cc0957f-27a3-4d6f-a53f-21ba03d582d1 req-3f1d3e88-54d1-4951-a9ef-1556d7606974 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Jul 16 01:48:42.503128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.511642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.552790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc6bd28-2b6d-4f0c-acc7-843157f7a53c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:42.566572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.568001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f45e4b53-fa60-4417-9b08-2804121f29a6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2295954 Jul 16 01:48:42.571397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.579253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'network': {'name': 'tempest-network-smoke--701147251', 'project_id': '3da55cb7c876458880f1413a85110ead', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:42.660022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:42.669440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.722840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:42.742406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.742756 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Added segment 101b4162-fd62-43a8-a0e2-e58c39a82913 of type vlan for network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 Jul 16 01:48:42.760069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28595-f63a-4971-84c8-34e9679ee628 req-c2d69925-e820-4bc6-b0bc-6d58f3db397a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.763731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45a28595-f63a-4971-84c8-34e9679ee628 req-c2d69925-e820-4bc6-b0bc-6d58f3db397a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1474690 Jul 16 01:48:42.824766 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.854644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45a28595-f63a-4971-84c8-34e9679ee628 req-54ad15ac-5e60-4f0c-a36a-dcdba1a2a09a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848093 Jul 16 01:48:42.882757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.893467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 10c9d011-edfd-4ed7-8b55-56bc15f84840 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:42.911952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:42.912748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:42.947833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3742230 Jul 16 01:48:42.950451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58626) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:42.959043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'admin_state_up': True, 'project_id': '3da55cb7c876458880f1413a85110ead', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:43.027732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251fd01-7301-4769-81b9-19499d5d7edf tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Network': ['ID=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.034222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.037496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.043678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:43.110299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.199286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 10c9d011-edfd-4ed7-8b55-56bc15f84840 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:43.199665 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.343021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.352683 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.423920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:43.426695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:43.434543 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4cfe8e-08bf-4dec-9064-42bddc33f887" -d '{"events": [{"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-plugged", "status": "completed", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:43.442988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.491780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f70d-2b9b-4b6f-9ad2-8c8b6954fcea req-ce482de0-0f92-4756-bbfb-d679d0bf90d8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:43.494092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3843f70d-2b9b-4b6f-9ad2-8c8b6954fcea req-ce482de0-0f92-4756-bbfb-d679d0bf90d8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 944 time: 0.0900798 Jul 16 01:48:43.585370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3843f70d-2b9b-4b6f-9ad2-8c8b6954fcea req-9b3dbdc1-8b11-4003-868b-6fa6d722e9b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843244 Jul 16 01:48:43.596204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:43.681834 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fdebd3-772e-407b-a2eb-cdce7fff23fa x-openstack-request-id: req-34fdebd3-772e-407b-a2eb-cdce7fff23fa {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:43.682463 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-plugged", "status": "completed", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:43.682906 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34fdebd3-772e-407b-a2eb-cdce7fff23fa {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:43.684656 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'code': 200} Jul 16 01:48:43.709255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.732395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:43.935247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.146 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/5e078d78-838d-41d7-842d-e02a39caf818) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:43.970957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941152d7-f86c-43c3-9e74-a928b2820004 req-04d9a104-1ece-4d1b-ba80-57fe67c5eb64 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:43.972941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-941152d7-f86c-43c3-9e74-a928b2820004 req-04d9a104-1ece-4d1b-ba80-57fe67c5eb64 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1471581 Jul 16 01:48:44.035507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-941152d7-f86c-43c3-9e74-a928b2820004 req-68c240dc-ef59-40dd-866f-e15d63dd79f4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550070 Jul 16 01:48:44.128303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.181825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.247474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:44.256495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:44.260431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:44.310864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1afc46-31d3-439d-9cb3-e8e80286057e req-29c910ff-e8ca-45c8-ab0c-0b5e69ee21b1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:44.313093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a1afc46-31d3-439d-9cb3-e8e80286057e req-29c910ff-e8ca-45c8-ab0c-0b5e69ee21b1 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1250317 Jul 16 01:48:44.365231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a1afc46-31d3-439d-9cb3-e8e80286057e req-72abf45b-9d17-4f1b-bd0f-eebd3124a575 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Jul 16 01:48:44.370203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=5e078d78-838d-41d7-842d-e02a39caf818,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:44.385951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.386639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.387050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.391030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:44.761257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:44.903539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ee462-3b53-4b83-b75c-c6ca7065aca4 req-70f41ec3-0d47-44e2-b401-52f917b3b83e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:44.914852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a5ee462-3b53-4b83-b75c-c6ca7065aca4 req-70f41ec3-0d47-44e2-b401-52f917b3b83e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.0861957 Jul 16 01:48:44.954099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a5ee462-3b53-4b83-b75c-c6ca7065aca4 req-481dd624-e993-41e2-a515-85989e44c476 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Jul 16 01:48:45.217078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.311544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b434fa-0a84-4c55-8c2c-ebd128714885 req-75af4e85-7cd3-49f9-8d29-4454304041be tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.313528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42b434fa-0a84-4c55-8c2c-ebd128714885 req-75af4e85-7cd3-49f9-8d29-4454304041be tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.0886831 Jul 16 01:48:45.413045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42b434fa-0a84-4c55-8c2c-ebd128714885 req-f380fe70-866d-423c-8949-ff1205cc9b9d tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911701 Jul 16 01:48:45.446875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router c7650e15-0c19-4ec0-a416-788c1d977147 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:45.554483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.611480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b555f-f25d-428c-80af-c205287014bb req-b57adcc7-5f96-4008-bb1a-669b9b02e81f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:45.619459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a86b555f-f25d-428c-80af-c205287014bb req-b57adcc7-5f96-4008-bb1a-669b9b02e81f tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.0976641 Jul 16 01:48:45.680169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a86b555f-f25d-428c-80af-c205287014bb req-c60ccb4e-580b-4445-abce-b95e568a3ec7 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Jul 16 01:48:45.710785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f17621-1b17-4a6d-ab44-f1f04460d453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.712969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:45.724562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Sync routers for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:45.746184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:45.747120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:45.839939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f17621-1b17-4a6d-ab44-f1f04460d453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.845169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89f17621-1b17-4a6d-ab44-f1f04460d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.849007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:45.854187 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-32b171fa-5765-4c21-b50b-3d8e1fbc7e7c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8981235 Jul 16 01:48:45.858065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:45.892327 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-89f17621-1b17-4a6d-ab44-f1f04460d453 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b65477e0a9848e0aae7b4f18298acab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339036 Jul 16 01:48:45.893610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f17621-1b17-4a6d-ab44-f1f04460d453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67d4ea6-c72d-4bb4-97cc-4f2ad4f11c64,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:45.896133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.018435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c086-6433-40fb-b9e7-e6bc1cd9b3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.075177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c086-6433-40fb-b9e7-e6bc1cd9b3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.126836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:46.189426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c86c46f3-20a4-4fc2-b55a-78d5c9699187 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=3da55cb7c876458880f1413a85110ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3301096 Jul 16 01:48:46.193823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58688) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.245717 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:46.276390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c086-6433-40fb-b9e7-e6bc1cd9b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.279088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c086-6433-40fb-b9e7-e6bc1cd9b3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.282994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8cd7c086-6433-40fb-b9e7-e6bc1cd9b3c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d67d4ea6-c72d-4bb4-97cc-4f2ad4f11c64 HTTP/1.1" status: 204 len: 168 time: 0.3855517 Jul 16 01:48:46.297441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c086-6433-40fb-b9e7-e6bc1cd9b3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67d4ea6-c72d-4bb4-97cc-4f2ad4f11c64,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:46.449689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:46.487676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Checking router: c7650e15-0c19-4ec0-a416-788c1d977147 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:46.487676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Updating router c7650e15-0c19-4ec0-a416-788c1d977147 port 5e078d78-838d-41d7-842d-e02a39caf818 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:46.497419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58020ce-2a9b-4006-ae53-9a5222bbd863 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.499097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e58020ce-2a9b-4006-ae53-9a5222bbd863 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3036478 Jul 16 01:48:46.503047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.549569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aee32-c67c-49d0-a4e5-5a55a8b8a442 req-6f6bfde5-2cef-43f8-b0e3-ca90a157d73d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:46.551510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a6aee32-c67c-49d0-a4e5-5a55a8b8a442 req-6f6bfde5-2cef-43f8-b0e3-ca90a157d73d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.4096916 Jul 16 01:48:46.552747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.585923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f0511bc-72f5-4fff-a3f5-7d1186f1b888 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791209 Jul 16 01:48:46.586896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.594573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670086304', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'project_id': '3da55cb7c876458880f1413a85110ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:46.633674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a6aee32-c67c-49d0-a4e5-5a55a8b8a442 req-6f2d9358-4b19-4d5e-bcc3-a3c3ed737365 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541253 Jul 16 01:48:46.723522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:46.735393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:46.914917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:46.949553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ba515d-99dd-4869-b17a-fe9bc7014fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.028352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da65f-95e3-4db2-96ac-597492c41b83 req-18f4240f-6f40-4940-b250-3d2e3297674e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:47.041056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b3da65f-95e3-4db2-96ac-597492c41b83 req-18f4240f-6f40-4940-b250-3d2e3297674e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1890056 Jul 16 01:48:47.142664 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.166027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Transition to ACTIVE for port object 5e078d78-838d-41d7-842d-e02a39caf818 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:47.186124 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.212591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b3da65f-95e3-4db2-96ac-597492c41b83 req-4c8de403-6cda-466b-9adf-19e87bd6a7bc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704855 Jul 16 01:48:47.343222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Attempting to bind port 5e078d78-838d-41d7-842d-e02a39caf818 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:47.343586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Attempting to bind port 5e078d78-838d-41d7-842d-e02a39caf818 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:47.343940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Attempting to bind port 5e078d78-838d-41d7-842d-e02a39caf818 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:47.369021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ba515d-99dd-4869-b17a-fe9bc7014fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.380782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:47.381158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:47.381566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.381967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:47.382445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Bound port: 5e078d78-838d-41d7-842d-e02a39caf818, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:47.382840 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.388403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da82ba7-256d-433d-ae13-692de97f1ff9 None None] Pushing event updated for resources: {'Port': ['ID=5e078d78-838d-41d7-842d-e02a39caf818,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.390039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15ba515d-99dd-4869-b17a-fe9bc7014fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.505832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] For port 5e078d78-838d-41d7-842d-e02a39caf818, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:47.511850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] For port 5e078d78-838d-41d7-842d-e02a39caf818, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5e078d78-838d-41d7-842d-e02a39caf818,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:47.525284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.547974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba515d-99dd-4869-b17a-fe9bc7014fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050cf341-c06a-4fce-8411-acbc21cda574,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.569957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-15ba515d-99dd-4869-b17a-fe9bc7014fe6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa3479ff724f403386ee50f869b92e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544821 Jul 16 01:48:47.574685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:47.679072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a1049-e8cb-4739-a3f0-976a31d5ad7d req-1a8bcdd7-b91f-4912-b0ee-cedc4356c9cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:47.686926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d2a1049-e8cb-4739-a3f0-976a31d5ad7d req-1a8bcdd7-b91f-4912-b0ee-cedc4356c9cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1903620 Jul 16 01:48:47.700570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.711009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:47.711673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:47.762055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ff555f-ede0-4fb4-9e2a-baf20668c276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.788637 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ff555f-ede0-4fb4-9e2a-baf20668c276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.832124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:47.850241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d2a1049-e8cb-4739-a3f0-976a31d5ad7d req-9c32abe1-e004-407a-b85c-c0d4069be16b tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560764 Jul 16 01:48:47.870867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ff555f-ede0-4fb4-9e2a-baf20668c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.875372 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ff555f-ede0-4fb4-9e2a-baf20668c276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:47.887089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-07ff555f-ede0-4fb4-9e2a-baf20668c276 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/050cf341-c06a-4fce-8411-acbc21cda574 HTTP/1.1" status: 204 len: 168 time: 0.3087893 Jul 16 01:48:47.898947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff555f-ede0-4fb4-9e2a-baf20668c276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050cf341-c06a-4fce-8411-acbc21cda574,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.909772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da82ba7-256d-433d-ae13-692de97f1ff9 None None] Pushing event updated for resources: {'Port': ['ID=5e078d78-838d-41d7-842d-e02a39caf818,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.914652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Checking segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:47.915016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network hostable DHCP agents. Network: d89c1fa5-0f34-4146-8be5-b76f3b5c3e18, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:47.948385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Subnet': ['ID=93193d47-f17f-488f-8625-432f4d1bacad,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:47.979840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:48.000322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d89c1fa5-0f34-4146-8be5-b76f3b5c3e18) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:48.004696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:48.005248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.022976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedfabaa-df51-4f1e-a1bb-efb230fc36ae None None] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:48.048622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a106d32-c016-4750-b1c8-e96428c6b473 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4612236 Jul 16 01:48:48.052088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:48.265902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e12a5b-780b-4292-a19d-d508f5c7f5cf req-9857fab7-cf61-4dd3-a0b7-6170f0c80ea4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:48.267494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60e12a5b-780b-4292-a19d-d508f5c7f5cf req-9857fab7-cf61-4dd3-a0b7-6170f0c80ea4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1305735 Jul 16 01:48:48.302813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-d89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:48.304363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:48.344643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:48.390917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60e12a5b-780b-4292-a19d-d508f5c7f5cf req-a7b72fd3-474a-4202-8c1c-e81dea64b80a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153777 Jul 16 01:48:48.502041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5166f-e99f-44ff-b87c-d46e496eb943 None None] The sync data for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 is: [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:44Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:48.732241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Allocated IP 172.20.0.2 (d89c1fa5-0f34-4146-8be5-b76f3b5c3e18/93193d47-f17f-488f-8625-432f4d1bacad/580a0ff2-8f91-409b-aae8-c483db2af0c6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:49.093789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.109890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Transition to ACTIVE for port object 580a0ff2-8f91-409b-aae8-c483db2af0c6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:49.169521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Transition to ACTIVE for port object 580a0ff2-8f91-409b-aae8-c483db2af0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:49.299689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.381186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:49.401745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:49.404184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:49.429315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Pushing event updated for resources: {'Port': ['ID=580a0ff2-8f91-409b-aae8-c483db2af0c6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:49.536080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Attempting to bind port 580a0ff2-8f91-409b-aae8-c483db2af0c6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:49.536743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Attempting to bind port 580a0ff2-8f91-409b-aae8-c483db2af0c6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:49.537552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Attempting to bind port 580a0ff2-8f91-409b-aae8-c483db2af0c6 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:49.552896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:49.553279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Checking segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:49.553693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.555119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Bound using segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:49.555619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Bound port: 580a0ff2-8f91-409b-aae8-c483db2af0c6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:49.556010 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.584431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512cb1-c364-4d9c-af48-17b50d0cc97f req-181cf16e-f7a5-4d6d-9901-6ce80e5736d7 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:49.597297 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c512cb1-c364-4d9c-af48-17b50d0cc97f req-181cf16e-f7a5-4d6d-9901-6ce80e5736d7 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.3138003 Jul 16 01:48:49.646248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] For port 580a0ff2-8f91-409b-aae8-c483db2af0c6, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:49.650133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] For port 580a0ff2-8f91-409b-aae8-c483db2af0c6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=580a0ff2-8f91-409b-aae8-c483db2af0c6,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:49.660833 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:49.783984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c512cb1-c364-4d9c-af48-17b50d0cc97f req-aef236ba-807d-4c3e-b6a6-50f17b31a15a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847608 Jul 16 01:48:49.786077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ef7c0-73c4-4b78-9ade-9667cddff993 None None] Pushing event updated for resources: {'Port': ['ID=580a0ff2-8f91-409b-aae8-c483db2af0c6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:50.078426 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:50.203250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3cce8-86e3-4117-92cc-ea7405d12b89 req-a638e968-ef6f-45ff-86db-6cb36df00210 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.215791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67b3cce8-86e3-4117-92cc-ea7405d12b89 req-a638e968-ef6f-45ff-86db-6cb36df00210 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.2162578 Jul 16 01:48:50.381510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67b3cce8-86e3-4117-92cc-ea7405d12b89 req-96bc143e-db51-4cdb-8a56-0bca41df75d5 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645689 Jul 16 01:48:50.851077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 580a0ff2-8f91-409b-aae8-c483db2af0c6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:50.913714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b7b0-b238-4a9d-ab5a-5f9aac81725e req-e404104c-74b8-4788-9c26-cbc61f53d3b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:50.923307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c49b7b0-b238-4a9d-ab5a-5f9aac81725e req-e404104c-74b8-4788-9c26-cbc61f53d3b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.2796106 Jul 16 01:48:50.946272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 580a0ff2-8f91-409b-aae8-c483db2af0c6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:50.952307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5e078d78-838d-41d7-842d-e02a39caf818 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:51.029341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.1 (d89c1fa5-0f34-4146-8be5-b76f3b5c3e18/93193d47-f17f-488f-8625-432f4d1bacad/78d8e419-3f07-45b3-ae94-d72add2dafdf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:51.076695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c49b7b0-b238-4a9d-ab5a-5f9aac81725e req-104f52c9-d599-4a61-961e-4d6b2797cfd0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521056 Jul 16 01:48:51.083406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5e078d78-838d-41d7-842d-e02a39caf818 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.087451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5e078d78-838d-41d7-842d-e02a39caf818 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.088010 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.262243 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.307698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.313769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5e078d78-838d-41d7-842d-e02a39caf818, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5e078d78-838d-41d7-842d-e02a39caf818,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:51.329745 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.342919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object 78d8e419-3f07-45b3-ae94-d72add2dafdf will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:51.455716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5e078d78-838d-41d7-842d-e02a39caf818,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.516535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.588548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=78d8e419-3f07-45b3-ae94-d72add2dafdf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:51.608251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:51.610799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:51.631753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc5b66-1a07-4b85-b7d7-78c6b7748b74 req-6249e5cd-675f-4826-b332-c564fd41a2a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:51.632983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d90b8c-0832-4465-97e9-a7e52c4c8634 None None] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:51.639161 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fdc5b66-1a07-4b85-b7d7-78c6b7748b74 req-6249e5cd-675f-4826-b332-c564fd41a2a2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.2845547 Jul 16 01:48:51.642306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:51.761680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] Provisioning for port 580a0ff2-8f91-409b-aae8-c483db2af0c6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:51.772104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] Provisioning complete for port 580a0ff2-8f91-409b-aae8-c483db2af0c6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:51.772488 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.812256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:51.931999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3fdc5b66-1a07-4b85-b7d7-78c6b7748b74 req-eaacfaf1-6441-45fb-aa34-cdda34cdeccc tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913625 Jul 16 01:48:52.149129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.166641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.200430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.266584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] For port 580a0ff2-8f91-409b-aae8-c483db2af0c6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=580a0ff2-8f91-409b-aae8-c483db2af0c6,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:52.285045 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.390221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3953d2-fab5-4dc8-8237-e02d67681ec3 None None] Pushing event updated for resources: {'Port': ['ID=580a0ff2-8f91-409b-aae8-c483db2af0c6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:52.465214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b62b-19b7-4c95-80be-ec7b315430a2 req-586762b3-4010-4f57-bdf8-6e8592869dd3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:52.468508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c78b62b-19b7-4c95-80be-ec7b315430a2 req-586762b3-4010-4f57-bdf8-6e8592869dd3 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.2388539 Jul 16 01:48:52.536079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c78b62b-19b7-4c95-80be-ec7b315430a2 req-8d3775c0-7d92-4347-89ac-0e537dd234ca tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 Jul 16 01:48:52.611596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68dcbd48-1190-4d23-8b49-b73029e715ca None None] Provisioning complete for port 580a0ff2-8f91-409b-aae8-c483db2af0c6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:52.611968 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68dcbd48-1190-4d23-8b49-b73029e715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.747707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 580a0ff2-8f91-409b-aae8-c483db2af0c6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:52.909096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:52.933986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.018039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68dcbd48-1190-4d23-8b49-b73029e715ca None None] Provisioning for port 78d8e419-3f07-45b3-ae94-d72add2dafdf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:53.022178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68dcbd48-1190-4d23-8b49-b73029e715ca None None] Provisioning complete for port 78d8e419-3f07-45b3-ae94-d72add2dafdf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:53.022609 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68dcbd48-1190-4d23-8b49-b73029e715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.024007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 580a0ff2-8f91-409b-aae8-c483db2af0c6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:53.026068 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.085301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.094678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=78d8e419-3f07-45b3-ae94-d72add2dafdf,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:53.180174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-68dcbd48-1190-4d23-8b49-b73029e715ca None None] Port 78d8e419-3f07-45b3-ae94-d72add2dafdf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:53.213164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f17c52-03f0-4338-9bec-c0ff3b0cc4eb req-9bb4d0fa-9299-4ee4-8edc-6039489a7993 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.250813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65f17c52-03f0-4338-9bec-c0ff3b0cc4eb req-9bb4d0fa-9299-4ee4-8edc-6039489a7993 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.4323850 Jul 16 01:48:53.271999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5e078d78-838d-41d7-842d-e02a39caf818 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:53.407152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.414505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af3aed03-82d1-4559-80e8-4a1312e2871a None None] Provisioning complete for port 78d8e419-3f07-45b3-ae94-d72add2dafdf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:53.416111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af3aed03-82d1-4559-80e8-4a1312e2871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.476828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5e078d78-838d-41d7-842d-e02a39caf818 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:53.477222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.489983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65f17c52-03f0-4338-9bec-c0ff3b0cc4eb req-647dbf41-3eea-4036-be94-aaf02888a41a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501922 Jul 16 01:48:53.568712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:53.569217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-af3aed03-82d1-4559-80e8-4a1312e2871a None None] Port 78d8e419-3f07-45b3-ae94-d72add2dafdf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:53.572496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:53.644143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162686-19bb-4478-bb73-e21babb5e784 req-f7ae1dd0-e545-48a1-a2bf-cca101b2805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.646766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-f7ae1dd0-e545-48a1-a2bf-cca101b2805b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 1096 time: 0.1221991 Jul 16 01:48:53.764410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee517de-5eca-42a2-978c-47916cacc326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:53.890392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162686-19bb-4478-bb73-e21babb5e784 req-737e871e-54c4-46bc-a793-600f0ee1558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:53.893240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-737e871e-54c4-46bc-a793-600f0ee1558d service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.2346334 Jul 16 01:48:53.963558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-130e5557-0dd2-4973-a0ce-564cd0afb09e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a0e1940-b801-4cc6-9e72-4e975472f120 HTTP/1.1" status: 200 len: 217 time: 0.0636854 Jul 16 01:48:53.981261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router c7650e15-0c19-4ec0-a416-788c1d977147 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:53.999801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e2c6160-0868-44a4-b22e-15d2cbe62009 None None] Provisioning complete for port 78d8e419-3f07-45b3-ae94-d72add2dafdf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:54.000470 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6160-0868-44a4-b22e-15d2cbe62009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.049157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e1c07-1b33-410a-9397-04e151712e90 req-af214539-ec37-481a-a50e-f90bf80694e2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.052763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c50e1c07-1b33-410a-9397-04e151712e90 req-af214539-ec37-481a-a50e-f90bf80694e2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 945 time: 0.1958709 Jul 16 01:48:54.086647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c6160-0868-44a4-b22e-15d2cbe62009 None None] Port 78d8e419-3f07-45b3-ae94-d72add2dafdf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:54.128427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162686-19bb-4478-bb73-e21babb5e784 req-ad4e7916-3eca-4245-b687-c0672e0373a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.132986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-ad4e7916-3eca-4245-b687-c0672e0373a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1592641 Jul 16 01:48:54.165789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c50e1c07-1b33-410a-9397-04e151712e90 req-98d39f50-7189-471a-8894-b5c72483b12e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066120 Jul 16 01:48:54.184049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.239091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162686-19bb-4478-bb73-e21babb5e784 req-7b6ad2ae-0a5a-422b-83a8-ec9e94cabb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.242089 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-7b6ad2ae-0a5a-422b-83a8-ec9e94cabb53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028910 Jul 16 01:48:54.276182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:54.288387 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Sync routers for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:54.291201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-47a2cccf-4ad3-41ba-905a-a957a4949ad5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/c7650e15-0c19-4ec0-a416-788c1d977147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2380250 Jul 16 01:48:54.305759 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:54.306389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.409427 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-a0c1bde0-b41e-4dee-9490-f05ddf29903e service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576912 Jul 16 01:48:54.445818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b906dc8-8cde-45b1-ba32-570830747653 req-a24da916-2d49-4971-aeeb-520f5b25a218 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:54.448474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b906dc8-8cde-45b1-ba32-570830747653 req-a24da916-2d49-4971-aeeb-520f5b25a218 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1207595 Jul 16 01:48:54.514883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b906dc8-8cde-45b1-ba32-570830747653 req-3fa135d8-084d-44b4-a012-bd472be4628d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571446 Jul 16 01:48:54.583461 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:54.608563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad162686-19bb-4478-bb73-e21babb5e784 req-1bed98c6-6b35-4ddb-a905-3ddace1591e4 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917682 Jul 16 01:48:54.650629 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.810474 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.816686 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.870585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:54.872782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=964d555114964c25aa9ae2cf2e48c547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6828916 Jul 16 01:48:54.886286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b34c6-00a3-4b26-9685-ae1ebf80e4c7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:54.907385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.910165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.912369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.913495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.914427 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 2, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:54.914842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.915341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.917136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.917656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.918144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.919412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.919916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.921810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da75d6b3-bd43-437a-90fb-f505ab5c65fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:54.947694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c808abfd-4a0e-4960-bb3f-ac5ddef457aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:54.951184 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Checking router: c7650e15-0c19-4ec0-a416-788c1d977147 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:54.951542 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Updating router c7650e15-0c19-4ec0-a416-788c1d977147 port 78d8e419-3f07-45b3-ae94-d72add2dafdf binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:54.987804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c808abfd-4a0e-4960-bb3f-ac5ddef457aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.001770 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.071850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c808abfd-4a0e-4960-bb3f-ac5ddef457aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.076543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c808abfd-4a0e-4960-bb3f-ac5ddef457aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.078079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c808abfd-4a0e-4960-bb3f-ac5ddef457aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/926b34c6-00a3-4b26-9685-ae1ebf80e4c7 HTTP/1.1" status: 204 len: 168 time: 0.2063732 Jul 16 01:48:55.088624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808abfd-4a0e-4960-bb3f-ac5ddef457aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b34c6-00a3-4b26-9685-ae1ebf80e4c7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.425838 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.444640 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Transition to ACTIVE for port object 78d8e419-3f07-45b3-ae94-d72add2dafdf will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:55.459055 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.531497 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41bfdb-a068-463c-bdee-e93def446a08 None None] Pushing event updated for resources: {'Port': ['ID=78d8e419-3f07-45b3-ae94-d72add2dafdf,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:55.611160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:48:55.717807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:55.733703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Attempting to bind port 78d8e419-3f07-45b3-ae94-d72add2dafdf on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:55.733703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Attempting to bind port 78d8e419-3f07-45b3-ae94-d72add2dafdf by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:55.733703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Attempting to bind port 78d8e419-3f07-45b3-ae94-d72add2dafdf on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:55.776100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:55.776577 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Checking segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:55.776810 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.777218 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Bound using segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:55.777731 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Bound port: 78d8e419-3f07-45b3-ae94-d72add2dafdf, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:55.778167 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.802726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bd58b54-04d8-45a3-bfe6-dfe161284bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.924935 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] For port 78d8e419-3f07-45b3-ae94-d72add2dafdf, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:55.932644 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] For port 78d8e419-3f07-45b3-ae94-d72add2dafdf, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=78d8e419-3f07-45b3-ae94-d72add2dafdf,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:55.946963 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.955963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bd58b54-04d8-45a3-bfe6-dfe161284bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:55.967193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bd58b54-04d8-45a3-bfe6-dfe161284bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.030860 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:56.031541 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:56.040742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd58b54-04d8-45a3-bfe6-dfe161284bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df091d47-e356-4665-bb2f-942e5498a9cc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.048290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2bd58b54-04d8-45a3-bfe6-dfe161284bf0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c8b07555367422f861f6e5ab3ce4237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213570 Jul 16 01:48:56.052024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58880) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:56.123166 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41bfdb-a068-463c-bdee-e93def446a08 None None] Pushing event updated for resources: {'Port': ['ID=78d8e419-3f07-45b3-ae94-d72add2dafdf,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.228784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69d216ef-c5b3-401b-8def-4d0ec063a5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.255429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:56.262373 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:56.300523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'mac_address': 'fa:16:3e:61:c7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:48:56.302609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69d216ef-c5b3-401b-8def-4d0ec063a5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.412081 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.434954 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-319635cf-6c09-4346-b3c8-a4c80f26aa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.435745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69d216ef-c5b3-401b-8def-4d0ec063a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.439654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69d216ef-c5b3-401b-8def-4d0ec063a5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.441050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-69d216ef-c5b3-401b-8def-4d0ec063a5d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df091d47-e356-4665-bb2f-942e5498a9cc HTTP/1.1" status: 204 len: 168 time: 0.3869219 Jul 16 01:48:56.457826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:48:56.471867 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.486504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d216ef-c5b3-401b-8def-4d0ec063a5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df091d47-e356-4665-bb2f-942e5498a9cc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:56.495935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:56.519308 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:56.632462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['37b7d618-13fd-4569-8ffb-de0d8c2d11f8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:48:56.745928 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:56.816096 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d8c7f1-253a-4ba2-809d-80c6bde40512 None None] The sync data for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 is: [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:55Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:56.849915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:57.080805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-6c5e1e1b-a07e-448f-9239-cb98a18e1819 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063770202&fields=id&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 267 time: 0.1497626 Jul 16 01:48:57.364299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.375684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-8464bf3d-9ddc-4630-bc83-913d5f257f87 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.378273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-8464bf3d-9ddc-4630-bc83-913d5f257f87 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 796 time: 0.2966664 Jul 16 01:48:57.388236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fdaa0-a344-4a21-a1ea-7694be8158f8 req-a00daf8a-d568-4e27-b295-7a5cd9f2a68f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:57.390172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-498fdaa0-a344-4a21-a1ea-7694be8158f8 req-a00daf8a-d568-4e27-b295-7a5cd9f2a68f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.2699785 Jul 16 01:48:57.402099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-3a3bcc2c-3d35-46e4-a01e-03a54fce2025 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/quotas/3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 375 time: 0.0106964 Jul 16 01:48:57.544375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-498fdaa0-a344-4a21-a1ea-7694be8158f8 req-0ed4f9a8-1c8c-42ae-b167-982067acda78 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384404 Jul 16 01:48:57.600626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-e992bac3-aae3-4723-b1dc-b5f65a3aae19 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676075 Jul 16 01:48:57.677672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:57.810603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:57.811469 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.873814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-f9770b80-33e1-4291-9e08-4899a05693d3 service neutron] 10.222.0.35 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439625 Jul 16 01:48:57.968178 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:57.995715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:48:57.998641 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d141f-8a9c-4dad-82f1-5ff5e478596a" -d '{"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:48:58.023020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:58.035873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.036993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0a0e1940-b801-4cc6-9e72-4e975472f120 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:58.231363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.275695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea73d1-e043-403b-86f5-e17b4f39e5ef req-8199af58-362b-4e54-b7ab-b0d1bcc9e58d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.290779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0ea73d1-e043-403b-86f5-e17b4f39e5ef req-8199af58-362b-4e54-b7ab-b0d1bcc9e58d tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.4104989 Jul 16 01:48:58.307152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.343758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-97ba6cc2-2ccd-4036-96cb-6018cab8b72b service neutron] 10.222.0.35 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295628 Jul 16 01:48:58.408396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0ea73d1-e043-403b-86f5-e17b4f39e5ef req-421d0802-9bef-45b4-ab53-8a72b00ff469 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148756 Jul 16 01:48:58.412235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:58.418845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.506870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:58.775096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457679b5-10eb-46c8-80d8-ff5d44b91833 req-d5478940-c094-4784-a2b6-17deffef3a79 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:58.796786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-457679b5-10eb-46c8-80d8-ff5d44b91833 req-d5478940-c094-4784-a2b6-17deffef3a79 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 943 time: 0.2143891 Jul 16 01:48:58.800780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.827582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78d8e419-3f07-45b3-ae94-d72add2dafdf up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:58.929036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 78d8e419-3f07-45b3-ae94-d72add2dafdf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:58.934429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 78d8e419-3f07-45b3-ae94-d72add2dafdf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:58.934811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:58.946417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-457679b5-10eb-46c8-80d8-ff5d44b91833 req-e4047116-07a9-4125-b992-cd6c5f920729 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461914 Jul 16 01:48:59.075124 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc7487a-6443-4310-91be-0912d5c44f5b x-openstack-request-id: req-1cc7487a-6443-4310-91be-0912d5c44f5b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:48:59.078939 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-plugged", "status": "completed", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:48:59.079579 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cc7487a-6443-4310-91be-0912d5c44f5b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:48:59.080278 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'code': 200} Jul 16 01:48:59.195561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.293620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 78d8e419-3f07-45b3-ae94-d72add2dafdf, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=78d8e419-3f07-45b3-ae94-d72add2dafdf,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:59.305938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:59.493403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=78d8e419-3f07-45b3-ae94-d72add2dafdf,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:00.133111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f20c01-4fa4-4598-8ffd-02c2f30a6dc9 req-a6c820f8-576e-4f2c-8cfe-0523afa5f750 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.144701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91f20c01-4fa4-4598-8ffd-02c2f30a6dc9 req-a6c820f8-576e-4f2c-8cfe-0523afa5f750 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1951225 Jul 16 01:49:00.284977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91f20c01-4fa4-4598-8ffd-02c2f30a6dc9 req-744c2547-2599-4c81-95d2-917472bc4b67 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383729 Jul 16 01:49:00.560621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d978c0e-8d13-417e-beb0-9253becd8cd9 req-3e193807-70c0-4397-bb30-68e1aea54b36 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 210 time: 0.0499015 Jul 16 01:49:00.696678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78d8e419-3f07-45b3-ae94-d72add2dafdf up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:00.881080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 78d8e419-3f07-45b3-ae94-d72add2dafdf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:00.881692 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.950736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53af023-f7e1-4c86-9680-2d19defa795b req-a53bf288-9512-4d67-9f0f-da59b820c3ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:00.960201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b53af023-f7e1-4c86-9680-2d19defa795b req-a53bf288-9512-4d67-9f0f-da59b820c3ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2597904 Jul 16 01:49:01.093547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:01.096147 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d13a8d-8a39-43e2-a72d-a28612eafc6d" -d '{"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:01.105955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460607c-98cf-4516-a37b-b1844767c9ed req-9c761b20-5e3a-4706-81b0-06c929fda005 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:01.108328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2460607c-98cf-4516-a37b-b1844767c9ed req-9c761b20-5e3a-4706-81b0-06c929fda005 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 945 time: 0.1592181 Jul 16 01:49:01.149500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b53af023-f7e1-4c86-9680-2d19defa795b req-8603a43a-f895-4c78-adfe-5a9e42f1c7d0 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883657 Jul 16 01:49:01.364012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:01.381535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-38a29c59-0ff3-4a17-a314-81b03fed2144 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:01.383360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-38a29c59-0ff3-4a17-a314-81b03fed2144 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 796 time: 0.3272088 Jul 16 01:49:01.398421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port 4362160e-f916-4248-8223-2ea768088e84 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:01.398680 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.571967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-8d4eaab6-d634-4a6f-b422-78fd54d5752b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 380 time: 0.1787062 Jul 16 01:49:01.585355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'port': {'device_id': '54a58207-02b9-4edd-a2b4-4980414a915c', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'admin_state_up': True, 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'security_groups': ['6ffe2ea2-164b-49d8-952a-9381c717e5a5']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:01.587221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port 4362160e-f916-4248-8223-2ea768088e84, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4362160e-f916-4248-8223-2ea768088e84,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:01.587792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.601398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for 4362160e-f916-4248-8223-2ea768088e84 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:01.687206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63e99cbf-ee6a-4dee-b331-96deabec36d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.762054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.778397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39', '4362160e-f916-4248-8223-2ea768088e84'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:01.811785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=4362160e-f916-4248-8223-2ea768088e84,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:01.921642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port 4362160e-f916-4248-8223-2ea768088e84 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:01.930381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.935032 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2460607c-98cf-4516-a37b-b1844767c9ed req-7960b31c-f2ad-4db8-be81-cc0f43cb4a24 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "DELETE /v2.0/ports/4362160e-f916-4248-8223-2ea768088e84 HTTP/1.1" status: 204 len: 173 time: 0.8180387 Jul 16 01:49:01.935325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'name': 'network-vif-deleted', 'tag': '4362160e-f916-4248-8223-2ea768088e84'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:01.952598 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2451c537-9e08-4393-b27d-75bffac07fd5" -d '{"events": [{"server_uuid": "a5572d0e-4737-42d3-be4a-a9e837d7b7ca", "name": "network-vif-deleted", "tag": "4362160e-f916-4248-8223-2ea768088e84"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:02.423374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:02.435047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.506565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88595-77ae-4478-9605-b04cf7fd8f65 req-420d06f5-8e5d-4e84-b4ab-30a16cfee8bf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:02.513998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56d88595-77ae-4478-9605-b04cf7fd8f65 req-420d06f5-8e5d-4e84-b4ab-30a16cfee8bf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5572d0e-4737-42d3-be4a-a9e837d7b7ca HTTP/1.1" status: 200 len: 867 time: 1.0962164 Jul 16 01:49:02.686880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63e99cbf-ee6a-4dee-b331-96deabec36d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.731130 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63e99cbf-ee6a-4dee-b331-96deabec36d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:02.749839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56d88595-77ae-4478-9605-b04cf7fd8f65 req-2cb50cec-3026-4909-ba1e-6d56f6ecce22 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346613 Jul 16 01:49:02.849326 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5ec3da-b258-4ec9-8d65-4e3c1dfca713 x-openstack-request-id: req-ef5ec3da-b258-4ec9-8d65-4e3c1dfca713 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:02.849873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:02.850246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-63e99cbf-ee6a-4dee-b331-96deabec36d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=129b0ce09c264b4ba2d57c7ffc3554f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4844949 Jul 16 01:49:02.850847 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-unplugged", "status": "failed", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:02.851285 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef5ec3da-b258-4ec9-8d65-4e3c1dfca713 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:02.851901 n-d-800087-6 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'code': 422} returned with failed status Jul 16 01:49:02.855414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99cbf-ee6a-4dee-b331-96deabec36d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d02824-be98-4b87-9576-19707167a803,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:02.904995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.11 (d89c1fa5-0f34-4146-8be5-b76f3b5c3e18/93193d47-f17f-488f-8625-432f4d1bacad/f1c6650a-1f16-4ba8-bb9c-a07323d46a50) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:03.035005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb568b36-4395-442d-ab5a-380be4519830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.137789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb568b36-4395-442d-ab5a-380be4519830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.263233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb568b36-4395-442d-ab5a-380be4519830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.266804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb568b36-4395-442d-ab5a-380be4519830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.273153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bb568b36-4395-442d-ab5a-380be4519830 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00d02824-be98-4b87-9576-19707167a803 HTTP/1.1" status: 204 len: 168 time: 0.4210947 Jul 16 01:49:03.285471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb568b36-4395-442d-ab5a-380be4519830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d02824-be98-4b87-9576-19707167a803,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.353547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.362946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7b6e8-80fe-4029-84a6-a418b0d1bae3 req-31fde862-0c6b-4101-bd79-74d071638cb6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.370510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76e7b6e8-80fe-4029-84a6-a418b0d1bae3 req-31fde862-0c6b-4101-bd79-74d071638cb6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3731782 Jul 16 01:49:03.418722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76e7b6e8-80fe-4029-84a6-a418b0d1bae3 req-b7bc3d29-c7bc-4c6b-a16c-3352ab59daf9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471451 Jul 16 01:49:03.451335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object f1c6650a-1f16-4ba8-bb9c-a07323d46a50 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:03.534145 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.589004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:03.593763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:03.614424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:03.766395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:03.883984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.886200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.924305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a0070f3d-a6b9-4fc8-93c1-04abbe5be889 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3432648 Jul 16 01:49:03.940958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66f55-0f55-4611-a66c-f0683f7e0b4e req-5b89ef05-b020-4c24-8151-e7bd139db29b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:03.954485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2c66f55-0f55-4611-a66c-f0683f7e0b4e req-5b89ef05-b020-4c24-8151-e7bd139db29b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.3276782 Jul 16 01:49:03.981202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:03.995594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Request body: {'port': {'device_id': '54a58207-02b9-4edd-a2b4-4980414a915c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:04.013959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b37a79-2b60-40f0-bf3c-4fc727d22541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.067341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2c66f55-0f55-4611-a66c-f0683f7e0b4e req-b38e4335-61f5-4564-b623-2bc4589c251a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112900 Jul 16 01:49:04.097211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-27ab0d76-73c2-49e2-b0fe-f7b4637cf032 None None] Provisioning for port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:04.102497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-27ab0d76-73c2-49e2-b0fe-f7b4637cf032 None None] Provisioning complete for port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:04.103152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27ab0d76-73c2-49e2-b0fe-f7b4637cf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.172203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-27ab0d76-73c2-49e2-b0fe-f7b4637cf032 None None] Port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:04.203168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.225727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b37a79-2b60-40f0-bf3c-4fc727d22541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.238826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26b37a79-2b60-40f0-bf3c-4fc727d22541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.347938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b37a79-2b60-40f0-bf3c-4fc727d22541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8568cca2-84d8-4e15-98e8-21bab6834d6c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.378691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-26b37a79-2b60-40f0-bf3c-4fc727d22541 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abf1145fd75e4da1924227a8f4146e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963299 Jul 16 01:49:04.381290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:04.505289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e5e08-bc71-4395-8c77-9a86a9bd7326 req-dbef1afd-5ec3-4c3f-9a65-0e3d03b84945 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:04.531638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d5e5e08-bc71-4395-8c77-9a86a9bd7326 req-dbef1afd-5ec3-4c3f-9a65-0e3d03b84945 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 932 time: 0.2477489 Jul 16 01:49:04.538872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72d3357e-b53c-45f0-99d4-4acbc62335bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.606909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d5e5e08-bc71-4395-8c77-9a86a9bd7326 req-fc6f8489-b9b9-48e3-a0c1-756c85f61c78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742462 Jul 16 01:49:04.642865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72d3357e-b53c-45f0-99d4-4acbc62335bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.692688 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdf2406-a5ea-4e52-afb6-cc1bbf9d26d2 x-openstack-request-id: req-5bdf2406-a5ea-4e52-afb6-cc1bbf9d26d2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:04.700704 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5572d0e-4737-42d3-be4a-a9e837d7b7ca", "name": "network-vif-deleted", "tag": "4362160e-f916-4248-8223-2ea768088e84", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:04.701385 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bdf2406-a5ea-4e52-afb6-cc1bbf9d26d2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:04.701994 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5572d0e-4737-42d3-be4a-a9e837d7b7ca', 'name': 'network-vif-deleted', 'tag': '4362160e-f916-4248-8223-2ea768088e84', 'status': 'completed', 'code': 200} Jul 16 01:49:04.866527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72d3357e-b53c-45f0-99d4-4acbc62335bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.869512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72d3357e-b53c-45f0-99d4-4acbc62335bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.874431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c6650a-1f16-4ba8-bb9c-a07323d46a50 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:04.874620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-72d3357e-b53c-45f0-99d4-4acbc62335bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8568cca2-84d8-4e15-98e8-21bab6834d6c HTTP/1.1" status: 204 len: 168 time: 0.4885147 Jul 16 01:49:04.891660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3357e-b53c-45f0-99d4-4acbc62335bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8568cca2-84d8-4e15-98e8-21bab6834d6c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:04.896017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:04.925903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Transition to ACTIVE for port object f1c6650a-1f16-4ba8-bb9c-a07323d46a50 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:04.942317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.099857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.200246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:05.212545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:05.213199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:05.218308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:05.218757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:05.225372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:05.225840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Checking segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:05.226338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Bound using segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:05.226870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Bound port: f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:05.227340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.499458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:05.499458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f6d7-0ef3-40e9-af09-702693b9a3df req-8f4a9125-2496-470d-ba93-bb093b5eb4bb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.499458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22f5f6d7-0ef3-40e9-af09-702693b9a3df req-8f4a9125-2496-470d-ba93-bb093b5eb4bb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2291596 Jul 16 01:49:05.499458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:05.521020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.655404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.655404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:05.660870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] 10.222.0.32 "PUT /v2.0/ports/f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 1092 time: 1.6979649 Jul 16 01:49:05.667500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:05.672903 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edebbc90-337c-41e2-baaa-816da146fce7" -d '{"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:05.690817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4362160e-f916-4248-8223-2ea768088e84 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:05.753998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22f5f6d7-0ef3-40e9-af09-702693b9a3df req-0a8f5e85-a40d-43c1-b2de-fbf6f1b8b6cd tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651513 Jul 16 01:49:05.754695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208f407-7d29-48c2-820c-de235d9da777 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:05.777170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 4362160e-f916-4248-8223-2ea768088e84 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:05.777744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4362160e-f916-4248-8223-2ea768088e84 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:05.894201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-cbf8af05-67dc-4339-898a-8b82b4134ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:05.895885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-cbf8af05-67dc-4339-898a-8b82b4134ffc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1095 time: 0.1377680 Jul 16 01:49:06.036985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-a687f6d0-3136-4177-9f27-de8ff123cb9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 217 time: 0.1301010 Jul 16 01:49:06.133160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-544766ec-1cc1-4c58-8065-e953fcf530fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.137548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-544766ec-1cc1-4c58-8065-e953fcf530fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.0934269 Jul 16 01:49:06.290070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd975-c463-401d-8666-4ee256abdbf0 req-0ffd978e-792b-4b23-9ebb-8ad348af45a6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.291949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f46bd975-c463-401d-8666-4ee256abdbf0 req-0ffd978e-792b-4b23-9ebb-8ad348af45a6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1503611 Jul 16 01:49:06.338190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-83480e42-f66b-4c22-9a93-8573deb7f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.340815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-83480e42-f66b-4c22-9a93-8573deb7f43c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564274 Jul 16 01:49:06.474078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f46bd975-c463-401d-8666-4ee256abdbf0 req-646cdcbb-6ee8-4468-b4ea-0de95a2ef223 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679144 Jul 16 01:49:06.476400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-53d2c161-539e-4725-9c0c-4cfd6a82f53e service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133711 Jul 16 01:49:06.872588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81cca77-8c7f-4da9-9310-14edac5e4f15 req-96783941-7272-418d-8d1c-6136c60b2096 service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877778 Jul 16 01:49:06.902391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916d57-9e0d-4133-9b3c-093fb9999b00 req-65b0b8c7-506d-4b5b-b530-b6083e78ac80 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:06.905882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1916d57-9e0d-4133-9b3c-093fb9999b00 req-65b0b8c7-506d-4b5b-b530-b6083e78ac80 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 944 time: 0.2140384 Jul 16 01:49:06.956135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1916d57-9e0d-4133-9b3c-093fb9999b00 req-1ccbc1ba-b3d5-4932-8be1-2f465460cbba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Jul 16 01:49:07.059669 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad019d4-166a-4ea8-9fc7-60c0b8eb7be0 x-openstack-request-id: req-7ad019d4-166a-4ea8-9fc7-60c0b8eb7be0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:07.060271 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:07.060755 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ad019d4-166a-4ea8-9fc7-60c0b8eb7be0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:07.061384 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'status': 'completed', 'code': 200} Jul 16 01:49:07.231696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbc90-337c-41e2-baaa-816da146fce7 req-10d7d412-308c-4a90-a3a2-6b080d8337fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.233708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-10d7d412-308c-4a90-a3a2-6b080d8337fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1095 time: 0.1441898 Jul 16 01:49:07.541794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbc90-337c-41e2-baaa-816da146fce7 req-37b9bfde-4e07-433c-8b4a-2cabd5562a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.550114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-37b9bfde-4e07-433c-8b4a-2cabd5562a42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.3089762 Jul 16 01:49:07.651460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-db16cc6e-28d6-4b3b-a0cd-3eace76add7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 217 time: 0.0939295 Jul 16 01:49:07.817366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbc90-337c-41e2-baaa-816da146fce7 req-6f479507-b49a-4f9e-8bc8-05849d13f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.820360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-6f479507-b49a-4f9e-8bc8-05849d13f9cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.1606429 Jul 16 01:49:07.965075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbc90-337c-41e2-baaa-816da146fce7 req-e6282331-5582-4351-b1bb-f4d01f055371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:07.966788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-e6282331-5582-4351-b1bb-f4d01f055371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382766 Jul 16 01:49:08.083782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-b0fc384d-62a3-42e8-aae9-7550b5e95fcc service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079404 Jul 16 01:49:08.279082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edebbc90-337c-41e2-baaa-816da146fce7 req-9f0c4ff5-2a1a-4373-b584-013d769ee77a service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857312 Jul 16 01:49:08.539980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a2366-9d79-436b-81df-fe681f4086ad req-1422de2f-874a-4915-81be-5161de7f1057 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.542000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf3a2366-9d79-436b-81df-fe681f4086ad req-1422de2f-874a-4915-81be-5161de7f1057 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.0970061 Jul 16 01:49:08.647932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf3a2366-9d79-436b-81df-fe681f4086ad req-568188c1-0c44-47ea-9810-7aa86d519615 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952728 Jul 16 01:49:09.056739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fad127-4595-46f4-9da5-5627498f1fb8 req-7c9f602a-67ff-44d2-9cb8-8ca62f5fde2b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.066198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60fad127-4595-46f4-9da5-5627498f1fb8 req-7c9f602a-67ff-44d2-9cb8-8ca62f5fde2b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.1048920 Jul 16 01:49:09.126521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60fad127-4595-46f4-9da5-5627498f1fb8 req-2a5cfc2b-8ff3-4fdf-94e8-f26853ccd2af tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591166 Jul 16 01:49:09.369276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380b5db-965c-41c5-8f7a-2bc1f554d36b req-c692d014-6aab-42d9-ae01-6e96cdf93688 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.376355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b380b5db-965c-41c5-8f7a-2bc1f554d36b req-c692d014-6aab-42d9-ae01-6e96cdf93688 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 944 time: 0.1124711 Jul 16 01:49:09.445415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b380b5db-965c-41c5-8f7a-2bc1f554d36b req-41eb1ff7-c288-40db-9134-223c8be16b00 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663669 Jul 16 01:49:09.675854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.682296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.690999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.697496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.701458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:09.703548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.709961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.718589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.721401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-94c7291d-6ab7-4475-8364-3c5a60c0cbb6 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.1407833 Jul 16 01:49:09.835189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc036d3e-81cf-4567-8b93-01cdd4ba478a req-e2330f63-48cb-4780-bbf2-fdbe7e84486a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993652 Jul 16 01:49:09.927835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.928867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:09.933803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.957689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'port_id': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'mac_address': 'fa:16:3e:bb:5a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:09.967766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.976684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.983393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.004574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.020374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.022202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-e71d8a45-84ac-41ea-8a79-1ccc9915ac11 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 5436 time: 0.2999558 Jul 16 01:49:10.055908 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.094644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c6650a-1f16-4ba8-bb9c-a07323d46a50 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:10.135669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.138906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-2240b215-f949-498c-bf3b-dd634de0236e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.142226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-2240b215-f949-498c-bf3b-dd634de0236e tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "GET /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1108444 Jul 16 01:49:10.146714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.319042 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:10.343994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.344557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.345529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.345975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.349793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.350272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.350719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.351162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.351616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.352076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.354935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.358416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:10.415229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-bcfce358-84a8-4d06-b700-a43a06f36f81 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "GET /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2676494 Jul 16 01:49:10.429626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['f1c6650a-1f16-4ba8-bb9c-a07323d46a50'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:10.446227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:10.559022 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.682958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6db1f-07c0-4d8f-87d8-ebe34de242fe req-71b84333-e234-4c4e-a9a8-3e4e38461b58 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.695173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afa6db1f-07c0-4d8f-87d8-ebe34de242fe req-71b84333-e234-4c4e-a9a8-3e4e38461b58 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2969677 Jul 16 01:49:10.809014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-afa6db1f-07c0-4d8f-87d8-ebe34de242fe req-758b5ecd-33d2-4aac-8369-4708eda696ed tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127040 Jul 16 01:49:10.830547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e30677e8-2b6f-4243-9dcb-b15eb34890bd,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:10.934720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] For port e30677e8-2b6f-4243-9dcb-b15eb34890bd, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:10.981357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] device_id is not set on port e30677e8-2b6f-4243-9dcb-b15eb34890bd yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:11.000976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f1681095-4f4d-4fd5-bbb7-14a2e220ff78 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:11.003924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.016990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.107357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] No DVR routers for this DVR port e30677e8-2b6f-4243-9dcb-b15eb34890bd on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:11.196462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Pushing event updated for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.230536 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.309156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:11.311741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:11.320138 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a50041-5e2c-4a6b-90bc-f749a5685091" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:11.322378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] In _notify_port_updated(), no bound segment for port e30677e8-2b6f-4243-9dcb-b15eb34890bd on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:11.324593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.328976 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.329731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b42ef1d1-6db0-4a64-adbe-382c22ab8bfe no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:11.331940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.334353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-da77b644-d8c7-4ad1-8f97-4fb9803ffe82 service neutron] 10.222.0.38 "PUT /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 200 len: 1027 time: 0.8933277 Jul 16 01:49:11.464575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aac43-7c31-418f-ab3f-4434936abee5 req-4306a702-99fc-47a4-8e4e-c1e07be3042d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.464820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.472232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba3aac43-7c31-418f-ab3f-4434936abee5 req-4306a702-99fc-47a4-8e4e-c1e07be3042d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.3241739 Jul 16 01:49:11.515307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.528291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-cac69433-a842-4ea7-aabf-68b232bf6e9d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.530165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-cac69433-a842-4ea7-aabf-68b232bf6e9d tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "GET /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1719816 Jul 16 01:49:11.550806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:11.564453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:11.570940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65e8ef65-1c60-4519-a7bf-50ff619aacae None None] Provisioning complete for port e30677e8-2b6f-4243-9dcb-b15eb34890bd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:11.571315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65e8ef65-1c60-4519-a7bf-50ff619aacae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.594168 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.595054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5564a3de-6882-433c-bdb8-aaca8e4a1618 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:11.616700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba3aac43-7c31-418f-ab3f-4434936abee5 req-18e65086-574f-432d-b966-990c6df5aedf tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421158 Jul 16 01:49:11.709976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-65e8ef65-1c60-4519-a7bf-50ff619aacae None None] Port e30677e8-2b6f-4243-9dcb-b15eb34890bd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:11.730027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:11.730479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebf1f-743e-4198-ae86-aa09dda61cc0 req-157e1dfc-f715-4056-82ef-0f07b077beb9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:11.732304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b1ebf1f-743e-4198-ae86-aa09dda61cc0 req-157e1dfc-f715-4056-82ef-0f07b077beb9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 945 time: 0.3313985 Jul 16 01:49:11.791817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:11.871694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.883905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.908571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:11.914235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:11.915110 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.934996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b1ebf1f-743e-4198-ae86-aa09dda61cc0 req-b19b9a39-de62-4bd9-92f6-a510ac6c011c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930187 Jul 16 01:49:11.960385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:11.979688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:11.980907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:12.057910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.072393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.085841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.092749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.106435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.114156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.125824 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-488197c5-8a05-4886-8b29-0a1e8857cadf tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 4658 time: 0.2967160 Jul 16 01:49:12.136577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:49:12.137043 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:49:12.185332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db48f78e-544c-4606-aa2f-3a92dfc46cd6 req-a71252d0-a66d-4f78-8350-5cd8eefcd25c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&id=64723cc2-2956-42f0-afbf-07f0788fe622&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579274 Jul 16 01:49:12.226223 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70ef72-1e13-4393-8651-d776dd258bc3 x-openstack-request-id: req-cd70ef72-1e13-4393-8651-d776dd258bc3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:12.226817 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:12.227125 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd70ef72-1e13-4393-8651-d776dd258bc3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:12.228481 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78', 'code': 200} Jul 16 01:49:12.229558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.236650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.284069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:12.306714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.361803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.398758 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.459558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:12.474040 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.474705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e30677e8-2b6f-4243-9dcb-b15eb34890bd no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:12.604395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb62-ebc5-4884-9773-f0d334dc8a8c req-e73bf00a-aec1-4b6a-a6fa-653cc6255f97 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:12.613027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e3afb62-ebc5-4884-9773-f0d334dc8a8c req-e73bf00a-aec1-4b6a-a6fa-653cc6255f97 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2348900 Jul 16 01:49:12.650877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:12.695139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:12.721926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e30677e8-2b6f-4243-9dcb-b15eb34890bd not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:12.722534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 3f27e034-f2b3-40a6-8d91-a119732020a5 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:12.741892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e3afb62-ebc5-4884-9773-f0d334dc8a8c req-cbeb6747-1a9f-4d58-b57b-62243c28a815 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276646 Jul 16 01:49:12.952201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.030616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028c3c-5d2e-480c-b55c-2469a569416f req-4f8c247f-40a5-4c2f-9c25-616d6a2420fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.037426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-4f8c247f-40a5-4c2f-9c25-616d6a2420fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 1096 time: 0.1998987 Jul 16 01:49:13.045262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3f27e034-f2b3-40a6-8d91-a119732020a5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:13.051719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.052966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 2d350ec3-c932-4375-8548-c2cb342f74fe no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:13.129190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5564a3de-6882-433c-bdb8-aaca8e4a1618,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:13.166077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.200409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b491-7c36-4a7a-8bed-f71733060190 req-fd87071e-873d-4bf8-a27e-1144bc99d243 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.212762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8863b491-7c36-4a7a-8bed-f71733060190 req-fd87071e-873d-4bf8-a27e-1144bc99d243 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 945 time: 0.2752748 Jul 16 01:49:13.218378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.254803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028c3c-5d2e-480c-b55c-2469a569416f req-7de669d0-5b4a-4c7c-90e6-a88216fba090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.256583 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-7de669d0-5b4a-4c7c-90e6-a88216fba090 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.2111394 Jul 16 01:49:13.279363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=2d350ec3-c932-4375-8548-c2cb342f74fe,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:13.294383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.322766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] For port 5564a3de-6882-433c-bdb8-aaca8e4a1618, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:13.361146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8863b491-7c36-4a7a-8bed-f71733060190 req-a917d607-cc72-4989-933c-db2db2f0cb9b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403856 Jul 16 01:49:13.399300 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-9f1633dd-6c16-41a5-9106-8a1fdd0b5787 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840 HTTP/1.1" status: 200 len: 217 time: 0.1340654 Jul 16 01:49:13.399470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] device_id is not set on port 5564a3de-6882-433c-bdb8-aaca8e4a1618 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:13.418377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.437038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.441307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.445196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 10c9d011-edfd-4ed7-8b55-56bc15f84840 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:13.515614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028c3c-5d2e-480c-b55c-2469a569416f req-ab091e2d-6404-4cb8-87d7-29ea38d0978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.518584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-ab091e2d-6404-4cb8-87d7-29ea38d0978e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1124632 Jul 16 01:49:13.582421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-b71fc1d1-c711-4ebd-ad05-19d7cc15646b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573616 Jul 16 01:49:13.622265 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.633647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:13.635421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Pushing event updated for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.712951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:13.715396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] No DVR routers for this DVR port 5564a3de-6882-433c-bdb8-aaca8e4a1618 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:13.724812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.794618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:13.830479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] In _notify_port_updated(), no bound segment for port 5564a3de-6882-433c-bdb8-aaca8e4a1618 on network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:49:13.831643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.832463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.833918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-051edff5-9a73-4c86-902e-95ae2ead0e70 service neutron] 10.222.0.38 "PUT /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 200 len: 1028 time: 2.2963848 Jul 16 01:49:13.882370 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-39ae8076-0820-4ad8-95a8-cb0175cfa644 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933886 Jul 16 01:49:13.899902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2ab8f-4a0d-48d0-bf0b-1ad06b12834e req-307679f2-87f8-44e2-8163-a0b2d8ec6160 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:13.901877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9c2ab8f-4a0d-48d0-bf0b-1ad06b12834e req-307679f2-87f8-44e2-8163-a0b2d8ec6160 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.4474313 Jul 16 01:49:13.969087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2297e051-6aa3-44f3-be68-c21ca5a0bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:13.971125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-54f2d8e4-7258-4557-9c4f-8a1fba4779a3 None None] Provisioning complete for port 5564a3de-6882-433c-bdb8-aaca8e4a1618 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:13.971613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54f2d8e4-7258-4557-9c4f-8a1fba4779a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.023276 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91028c3c-5d2e-480c-b55c-2469a569416f req-eb59aff5-7e49-45cc-aef8-150289ff93d7 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344600 Jul 16 01:49:14.037916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9c2ab8f-4a0d-48d0-bf0b-1ad06b12834e req-4d7bfe63-8a82-474f-87ce-fa0c13d2def7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267023 Jul 16 01:49:14.064733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-54f2d8e4-7258-4557-9c4f-8a1fba4779a3 None None] Port 5564a3de-6882-433c-bdb8-aaca8e4a1618 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:14.068538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-639055f9-ce29-4922-92b7-83826eaa882b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.074855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-639055f9-ce29-4922-92b7-83826eaa882b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.082359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-639055f9-ce29-4922-92b7-83826eaa882b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.088270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-639055f9-ce29-4922-92b7-83826eaa882b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.094093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-639055f9-ce29-4922-92b7-83826eaa882b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.101684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-639055f9-ce29-4922-92b7-83826eaa882b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 3877 time: 0.3347874 Jul 16 01:49:14.188271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-689f1147-715d-42c0-bb0e-3718f312fbb2 req-de2093c9-d20c-4d3d-bb10-6d4bafc43047 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856812 Jul 16 01:49:14.205096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:14.205824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.231655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5564a3de-6882-433c-bdb8-aaca8e4a1618'}, {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe'}, {'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:14.234115 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd650be-00d6-43d1-bc34-beed9a56d32e" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "5564a3de-6882-433c-bdb8-aaca8e4a1618"}, {"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe"}, {"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-unplugged", "status": "completed", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:14.438418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] For port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:14.438844 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.468638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:14.482042 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1221 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0468c9b-eb0e-481a-8e53-bc81fae16ee8 x-openstack-request-id: req-f0468c9b-eb0e-481a-8e53-bc81fae16ee8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:14.482627 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "5564a3de-6882-433c-bdb8-aaca8e4a1618", "code": 200}, {"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-unplugged", "status": "completed", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe", "code": 200}, {"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-unplugged", "status": "completed", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:14.482627 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0468c9b-eb0e-481a-8e53-bc81fae16ee8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:14.483093 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'code': 200} Jul 16 01:49:14.483234 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5564a3de-6882-433c-bdb8-aaca8e4a1618', 'code': 200} Jul 16 01:49:14.483485 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'code': 200} Jul 16 01:49:14.483741 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5', 'code': 200} Jul 16 01:49:14.483971 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5', 'code': 200} Jul 16 01:49:14.484368 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe', 'code': 200} Jul 16 01:49:14.484618 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'code': 200} Jul 16 01:49:14.522205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2297e051-6aa3-44f3-be68-c21ca5a0bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.568221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2297e051-6aa3-44f3-be68-c21ca5a0bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.628102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a814345-70ae-44e3-81bc-28a50203f71b req-ed1b8ae1-e4ae-40d9-b021-19f164d7db04 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:14.629647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a814345-70ae-44e3-81bc-28a50203f71b req-ed1b8ae1-e4ae-40d9-b021-19f164d7db04 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2456908 Jul 16 01:49:14.682756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297e051-6aa3-44f3-be68-c21ca5a0bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0054a4-a2ec-49f5-9e84-b8f010bc0d30,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:14.706614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2297e051-6aa3-44f3-be68-c21ca5a0bb5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12ca7a797b56497fb691d6b3755676d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720782 Jul 16 01:49:14.709215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59300) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:14.771351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d6d7ea-6f16-41d1-9143-922aa9a2ff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.796690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d6d7ea-6f16-41d1-9143-922aa9a2ff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.853010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d6d7ea-6f16-41d1-9143-922aa9a2ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.856688 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88d6d7ea-6f16-41d1-9143-922aa9a2ff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:14.860512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-88d6d7ea-6f16-41d1-9143-922aa9a2ff95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da0054a4-a2ec-49f5-9e84-b8f010bc0d30 HTTP/1.1" status: 204 len: 168 time: 0.1476703 Jul 16 01:49:14.868693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6d7ea-6f16-41d1-9143-922aa9a2ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0054a4-a2ec-49f5-9e84-b8f010bc0d30,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.155429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.176119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f16f9ba-53ce-4092-a982-ec135d5f072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.177210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a814345-70ae-44e3-81bc-28a50203f71b req-a17b2fbc-9a8d-48d2-989f-72b1b65c3fb9 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259209 Jul 16 01:49:15.257274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.291960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4de6e-7601-41ea-a2a4-6bf6625bf616 req-db4fcae9-6745-4900-8352-1dee110097eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.294025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37a4de6e-7601-41ea-a2a4-6bf6625bf616 req-db4fcae9-6745-4900-8352-1dee110097eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.7361290 Jul 16 01:49:15.310475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cef7d-7927-496b-8129-3c5f20bdeb96 req-b1f80184-2a94-4fba-90f6-9dcfafa781f7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.319654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d34cef7d-7927-496b-8129-3c5f20bdeb96 req-b1f80184-2a94-4fba-90f6-9dcfafa781f7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 943 time: 0.7100372 Jul 16 01:49:15.389894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f16f9ba-53ce-4092-a982-ec135d5f072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.396304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f16f9ba-53ce-4092-a982-ec135d5f072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.406290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=0276908d-f52c-4ae9-83a0-b3d2c2a93de5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.434697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f16f9ba-53ce-4092-a982-ec135d5f072a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff5b12731cfa4d98951e8de9c0605bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780981 Jul 16 01:49:15.440748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59318) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:15.457861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f9ba-53ce-4092-a982-ec135d5f072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de267c2-26f0-41b1-ba71-8a2ab9d63d0f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.505272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] No DVR routers for this DVR port 0276908d-f52c-4ae9-83a0-b3d2c2a93de5 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:15.506021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5634c14b-d36d-4449-a84d-ef49993fdaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.514823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.516883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-baec71bc-fcab-4500-bbfa-92f310ceab1f tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "DELETE /v2.0/ports/0276908d-f52c-4ae9-83a0-b3d2c2a93de5 HTTP/1.1" status: 204 len: 173 time: 1.6764967 Jul 16 01:49:15.521288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:15.522945 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02f498e-27ab-4e06-a929-db3d4d0a1f1d" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:15.529823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37a4de6e-7601-41ea-a2a4-6bf6625bf616 req-639f5617-a4e1-47dc-b401-970f57201cfb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636884 Jul 16 01:49:15.529958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5634c14b-d36d-4449-a84d-ef49993fdaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.542616 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d34cef7d-7927-496b-8129-3c5f20bdeb96 req-dc133767-3aef-426a-ad5d-2a8e145208f5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219579 Jul 16 01:49:15.607872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5634c14b-d36d-4449-a84d-ef49993fdaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.611374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5634c14b-d36d-4449-a84d-ef49993fdaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.612983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5634c14b-d36d-4449-a84d-ef49993fdaa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8de267c2-26f0-41b1-ba71-8a2ab9d63d0f HTTP/1.1" status: 204 len: 168 time: 0.1710103 Jul 16 01:49:15.626978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634c14b-d36d-4449-a84d-ef49993fdaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de267c2-26f0-41b1-ba71-8a2ab9d63d0f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:15.703171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87ea7-64fb-4a14-93f8-b1506b462943 req-dd1fa1a9-182d-4dc9-a273-56ebcc3e4b32 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.704850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fc87ea7-64fb-4a14-93f8-b1506b462943 req-dd1fa1a9-182d-4dc9-a273-56ebcc3e4b32 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2918842 Jul 16 01:49:15.801927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fc87ea7-64fb-4a14-93f8-b1506b462943 req-5eb034ab-a711-446d-aadb-d31066195aa9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900507 Jul 16 01:49:15.817743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port 2d350ec3-c932-4375-8548-c2cb342f74fe {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:15.818089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:15.915062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b9885-3a5d-4b29-be6b-aeaf8b41a1fa req-4a24e52b-da57-490f-9cdd-f58ef8350dc1 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.922623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b9885-3a5d-4b29-be6b-aeaf8b41a1fa req-4a24e52b-da57-490f-9cdd-f58ef8350dc1 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.935162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b9885-3a5d-4b29-be6b-aeaf8b41a1fa req-4a24e52b-da57-490f-9cdd-f58ef8350dc1 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.947562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b9885-3a5d-4b29-be6b-aeaf8b41a1fa req-4a24e52b-da57-490f-9cdd-f58ef8350dc1 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:15.951551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-484b9885-3a5d-4b29-be6b-aeaf8b41a1fa req-4a24e52b-da57-490f-9cdd-f58ef8350dc1 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 3144 time: 0.2084477 Jul 16 01:49:16.002522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] For port 2d350ec3-c932-4375-8548-c2cb342f74fe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=2d350ec3-c932-4375-8548-c2cb342f74fe,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:16.002953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.027403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-484b9885-3a5d-4b29-be6b-aeaf8b41a1fa req-3944fb55-2f49-4498-ace7-e0dca2a77857 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670700 Jul 16 01:49:16.028326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for 2d350ec3-c932-4375-8548-c2cb342f74fe owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:16.197393 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a78ed-56b2-4b35-a1a7-fd96ca230ae5 x-openstack-request-id: req-2d1a78ed-56b2-4b35-a1a7-fd96ca230ae5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:16.197884 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "0276908d-f52c-4ae9-83a0-b3d2c2a93de5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:16.198157 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d1a78ed-56b2-4b35-a1a7-fd96ca230ae5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:16.198589 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': '0276908d-f52c-4ae9-83a0-b3d2c2a93de5', 'status': 'completed', 'code': 200} Jul 16 01:49:16.205911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.243792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=2d350ec3-c932-4375-8548-c2cb342f74fe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:16.376735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] No DVR routers for this DVR port 2d350ec3-c932-4375-8548-c2cb342f74fe on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:16.383705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.385812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-c7d62a15-d546-4543-8ab0-0889291cd7a8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "DELETE /v2.0/ports/2d350ec3-c932-4375-8548-c2cb342f74fe HTTP/1.1" status: 204 len: 173 time: 0.8547485 Jul 16 01:49:16.577475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:16.577819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:16.587590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802f726-47ea-47cd-9aeb-0c7361f2fc74 req-46fe8de7-5b8f-4264-b905-845c4d171fd6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:16.604265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a802f726-47ea-47cd-9aeb-0c7361f2fc74 req-46fe8de7-5b8f-4264-b905-845c4d171fd6 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2133474 Jul 16 01:49:16.797130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a802f726-47ea-47cd-9aeb-0c7361f2fc74 req-ac47b120-b2ba-4305-8d27-a6ebb3dd91aa tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906097 Jul 16 01:49:16.814975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] For port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:16.818194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.172305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6f7c4-35a5-4ec5-b094-09ab1723809a req-f37995ce-6c0e-4a72-b310-857f3f97a6f6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:17.174491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0b6f7c4-35a5-4ec5-b094-09ab1723809a req-f37995ce-6c0e-4a72-b310-857f3f97a6f6 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 945 time: 0.1760964 Jul 16 01:49:17.338695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0b6f7c4-35a5-4ec5-b094-09ab1723809a req-a5f0969c-9979-4e2c-bc9f-3e42f49ddf2a tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c8aca8d-0e5a-479b-a89e-0c71f291225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575551 Jul 16 01:49:17.370625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.372235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.380234 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Floating IP d804565b-ffe5-4a4a-9023-16703001dfde disassociated. External IP: 172.25.0.46, port: b42ef1d1-6db0-4a64-adbe-382c22ab8bfe. Jul 16 01:49:17.381191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for b42ef1d1-6db0-4a64-adbe-382c22ab8bfe owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:17.646372 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.784778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:17.792235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=b42ef1d1-6db0-4a64-adbe-382c22ab8bfe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:17.825566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c1136-3703-446c-9674-16b05ac540eb req-11f6cbc0-dc5d-4ce8-bba9-e2193f972016 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:17.831183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-365c1136-3703-446c-9674-16b05ac540eb req-11f6cbc0-dc5d-4ce8-bba9-e2193f972016 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 943 time: 0.2642159 Jul 16 01:49:17.916705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:17.942295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:17.944787 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78d7fd-277f-4203-923e-67a80154ae28" -d '{"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:17.959169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:17.967165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.033234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Router 0502c5aa-0241-4c97-a802-4f7fd058f720 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:18.039135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.062015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-365c1136-3703-446c-9674-16b05ac540eb req-834a3efc-d4ec-4baf-8355-97b3d711f65d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244349 Jul 16 01:49:18.161682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee01f-a717-45e3-ba43-980cc569761b req-4d9e904a-a4ad-43e9-829b-17a8aaacbb92 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.165898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-32aee01f-a717-45e3-ba43-980cc569761b req-4d9e904a-a4ad-43e9-829b-17a8aaacbb92 tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab HTTP/1.1" status: 200 len: 945 time: 0.1714566 Jul 16 01:49:18.167835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-31163240-a964-4d32-a76a-5d524e943ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.169420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-31163240-a964-4d32-a76a-5d524e943ab8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.2649550 Jul 16 01:49:18.180234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e105d-454f-4918-91b5-30e04b39a876 req-94ab0534-117b-4af9-aa7f-75c6d45ab9f4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.187154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af4e105d-454f-4918-91b5-30e04b39a876 req-94ab0534-117b-4af9-aa7f-75c6d45ab9f4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2811484 Jul 16 01:49:18.303937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Deleting port 55078fd1-5c47-413b-8654-bdd7e5510f39 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:18.304413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.350533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:18.353198 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789a4611-f921-4373-8f37-f6b5626272cb" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:18.369512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:18.393116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] Sync routers for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:18.403910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:18.405077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:18.474550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] For port 55078fd1-5c47-413b-8654-bdd7e5510f39, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=55078fd1-5c47-413b-8654-bdd7e5510f39,segment=NetworkSegment(aee4cf38-ed64-4c2f-9ff8-df3cedff5285),segment_id=aee4cf38-ed64-4c2f-9ff8-df3cedff5285)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:18.474773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.491945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Calling delete_port for 55078fd1-5c47-413b-8654-bdd7e5510f39 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:18.499605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] No DVR routers for this DVR port b42ef1d1-6db0-4a64-adbe-382c22ab8bfe on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:18.505995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.507953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-94667027-a714-46ec-a35f-e353897072de tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "DELETE /v2.0/ports/b42ef1d1-6db0-4a64-adbe-382c22ab8bfe HTTP/1.1" status: 204 len: 173 time: 2.1030633 Jul 16 01:49:18.553572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:18.573910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af4e105d-454f-4918-91b5-30e04b39a876 req-a7ecac67-6986-4d43-b74e-e2807a4077ad tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857458 Jul 16 01:49:18.577180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-c9325996-91a4-4389-a46d-a98de74df9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.584177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-c9325996-91a4-4389-a46d-a98de74df9e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.3901231 Jul 16 01:49:18.687380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.739814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Pushing event deleted for resources: {'Port': ['ID=55078fd1-5c47-413b-8654-bdd7e5510f39,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:18.772152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['55078fd1-5c47-413b-8654-bdd7e5510f39'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:18.816830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] No DVR routers for this DVR port 55078fd1-5c47-413b-8654-bdd7e5510f39 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:18.820275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:18.822737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-32aee01f-a717-45e3-ba43-980cc569761b req-10a43f96-deb2-4043-a3b0-78cd97f396cf tempest-ServersTestJSON-1590984271 tempest-ServersTestJSON-1590984271-project] 10.222.0.32 "DELETE /v2.0/ports/55078fd1-5c47-413b-8654-bdd7e5510f39 HTTP/1.1" status: 204 len: 173 time: 0.6446512 Jul 16 01:49:18.823254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'name': 'network-vif-deleted', 'tag': '55078fd1-5c47-413b-8654-bdd7e5510f39'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:18.827767 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1153ea14-daa4-4bc6-a568-f5f25f63a1ec" -d '{"events": [{"server_uuid": "6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab", "name": "network-vif-deleted", "tag": "55078fd1-5c47-413b-8654-bdd7e5510f39"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:18.832925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54b86e-aeaf-441c-aa74-772e02733dab req-27a7bb72-9e8b-4a63-9cb6-a578024f0c90 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.839577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54b86e-aeaf-441c-aa74-772e02733dab req-27a7bb72-9e8b-4a63-9cb6-a578024f0c90 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:18.847147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf54b86e-aeaf-441c-aa74-772e02733dab req-27a7bb72-9e8b-4a63-9cb6-a578024f0c90 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 1677 time: 0.4870639 Jul 16 01:49:18.906317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-aa7f764f-952b-44f2-8037-0acdbd3a84d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.3171303 Jul 16 01:49:19.038078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf54b86e-aeaf-441c-aa74-772e02733dab req-9b8dd88c-fce2-4724-8a97-a8e2cf607460 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups?id=31c9909a-3200-47e4-aa85-901ec63bf906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899738 Jul 16 01:49:19.049961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 10c9d011-edfd-4ed7-8b55-56bc15f84840 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:19.107605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-0bde6300-79d5-43a7-9d0c-a20ecef9da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.109177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-0bde6300-79d5-43a7-9d0c-a20ecef9da84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1920280 Jul 16 01:49:19.138771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:44Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.143788 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f73ea-6bdc-407f-9479-3aa0d029e696 x-openstack-request-id: req-b44f73ea-6bdc-407f-9479-3aa0d029e696 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:19.144264 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:19.144379 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b44f73ea-6bdc-407f-9479-3aa0d029e696 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:19.144716 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'code': 200} Jul 16 01:49:19.173085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:19.173776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.177190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] Checking router: 0502c5aa-0241-4c97-a802-4f7fd058f720 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:19.220786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:19.221600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:48:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.339833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-ffbc68eb-a2ba-49c0-be22-d74adfe13cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.341396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-ffbc68eb-a2ba-49c0-be22-d74adfe13cea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202935 Jul 16 01:49:19.358768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] For port f1681095-4f4d-4fd5-bbb7-14a2e220ff78, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:19.359147 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.376692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4886-75db-49a8-a810-6dc68cd9a9bd req-dbbf1bc8-0bc4-450e-87b5-4d17dd5769b2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:19.378240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-674d4886-75db-49a8-a810-6dc68cd9a9bd req-dbbf1bc8-0bc4-450e-87b5-4d17dd5769b2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.2305970 Jul 16 01:49:19.395886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for f1681095-4f4d-4fd5-bbb7-14a2e220ff78 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:19.421503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:19.562923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-674d4886-75db-49a8-a810-6dc68cd9a9bd req-673f76f7-00d6-43d8-b56d-765fef4cb867 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701992 Jul 16 01:49:19.673571 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3695c1d4-2199-41d0-9de1-f264e65121ea x-openstack-request-id: req-3695c1d4-2199-41d0-9de1-f264e65121ea {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:19.673842 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "2d350ec3-c932-4375-8548-c2cb342f74fe", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:19.674096 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3695c1d4-2199-41d0-9de1-f264e65121ea {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:19.674528 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': '2d350ec3-c932-4375-8548-c2cb342f74fe', 'status': 'completed', 'code': 200} Jul 16 01:49:19.679425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-630d9fa4-78cd-4b42-ba8c-887ba44b3210 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293943 Jul 16 01:49:19.755029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:44Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:19.788391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905c402-210d-4d22-ad80-ff12b1b10d76 None None] The sync data for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 is: [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ec4ebc4-a722-4870-a1c1-30d977f86c0a', 'name': '', 'network_id': 'bae1752d-f753-40a4-9624-9dd90fbd9706', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'mac_address': 'fa:16:3e:a9:39:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:32Z', 'updated_at': '2021-07-16T01:38:44Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'subnets': [{'id': 'cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:19.798852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:19.805492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:19.903459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=f1681095-4f4d-4fd5-bbb7-14a2e220ff78,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.143422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c194a00-bf18-44e5-9276-d15c96dd3590 None None] New status for floating IP d804565b-ffe5-4a4a-9023-16703001dfde: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:49:20.419075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Deleting subnet 8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:20.441264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] No DVR routers for this DVR port f1681095-4f4d-4fd5-bbb7-14a2e220ff78 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:20.450129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.453599 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.455604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-f35a12d2-56f3-4a60-93d7-1b4b6a58e225 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "DELETE /v2.0/ports/f1681095-4f4d-4fd5-bbb7-14a2e220ff78 HTTP/1.1" status: 204 len: 173 time: 1.9328332 Jul 16 01:49:20.482140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00e2f81e-7b7c-4205-aee6-df69ac91d4cf req-2ab644fa-294c-4bdb-ad94-7baafa9d2172 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923336 Jul 16 01:49:20.503152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-103a8724-a617-49d6-8afc-d517614b5071 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:20.505654 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-103a8724-a617-49d6-8afc-d517614b5071 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/ports?device_id=23361445-acfc-452c-a8a6-d5b53563d9f5 HTTP/1.1" status: 200 len: 943 time: 0.0755284 Jul 16 01:49:20.561317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.618409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Deleting port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:20.618842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.664123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-cf074403-2480-4ac7-8055-0ca93a3cbca5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:20.666265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-cf074403-2480-4ac7-8055-0ca93a3cbca5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e78a1a68-e7d9-4627-a2dc-b959f0070618 HTTP/1.1" status: 200 len: 943 time: 0.3467739 Jul 16 01:49:20.684656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd8b6b-5f74-486f-a72b-97e3953fdadd req-0c87b79b-9b97-49f2-af4a-cec9df2f51dd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:20.686192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fbd8b6b-5f74-486f-a72b-97e3953fdadd req-0c87b79b-9b97-49f2-af4a-cec9df2f51dd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.3680487 Jul 16 01:49:20.687357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.714701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] For port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:20.715070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.728908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Calling delete_port for 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:20.821661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fbd8b6b-5f74-486f-a72b-97e3953fdadd req-23e3a94d-ca53-4429-a22d-522435027264 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024778 Jul 16 01:49:20.871100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:20.886447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port 3f27e034-f2b3-40a6-8d91-a119732020a5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:20.886816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.887940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.894287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.967203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event deleted for resources: {'Port': ['ID=37b7d618-13fd-4569-8ffb-de0d8c2d11f8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.970891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:20.977353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:20.981853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7215f6b4-fac4-48d8-8317-5e12c0ac5bd3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8b55d0f8-8f6d-4465-8b2c-a7cb3eac4d4e HTTP/1.1" status: 204 len: 168 time: 1.1677151 Jul 16 01:49:20.982489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.060765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] No DVR routers for this DVR port 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:21.065776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.067099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b2367bd-e681-49b9-99f3-3311c55ee0c2 req-c48e3f65-c79f-410a-9135-665448fb6fe7 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "DELETE /v2.0/ports/37b7d618-13fd-4569-8ffb-de0d8c2d11f8 HTTP/1.1" status: 204 len: 173 time: 0.5556633 Jul 16 01:49:21.091693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Deleting port 10c9d011-edfd-4ed7-8b55-56bc15f84840 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:21.092125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.120657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] For port 3f27e034-f2b3-40a6-8d91-a119732020a5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=3f27e034-f2b3-40a6-8d91-a119732020a5,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:21.121037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.137945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-35df6d22-d519-4e88-acbc-0e06267f75dd tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--322201139&fields=id&tenant_id=891b35fa5e514082ab87d1c0de379d9d HTTP/1.1" status: 200 len: 267 time: 0.1114168 Jul 16 01:49:21.141462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.149201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for 3f27e034-f2b3-40a6-8d91-a119732020a5 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:21.156044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059bcee-8fd4-4c3d-a8ff-479266b72e71 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:21.161108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6059bcee-8fd4-4c3d-a8ff-479266b72e71 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1092 time: 0.2865560 Jul 16 01:49:21.162561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59702) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.180768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:21.246365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.258016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b8fb84-a082-4e76-a754-ffd7b5e7de54']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.276809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.277170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee4cf38-ed64-4c2f-9ff8-df3cedff5285') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:21.288478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.304999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.311453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:21.311904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:21.315407 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:21.374298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.381740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.383079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.387129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] 10.222.0.35 "DELETE /v2.0/networks/72b8fb84-a082-4e76-a754-ffd7b5e7de54 HTTP/1.1" status: 204 len: 168 time: 0.4006147 Jul 16 01:49:21.402241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] For port 10c9d011-edfd-4ed7-8b55-56bc15f84840, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=10c9d011-edfd-4ed7-8b55-56bc15f84840,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:21.402930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.409576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51611c4f-3d96-4a18-af5f-674941de26ad admin admin] Pushing event deleted for resources: {'Network': ['ID=72b8fb84-a082-4e76-a754-ffd7b5e7de54,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.432411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Calling delete_port for 10c9d011-edfd-4ed7-8b55-56bc15f84840 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:21.466937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b099e8cc-90f1-4acc-a0e2-e1c3f7bbe727 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:21.468451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b099e8cc-90f1-4acc-a0e2-e1c3f7bbe727 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/networks?id=12a14a44-927f-490a-9199-35a240d8137a HTTP/1.1" status: 200 len: 816 time: 0.3148787 Jul 16 01:49:21.583011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-5805ea72-d560-4fc7-af35-4be343d0ee24 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/quotas/891b35fa5e514082ab87d1c0de379d9d HTTP/1.1" status: 200 len: 375 time: 0.1060748 Jul 16 01:49:21.620221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59736) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.677805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe'}, {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:21.678221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b80a497e-fc56-4f71-8289-11fd25bed0e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c77d81761104aefaf1746b49eab1952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540259 Jul 16 01:49:21.678550 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dddcc9-2d09-4047-a77e-b80797e0ed78" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe"}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:21.679815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:21.698575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.746995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1b8-63b9-472a-8e46-75120cf565c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.784878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1b8-63b9-472a-8e46-75120cf565c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.810010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:21.836817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=3f27e034-f2b3-40a6-8d91-a119732020a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.837892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:21.838244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 37b7d618-13fd-4569-8ffb-de0d8c2d11f8 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:21.838667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 55078fd1-5c47-413b-8654-bdd7e5510f39 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:21.853447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1b8-63b9-472a-8e46-75120cf565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.857485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec1b8-63b9-472a-8e46-75120cf565c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.859193 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4e2ec1b8-63b9-472a-8e46-75120cf565c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c8aca8d-0e5a-479b-a89e-0c71f291225a HTTP/1.1" status: 204 len: 168 time: 0.1784091 Jul 16 01:49:21.865285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 55078fd1-5c47-413b-8654-bdd7e5510f39 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:21.865798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 55078fd1-5c47-413b-8654-bdd7e5510f39 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:21.876059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec1b8-63b9-472a-8e46-75120cf565c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8aca8d-0e5a-479b-a89e-0c71f291225a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:21.883841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] No DVR routers for this DVR port 3f27e034-f2b3-40a6-8d91-a119732020a5 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:21.889454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.892098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91bf39e5-cd71-47cd-a6b7-0b83a65261a8 req-93a0116a-a9df-4d18-8942-14c9578bb48a tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.38 "DELETE /v2.0/ports/3f27e034-f2b3-40a6-8d91-a119732020a5 HTTP/1.1" status: 204 len: 173 time: 1.4124403 Jul 16 01:49:21.911664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.921083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-d22a6238-cf63-4ea9-a1e6-a6cc465c9ebc tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=891b35fa5e514082ab87d1c0de379d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3156354 Jul 16 01:49:21.923012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:21.975089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event deleted for resources: {'Port': ['ID=10c9d011-edfd-4ed7-8b55-56bc15f84840,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.052786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.123206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] No DVR routers for this DVR port 10c9d011-edfd-4ed7-8b55-56bc15f84840 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:22.136957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.139018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8accac55-8ca1-48eb-a596-deb964c95e89 req-c81ab89c-033c-43c4-bae1-b9f4b184517c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "DELETE /v2.0/ports/10c9d011-edfd-4ed7-8b55-56bc15f84840 HTTP/1.1" status: 204 len: 173 time: 1.4237361 Jul 16 01:49:22.322397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-5390949d-9915-4f63-b3cf-cef55bf2a7db service neutron] 10.222.0.35 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794515 Jul 16 01:49:22.386102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.72 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/521ff9c6-f563-4d9e-a1d0-bf10851a108f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:22.534710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-69608c92-a329-4c1c-8f32-4fb43ef25a21 service neutron] 10.222.0.35 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052248 Jul 16 01:49:22.627272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.715072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:22.775960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:22.782855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:22.786565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:22.847503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=521ff9c6-f563-4d9e-a1d0-bf10851a108f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:22.989735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.078127 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81baa31-f949-46f2-b092-e56bb1a62b20 x-openstack-request-id: req-a81baa31-f949-46f2-b092-e56bb1a62b20 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:23.078426 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab", "name": "network-vif-deleted", "tag": "55078fd1-5c47-413b-8654-bdd7e5510f39", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:23.078683 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a81baa31-f949-46f2-b092-e56bb1a62b20 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:23.079645 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4c9a47-0c8a-40a3-ba60-d7d6c93bf3ab', 'name': 'network-vif-deleted', 'tag': '55078fd1-5c47-413b-8654-bdd7e5510f39', 'status': 'completed', 'code': 200} Jul 16 01:49:23.134882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-448539101-network', 'tenant_id': '725ce26d20cc435c82f90b010f61a39c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:23.187826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Made reservation on behalf of 725ce26d20cc435c82f90b010f61a39c for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:23.191213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.213410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.246692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:23.378407 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.407469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.419492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.497005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:23.510594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.511581 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Added segment af7fd46c-dd44-4501-b00f-61f55930c64b of type vlan for network e89ad76f-cc96-43bd-8502-c9df4b07d173 Jul 16 01:49:23.563014 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.594452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69169875-8b8f-44f4-bddc-b3092c790a7e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.617867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.619104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.620951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.671971 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6811154 Jul 16 01:49:23.675360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:23.681295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Request body: {'subnet': {'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-448539101-subnet', 'tenant_id': '725ce26d20cc435c82f90b010f61a39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:23.690551 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-885de6f4-3d55-4990-bd1f-ca0edb0fb1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.737334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a40d3-20fe-458c-bf70-59e00598f124 admin admin] Pushing event updated for resources: {'Network': ['ID=e89ad76f-cc96-43bd-8502-c9df4b07d173,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:23.749595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e89ad76f-cc96-43bd-8502-c9df4b07d173 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:23.763045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Made reservation on behalf of 725ce26d20cc435c82f90b010f61a39c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:23.766819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:23.892784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd7e8055-0aac-43cd-a342-a20635179f35 req-02c72cba-d390-4d9e-9e37-30880e16966c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.2500010 Jul 16 01:49:23.925127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-36c68926-d301-42e2-85cb-7ac3372e9877 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:23.928501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-36c68926-d301-42e2-85cb-7ac3372e9877 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.2841797 Jul 16 01:49:23.952905 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-dd6a25c3-95f6-4742-bbcd-dbab10a9197c tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/quotas/686feaad2d1b4624b8628f0392030152 HTTP/1.1" status: 200 len: 375 time: 0.0234883 Jul 16 01:49:24.049091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.060322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-a2e5b64e-083e-4b6e-af6a-528e3d240b41 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063306 Jul 16 01:49:24.131594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59878) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.132393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Checking segment: {'id': 'af7fd46c-dd44-4501-b00f-61f55930c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:24.132757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Network hostable DHCP agents. Network: e89ad76f-cc96-43bd-8502-c9df4b07d173, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:24.148874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7c6c93-77b1-402f-8830-9b0eddc9937d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.177407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Network e89ad76f-cc96-43bd-8502-c9df4b07d173 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:24.194177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e89ad76f-cc96-43bd-8502-c9df4b07d173) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:24.203878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e80ca-590f-47a3-8091-5efab2380780 None None] Network e89ad76f-cc96-43bd-8502-c9df4b07d173 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:24.210021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:24.211912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.249845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-74dc15f9-7b48-420a-8431-813c62237bcc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5732093 Jul 16 01:49:24.306110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-393e84ac-b973-4780-94f0-833cf92ad21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.466098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b6bf9-5eb2-4fb6-be02-e00f3ff81e76 None None] Network e89ad76f-cc96-43bd-8502-c9df4b07d173 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:24.482341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8e986-8bae-4bd5-bcf5-4a01b56aaabc req-ce436d07-1b71-4acc-ad52-807b9769bd64 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:24.491652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96a8e986-8bae-4bd5-bcf5-4a01b56aaabc req-ce436d07-1b71-4acc-ad52-807b9769bd64 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.4291711 Jul 16 01:49:24.519151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-393e84ac-b973-4780-94f0-833cf92ad21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.533193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-393e84ac-b973-4780-94f0-833cf92ad21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.568449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-655f94d1-9eb2-4bd1-8d51-ca8d238f3c5a service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071268 Jul 16 01:49:24.584392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-393e84ac-b973-4780-94f0-833cf92ad21a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbddbe99db914bcdbf9118f8064b5221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452441 Jul 16 01:49:24.590811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.646679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e84ac-b973-4780-94f0-833cf92ad21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3984b38f-d07c-4b3e-a9e2-4bc575ee1904,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.680577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96a8e986-8bae-4bd5-bcf5-4a01b56aaabc req-2c6bfaea-0048-4dc3-a2c0-a1c861cb01c2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876211 Jul 16 01:49:24.726739 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.747393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2c60-f3ef-4c26-83e8-9ef1d2a35bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.776100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2c60-f3ef-4c26-83e8-9ef1d2a35bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.850904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2c60-f3ef-4c26-83e8-9ef1d2a35bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.854238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2c60-f3ef-4c26-83e8-9ef1d2a35bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.855176 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4289b4-8aa9-4c8c-b152-912dda06a7a0 x-openstack-request-id: req-ba4289b4-8aa9-4c8c-b152-912dda06a7a0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:24.855485 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "b42ef1d1-6db0-4a64-adbe-382c22ab8bfe", "status": "completed", "code": 200}, {"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "f1681095-4f4d-4fd5-bbb7-14a2e220ff78", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:24.855987 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba4289b4-8aa9-4c8c-b152-912dda06a7a0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:24.856520 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': 'b42ef1d1-6db0-4a64-adbe-382c22ab8bfe', 'status': 'completed', 'code': 200} Jul 16 01:49:24.856778 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': 'f1681095-4f4d-4fd5-bbb7-14a2e220ff78', 'status': 'completed', 'code': 200} Jul 16 01:49:24.871443 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea1d2c60-f3ef-4c26-83e8-9ef1d2a35bf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3984b38f-d07c-4b3e-a9e2-4bc575ee1904 HTTP/1.1" status: 204 len: 168 time: 0.2793770 Jul 16 01:49:24.888070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d2c60-f3ef-4c26-83e8-9ef1d2a35bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3984b38f-d07c-4b3e-a9e2-4bc575ee1904,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:24.920157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:24.927552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1587484608-network', 'tenant_id': '9e7b258b27a3499b9fd9746a1111abf3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:24.963087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Made reservation on behalf of 9e7b258b27a3499b9fd9746a1111abf3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:24.965818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:24.975641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.082054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24c5d234-8fd3-44eb-a135-03bba173f074 req-82c13530-68fd-4076-acdd-10be15dbe206 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.0864630 Jul 16 01:49:25.083234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-deleted', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:25.085627 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6583e2-ee9f-4969-88dc-2c3f36dd8f2d" -d '{"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-deleted", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:25.121910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.133388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.166392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:25.167085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-b77770a0-7b65-4c98-a2b3-150bd3c7bab2 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850790 Jul 16 01:49:25.185391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.185748 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Added segment bfddffe4-f4c1-4951-b1a5-6eb36c7e21d7 of type vlan for network 725204ae-57ff-4d41-9512-157f97951c7d Jul 16 01:49:25.221015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-19cdfa5a-2d52-45d5-8e1d-34e4a239d6ac tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.222870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-19cdfa5a-2d52-45d5-8e1d-34e4a239d6ac tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.38 "GET /v2.0/networks?id=12a14a44-927f-490a-9199-35a240d8137a HTTP/1.1" status: 200 len: 816 time: 0.4444039 Jul 16 01:49:25.223654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.253386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.315572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.316991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.317582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.388172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-2e096470-53e7-46ef-a10b-b366201f283b tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891b35fa5e514082ab87d1c0de379d9d HTTP/1.1" status: 200 len: 379 time: 0.1015875 Jul 16 01:49:25.430809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Pushing event updated for resources: {'Network': ['ID=725204ae-57ff-4d41-9512-157f97951c7d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.443084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Request body: {'port': {'device_id': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'admin_state_up': True, 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'security_groups': ['47e4c90d-47ea-4a40-bbf6-954a4cd6df89']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:25.446599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 725204ae-57ff-4d41-9512-157f97951c7d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:25.464770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2888d592-0694-4874-a7e4-5656d867c150,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.478619 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0e3115ab-706e-4471-87c7-8357996a076c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5572703 Jul 16 01:49:25.479306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:25.489400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Request body: {'subnet': {'network_id': '725204ae-57ff-4d41-9512-157f97951c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1587484608-subnet', 'tenant_id': '9e7b258b27a3499b9fd9746a1111abf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:25.534063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Made reservation on behalf of 9e7b258b27a3499b9fd9746a1111abf3 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:25.536614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.816655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.893703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ad8ea3-6a62-4919-97df-51aa3cdd3e57,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:25.911302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Checking segment: {'id': 'bfddffe4-f4c1-4951-b1a5-6eb36c7e21d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '725204ae-57ff-4d41-9512-157f97951c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:25.911664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Network hostable DHCP agents. Network: 725204ae-57ff-4d41-9512-157f97951c7d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:25.931794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Network 725204ae-57ff-4d41-9512-157f97951c7d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:25.943237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 725204ae-57ff-4d41-9512-157f97951c7d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:25.948454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:25.950279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:25.954952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c4296-5523-4605-847d-e5c65c2d5399 None None] Network 725204ae-57ff-4d41-9512-157f97951c7d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:25.970742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2dd3ec17-c6fc-4cb3-be27-1930f42f9ea9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4895365 Jul 16 01:49:26.005651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90749167-d63a-4852-aa45-13af285e4fdf req-fac84917-9275-4f7a-8efb-914d8bc91355 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.1872675 Jul 16 01:49:26.135850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35107ab-fcec-4dac-b2d2-02e9336d6494 req-f2da1850-0c70-45ac-9cf0-bf93dbee222c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:26.146327 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb4ae3-6bb8-49fc-b009-a535e8cc9243 x-openstack-request-id: req-eebb4ae3-6bb8-49fc-b009-a535e8cc9243 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:26.146838 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23361445-acfc-452c-a8a6-d5b53563d9f5", "name": "network-vif-deleted", "tag": "37b7d618-13fd-4569-8ffb-de0d8c2d11f8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:26.147058 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eebb4ae3-6bb8-49fc-b009-a535e8cc9243 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:26.147359 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23361445-acfc-452c-a8a6-d5b53563d9f5', 'name': 'network-vif-deleted', 'tag': '37b7d618-13fd-4569-8ffb-de0d8c2d11f8', 'status': 'completed', 'code': 200} Jul 16 01:49:26.156461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a35107ab-fcec-4dac-b2d2-02e9336d6494 req-f2da1850-0c70-45ac-9cf0-bf93dbee222c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.5901198 Jul 16 01:49:26.193822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15ea19ea-65d8-4b48-a702-c55c32d33155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.273847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f005e498-83af-42a1-a728-30a6e7766be3 None None] Network 725204ae-57ff-4d41-9512-157f97951c7d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:26.286854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-192a4738-b382-40d6-99ab-22ddf16807fe req-bbf44058-914b-4c07-be5a-ad4a1a7e9dcf tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 210 time: 0.0502687 Jul 16 01:49:26.289459 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.304114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.336308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a35107ab-fcec-4dac-b2d2-02e9336d6494 req-2137c4df-eadc-4f46-9eda-ae3b4baf32bb tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789467 Jul 16 01:49:26.336977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Made reservation on behalf of 891b35fa5e514082ab87d1c0de379d9d for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:26.356360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.508303 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:26.538269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=521ff9c6-f563-4d9e-a1d0-bf10851a108f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:26.933116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5'}, {'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-deleted', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:26.935371 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0d27e-3867-45ef-9a10-f6693fc76cea" -d '{"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5"}, {"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-deleted", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:26.946059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65205c73-865a-4c8a-a89d-350629f905fc req-fd6439b0-6a12-4604-b0b9-94b5e7da8c57 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.3435690 Jul 16 01:49:26.979850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.106091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-53c51cbc-33e8-40a1-8be8-4685562c88b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:27.113066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-53c51cbc-33e8-40a1-8be8-4685562c88b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.6256909 Jul 16 01:49:27.115368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Allocated IP 172.20.0.13 (12a14a44-927f-490a-9199-35a240d8137a/6313918f-ea36-4687-bceb-c7100266d933/8f482b68-c3d1-4c5b-a716-534bbc732232) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:27.210808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-23b7a234-a31f-4b7b-a73b-11b56db37e14 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0966125 Jul 16 01:49:27.272769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-0781ab34-002d-4a45-aaf5-82b9057eb915 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602324 Jul 16 01:49:27.310406 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP 649e6883-6965-4f8d-af0c-10c532b379c8 associated. External IP: 172.25.0.72, port: f1c6650a-1f16-4ba8-bb9c-a07323d46a50. Jul 16 01:49:27.342900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-d77a83ff-cceb-4a22-973b-10e04c6446cb tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:27.344678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-d77a83ff-cceb-4a22-973b-10e04c6446cb tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.1551349 Jul 16 01:49:27.359909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Request body: {'port': {'device_id': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'admin_state_up': True, 'tenant_id': '686feaad2d1b4624b8628f0392030152'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:27.371108 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.562008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada92ba-308c-4d72-999c-55bb22097038 req-d6cc5fbe-2b33-49c3-9a86-7dd82c2b5b9c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:27.564466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ada92ba-308c-4d72-999c-55bb22097038 req-d6cc5fbe-2b33-49c3-9a86-7dd82c2b5b9c tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.4204535 Jul 16 01:49:27.574958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Made reservation on behalf of 686feaad2d1b4624b8628f0392030152 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:27.581318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-8321f463-7958-40be-be72-64e773f5b79b service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076651 Jul 16 01:49:27.583647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.675973 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:27.732350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ada92ba-308c-4d72-999c-55bb22097038 req-00942c15-33dd-4968-a808-632db2b45316 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379254 Jul 16 01:49:27.740409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Transition to ACTIVE for port object 8f482b68-c3d1-4c5b-a716-534bbc732232 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:27.782992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Allocated IP 172.20.0.12 (a7e161a6-1a3f-4935-8108-be1972f2dec2/10701a19-c5e0-48e0-8dbb-474c907c0b71/171d975f-9cab-4ce8-bb3a-877a5c74fbc3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:27.836930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-ac97836e-39b7-47ab-b62d-5e62deeb1a90 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517984 Jul 16 01:49:28.020342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router c7650e15-0c19-4ec0-a416-788c1d977147 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:28.059161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.075614 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf0a944-4b8b-4695-842f-2e391f6a65fe x-openstack-request-id: req-edf0a944-4b8b-4695-842f-2e391f6a65fe {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:28.080814 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac4ad2-a1f8-4e84-9ea1-e5a502360b19", "name": "network-vif-deleted", "tag": "3f27e034-f2b3-40a6-8d91-a119732020a5", "status": "completed", "code": 200}, {"server_uuid": "e78a1a68-e7d9-4627-a2dc-b959f0070618", "name": "network-vif-deleted", "tag": "10c9d011-edfd-4ed7-8b55-56bc15f84840", "status": "failed", "code": 422}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:28.081931 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edf0a944-4b8b-4695-842f-2e391f6a65fe {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:28.085807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.096480 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac4ad2-a1f8-4e84-9ea1-e5a502360b19', 'name': 'network-vif-deleted', 'tag': '3f27e034-f2b3-40a6-8d91-a119732020a5', 'status': 'completed', 'code': 200} Jul 16 01:49:28.097483 n-d-800087-6 neutron-server[93906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e78a1a68-e7d9-4627-a2dc-b959f0070618', 'name': 'network-vif-deleted', 'tag': '10c9d011-edfd-4ed7-8b55-56bc15f84840', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:49:28.207221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.263696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:28.268327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:28.277791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:28.285913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.327390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Network 12a14a44-927f-490a-9199-35a240d8137a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:28.365462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:28.366211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.385418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-1e60de63-61f7-4e65-aa39-782d69b956cd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309641 Jul 16 01:49:28.387165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:28.397581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Request body: {'port': {'device_id': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:28.512801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:28.524827 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf948ce7-4bc7-43b7-8259-24f86cf3dbb2 req-1e37797d-c4d0-4e98-a0e3-6fda001b8267 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.1955199 Jul 16 01:49:28.555610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.588294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event updated for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:28.619260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:28.632151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] Sync routers for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:28.648476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:28.653258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:28.681080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-60dd4192-45d3-4836-95c0-3583a0ba6e39 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:28.692112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-60dd4192-45d3-4836-95c0-3583a0ba6e39 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/networks?id=e89ad76f-cc96-43bd-8502-c9df4b07d173 HTTP/1.1" status: 200 len: 824 time: 0.3616271 Jul 16 01:49:28.737849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:28.738515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.747979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.766828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-e3782c45-e2e3-4218-b720-ca224469a519 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/quotas/725ce26d20cc435c82f90b010f61a39c HTTP/1.1" status: 200 len: 375 time: 0.0730166 Jul 16 01:49:28.844409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-9b9c2206-20e0-40de-b463-7d68b8982349 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=725ce26d20cc435c82f90b010f61a39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760603 Jul 16 01:49:28.856708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-b5ee1280-13d3-4018-9055-46855bb265c4 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4354208 Jul 16 01:49:28.911810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d0b58c9-c312-4670-b117-15ccdb84540f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7439682 Jul 16 01:49:28.916553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Request body: {'port': {'device_id': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:28.939563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7eb16d48-afb4-4555-9322-de243eb8cca1 None None] Provisioning for port 8f482b68-c3d1-4c5b-a716-534bbc732232 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:28.944379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:28.947403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:28.949823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7eb16d48-afb4-4555-9322-de243eb8cca1 None None] Provisioning complete for port 8f482b68-c3d1-4c5b-a716-534bbc732232 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:28.950232 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7eb16d48-afb4-4555-9322-de243eb8cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.147013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7eb16d48-afb4-4555-9322-de243eb8cca1 None None] Port 8f482b68-c3d1-4c5b-a716-534bbc732232 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:49:29.154439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:29.163557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.178765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Transition to ACTIVE for port object 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:29.184171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.217840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-1579c7f5-f72d-41cb-8474-f08a65e54160 service neutron] 10.222.0.35 "GET /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718596 Jul 16 01:49:29.268908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.315031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.333855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003b1ff-1b19-4a83-96d3-2be9178d395e req-20c84146-4a65-4df6-9b2d-0e0ec05610a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:29.336624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7003b1ff-1b19-4a83-96d3-2be9178d395e req-20c84146-4a65-4df6-9b2d-0e0ec05610a9 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 932 time: 0.5087054 Jul 16 01:49:29.365470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Attempting to bind port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:29.366675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Attempting to bind port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:29.368046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Attempting to bind port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:29.382774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 on network a7e161a6-1a3f-4935-8108-be1972f2dec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:29.383929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Attempting to bind port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:29.399011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:29.399358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Checking segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:29.399754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Bound using segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:29.402164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Bound port: 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:29.402773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.539220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7003b1ff-1b19-4a83-96d3-2be9178d395e req-1a977f8c-c5f2-4ae4-a549-129c7f4e11d0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947403 Jul 16 01:49:29.580639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:29.585034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:29.591919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.641925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:29.643274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-7972724d-1da2-44e5-a376-4a2bf71c955a service neutron] 10.222.0.35 "GET /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241762 Jul 16 01:49:29.650056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.651753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] 10.222.0.32 "PUT /v2.0/ports/171d975f-9cab-4ce8-bb3a-877a5c74fbc3 HTTP/1.1" status: 200 len: 1092 time: 1.2594149 Jul 16 01:49:29.652117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:29.654633 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f" -d '{"events": [{"name": "network-changed", "server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:29.693838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '649e6883-6965-4f8d-af0c-10c532b379c8', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'port_id': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'mac_address': 'fa:16:3e:bb:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a58207-02b9-4edd-a2b4-4980414a915c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.729377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] Checking router: c7650e15-0c19-4ec0-a416-788c1d977147 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:29.741529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:29.742872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:29.809644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9570b8-b9c1-4771-ada0-afc69a165289 service neutron] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:29.865264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5463ccc3-6644-46ea-b189-11f2e569afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:29.866807 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5463ccc3-6644-46ea-b189-11f2e569afb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 1095 time: 0.1478047 Jul 16 01:49:29.925999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f482b68-c3d1-4c5b-a716-534bbc732232 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:29.937411 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.956459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Transition to ACTIVE for port object 8f482b68-c3d1-4c5b-a716-534bbc732232 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:29.964254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:29.965640 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-e654f25d-9b45-468e-a771-51c2a0671aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3 HTTP/1.1" status: 200 len: 217 time: 0.0846426 Jul 16 01:49:30.012258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60144) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:30.066809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:30.101816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:30.104404 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951" -d '{"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:30.139844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:30.314770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Attempting to bind port 8f482b68-c3d1-4c5b-a716-534bbc732232 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:30.315131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Attempting to bind port 8f482b68-c3d1-4c5b-a716-534bbc732232 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:30.318194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Attempting to bind port 8f482b68-c3d1-4c5b-a716-534bbc732232 on network 12a14a44-927f-490a-9199-35a240d8137a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:30.375489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5c81e86d-c3ba-4d80-89d1-5a9576196af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:30.396369 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-5c81e86d-c3ba-4d80-89d1-5a9576196af3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.4178605 Jul 16 01:49:30.570088 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-136c7aaf-0df5-4f19-bff8-cf26596abf8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708822 Jul 16 01:49:30.711632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '649e6883-6965-4f8d-af0c-10c532b379c8', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'port_id': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'mac_address': 'fa:16:3e:bb:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a58207-02b9-4edd-a2b4-4980414a915c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:30.750506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcdb4b-433a-4f4c-beb9-31f98837b2d0 None None] The sync data for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 is: [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '649e6883-6965-4f8d-af0c-10c532b379c8', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'port_id': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'mac_address': 'fa:16:3e:bb:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a58207-02b9-4edd-a2b4-4980414a915c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:49:24Z', 'updated_at': '2021-07-16T01:49:24Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:30.981719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Port 8f482b68-c3d1-4c5b-a716-534bbc732232 on network 12a14a44-927f-490a-9199-35a240d8137a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:30.982314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Attempting to bind port 8f482b68-c3d1-4c5b-a716-534bbc732232 on network 12a14a44-927f-490a-9199-35a240d8137a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:31.027203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:31.027578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Checking segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:31.027942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Bound using segment: {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:31.028422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Bound port: 8f482b68-c3d1-4c5b-a716-534bbc732232, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12a14a44-927f-490a-9199-35a240d8137a'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:31.028788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.030753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c611186-26ad-4347-b8ee-b9acb661420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.037275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b45d8d9f-0db6-4270-870b-fa049bd7df62 req-a6fdc395-d36c-477d-9d04-b32c4c233ca0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 210 time: 0.0900805 Jul 16 01:49:31.105784 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ede6e-4359-4608-9623-fc4c9789d5ea None None] New status for floating IP 649e6883-6965-4f8d-af0c-10c532b379c8: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:49:31.165136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-6204824d-40f9-4640-a451-76dffd1f6b3c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.167380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-6204824d-40f9-4640-a451-76dffd1f6b3c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 1.1916549 Jul 16 01:49:31.207917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Request body: {'port': {'device_id': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'admin_state_up': True, 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:31.236944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:31.240827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8f482b68-c3d1-4c5b-a716-534bbc732232,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:31.250597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.253848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-95a6196e-7be3-4262-9f82-adb8517df070 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731410 Jul 16 01:49:31.361014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.361644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.363105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f482b68-c3d1-4c5b-a716-534bbc732232 HTTP/1.1" status: 200 len: 1092 time: 2.4802554 Jul 16 01:49:31.442287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90fa54f5-dfda-4ee2-98fb-736edc64e7b2 req-81cd1c88-2d29-418e-943a-3219f61500d9 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739738 Jul 16 01:49:31.448306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bab86d-be6c-480d-aee8-6fe7fd94e3d8 req-47cacf0c-c447-4857-ba0d-cd063144207b tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.459249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43bab86d-be6c-480d-aee8-6fe7fd94e3d8 req-47cacf0c-c447-4857-ba0d-cd063144207b tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 1.1473472 Jul 16 01:49:31.587279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb73e-f825-4f2d-8a75-e6dc179bc2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.615394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43bab86d-be6c-480d-aee8-6fe7fd94e3d8 req-25d98d7a-d33d-4e06-a858-12cc9190995a tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551592 Jul 16 01:49:31.631778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c611186-26ad-4347-b8ee-b9acb661420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.652214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c611186-26ad-4347-b8ee-b9acb661420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.663246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:31.667524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.674680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fab9-c065-4933-a81a-6f62d52b575a req-c0843ed9-5acb-40a1-bc7d-dfb30a4db726 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.676239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1498fab9-c065-4933-a81a-6f62d52b575a req-c0843ed9-5acb-40a1-bc7d-dfb30a4db726 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.3795252 Jul 16 01:49:31.694193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-a867cc4d-fd9a-4a56-9c76-7a119a7e61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.695690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-a867cc4d-fd9a-4a56-9c76-7a119a7e61be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=891b35fa5e514082ab87d1c0de379d9d&device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 1095 time: 0.2343292 Jul 16 01:49:31.769457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c611186-26ad-4347-b8ee-b9acb661420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a6fcb-96ca-4c74-8e23-18b0a38853ef,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:31.780462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c611186-26ad-4347-b8ee-b9acb661420d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79a6a66b8d1944f7a6a844ccd7296488&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7607493 Jul 16 01:49:31.780462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-822c6a68-03ee-4025-8180-3224f6a1c1b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f482b68-c3d1-4c5b-a716-534bbc732232 HTTP/1.1" status: 200 len: 217 time: 0.0658517 Jul 16 01:49:31.780713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.837736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0782102-62ca-4f45-b458-b7614c1ed121 req-bd8d7ba7-bcd7-435c-9fec-48351666b10b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0640986 Jul 16 01:49:31.874120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1498fab9-c065-4933-a81a-6f62d52b575a req-57e99049-90ef-43f1-8d2a-80377fec64c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897485 Jul 16 01:49:31.882227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Allocated IP 172.20.0.4 (4e0474fd-00d5-4bef-b64d-740cfbd1c94d/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a/6f3d6457-5aa0-4129-8980-2398382b33d3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:31.912746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-2497b67f-a560-44b7-89b6-a9be0eb3747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:31.912746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-2497b67f-a560-44b7-89b6-a9be0eb3747a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6313918f-ea36-4687-bceb-c7100266d933 HTTP/1.1" status: 200 len: 855 time: 0.1183579 Jul 16 01:49:31.931979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60166) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:31.945881 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc0a38a-b9d3-4eca-95e5-772f64debee3 x-openstack-request-id: req-9dc0a38a-b9d3-4eca-95e5-772f64debee3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:31.946184 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:31.948190 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dc0a38a-b9d3-4eca-95e5-772f64debee3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:31.949542 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'status': 'completed', 'code': 200} Jul 16 01:49:31.982806 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ff5ba-9534-4f53-8ca3-620e3de64177 x-openstack-request-id: req-e66ff5ba-9534-4f53-8ca3-620e3de64177 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:31.983304 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:31.983304 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e66ff5ba-9534-4f53-8ca3-620e3de64177 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:31.983705 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'status': 'completed', 'code': 200} Jul 16 01:49:32.092538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3747ff3-4962-4fe4-a1c8-0c635ae64fdc req-b729b41a-a136-4da1-bbcf-2a05f306f8bb tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 210 time: 0.0509169 Jul 16 01:49:32.096762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95fc0596-259c-409e-99df-588ce8f6674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.131582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fc760bd8-e85d-4f0d-b467-03c3ad879cab tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/649e6883-6965-4f8d-af0c-10c532b379c8 HTTP/1.1" status: 200 len: 993 time: 0.1682470 Jul 16 01:49:32.136898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95fc0596-259c-409e-99df-588ce8f6674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.231542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95fc0596-259c-409e-99df-588ce8f6674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.233683 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95fc0596-259c-409e-99df-588ce8f6674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.234804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-95fc0596-259c-409e-99df-588ce8f6674f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a4a6fcb-96ca-4c74-8e23-18b0a38853ef HTTP/1.1" status: 204 len: 168 time: 0.4457953 Jul 16 01:49:32.287304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-74febda3-f47d-45f1-8f09-327096249b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.289128 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-74febda3-f47d-45f1-8f09-327096249b4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12a14a44-927f-490a-9199-35a240d8137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679137 Jul 16 01:49:32.289858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc0596-259c-409e-99df-588ce8f6674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a6fcb-96ca-4c74-8e23-18b0a38853ef,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.321024 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-f2591723-3822-4ab4-bdf2-8bf9a540f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.322666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-f2591723-3822-4ab4-bdf2-8bf9a540f0f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 1095 time: 0.3639309 Jul 16 01:49:32.432470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-cc63692f-3b2e-48bf-b5e0-3faa07b4fe88 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.434318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-cc63692f-3b2e-48bf-b5e0-3faa07b4fe88 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.32 "GET /v2.0/networks?id=e89ad76f-cc96-43bd-8502-c9df4b07d173 HTTP/1.1" status: 200 len: 824 time: 0.5212667 Jul 16 01:49:32.481886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Request body: {'port': {'device_id': '938bf32e-79f9-4334-93df-fe110a041c72', 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173', 'admin_state_up': True, 'tenant_id': '725ce26d20cc435c82f90b010f61a39c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:32.526083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-72abfdeb-ef59-4c4f-9b5f-dd6f19468fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.527697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-72abfdeb-ef59-4c4f-9b5f-dd6f19468fac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.3584323 Jul 16 01:49:32.581140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e884-929c-456d-bdcb-dfbc14e4adbd req-e5bc7b7f-f04c-4252-a39e-b4de778894a4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.588522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9244e884-929c-456d-bdcb-dfbc14e4adbd req-e5bc7b7f-f04c-4252-a39e-b4de778894a4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3743243 Jul 16 01:49:32.592675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-0a63e280-438a-40fe-a2b3-d4ab5e5da1d8 service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957110 Jul 16 01:49:32.626215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-8b40265c-a39f-47f0-a1d4-1101f66f2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.627707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-8b40265c-a39f-47f0-a1d4-1101f66f2eb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 906 time: 0.2851789 Jul 16 01:49:32.646002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:32.699402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.722805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-dca79091-512b-4d5d-9e59-c3863ba3c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.724319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-dca79091-512b-4d5d-9e59-c3863ba3c6b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.1894453 Jul 16 01:49:32.724890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17598868-3bf5-476f-a04d-e02480dc2314 req-89bd29cc-5966-4b17-9318-2610940e9399 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.726868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17598868-3bf5-476f-a04d-e02480dc2314 req-89bd29cc-5966-4b17-9318-2610940e9399 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 944 time: 0.4019053 Jul 16 01:49:32.737557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35ce03d4-b3ab-4535-b3b8-eb8424ad84e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.746936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-9b23b513-671f-4a28-b4ab-a1b853bd0c87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3 HTTP/1.1" status: 200 len: 217 time: 0.0988960 Jul 16 01:49:32.775154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9244e884-929c-456d-bdcb-dfbc14e4adbd req-284ad221-5f4e-4fd5-add0-0e8f6c416543 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857841 Jul 16 01:49:32.826864 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-23ee2080-3f50-40fe-bb94-102e62df3959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 1001 time: 0.0918608 Jul 16 01:49:32.844918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:32.932418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:32.936184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-e604debb-02e9-41fc-8a5b-ab9e92337d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:32.937678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-e604debb-02e9-41fc-8a5b-ab9e92337d79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.1042361 Jul 16 01:49:32.941490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:32.944784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:32.990502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17598868-3bf5-476f-a04d-e02480dc2314 req-6754bcce-44a1-4d4b-a8bd-43dde3caa460 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504809 Jul 16 01:49:32.995413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a6cc3c-fb15-4ad6-8a3d-268d9a3969d1 req-23764dc2-33bb-4839-a53e-0066beef2179 service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914986 Jul 16 01:49:32.997038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event updated for resources: {'Port': ['ID=6f3d6457-5aa0-4129-8980-2398382b33d3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:32.998279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-24cca653-b46f-408e-9441-7afb3eebd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.000008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-24cca653-b46f-408e-9441-7afb3eebd048 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.2437429 Jul 16 01:49:33.047507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.048225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.068942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35ce03d4-b3ab-4535-b3b8-eb8424ad84e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.069855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-7a7f83b8-6045-4ef3-b566-42c15264e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.071839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-7a7f83b8-6045-4ef3-b566-42c15264e07b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241343 Jul 16 01:49:33.072379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-c997d157-e1d5-45f4-b4e4-fcff17dd4360 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609479 Jul 16 01:49:33.078048 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35ce03d4-b3ab-4535-b3b8-eb8424ad84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.080191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7f3a9ce3-fa61-460a-a399-3deb5d90c90f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8977010 Jul 16 01:49:33.107563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Request body: {'port': {'device_id': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:33.123461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae7070-f697-44fd-b163-527bd12810be req-d1d376e7-704f-4749-be13-38a4f877ffb5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.125185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5aae7070-f697-44fd-b163-527bd12810be req-d1d376e7-704f-4749-be13-38a4f877ffb5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 931 time: 0.2203960 Jul 16 01:49:33.161495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-35ce03d4-b3ab-4535-b3b8-eb8424ad84e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf074977170740a4b389267343026b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123498 Jul 16 01:49:33.166329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:33.176983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Made reservation on behalf of 725ce26d20cc435c82f90b010f61a39c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:33.180742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.187736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce03d4-b3ab-4535-b3b8-eb8424ad84e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe47d6a-d57e-4cc6-9254-e3e69ef365e0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.278891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5aae7070-f697-44fd-b163-527bd12810be req-0bae938a-4905-4467-ac74-32e012009b92 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336365 Jul 16 01:49:33.294498 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-6b8b5111-b1c2-4e88-87b2-0250bf53c07b service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019303 Jul 16 01:49:33.344506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03828643-d1b2-4b2f-906f-f281d5da8103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.344730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cce44-be21-408b-9cd0-31ed473aecc7 req-ce4e01ea-0063-4a39-8c3a-bfffbac6933e tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.346224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-435cce44-be21-408b-9cd0-31ed473aecc7 req-ce4e01ea-0063-4a39-8c3a-bfffbac6933e tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.1790986 Jul 16 01:49:33.412707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.428557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd6121d-8f4a-4aef-ac37-b6a78fecf37f req-ddcd48bd-9d11-4772-bf16-9c9f69f1f841 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271830 Jul 16 01:49:33.431648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-435cce44-be21-408b-9cd0-31ed473aecc7 req-f3909e5b-18a9-4b46-9d1e-486f5899fc2f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556436 Jul 16 01:49:33.440987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-62cba426-4486-4379-9830-e633d5f7c60a service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547206 Jul 16 01:49:33.452997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03828643-d1b2-4b2f-906f-f281d5da8103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.648642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e713a3b-e5b1-4717-8ed3-e3e2304bd3af req-c984a856-ab5c-4ad3-b2d8-4fc25bf0221c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0496635 Jul 16 01:49:33.745330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3a7987e-4925-4b6d-8c4f-2e6120482183 req-2805a799-7535-4509-837b-103aa10846a2 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 210 time: 0.0818522 Jul 16 01:49:33.756179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Allocated IP 172.20.0.14 (e89ad76f-cc96-43bd-8502-c9df4b07d173/8f7c6c93-77b1-402f-8830-9b0eddc9937d/40f1bb98-7502-4e03-8fcf-b7614d8ec899) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:33.821238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc5c422f-c13b-4a1c-bf4c-6c3599a6d951 req-b70c5dac-7987-498c-8a62-daafbf97ed79 service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637969 Jul 16 01:49:33.831449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-251ddbea-ed3d-48b8-9b2c-e4bf8c7a4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.832992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-251ddbea-ed3d-48b8-9b2c-e4bf8c7a4f88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 1096 time: 0.1832364 Jul 16 01:49:33.880975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:33.887471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03828643-d1b2-4b2f-906f-f281d5da8103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.890024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03828643-d1b2-4b2f-906f-f281d5da8103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:33.891241 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-03828643-d1b2-4b2f-906f-f281d5da8103 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efe47d6a-d57e-4cc6-9254-e3e69ef365e0 HTTP/1.1" status: 204 len: 168 time: 0.7240102 Jul 16 01:49:33.902267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abad02-e71e-4515-9891-bf3e553c71ec req-203cbbd6-aade-488d-830b-c53c55043b70 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:33.904009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4abad02-e71e-4515-9891-bf3e553c71ec req-203cbbd6-aade-488d-830b-c53c55043b70 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1281941 Jul 16 01:49:33.935140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03828643-d1b2-4b2f-906f-f281d5da8103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe47d6a-d57e-4cc6-9254-e3e69ef365e0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:33.989838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:33.992165 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72cd563-0414-449f-8804-e7f4254fe8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:34.040171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4abad02-e71e-4515-9891-bf3e553c71ec req-c3c07768-409c-4230-8698-03802a6c71ff tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101534 Jul 16 01:49:34.041409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-7b1784d8-34e9-454c-9e89-71a7ba2f925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.050297 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-7b1784d8-34e9-454c-9e89-71a7ba2f925d service neutron] 10.222.0.32 "GET /v2.0/networks?id=83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 200 len: 912 time: 0.2074459 Jul 16 01:49:34.076969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.083817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3d6457-5aa0-4129-8980-2398382b33d3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:34.093999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.126278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Transition to ACTIVE for port object 6f3d6457-5aa0-4129-8980-2398382b33d3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:34.141901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.159101 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918ef0e3-17c0-4aad-89e5-5f84a45d3a9a x-openstack-request-id: req-918ef0e3-17c0-4aad-89e5-5f84a45d3a9a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:34.159457 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:34.162602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.165401 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-918ef0e3-17c0-4aad-89e5-5f84a45d3a9a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:34.167364 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'status': 'completed', 'code': 200} Jul 16 01:49:34.175418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'mac_address': 'fa:16:3e:91:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:34.223373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.229758 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.237881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d6457-5aa0-4129-8980-2398382b33d3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.245591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:34.282424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-8101b519-3173-4cd4-aca6-586760e22b8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 200 len: 999 time: 0.2252991 Jul 16 01:49:34.290753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:34.299089 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.364841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-7b625fa9-36fa-4e16-9cc8-b6dcecd4efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.366309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-7b625fa9-36fa-4e16-9cc8-b6dcecd4efdc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=891b35fa5e514082ab87d1c0de379d9d&device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 1095 time: 0.2142708 Jul 16 01:49:34.405564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.434287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Network e89ad76f-cc96-43bd-8502-c9df4b07d173 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:34.435962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-c9451733-6003-42a5-9af5-66be13fd45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.437484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-c9451733-6003-42a5-9af5-66be13fd45f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 200 len: 850 time: 0.1460927 Jul 16 01:49:34.443658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:34.448219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:34.451082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Attempting to bind port 6f3d6457-5aa0-4129-8980-2398382b33d3 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:34.451421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Attempting to bind port 6f3d6457-5aa0-4129-8980-2398382b33d3 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:34.451747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Attempting to bind port 6f3d6457-5aa0-4129-8980-2398382b33d3 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:34.456186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Pushing event updated for resources: {'Port': ['ID=40f1bb98-7502-4e03-8fcf-b7614d8ec899,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.480673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Port 6f3d6457-5aa0-4129-8980-2398382b33d3 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:34.481280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Attempting to bind port 6f3d6457-5aa0-4129-8980-2398382b33d3 on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:34.499116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:34.499491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:34.499842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Bound using segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:34.500313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Bound port: 6f3d6457-5aa0-4129-8980-2398382b33d3, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:34.501212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.537623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['171d975f-9cab-4ce8-bb3a-877a5c74fbc3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:34.553195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.553858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.599397 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-2611d3dc-6c23-4be6-ab1c-c8a0dc53e63d tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1496334 Jul 16 01:49:34.613191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Request body: {'port': {'device_id': '938bf32e-79f9-4334-93df-fe110a041c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:34.651098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] For port 6f3d6457-5aa0-4129-8980-2398382b33d3, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:34.685952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] For port 6f3d6457-5aa0-4129-8980-2398382b33d3, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f3d6457-5aa0-4129-8980-2398382b33d3,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:34.706331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.760115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.761536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.763262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] 10.222.0.38 "PUT /v2.0/ports/6f3d6457-5aa0-4129-8980-2398382b33d3 HTTP/1.1" status: 200 len: 1091 time: 1.6754239 Jul 16 01:49:34.763882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'tag': '6f3d6457-5aa0-4129-8980-2398382b33d3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:34.767864 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8528e40a-297c-46b9-972f-08f1471ec20f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dfdcae-ac58-4651-9712-87a4b8fb54ca", "tag": "6f3d6457-5aa0-4129-8980-2398382b33d3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:34.886448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375845fc-ba4f-43ad-b65a-a84fecb002b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d6457-5aa0-4129-8980-2398382b33d3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:34.899968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.917148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d221e-19ab-41eb-a120-036ea2f8e034 req-ca21d696-a9aa-4c2b-83de-3e8695224691 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.925427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb7d221e-19ab-41eb-a120-036ea2f8e034 req-ca21d696-a9aa-4c2b-83de-3e8695224691 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 945 time: 0.5758324 Jul 16 01:49:34.953407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-78f0eb9e-d1fa-4844-b088-5bcfb0388427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.954104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-1c331ae2-0f05-49e3-aaf6-2b54ae9b6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:34.955478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-1c331ae2-0f05-49e3-aaf6-2b54ae9b6e47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12a14a44-927f-490a-9199-35a240d8137a HTTP/1.1" status: 200 len: 917 time: 0.5608864 Jul 16 01:49:34.955589 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-78f0eb9e-d1fa-4844-b088-5bcfb0388427 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 1094 time: 0.1447058 Jul 16 01:49:35.028810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-24f94985-4515-422d-94aa-3a64406184bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.030329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-24f94985-4515-422d-94aa-3a64406184bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83775718-04d7-4306-8a41-0b5924094260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5841339 Jul 16 01:49:35.034030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-279311db-d8ef-4bd7-88ab-54eaae5cd8e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f482b68-c3d1-4c5b-a716-534bbc732232 HTTP/1.1" status: 200 len: 217 time: 0.0630276 Jul 16 01:49:35.047547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb7d221e-19ab-41eb-a120-036ea2f8e034 req-959fbf41-1eb8-45ea-86a7-66f1c2794e85 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209908 Jul 16 01:49:35.071984 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-e302d732-a35c-4785-81b8-7ffb8cd6936b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f3d6457-5aa0-4129-8980-2398382b33d3 HTTP/1.1" status: 200 len: 217 time: 0.0388556 Jul 16 01:49:35.128411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4b974-caa7-45dc-8734-33e644b6f183 req-2df9cb97-bdb6-4eca-b755-56b5b39c6598 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.136954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b4b974-caa7-45dc-8734-33e644b6f183 req-2df9cb97-bdb6-4eca-b755-56b5b39c6598 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 943 time: 0.3046739 Jul 16 01:49:35.236446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7229e954-8229-4153-b41a-eccfa536c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.237938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-7229e954-8229-4153-b41a-eccfa536c78d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1561453 Jul 16 01:49:35.245748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-893e6f49-d5d7-4335-b129-ca05c5d3cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.247388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-893e6f49-d5d7-4335-b129-ca05c5d3cf98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6313918f-ea36-4687-bceb-c7100266d933 HTTP/1.1" status: 200 len: 855 time: 0.1979878 Jul 16 01:49:35.301664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-b4b91082-aec6-4e0d-a9ee-7bc0a4cc00d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566244 Jul 16 01:49:35.321937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b4b974-caa7-45dc-8734-33e644b6f183 req-e9e979c4-b1c2-4bd5-b69d-91764939cc87 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839283 Jul 16 01:49:35.394784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-9880ff52-2dee-4e45-bf32-01618c6719df service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441172 Jul 16 01:49:35.477375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-63b9b7ce-5a2f-42aa-bdc4-2296f50b3d9a service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695502 Jul 16 01:49:35.499205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf1401-f195-4485-874e-05d8f8a84e0b req-2950c873-0bbb-4e5c-af32-9082617efcec tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.506746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6abf1401-f195-4485-874e-05d8f8a84e0b req-2950c873-0bbb-4e5c-af32-9082617efcec tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.2808485 Jul 16 01:49:35.519068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f1bb98-7502-4e03-8fcf-b7614d8ec899 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:35.530633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.536581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38e1d410-b967-4fb9-bdfe-9bc0276a3134 req-1013db9b-701e-4f9c-94b6-fb7b66feeddc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0864744 Jul 16 01:49:35.544972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-1c0d30b8-a23f-41d0-96a3-fad9faac9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:35.546411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-1c0d30b8-a23f-41d0-96a3-fad9faac9d93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12a14a44-927f-490a-9199-35a240d8137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717133 Jul 16 01:49:35.593990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Transition to ACTIVE for port object 40f1bb98-7502-4e03-8fcf-b7614d8ec899 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:35.602092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.645800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aadb0a4b-a259-42f0-8719-5c059804ce46 req-00ea4816-1c29-44e7-a592-aea3fba13848 service neutron] 10.222.0.32 "GET /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412014 Jul 16 01:49:35.681066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e3ac439f-43bd-4462-a315-aa4868bb2c5e req-21176150-5636-46ba-a7b6-3b8f7cec98b5 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976309 Jul 16 01:49:35.717289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=40f1bb98-7502-4e03-8fcf-b7614d8ec899,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:35.724929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6abf1401-f195-4485-874e-05d8f8a84e0b req-803e7a30-1b05-484b-a95e-f521b29b9ffd tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172153 Jul 16 01:49:35.801134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-95caae6a-235f-4143-9e06-464d1c8db028 service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404022 Jul 16 01:49:35.815831 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f8ce5e-866e-47d6-9aea-82276517b2b2 x-openstack-request-id: req-b7f8ce5e-866e-47d6-9aea-82276517b2b2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:35.817329 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dfdcae-ac58-4651-9712-87a4b8fb54ca", "tag": "6f3d6457-5aa0-4129-8980-2398382b33d3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:35.818504 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7f8ce5e-866e-47d6-9aea-82276517b2b2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:35.819021 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'tag': '6f3d6457-5aa0-4129-8980-2398382b33d3', 'status': 'completed', 'code': 200} Jul 16 01:49:35.848502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Attempting to bind port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:35.850549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Attempting to bind port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'af7fd46c-dd44-4501-b00f-61f55930c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:35.851077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Attempting to bind port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 on network e89ad76f-cc96-43bd-8502-c9df4b07d173 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:35.876459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:35.884645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 on network e89ad76f-cc96-43bd-8502-c9df4b07d173 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:49:35.885142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Attempting to bind port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 on network e89ad76f-cc96-43bd-8502-c9df4b07d173 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:35.894774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:35.895247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Checking segment: {'id': 'af7fd46c-dd44-4501-b00f-61f55930c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:35.895883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Bound using segment: {'id': 'af7fd46c-dd44-4501-b00f-61f55930c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:35.896493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Bound port: 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7fd46c-dd44-4501-b00f-61f55930c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:35.896961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:35.978726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:35.987435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:35.987814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.006418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e40a-297c-46b9-972f-08f1471ec20f req-d7a265b3-12bb-488d-87dc-d28fa7efaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.008149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-d7a265b3-12bb-488d-87dc-d28fa7efaa12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 1094 time: 0.1782088 Jul 16 01:49:36.011035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] For port 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:36.015310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] For port 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899,segment=NetworkSegment(af7fd46c-dd44-4501-b00f-61f55930c64b),segment_id=af7fd46c-dd44-4501-b00f-61f55930c64b)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:36.030076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.053565 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a72cd563-0414-449f-8804-e7f4254fe8c0 req-8c164e2b-6791-4756-8862-db896401843a service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414997 Jul 16 01:49:36.089646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c48c25-4cfb-4069-8ff1-d7e79105fa79 req-b15e97f4-49cb-433a-9b5d-985fa8161f43 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.097759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82c48c25-4cfb-4069-8ff1-d7e79105fa79 req-b15e97f4-49cb-433a-9b5d-985fa8161f43 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 944 time: 0.2640812 Jul 16 01:49:36.120081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.120717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.122232 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] 10.222.0.32 "PUT /v2.0/ports/40f1bb98-7502-4e03-8fcf-b7614d8ec899 HTTP/1.1" status: 200 len: 1092 time: 1.5151601 Jul 16 01:49:36.134755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88608f-cc4c-4506-adcc-3b6b7dcc258d req-4ef892e6-fe8f-4e4e-bd68-ae8e8aa09a1f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.137086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b88608f-cc4c-4506-adcc-3b6b7dcc258d req-4ef892e6-fe8f-4e4e-bd68-ae8e8aa09a1f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1976392 Jul 16 01:49:36.159644 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.186450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82c48c25-4cfb-4069-8ff1-d7e79105fa79 req-a67ed32a-bf17-46c3-8c74-800d375537db tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868990 Jul 16 01:49:36.218332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b88608f-cc4c-4506-adcc-3b6b7dcc258d req-fcb227ed-f0a3-455d-8d62-420513c4092a tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698421 Jul 16 01:49:36.223822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3eeae-2d4f-473c-9db8-e955e343cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=40f1bb98-7502-4e03-8fcf-b7614d8ec899,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.247281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:36.252398 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3a59c9-eefc-4d9e-8162-578f3d3b9bad" -d '{"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-plugged", "status": "completed", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:36.265595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e40a-297c-46b9-972f-08f1471ec20f req-750bff2f-fbcf-496c-88f8-ce4c6237ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.267702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-750bff2f-fbcf-496c-88f8-ce4c6237ed65 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.2504311 Jul 16 01:49:36.290915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:36.298898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:36.397280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-975a5f9c-3008-4c28-908d-05d9c914bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.403598 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-975a5f9c-3008-4c28-908d-05d9c914bfad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=725ce26d20cc435c82f90b010f61a39c&device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 1095 time: 0.2217033 Jul 16 01:49:36.409880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-f28fa9ea-2b74-49d7-8c93-a94c6858013f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f3d6457-5aa0-4129-8980-2398382b33d3 HTTP/1.1" status: 200 len: 217 time: 0.1321371 Jul 16 01:49:36.421208 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db77f23a-5dc0-4c02-8793-fb00f42bd594 x-openstack-request-id: req-db77f23a-5dc0-4c02-8793-fb00f42bd594 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:36.421492 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-plugged", "status": "completed", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:36.423310 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db77f23a-5dc0-4c02-8793-fb00f42bd594 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:36.423310 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'code': 200} Jul 16 01:49:36.424402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:36.632420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa8047-94d6-422e-aef5-346cc3ffb8f6 req-0fac456f-06bf-4d41-8449-6a02abc16821 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.640306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37fa8047-94d6-422e-aef5-346cc3ffb8f6 req-0fac456f-06bf-4d41-8449-6a02abc16821 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 946 time: 0.2287641 Jul 16 01:49:36.706047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c773e-2d32-4c32-9f95-675302631ba0 req-ddef6b2f-f880-4c70-b15c-04bfaa8a90d7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.707746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-430c773e-2d32-4c32-9f95-675302631ba0 req-ddef6b2f-f880-4c70-b15c-04bfaa8a90d7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 943 time: 0.2182426 Jul 16 01:49:36.748456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0478-c145-4faf-b76c-8a9b0aa242bb req-a55adc09-83d7-41d8-afa8-5e5a2780bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.753340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c1d0478-c145-4faf-b76c-8a9b0aa242bb req-a55adc09-83d7-41d8-afa8-5e5a2780bde2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 1097 time: 0.2027187 Jul 16 01:49:36.830794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37fa8047-94d6-422e-aef5-346cc3ffb8f6 req-67fb89ff-a4e4-4ee5-9327-aef735cc7570 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884134 Jul 16 01:49:36.835231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c1d0478-c145-4faf-b76c-8a9b0aa242bb req-f75a827b-5819-4162-9cae-764c0e1070a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Jul 16 01:49:36.844523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-45b0c045-cea2-4512-ad2c-3fda0f9dc15d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899 HTTP/1.1" status: 200 len: 217 time: 0.4332139 Jul 16 01:49:36.882939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-430c773e-2d32-4c32-9f95-675302631ba0 req-fec33c33-70b3-46fc-88b7-cc4ef021c62a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459022 Jul 16 01:49:36.884441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528e40a-297c-46b9-972f-08f1471ec20f req-83e1b67c-5609-4e00-b48a-bb686d325a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:36.886156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-83e1b67c-5609-4e00-b48a-bb686d325a34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.4454277 Jul 16 01:49:36.978235 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-7d2963eb-e2de-4bd6-873a-81d29e1b6c09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795105 Jul 16 01:49:37.022356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-ccdf6aff-bc93-46df-8263-17db149804eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.023996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-ccdf6aff-bc93-46df-8263-17db149804eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f7c6c93-77b1-402f-8830-9b0eddc9937d HTTP/1.1" status: 200 len: 864 time: 0.1369219 Jul 16 01:49:37.090548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-716ac4d7-ac92-48d5-9e26-f4cfd59bebb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e89ad76f-cc96-43bd-8502-c9df4b07d173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336723 Jul 16 01:49:37.149309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-5f5420f6-ebed-4fef-bac9-b29634a06328 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643374 Jul 16 01:49:37.184740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aabfa182-dd6f-45c2-8430-9f1a75ad4e00 req-5ad1c529-42bf-4224-87ce-0a74e1bf04cd tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0441759 Jul 16 01:49:37.243253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0c77f-f384-4756-93e8-563fb9b81830 req-0bfb7d62-443f-4254-8dc2-c8952a7261b0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.245247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8b0c77f-f384-4756-93e8-563fb9b81830 req-0bfb7d62-443f-4254-8dc2-c8952a7261b0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.1448987 Jul 16 01:49:37.326118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-de31a760-a6e6-4fce-9274-40f05d8727dd service neutron] 10.222.0.32 "GET /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259309 Jul 16 01:49:37.344825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8b0c77f-f384-4756-93e8-563fb9b81830 req-03610807-3e55-434a-aea1-22e5ec201ac8 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913377 Jul 16 01:49:37.395259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.426050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8528e40a-297c-46b9-972f-08f1471ec20f req-67be7430-b758-4832-9b35-7771c0ba126e service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479739 Jul 16 01:49:37.451980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dbeba-b8dd-4588-8085-98dde4c73942 req-64528a39-e02a-482b-ac17-e22f02792d32 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.454821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-446dbeba-b8dd-4588-8085-98dde4c73942 req-64528a39-e02a-482b-ac17-e22f02792d32 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 944 time: 0.0957301 Jul 16 01:49:37.496930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c95dec2d-cb54-4ad4-a568-495c5a48c414 req-474f0fa2-287f-41b3-a170-60b4e14744e1 service neutron] 10.222.0.32 "GET /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604879 Jul 16 01:49:37.548457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-446dbeba-b8dd-4588-8085-98dde4c73942 req-4d2a68bf-3a6b-4830-bd4c-ca104758ec5c tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874476 Jul 16 01:49:37.590171 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00bcb0b-c0e4-4e52-b7e9-d0c8ee384277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.651275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b3019-8013-409e-84c1-8427b9dd689f req-c53625cc-9d9e-401a-8b27-020e7596f2bf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.653802 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c13b3019-8013-409e-84c1-8427b9dd689f req-c53625cc-9d9e-401a-8b27-020e7596f2bf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1218905 Jul 16 01:49:37.739108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c13b3019-8013-409e-84c1-8427b9dd689f req-1353b4ea-812c-46f3-aea5-14ec32a27198 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737641 Jul 16 01:49:37.787641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00bcb0b-c0e4-4e52-b7e9-d0c8ee384277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.792200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c00bcb0b-c0e4-4e52-b7e9-d0c8ee384277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.820349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938bf32e-79f9-4334-93df-fe110a041c72', 'tag': '40f1bb98-7502-4e03-8fcf-b7614d8ec899'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:37.823505 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa2222c-ebd5-447e-a662-5922a933593f" -d '{"events": [{"name": "network-changed", "server_uuid": "938bf32e-79f9-4334-93df-fe110a041c72", "tag": "40f1bb98-7502-4e03-8fcf-b7614d8ec899"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:37.837024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c00bcb0b-c0e4-4e52-b7e9-d0c8ee384277 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b929adfb43d41fd8b16602a63c367eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369471 Jul 16 01:49:37.838017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bcb0b-c0e4-4e52-b7e9-d0c8ee384277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e50862b-124a-410e-86b3-e84dc7877169,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:37.839319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60306) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:37.864385 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495183b3-3ceb-4d90-bb36-78027b06285a x-openstack-request-id: req-495183b3-3ceb-4d90-bb36-78027b06285a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:37.864987 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938bf32e-79f9-4334-93df-fe110a041c72", "tag": "40f1bb98-7502-4e03-8fcf-b7614d8ec899", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:37.864987 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-495183b3-3ceb-4d90-bb36-78027b06285a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:37.865305 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938bf32e-79f9-4334-93df-fe110a041c72', 'tag': '40f1bb98-7502-4e03-8fcf-b7614d8ec899', 'status': 'completed', 'code': 200} Jul 16 01:49:37.955308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8081-1e0f-4412-acd5-8a1520874054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.967090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1266e94-1a89-41e1-8760-9f5f7b9344cd req-892fd8bd-a479-43f8-8576-b5f430677e60 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:37.969998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1266e94-1a89-41e1-8760-9f5f7b9344cd req-892fd8bd-a479-43f8-8576-b5f430677e60 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.0861220 Jul 16 01:49:37.981736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8081-1e0f-4412-acd5-8a1520874054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.012490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2222c-ebd5-447e-a662-5922a933593f req-a09a9a71-da67-4d8b-b500-047b6339a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.013864 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-a09a9a71-da67-4d8b-b500-047b6339a657 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=725ce26d20cc435c82f90b010f61a39c&device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 1095 time: 0.1195843 Jul 16 01:49:38.044272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1266e94-1a89-41e1-8760-9f5f7b9344cd req-b7c6ada0-4860-41f9-8ec5-a9eafc84b8e8 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686138 Jul 16 01:49:38.073661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c245-dd6b-483d-8183-57d1a1370ffa req-3d6b00fa-1eeb-4593-a15a-c04674970887 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.075215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3f1c245-dd6b-483d-8183-57d1a1370ffa req-3d6b00fa-1eeb-4593-a15a-c04674970887 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 946 time: 0.0989554 Jul 16 01:49:38.099558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8081-1e0f-4412-acd5-8a1520874054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.102166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8081-1e0f-4412-acd5-8a1520874054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.103314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0e9a8081-1e0f-4412-acd5-8a1520874054 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e50862b-124a-410e-86b3-e84dc7877169 HTTP/1.1" status: 204 len: 168 time: 0.2629533 Jul 16 01:49:38.119888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a8081-1e0f-4412-acd5-8a1520874054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e50862b-124a-410e-86b3-e84dc7877169,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.140816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3f1c245-dd6b-483d-8183-57d1a1370ffa req-c3c23615-73d9-4d3e-8857-08664b04ecde tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Jul 16 01:49:38.149863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2222c-ebd5-447e-a662-5922a933593f req-c26e4268-fe70-4afc-bae4-36de7f7eabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.151616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-c26e4268-fe70-4afc-bae4-36de7f7eabe2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e89ad76f-cc96-43bd-8502-c9df4b07d173 HTTP/1.1" status: 200 len: 925 time: 0.1296737 Jul 16 01:49:38.235809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-be035878-2c61-4b09-88fd-b160237ca4ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899 HTTP/1.1" status: 200 len: 217 time: 0.0761378 Jul 16 01:49:38.330117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327812de-cad6-4b9d-9937-e8612f167a26 req-d076cdd4-2fb5-4bfa-a369-293aa7239df8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.330673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2222c-ebd5-447e-a662-5922a933593f req-27f4148c-e976-45c4-83d6-040eb230549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:38.332168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-327812de-cad6-4b9d-9937-e8612f167a26 req-d076cdd4-2fb5-4bfa-a369-293aa7239df8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 943 time: 0.1041238 Jul 16 01:49:38.337181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-27f4148c-e976-45c4-83d6-040eb230549d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f7c6c93-77b1-402f-8830-9b0eddc9937d HTTP/1.1" status: 200 len: 864 time: 0.0887449 Jul 16 01:49:38.378829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-90c19060-72e2-4d31-95ae-8fafee1a2e16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e89ad76f-cc96-43bd-8502-c9df4b07d173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403094 Jul 16 01:49:38.396910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-327812de-cad6-4b9d-9937-e8612f167a26 req-572fe07e-f8cb-441e-bd3c-178caf8e0079 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585268 Jul 16 01:49:38.513523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-6056c921-72d4-490c-aa56-fc53b55ca65e service neutron] 10.222.0.32 "GET /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268909 Jul 16 01:49:38.550628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60336) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.567342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78439f35-4456-4a39-bdb7-25e65c07f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.655377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-caa2222c-ebd5-447e-a662-5922a933593f req-dab05511-57a6-43eb-8a8c-21bdc4d84197 service neutron] 10.222.0.32 "GET /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360488 Jul 16 01:49:38.751111 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78439f35-4456-4a39-bdb7-25e65c07f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.755843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78439f35-4456-4a39-bdb7-25e65c07f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.799562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-78439f35-4456-4a39-bdb7-25e65c07f857 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbdbfd18f8114719a60821ceaa8debc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478244 Jul 16 01:49:38.802671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:38.814303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78439f35-4456-4a39-bdb7-25e65c07f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7dc063-55cd-4a88-adfa-9d48f7b186b8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:38.889123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af36f88c-e3e8-4211-be53-38575a20cf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.913801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af36f88c-e3e8-4211-be53-38575a20cf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.974399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af36f88c-e3e8-4211-be53-38575a20cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.977352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af36f88c-e3e8-4211-be53-38575a20cf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.978716 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-af36f88c-e3e8-4211-be53-38575a20cf4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c7dc063-55cd-4a88-adfa-9d48f7b186b8 HTTP/1.1" status: 204 len: 168 time: 0.1750643 Jul 16 01:49:38.988958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36f88c-e3e8-4211-be53-38575a20cf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7dc063-55cd-4a88-adfa-9d48f7b186b8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.048463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-309905f5-c602-4f6e-a604-66fc6a494a78 req-71b6f4f5-004d-417d-bfa3-2d954f1ae20c tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0689800 Jul 16 01:49:39.205814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f3d6457-5aa0-4129-8980-2398382b33d3 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:39.283083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b838f-79b9-41df-a142-cddcf66ae53d req-847a5f91-e40f-4d8d-8952-08765d30380f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.290948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-394b838f-79b9-41df-a142-cddcf66ae53d req-847a5f91-e40f-4d8d-8952-08765d30380f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.1255796 Jul 16 01:49:39.329270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-394b838f-79b9-41df-a142-cddcf66ae53d req-824c0283-26ae-4df5-b1e3-8f44ddc4bf75 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366259 Jul 16 01:49:39.362820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f3d6457-5aa0-4129-8980-2398382b33d3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f3d6457-5aa0-4129-8980-2398382b33d3,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:39.387684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6f3d6457-5aa0-4129-8980-2398382b33d3', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': '6f3d6457-5aa0-4129-8980-2398382b33d3', 'mac_address': 'fa:16:3e:38:ed:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:39.428640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-328775ef-1e4d-43ae-ba3a-628148aadabe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.430164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-328775ef-1e4d-43ae-ba3a-628148aadabe tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9b586ce-3739-42f5-b9bd-a3ec43bb617d HTTP/1.1" status: 200 len: 943 time: 0.0997519 Jul 16 01:49:39.467818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.496128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3d6457-5aa0-4129-8980-2398382b33d3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:39.535671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f3d6457-5aa0-4129-8980-2398382b33d3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f3d6457-5aa0-4129-8980-2398382b33d3,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:39.540776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.597223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f3d6457-5aa0-4129-8980-2398382b33d3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:39.659557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Deleting port 0a0e1940-b801-4cc6-9e72-4e975472f120 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:39.659902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.686287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873839d4-daa5-428c-817d-d024b8615dcb req-427cdcbd-551c-47f0-87ee-5ad7b20ef8c1 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:39.687675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-873839d4-daa5-428c-817d-d024b8615dcb req-427cdcbd-551c-47f0-87ee-5ad7b20ef8c1 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 944 time: 0.1499751 Jul 16 01:49:39.782141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-873839d4-daa5-428c-817d-d024b8615dcb req-36f4980a-b17a-4a5f-9ee5-4a89812abf1e tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785503 Jul 16 01:49:39.786408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6f3d6457-5aa0-4129-8980-2398382b33d3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:39.806637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] For port 0a0e1940-b801-4cc6-9e72-4e975472f120, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0a0e1940-b801-4cc6-9e72-4e975472f120,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:39.807152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:39.847441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Calling delete_port for 0a0e1940-b801-4cc6-9e72-4e975472f120 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:39.904936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40f1bb98-7502-4e03-8fcf-b7614d8ec899 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:40.052112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f65cb8-f2a3-4d75-b055-d57017b03019 req-37b8774f-cd5b-4685-bfdd-9d05c5cc04d4 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.053587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7f65cb8-f2a3-4d75-b055-d57017b03019 req-37b8774f-cd5b-4685-bfdd-9d05c5cc04d4 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 946 time: 0.1151700 Jul 16 01:49:40.103610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899,segment=NetworkSegment(af7fd46c-dd44-4501-b00f-61f55930c64b),segment_id=af7fd46c-dd44-4501-b00f-61f55930c64b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:40.131317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '40f1bb98-7502-4e03-8fcf-b7614d8ec899', 'network_id': 'e89ad76f-cc96-43bd-8502-c9df4b07d173', 'port_id': '40f1bb98-7502-4e03-8fcf-b7614d8ec899', 'mac_address': 'fa:16:3e:64:1e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7c6c93-77b1-402f-8830-9b0eddc9937d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:40.131814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7f65cb8-f2a3-4d75-b055-d57017b03019 req-a42af32c-04fc-42c7-b939-79d78105072d tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590475 Jul 16 01:49:40.133011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.175048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'Port': ['ID=0a0e1940-b801-4cc6-9e72-4e975472f120,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.214139 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.242958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f1bb98-7502-4e03-8fcf-b7614d8ec899 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:40.293311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899,segment=NetworkSegment(af7fd46c-dd44-4501-b00f-61f55930c64b),segment_id=af7fd46c-dd44-4501-b00f-61f55930c64b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:40.305360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.311629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] No DVR routers for this DVR port 0a0e1940-b801-4cc6-9e72-4e975472f120 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:40.318376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.339966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7ee7f1f-8635-4b14-88a8-bccc9113ffb6 req-c39a3e9b-f15a-40e8-8634-cb127dba3621 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "DELETE /v2.0/ports/0a0e1940-b801-4cc6-9e72-4e975472f120 HTTP/1.1" status: 204 len: 173 time: 0.8856566 Jul 16 01:49:40.346247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-deleted', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:40.352988 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7a70e-60d5-4f92-aba9-086d488747b9" -d '{"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-deleted", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:40.379768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=40f1bb98-7502-4e03-8fcf-b7614d8ec899,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:40.457378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f360c-64d1-477c-b932-2fe4bdfea7e7 req-668296a7-1486-42a2-b6bd-9a694f1ba738 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.470387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-282f360c-64d1-477c-b932-2fe4bdfea7e7 req-668296a7-1486-42a2-b6bd-9a694f1ba738 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 944 time: 0.1199231 Jul 16 01:49:40.522729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-282f360c-64d1-477c-b932-2fe4bdfea7e7 req-47041825-5b33-4f57-899e-6880f587328a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512958 Jul 16 01:49:40.559584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['40f1bb98-7502-4e03-8fcf-b7614d8ec899'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:40.674745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3d437f8-a996-4f8e-9c36-0c4006f3de55 req-a7f38dc6-4218-4e90-8c6c-9d3039593ff3 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0397706 Jul 16 01:49:40.732227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89', '77401f3a-e2c8-41d2-aa2d-35652cf2cad0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:40.814796 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c31ef8-7d18-426f-85f8-34f0fa9f9ae0 x-openstack-request-id: req-b8c31ef8-7d18-426f-85f8-34f0fa9f9ae0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:40.815101 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b586ce-3739-42f5-b9bd-a3ec43bb617d", "name": "network-vif-deleted", "tag": "0a0e1940-b801-4cc6-9e72-4e975472f120", "status": "failed", "code": 422}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:40.815374 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8c31ef8-7d18-426f-85f8-34f0fa9f9ae0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:40.815778 n-d-800087-6 neutron-server[93906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9b586ce-3739-42f5-b9bd-a3ec43bb617d', 'name': 'network-vif-deleted', 'tag': '0a0e1940-b801-4cc6-9e72-4e975472f120', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:49:40.978402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:40.990216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a078a2-ba18-45cf-9455-a8efc9e89cd7 req-4797ab7a-6d0c-4baf-8d38-e249e016c721 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:40.997466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78a078a2-ba18-45cf-9455-a8efc9e89cd7 req-4797ab7a-6d0c-4baf-8d38-e249e016c721 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.0771916 Jul 16 01:49:41.047193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78a078a2-ba18-45cf-9455-a8efc9e89cd7 req-851904ca-f80c-415c-b472-9d59e50fc1fe tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485666 Jul 16 01:49:41.178353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1252606193'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.206704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f3d6457-5aa0-4129-8980-2398382b33d3 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:41.207757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Made reservation on behalf of d77bed998ca14d749412f028fa83114e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:41.212603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.222921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.325881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 6f3d6457-5aa0-4129-8980-2398382b33d3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:41.333952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6f3d6457-5aa0-4129-8980-2398382b33d3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:41.334608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.394298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650c662-be71-4619-a2d8-9250c7658dcf req-b42be35e-a527-4fc1-92ae-6f148d3977fe tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.405143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e650c662-be71-4619-a2d8-9250c7658dcf req-b42be35e-a527-4fc1-92ae-6f148d3977fe tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 945 time: 0.1546729 Jul 16 01:49:41.437427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.442312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.459469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:41.481237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.485272 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Added segment ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c of type vlan for network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 Jul 16 01:49:41.487539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.528399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e650c662-be71-4619-a2d8-9250c7658dcf req-90c5a3f1-2d2e-43ea-baba-150ad5e599e7 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206739 Jul 16 01:49:41.542279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.575623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55c1aa-d697-41d4-bf44-f6027f32f0c6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.592710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d6457-5aa0-4129-8980-2398382b33d3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:41.601898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.602681 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba13c1-8bcc-47b8-8ffa-13270652374f" -d '{"events": [{"server_uuid": "c3dfdcae-ac58-4651-9712-87a4b8fb54ca", "name": "network-vif-plugged", "status": "completed", "tag": "6f3d6457-5aa0-4129-8980-2398382b33d3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:41.609280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.610665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.661898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6793087 Jul 16 01:49:41.662376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60448) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:41.669504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6f3d6457-5aa0-4129-8980-2398382b33d3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f3d6457-5aa0-4129-8980-2398382b33d3,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:41.674761 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.723901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Request body: {'subnet': {'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:41.736816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72955152-7c9e-44c1-bb4b-494f4039bfbd tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event updated for resources: {'Network': ['ID=2b55cbe5-3793-4c7b-bf37-faf50aff06e9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.751397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:41.783961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6f3d6457-5aa0-4129-8980-2398382b33d3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:41.891855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb968a-ad94-49cd-a923-17926448db48 req-a884ff7a-8a2c-49dc-a449-073b68e9a2db tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:41.900126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52fb968a-ad94-49cd-a923-17926448db48 req-a884ff7a-8a2c-49dc-a449-073b68e9a2db tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.1037922 Jul 16 01:49:41.908388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40f1bb98-7502-4e03-8fcf-b7614d8ec899 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:41.918934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Made reservation on behalf of d77bed998ca14d749412f028fa83114e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:41.928295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:41.979408 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae3127c-f214-4a35-8d0d-efbc2720bc50 x-openstack-request-id: req-eae3127c-f214-4a35-8d0d-efbc2720bc50 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:41.979928 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dfdcae-ac58-4651-9712-87a4b8fb54ca", "name": "network-vif-plugged", "status": "completed", "tag": "6f3d6457-5aa0-4129-8980-2398382b33d3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:41.980362 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eae3127c-f214-4a35-8d0d-efbc2720bc50 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:41.981187 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d6457-5aa0-4129-8980-2398382b33d3', 'code': 200} Jul 16 01:49:41.984702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52fb968a-ad94-49cd-a923-17926448db48 req-6df0490b-e257-40fc-8e78-656ad9c1b72c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832305 Jul 16 01:49:42.031788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:42.037324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:42.038057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.115560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b58fd075-8919-406b-9a1c-bd4b37975310 req-6c994a70-1f1d-4d52-8879-80810d7bb90b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0413010 Jul 16 01:49:42.135117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8eb86-6ab0-4075-9ba0-6206788c0f75 req-e4078d4a-9e2f-4ca4-b9f4-a088a96f1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.136763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96b8eb86-6ab0-4075-9ba0-6206788c0f75 req-e4078d4a-9e2f-4ca4-b9f4-a088a96f1f90 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 1096 time: 0.1067922 Jul 16 01:49:42.177865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.247186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899,segment=NetworkSegment(af7fd46c-dd44-4501-b00f-61f55930c64b),segment_id=af7fd46c-dd44-4501-b00f-61f55930c64b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:42.255114 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96b8eb86-6ab0-4075-9ba0-6206788c0f75 req-15aae744-028c-4c47-915f-b46c72ea9551 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097424 Jul 16 01:49:42.255845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.262252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b0fea-dcf1-46a5-9b4b-6dfe21fd7be2 req-13c66bf0-0505-43c2-97cf-c86547c05a55 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.263976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f0b0fea-dcf1-46a5-9b4b-6dfe21fd7be2 req-13c66bf0-0505-43c2-97cf-c86547c05a55 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 908 time: 0.1198161 Jul 16 01:49:42.298971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.337704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=40f1bb98-7502-4e03-8fcf-b7614d8ec899,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:42.379918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event updated for resources: {'Subnet': ['ID=64c14711-1322-4bd5-b55e-3c9cc7ed5fd2,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:42.381911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e496e-e600-4f66-8b6e-adb5ed8cd4b6 req-59374e88-86a9-4d7e-98d8-7a12e895ee16 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.385713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Checking segment: {'id': 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:42.386141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-457e496e-e600-4f66-8b6e-adb5ed8cd4b6 req-59374e88-86a9-4d7e-98d8-7a12e895ee16 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.0813739 Jul 16 01:49:42.386270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Network hostable DHCP agents. Network: 2b55cbe5-3793-4c7b-bf37-faf50aff06e9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:49:42.405468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:42.416500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2b55cbe5-3793-4c7b-bf37-faf50aff06e9) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:42.422394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.424110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.426050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497e450-5d21-42d4-b812-aa4861f01e04 None None] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:42.440462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-457e496e-e600-4f66-8b6e-adb5ed8cd4b6 req-3f15c4bc-e3c1-41a6-8bd1-f80c2770206e tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481241 Jul 16 01:49:42.444061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f24160f0-3997-44d4-b3ab-75222f29ab3f tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7783713 Jul 16 01:49:42.444754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:42.450789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Request body: {'port': {'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1791191203'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:42.581695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Made reservation on behalf of d77bed998ca14d749412f028fa83114e for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:42.585320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.592961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-2b55cbe5-3793-4c7b-bf37-faf50aff06e9', 'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9', 'tenant_id': 'd77bed998ca14d749412f028fa83114e', 'fixed_ips': [{'subnet_id': '64c14711-1322-4bd5-b55e-3c9cc7ed5fd2'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:49:42.593965 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.605346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] device_id is not set on port 16991f97-582c-4e2b-841f-62ef258f4742 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:49:42.756981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0aa19-2795-4fa3-b4b4-b41e89836e08 req-1eb79382-2db3-43bb-9452-8563464b536f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:42.758485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd0aa19-2795-4fa3-b4b4-b41e89836e08 req-1eb79382-2db3-43bb-9452-8563464b536f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.1117699 Jul 16 01:49:42.760439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Allocated IP 172.20.0.2 (2b55cbe5-3793-4c7b-bf37-faf50aff06e9/64c14711-1322-4bd5-b55e-3c9cc7ed5fd2/f9009fb1-e06c-42b7-9708-30732f9a4daf) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:42.802861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd0aa19-2795-4fa3-b4b4-b41e89836e08 req-8d066bc7-43b3-4679-adda-757afe16fed9 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Jul 16 01:49:42.905255 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.913493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Transition to ACTIVE for port object f9009fb1-e06c-42b7-9708-30732f9a4daf will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:42.928317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Transition to ACTIVE for port object f9009fb1-e06c-42b7-9708-30732f9a4daf will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:42.933692 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:42.973824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:42.976743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:42.981201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:42.984204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Pushing event updated for resources: {'Port': ['ID=f9009fb1-e06c-42b7-9708-30732f9a4daf,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.011403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Allocated IP 172.20.0.3 (2b55cbe5-3793-4c7b-bf37-faf50aff06e9/64c14711-1322-4bd5-b55e-3c9cc7ed5fd2/16991f97-582c-4e2b-841f-62ef258f4742) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:49:43.049972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Attempting to bind port f9009fb1-e06c-42b7-9708-30732f9a4daf on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:49:43.050614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Attempting to bind port f9009fb1-e06c-42b7-9708-30732f9a4daf by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:49:43.051077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Attempting to bind port f9009fb1-e06c-42b7-9708-30732f9a4daf on network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:49:43.067219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:49:43.067762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Checking segment: {'id': 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:49:43.068285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.068794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Bound using segment: {'id': 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:49:43.069362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Bound port: f9009fb1-e06c-42b7-9708-30732f9a4daf, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2b55cbe5-3793-4c7b-bf37-faf50aff06e9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:49:43.069843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.137380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] For port f9009fb1-e06c-42b7-9708-30732f9a4daf, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:49:43.141571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] For port f9009fb1-e06c-42b7-9708-30732f9a4daf, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f9009fb1-e06c-42b7-9708-30732f9a4daf,segment=NetworkSegment(ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c),segment_id=ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:49:43.147687 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.196817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.207344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6a735-9cb3-4e3c-a446-6a6a03e8dd70 None None] Pushing event updated for resources: {'Port': ['ID=f9009fb1-e06c-42b7-9708-30732f9a4daf,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.235469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Transition to ACTIVE for port object 16991f97-582c-4e2b-841f-62ef258f4742 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:49:43.296470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e383b-810b-4235-be85-48336890221f req-c81c72bc-0e26-4dde-96cf-1bb9cddbeac5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.304495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec5e383b-810b-4235-be85-48336890221f req-c81c72bc-0e26-4dde-96cf-1bb9cddbeac5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.1121211 Jul 16 01:49:43.361438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-784f7b72-ac75-49eb-8067-4b355585f796 req-b85b0b0c-31cc-4485-9ca2-063d9b77d9bc tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/ports?device_id=93ac4ad2-a1f8-4e84-9ea1-e5a502360b19 HTTP/1.1" status: 200 len: 210 time: 0.0470078 Jul 16 01:49:43.378344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.390017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec5e383b-810b-4235-be85-48336890221f req-2bc9789b-bb8b-4792-bf37-988bda38bcfd tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846210 Jul 16 01:49:43.422997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a1bf0124-9649-43fe-95cd-c9aa4b4dc84e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.422997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a1bf0124-9649-43fe-95cd-c9aa4b4dc84e tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 908 time: 0.1095512 Jul 16 01:49:43.437717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:49:43.473204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:49:43.477113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:49:43.482190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event updated for resources: {'Port': ['ID=16991f97-582c-4e2b-841f-62ef258f4742,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.576297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Deleting port f06a5e8c-8fca-427d-8998-0087fccbc7ae {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:43.576627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.586314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.586948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.649450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d3f1b625-4907-48c1-b17d-eb06c0928d2e tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2034566 Jul 16 01:49:43.655113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:43.712872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] For port f06a5e8c-8fca-427d-8998-0087fccbc7ae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f06a5e8c-8fca-427d-8998-0087fccbc7ae,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:43.713243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.729831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Calling delete_port for f06a5e8c-8fca-427d-8998-0087fccbc7ae owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:43.816270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b7c3e-3de5-40ba-9816-02caa042dbf0 req-8f7e2e6b-d4a1-4a72-84a2-2b8721b0226b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.817851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a1b7c3e-3de5-40ba-9816-02caa042dbf0 req-8f7e2e6b-d4a1-4a72-84a2-2b8721b0226b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 908 time: 0.2269590 Jul 16 01:49:43.857808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd334dd-b0ac-43e3-8285-2d115be038bf req-e28f89ad-1b13-49d8-a5d8-7781ada42abe tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:43.859716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd334dd-b0ac-43e3-8285-2d115be038bf req-e28f89ad-1b13-49d8-a5d8-7781ada42abe tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.1518335 Jul 16 01:49:43.889548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.892553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Deleting port 16991f97-582c-4e2b-841f-62ef258f4742 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:43.892857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:43.913002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:43.932267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'Port': ['ID=f06a5e8c-8fca-427d-8998-0087fccbc7ae,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:43.986638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bd334dd-b0ac-43e3-8285-2d115be038bf req-ce44073d-9aef-4545-8687-0d501c5812d2 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181545 Jul 16 01:49:43.998366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938bf32e-79f9-4334-93df-fe110a041c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f1bb98-7502-4e03-8fcf-b7614d8ec899'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:44.001753 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33a95f-f410-4105-8c73-739272f54c46" -d '{"events": [{"server_uuid": "938bf32e-79f9-4334-93df-fe110a041c72", "name": "network-vif-plugged", "status": "completed", "tag": "40f1bb98-7502-4e03-8fcf-b7614d8ec899"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:44.079463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] No DVR routers for this DVR port f06a5e8c-8fca-427d-8998-0087fccbc7ae on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:44.088881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.094593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ed9cf27-14c0-49fe-98f7-fbe9f5bb5c46 req-a688624a-ccba-47a2-ba10-34643501a0ba tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "DELETE /v2.0/ports/f06a5e8c-8fca-427d-8998-0087fccbc7ae HTTP/1.1" status: 204 len: 173 time: 0.6738474 Jul 16 01:49:44.095122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'name': 'network-vif-deleted', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:44.097594 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552cc98-dbb4-4137-b10a-c570e37a38ce" -d '{"events": [{"server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "name": "network-vif-deleted", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:44.204156 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a636982b-f0cd-4970-81ef-9a2272e3a846 x-openstack-request-id: req-a636982b-f0cd-4970-81ef-9a2272e3a846 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:44.204993 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96c779c-46cd-44bd-9a92-3c92bf35adfd", "name": "network-vif-deleted", "tag": "f06a5e8c-8fca-427d-8998-0087fccbc7ae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:44.205538 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a636982b-f0cd-4970-81ef-9a2272e3a846 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:44.206315 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96c779c-46cd-44bd-9a92-3c92bf35adfd', 'name': 'network-vif-deleted', 'tag': 'f06a5e8c-8fca-427d-8998-0087fccbc7ae', 'status': 'completed', 'code': 200} Jul 16 01:49:44.272851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.310930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Calling delete_port for 16991f97-582c-4e2b-841f-62ef258f4742 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:44.352347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7db37-f1dd-4725-b7bb-531998e5be49 req-a5aac409-aac8-467c-9824-df184481533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.354592 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ee7db37-f1dd-4725-b7bb-531998e5be49 req-a5aac409-aac8-467c-9824-df184481533a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 1097 time: 0.1533923 Jul 16 01:49:44.389050 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa40b6-c821-4500-bd9e-36ce52032cc5 x-openstack-request-id: req-48aa40b6-c821-4500-bd9e-36ce52032cc5 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:44.389658 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938bf32e-79f9-4334-93df-fe110a041c72", "name": "network-vif-plugged", "status": "completed", "tag": "40f1bb98-7502-4e03-8fcf-b7614d8ec899", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:44.390218 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48aa40b6-c821-4500-bd9e-36ce52032cc5 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:44.391397 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938bf32e-79f9-4334-93df-fe110a041c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f1bb98-7502-4e03-8fcf-b7614d8ec899', 'code': 200} Jul 16 01:49:44.417392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383aa5-e42e-4a1c-bb17-43177ea142fe req-56874a16-57cd-4aa4-8680-055478c56b72 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:44.418974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad383aa5-e42e-4a1c-bb17-43177ea142fe req-56874a16-57cd-4aa4-8680-055478c56b72 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.2516165 Jul 16 01:49:44.450510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:44.476300 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ee7db37-f1dd-4725-b7bb-531998e5be49 req-ca792c20-ed75-4df3-a720-3fb49ac2470d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129277 Jul 16 01:49:44.489442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'mac_address': 'fa:16:3e:91:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:44.489922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad383aa5-e42e-4a1c-bb17-43177ea142fe req-1ee9bd3a-5322-447a-8e6d-95eccc21f4ed tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Jul 16 01:49:44.565821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.589197 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.608468 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event deleted for resources: {'Port': ['ID=16991f97-582c-4e2b-841f-62ef258f4742,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.610742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:44.638711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:44.643281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.788239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['171d975f-9cab-4ce8-bb3a-877a5c74fbc3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:44.800589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:44.805540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.806562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3f63e1f2-c0ab-4198-bdb5-53930f761d0d tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "DELETE /v2.0/ports/16991f97-582c-4e2b-841f-62ef258f4742 HTTP/1.1" status: 204 len: 168 time: 1.1488843 Jul 16 01:49:44.829026 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.851610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:44.860670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef409b8e-2fa0-41f8-9ef6-af2c8ee1f3f1 None None] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:44.918379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7fd809a0-4ab8-4ca2-8820-6a4ce028871f tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1113725 Jul 16 01:49:44.931664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:44.938116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1996478130'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:44.987237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f9009fb1-e06c-42b7-9708-30732f9a4daf up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:45.008692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Made reservation on behalf of d77bed998ca14d749412f028fa83114e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:49:45.012999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.032275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3817775d-2d18-45f1-b086-4828d1c5003b None None] Provisioning for port f9009fb1-e06c-42b7-9708-30732f9a4daf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:45.166028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f9009fb1-e06c-42b7-9708-30732f9a4daf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:45.199675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f9009fb1-e06c-42b7-9708-30732f9a4daf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:45.200302 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.438693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.464845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd8972ed-5247-4098-be3a-8a88b7e332b5 req-2db7a8b5-8feb-4d99-bf4d-6905400e7b15 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=f96c779c-46cd-44bd-9a92-3c92bf35adfd HTTP/1.1" status: 200 len: 210 time: 0.4147995 Jul 16 01:49:45.467823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d133227-35a1-4c3e-ab00-ec3ccb22f1be tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.503844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:49:45.515297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f9009fb1-e06c-42b7-9708-30732f9a4daf, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f9009fb1-e06c-42b7-9708-30732f9a4daf,segment=NetworkSegment(ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c),segment_id=ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:45.520186 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.531098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd40ca-379f-45ba-80ab-c776a23e2e81 req-0cda160a-bdfd-4b14-85b1-d5b995b4848f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.538825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81cd40ca-379f-45ba-80ab-c776a23e2e81 req-0cda160a-bdfd-4b14-85b1-d5b995b4848f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.6810412 Jul 16 01:49:45.574849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d133227-35a1-4c3e-ab00-ec3ccb22f1be tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.616760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.617362 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Added segment 46c54843-29dc-471e-96dd-803a9be9e721 of type vlan for network b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc Jul 16 01:49:45.621407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f9009fb1-e06c-42b7-9708-30732f9a4daf,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.691695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab080d80-62ed-4314-af93-f1f37028f5b7 None None] Provisioning complete for port f9009fb1-e06c-42b7-9708-30732f9a4daf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:45.692082 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab080d80-62ed-4314-af93-f1f37028f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.821179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81cd40ca-379f-45ba-80ab-c776a23e2e81 req-7e2367f8-85a8-4c8c-9f97-6dcc585513a0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813666 Jul 16 01:49:45.827109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d133227-35a1-4c3e-ab00-ec3ccb22f1be tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.832623 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d133227-35a1-4c3e-ab00-ec3ccb22f1be tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.833769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4d133227-35a1-4c3e-ab00-ec3ccb22f1be tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/security-groups/31c9909a-3200-47e4-aa85-901ec63bf906 HTTP/1.1" status: 204 len: 168 time: 1.0024014 Jul 16 01:49:45.843321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.863279 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-92e912ec-8de1-491b-9001-018a77412e00 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] show failed (client error): The resource could not be found. Jul 16 01:49:45.865468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92e912ec-8de1-491b-9001-018a77412e00 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "GET /v2.0/security-groups/31c9909a-3200-47e4-aa85-901ec63bf906 HTTP/1.1" status: 404 len: 347 time: 0.0205822 Jul 16 01:49:45.866341 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:45.867817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:45.901865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d133227-35a1-4c3e-ab00-ec3ccb22f1be tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c9909a-3200-47e4-aa85-901ec63bf906,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:45.950758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:45.975922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aa319-ba7d-4985-ae3c-8192708572df req-9fd64995-69c8-4017-b132-28e5910cfb04 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:45.977706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca9aa319-ba7d-4985-ae3c-8192708572df req-9fd64995-69c8-4017-b132-28e5910cfb04 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 944 time: 0.1832845 Jul 16 01:49:46.020186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.026861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.027775 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.057383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d597e053-e5a6-4934-9aaf-b4e714233e8e None None] Could not find standard attr ID for object 16991f97-582c-4e2b-841f-62ef258f4742. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:49:46.083665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:46.084477 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.133725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event updated for resources: {'Network': ['ID=b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.145906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.146615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ac0ada0d-48ff-4f28-8254-4baf76cae077 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2126093 Jul 16 01:49:46.152732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:49:46.203203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port 63642941-61b5-4767-b094-164a881966d0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:46.203652 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.221163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca9aa319-ba7d-4985-ae3c-8192708572df req-ae04414c-5e3b-4ba2-b99c-f52473f74eec tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300823 Jul 16 01:49:46.274877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22f85-b795-4b6b-96fa-f6fb5aa500cf req-001ee87c-48e9-4d72-bd77-bb761add7e63 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.279003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28e22f85-b795-4b6b-96fa-f6fb5aa500cf req-001ee87c-48e9-4d72-bd77-bb761add7e63 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.3170378 Jul 16 01:49:46.310214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.368243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:46.377211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28e22f85-b795-4b6b-96fa-f6fb5aa500cf req-fbb0a7f9-ee70-4d47-8041-08edecd10934 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910146 Jul 16 01:49:46.381257 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.420605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:46.423174 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb72952-b49d-4f36-b046-9793f5eaac14" -d '{"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-plugged", "status": "completed", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:46.471894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.511305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.511697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.569740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for 63642941-61b5-4767-b094-164a881966d0 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:46.573804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce0f8f47-3f0d-4248-9d28-dc8aa7f65bae tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/agents/9822af41-eb75-4240-9645-9062e4ab0f1e/dhcp-networks HTTP/1.1" status: 200 len: 11258 time: 0.4235592 Jul 16 01:49:46.576657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:46.606865 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fec64e-dd4b-4812-8c50-698a63a6c6fd x-openstack-request-id: req-92fec64e-dd4b-4812-8c50-698a63a6c6fd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:46.607662 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-plugged", "status": "completed", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:46.607662 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92fec64e-dd4b-4812-8c50-698a63a6c6fd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:46.607872 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'code': 200} Jul 16 01:49:46.760707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620eed1-f4e0-489d-b3b4-9c51a2ab5cb2 req-88f38224-1408-4cb5-a304-3e1bd0d7e135 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:46.769947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f620eed1-f4e0-489d-b3b4-9c51a2ab5cb2 req-88f38224-1408-4cb5-a304-3e1bd0d7e135 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.1867027 Jul 16 01:49:46.785622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f9009fb1-e06c-42b7-9708-30732f9a4daf up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:46.804651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.862041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=63642941-61b5-4767-b094-164a881966d0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:46.867298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c396f-c446-435a-be88-163dc44bfa15 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] Network b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:49:46.869012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f620eed1-f4e0-489d-b3b4-9c51a2ab5cb2 req-7220318b-4576-415a-aeec-621892a1bfd9 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971768 Jul 16 01:49:46.901825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f9009fb1-e06c-42b7-9708-30732f9a4daf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:46.902228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.969395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.972431 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:46.974500 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/floatingips/d804565b-ffe5-4a4a-9023-16703001dfde HTTP/1.1" status: 204 len: 168 time: 1.1053016 Jul 16 01:49:46.977351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.978000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.978668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.979210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.979762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.980324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.981350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.981891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.982423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.982963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.983580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.984137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba37c3e-eb8b-4394-89ca-4c38f6f40360 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:46.995819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.002632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea4c396f-c446-435a-be88-163dc44bfa15 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "POST /v2.0/agents/9822af41-eb75-4240-9645-9062e4ab0f1e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4249754 Jul 16 01:49:47.007646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.009575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea0e96-23d0-41db-a691-1ea72c8704ef None None] Network b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:47.130703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port e30677e8-2b6f-4243-9dcb-b15eb34890bd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:47.131053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.202881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b211e46-a3ea-483b-96f5-e074c6cc7b9a req-9aaef884-53f8-45c3-9324-b7fce0f3e775 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.211837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b211e46-a3ea-483b-96f5-e074c6cc7b9a req-9aaef884-53f8-45c3-9324-b7fce0f3e775 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.3313537 Jul 16 01:49:47.249407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8f482b68-c3d1-4c5b-a716-534bbc732232 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:49:47.253144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f06a5e8c-8fca-427d-8998-0087fccbc7ae no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:47.258091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.279249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for e30677e8-2b6f-4243-9dcb-b15eb34890bd owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:47.302909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: f06a5e8c-8fca-427d-8998-0087fccbc7ae {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:47.303398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f06a5e8c-8fca-427d-8998-0087fccbc7ae not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:47.370189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b211e46-a3ea-483b-96f5-e074c6cc7b9a req-15d0fb67-d953-4214-9e6b-ab973bd0a275 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573615 Jul 16 01:49:47.423950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ad4a12e-69a3-4cc8-a34c-c126274e90f1 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/agents/9822af41-eb75-4240-9645-9062e4ab0f1e/dhcp-networks HTTP/1.1" status: 200 len: 12029 time: 0.4099329 Jul 16 01:49:47.424106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.434652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8f482b68-c3d1-4c5b-a716-534bbc732232,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:47.449268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'port_id': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'mac_address': 'fa:16:3e:7c:fe:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:49:47.495259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.510522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f482b68-c3d1-4c5b-a716-534bbc732232 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:49:47.531317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8f482b68-c3d1-4c5b-a716-534bbc732232,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:47.538182 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.595466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28447cd9-d524-47e7-a79e-ec84dba8b559 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "DELETE /v2.0/agents/9822af41-eb75-4240-9645-9062e4ab0f1e/dhcp-networks/b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc HTTP/1.1" status: 204 len: 168 time: 0.1702647 Jul 16 01:49:47.599596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.613576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.648412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.699681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6ee7-4f9e-4801-96e5-3ecf66e0e77a req-1507bab4-8345-4eb5-88ab-3f7266c770e6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:47.709415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e5a6ee7-4f9e-4801-96e5-3ecf66e0e77a req-1507bab4-8345-4eb5-88ab-3f7266c770e6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 945 time: 0.1862519 Jul 16 01:49:47.770651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:47.773257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/ports/e30677e8-2b6f-4243-9dcb-b15eb34890bd HTTP/1.1" status: 204 len: 168 time: 0.7692075 Jul 16 01:49:47.777394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.778327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a9125-98c7-4178-b27f-4dfa3305de9b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=e30677e8-2b6f-4243-9dcb-b15eb34890bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:47.788851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['8f482b68-c3d1-4c5b-a716-534bbc732232'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:47.874032 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e5a6ee7-4f9e-4801-96e5-3ecf66e0e77a req-0dc84533-ab3c-44fa-92bd-8cfee430a1ae tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603498 Jul 16 01:49:47.950014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6e1b452c-1793-4cfb-a323-729e5e0dffbe tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/agents/9822af41-eb75-4240-9645-9062e4ab0f1e/dhcp-networks HTTP/1.1" status: 200 len: 11258 time: 0.3478067 Jul 16 01:49:47.955630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:47.983686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6b3440c0-caa4-4a8b-b148-0ad14acb1375 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/networks/2b55cbe5-3793-4c7b-bf37-faf50aff06e9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0262854 Jul 16 01:49:47.990558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.030673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-57bf151d-1229-4868-9103-30517d693416 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/networks/2b55cbe5-3793-4c7b-bf37-faf50aff06e9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0386477 Jul 16 01:49:48.033399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.155731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e8682-912a-4d11-8251-069028321e27 req-1c860eab-68be-45a6-bb25-edd3ce87a9c2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:48.157377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca1e8682-912a-4d11-8251-069028321e27 req-1c860eab-68be-45a6-bb25-edd3ce87a9c2 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 945 time: 0.2498310 Jul 16 01:49:48.193536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port 5564a3de-6882-433c-bdb8-aaca8e4a1618 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:48.193891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.229578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9a8bda1-95fb-423e-936e-661624169fc4 tempest-DHCPAgentSchedulersTestJSON-119075980 tempest-DHCPAgentSchedulersTestJSON-119075980-project-admin] 10.222.0.35 "GET /v2.0/agents/9822af41-eb75-4240-9645-9062e4ab0f1e/dhcp-networks HTTP/1.1" status: 200 len: 11258 time: 0.1947656 Jul 16 01:49:48.233669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.250786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51cfb8-eedc-4f84-9f93-ff8ac04a0121 req-fcdd9712-e8a0-4e3b-8fdf-f15f6e7d4b00 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:48.252370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff51cfb8-eedc-4f84-9f93-ff8ac04a0121 req-fcdd9712-e8a0-4e3b-8fdf-f15f6e7d4b00 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.1969066 Jul 16 01:49:48.325145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca1e8682-912a-4d11-8251-069028321e27 req-d23e09cd-2165-40db-b9fc-91dd37c2f281 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573737 Jul 16 01:49:48.336069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.374736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff51cfb8-eedc-4f84-9f93-ff8ac04a0121 req-d74cf021-98f3-4521-bf2e-aa32991758a0 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096976 Jul 16 01:49:48.399746 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.426902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for 5564a3de-6882-433c-bdb8-aaca8e4a1618 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:48.446065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.465929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.491661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c54843-29dc-471e-96dd-803a9be9e721') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.491960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c54843-29dc-471e-96dd-803a9be9e721') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:48.530082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.565192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.571699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:48.572121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:48.575170 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:48.647539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0268c2-5f15-4543-a130-49d44cacd59d req-e007a396-118b-4e66-9644-e21cfdef8646 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:48.655713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f0268c2-5f15-4543-a130-49d44cacd59d req-e007a396-118b-4e66-9644-e21cfdef8646 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.1091959 Jul 16 01:49:48.661708 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.680552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.689703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "DELETE /v2.0/networks/b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc HTTP/1.1" status: 204 len: 168 time: 0.4542730 Jul 16 01:49:48.704315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.743733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea87d74-bc68-4865-8ce3-33417eab2b81 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event deleted for resources: {'Network': ['ID=b5614bf2-6c1f-4f48-a5b8-3dcef0f691cc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:48.789078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b62981-0343-49b1-9a14-da3797458501 req-8e684173-ff55-45c7-b0a7-a3322c5f47a5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:48.802787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-95b62981-0343-49b1-9a14-da3797458501 req-8e684173-ff55-45c7-b0a7-a3322c5f47a5 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 945 time: 0.1119671 Jul 16 01:49:48.811260 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f0268c2-5f15-4543-a130-49d44cacd59d req-93f7a776-fc04-4141-8438-228a82d453b6 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539700 Jul 16 01:49:48.817442 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a7a4c1-25ce-4a99-a4d1-c74955ca23fe tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] DELETE failed (client error): The resource could not be found. Jul 16 01:49:48.818212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a7a4c1-25ce-4a99-a4d1-c74955ca23fe tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:49:48.834144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-28a7a4c1-25ce-4a99-a4d1-c74955ca23fe tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "DELETE /v2.0/ports/16991f97-582c-4e2b-841f-62ef258f4742 HTTP/1.1" status: 404 len: 333 time: 0.1287665 Jul 16 01:49:48.841504 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:48.920262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.932275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Deleting subnet 64c14711-1322-4bd5-b55e-3c9cc7ed5fd2 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:48.942385 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:48.957741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Deleting port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:48.958725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.003051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.074431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] For port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:49.074719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.090589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Calling delete_port for 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:49.093553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=5564a3de-6882-433c-bdb8-aaca8e4a1618,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.268850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8f482b68-c3d1-4c5b-a716-534bbc732232 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:49:49.280895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.303358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcdc1c-4198-4c70-bfbf-aa8c62937be0 req-fe9517a6-8ced-4506-8d0d-06a5f6661e1c tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:49.306345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81fcdc1c-4198-4c70-bfbf-aa8c62937be0 req-fe9517a6-8ced-4506-8d0d-06a5f6661e1c tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.3170354 Jul 16 01:49:49.308300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.311582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.316830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf04498d-325e-4c16-91ef-80800638d6a4 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/ports/5564a3de-6882-433c-bdb8-aaca8e4a1618 HTTP/1.1" status: 204 len: 168 time: 1.5295658 Jul 16 01:49:49.320496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.322521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'Port': ['ID=77401f3a-e2c8-41d2-aa2d-35652cf2cad0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.337897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5e65b973-62a0-49fb-9493-93fc5d0e3c89'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:49:49.373902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df80e5-00ee-44c3-af5c-b63423deeb2a req-507cbb74-8db9-4886-8ada-555c888caa19 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:49.376148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64df80e5-00ee-44c3-af5c-b63423deeb2a req-507cbb74-8db9-4886-8ada-555c888caa19 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 945 time: 0.3175955 Jul 16 01:49:49.425026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 8f482b68-c3d1-4c5b-a716-534bbc732232 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:49:49.434670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 8f482b68-c3d1-4c5b-a716-534bbc732232 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:49:49.435291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.449355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] No DVR routers for this DVR port 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:49.451995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.453016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81fcdc1c-4198-4c70-bfbf-aa8c62937be0 req-8e9fb81e-4096-4d80-b3d9-808a754a56bd tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162167 Jul 16 01:49:49.455139 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-95b62981-0343-49b1-9a14-da3797458501 req-2d1abe7d-7a60-4fb1-9edd-3d806e43c353 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "DELETE /v2.0/ports/77401f3a-e2c8-41d2-aa2d-35652cf2cad0 HTTP/1.1" status: 204 len: 173 time: 0.6473300 Jul 16 01:49:49.465619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07272d21-93da-4f65-aa02-74c00981bd62', 'name': 'network-vif-deleted', 'tag': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:49.467759 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c4767-e353-4d81-aaaa-f0961582b32c" -d '{"events": [{"server_uuid": "07272d21-93da-4f65-aa02-74c00981bd62", "name": "network-vif-deleted", "tag": "77401f3a-e2c8-41d2-aa2d-35652cf2cad0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:49.484653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64df80e5-00ee-44c3-af5c-b63423deeb2a req-9a81e80d-dc23-4f03-8b99-11b23804f8a5 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007454 Jul 16 01:49:49.491192 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.507683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting subnet 324a2a2d-3a48-4183-9303-8bbdeb1300ca {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:49.535900 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.622394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event deleted for resources: {'Subnet': ['ID=64c14711-1322-4bd5-b55e-3c9cc7ed5fd2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.631158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.634358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e4387fbe-186d-4343-a37f-d479cf567c1b tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "DELETE /v2.0/subnets/64c14711-1322-4bd5-b55e-3c9cc7ed5fd2 HTTP/1.1" status: 204 len: 168 time: 0.7918589 Jul 16 01:49:49.638382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:49.642064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45485a04-7a8c-425c-8826-69403bca41f3 None None] Network 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:49.648054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.760673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a17753a-a756-4dcb-ae38-7eb6c4438ca8 req-2fc0db62-2bc8-4d83-a074-d440ffacdb98 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=07272d21-93da-4f65-aa02-74c00981bd62 HTTP/1.1" status: 200 len: 210 time: 0.0769432 Jul 16 01:49:49.806310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.870896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.879389 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad92cb-a2c5-4eb6-8a13-4e581558f61c x-openstack-request-id: req-29ad92cb-a2c5-4eb6-8a13-4e581558f61c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:49.879708 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07272d21-93da-4f65-aa02-74c00981bd62", "name": "network-vif-deleted", "tag": "77401f3a-e2c8-41d2-aa2d-35652cf2cad0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:49.879962 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29ad92cb-a2c5-4eb6-8a13-4e581558f61c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:49.880693 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07272d21-93da-4f65-aa02-74c00981bd62', 'name': 'network-vif-deleted', 'tag': '77401f3a-e2c8-41d2-aa2d-35652cf2cad0', 'status': 'completed', 'code': 200} Jul 16 01:49:49.882741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.931280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Subnet': ['ID=324a2a2d-3a48-4183-9303-8bbdeb1300ca,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:49.942040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:49.944834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d0af68d-c3f2-4014-8cb8-984c8acb8af8 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/subnets/324a2a2d-3a48-4183-9303-8bbdeb1300ca HTTP/1.1" status: 204 len: 168 time: 0.6200550 Jul 16 01:49:49.948101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:50.002051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Deleting port f9009fb1-e06c-42b7-9708-30732f9a4daf {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:50.002771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.010405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e4092-a9e1-4d94-ab3f-0d7c5ad890ca None None] Network b626ffa2-d659-4fd1-8302-c384b076392d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:50.097099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting subnet 2e31e7a2-960c-42c5-8aca-76923d47cb18 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:50.101391 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.112737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.163418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] For port f9009fb1-e06c-42b7-9708-30732f9a4daf, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f9009fb1-e06c-42b7-9708-30732f9a4daf,segment=NetworkSegment(ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c),segment_id=ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:50.163940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.191876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Calling delete_port for f9009fb1-e06c-42b7-9708-30732f9a4daf owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:50.205384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.220115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:50.221439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef7d01-a6d0-455b-b6a8-8ddc92c72ba0 req-91abcf63-c9d7-403a-8b23-05b8fddb9a29 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.222411 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1d329c-6fae-4a21-91f6-1de1611e762f" -d '{"events": [{"server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:50.223240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdef7d01-a6d0-455b-b6a8-8ddc92c72ba0 req-91abcf63-c9d7-403a-8b23-05b8fddb9a29 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.1662438 Jul 16 01:49:50.325019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdef7d01-a6d0-455b-b6a8-8ddc92c72ba0 req-5fa26559-3aba-4373-9d2d-0dcd4f81caca tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664754 Jul 16 01:49:50.366017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.403247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event deleted for resources: {'Port': ['ID=f9009fb1-e06c-42b7-9708-30732f9a4daf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.413198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] No DVR routers for this DVR port f9009fb1-e06c-42b7-9708-30732f9a4daf on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:50.427125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8f482b68-c3d1-4c5b-a716-534bbc732232,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:50.439425 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55bd377-2976-4283-9310-f7cfee496cd8 x-openstack-request-id: req-b55bd377-2976-4283-9310-f7cfee496cd8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:50.439755 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "name": "network-vif-plugged", "status": "completed", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:50.440016 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b55bd377-2976-4283-9310-f7cfee496cd8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:50.440466 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'code': 200} Jul 16 01:49:50.471860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.472745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:50.585007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.587670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4f70e-0b15-4640-8aa1-dabe967c936d None None] DHCP port deletion for 2b55cbe5-3793-4c7b-bf37-faf50aff06e9 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:50.597707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:50.598060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 77401f3a-e2c8-41d2-aa2d-35652cf2cad0 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:50.599235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.625249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b55cbe5-3793-4c7b-bf37-faf50aff06e9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.638890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.655368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.655941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9801a2-9e21-4ac8-8ab3-ccdfab8f9a4c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:50.702543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.733458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.751570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] DHCP port deletion for b626ffa2-d659-4fd1-8302-c384b076392d request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:50.803086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-0f6f6e38-915c-4311-96cd-17df0d64d6f9 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.810475 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-0f6f6e38-915c-4311-96cd-17df0d64d6f9 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.32 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.3680151 Jul 16 01:49:50.832646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:50.833319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:50.839311 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:50.845611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] Deleting port 792d87db-e1cd-4add-b8b1-864ea761340a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:50.845611 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.874781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 792d87db-e1cd-4add-b8b1-864ea761340a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:50.888247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.910436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc5ef8-c563-44c0-980e-6ea4fe77b5f5 req-8df197a7-8f74-44c8-a819-33eaaa5c8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.913214 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54bc5ef8-c563-44c0-980e-6ea4fe77b5f5 req-8df197a7-8f74-44c8-a819-33eaaa5c8eb7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 1097 time: 0.4239826 Jul 16 01:49:50.962166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.974532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Subnet': ['ID=2e31e7a2-960c-42c5-8aca-76923d47cb18,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:50.979845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] For port 792d87db-e1cd-4add-b8b1-864ea761340a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=792d87db-e1cd-4add-b8b1-864ea761340a,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:50.980287 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:50.994835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f9db-e9cc-4717-ad13-33a40dba44ee req-50b0af23-c992-4d25-95ec-c1c89b752112 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:50.996271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3c1f9db-e9cc-4717-ad13-33a40dba44ee req-50b0af23-c992-4d25-95ec-c1c89b752112 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.2725403 Jul 16 01:49:51.001123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] Calling delete_port for 792d87db-e1cd-4add-b8b1-864ea761340a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:51.042707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a00d-6c7a-46b9-9888-2004908f4835 req-6673d711-e937-4070-88c9-fb8e77958e38 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:51.044393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86c2a00d-6c7a-46b9-9888-2004908f4835 req-6673d711-e937-4070-88c9-fb8e77958e38 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 946 time: 0.2434959 Jul 16 01:49:51.061768 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54bc5ef8-c563-44c0-980e-6ea4fe77b5f5 req-861497a8-bea9-44a1-a934-f3ef04075da6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407590 Jul 16 01:49:51.107620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.112678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-af879851-b74c-45b8-8b89-bb42efbaec02 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/subnets/2e31e7a2-960c-42c5-8aca-76923d47cb18 HTTP/1.1" status: 204 len: 168 time: 1.1605225 Jul 16 01:49:51.112884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3c1f9db-e9cc-4717-ad13-33a40dba44ee req-fceb9485-2711-44ba-9bf2-a765af7b52bb tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039674 Jul 16 01:49:51.115245 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.118203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.120562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Deleting port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:51.121718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.160666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86c2a00d-6c7a-46b9-9888-2004908f4835 req-f6a51aa8-f371-4802-b318-4325a8c299a3 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/security-groups?id=69169875-8b8f-44f4-bddc-b3092c790a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052384 Jul 16 01:49:51.166997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.167118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61edf5-8652-45f0-b49a-0c6f978f3299 None None] Network 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:49:51.168959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] 10.222.0.35 "DELETE /v2.0/networks/2b55cbe5-3793-4c7b-bf37-faf50aff06e9 HTTP/1.1" status: 204 len: 168 time: 1.5291967 Jul 16 01:49:51.180795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc8c23-bf19-4793-a536-b3e6c11b9f76 tempest-DHCPAgentSchedulersTestJSON-207978760 tempest-DHCPAgentSchedulersTestJSON-207978760-project] Pushing event deleted for resources: {'Network': ['ID=2b55cbe5-3793-4c7b-bf37-faf50aff06e9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.214097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 792d87db-e1cd-4add-b8b1-864ea761340a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=792d87db-e1cd-4add-b8b1-864ea761340a,segment=NetworkSegment(8336fdc2-919b-4983-8121-7d63abb452ef),segment_id=8336fdc2-919b-4983-8121-7d63abb452ef)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:51.224594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.225291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f9009fb1-e06c-42b7-9708-30732f9a4daf no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:51.499606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f9009fb1-e06c-42b7-9708-30732f9a4daf {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:51.500853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f9009fb1-e06c-42b7-9708-30732f9a4daf not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:51.550792 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.631748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] No DVR routers for this DVR port 792d87db-e1cd-4add-b8b1-864ea761340a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:51.667805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.687302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=792d87db-e1cd-4add-b8b1-864ea761340a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.746720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91447e6-3d78-4300-a326-f1c1c7aa027f req-af42579e-1071-455b-8326-46430d56407b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:51.755515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f91447e6-3d78-4300-a326-f1c1c7aa027f req-af42579e-1071-455b-8326-46430d56407b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.1344571 Jul 16 01:49:51.760011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] For port 40f1bb98-7502-4e03-8fcf-b7614d8ec899, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=40f1bb98-7502-4e03-8fcf-b7614d8ec899,segment=NetworkSegment(af7fd46c-dd44-4501-b00f-61f55930c64b),segment_id=af7fd46c-dd44-4501-b00f-61f55930c64b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:51.760011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.761789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bea326-f457-466b-a77f-da521c2e7d13 None None] Pushing event deleted for resources: {'Port': ['ID=792d87db-e1cd-4add-b8b1-864ea761340a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:51.827437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:51.831268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Calling delete_port for 40f1bb98-7502-4e03-8fcf-b7614d8ec899 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:51.894919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:51.909542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b626ffa2-d659-4fd1-8302-c384b076392d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:51.927647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f91447e6-3d78-4300-a326-f1c1c7aa027f req-5788d735-f8d5-497c-8658-447b025a8e6c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706314 Jul 16 01:49:51.953459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] DHCP port deletion for 2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:49:51.954172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8336fdc2-919b-4983-8121-7d63abb452ef') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:51.954491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8336fdc2-919b-4983-8121-7d63abb452ef') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:51.969075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.000972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.032502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:52.032502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.052712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] Deleting port 66871a67-ae3d-49da-b3df-2dc8758fa786 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:52.052712 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:52.054566 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:52.144240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.199682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.224841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] For port 66871a67-ae3d-49da-b3df-2dc8758fa786, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=66871a67-ae3d-49da-b3df-2dc8758fa786,segment=NetworkSegment(017bbb86-71b0-4643-8bf6-da3b289d223d),segment_id=017bbb86-71b0-4643-8bf6-da3b289d223d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:52.225230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.229172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.233797 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/networks/b626ffa2-d659-4fd1-8302-c384b076392d HTTP/1.1" status: 204 len: 168 time: 1.1046715 Jul 16 01:49:52.233797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de944bd6-0fbd-4ad9-b3e7-5a38788df203 tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Network': ['ID=b626ffa2-d659-4fd1-8302-c384b076392d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.237012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.244382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a907eee-c92f-45c0-b185-6a2b1a3e53f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d77bed998ca14d749412f028fa83114e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150505 Jul 16 01:49:52.245145 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:52.256359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] Calling delete_port for 66871a67-ae3d-49da-b3df-2dc8758fa786 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:52.328983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.390652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba888-3c3f-4d92-ae6b-221359d3fefe req-0724ee55-b424-4d72-a0be-8e5c528659df tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:52.392162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-924ba888-3c3f-4d92-ae6b-221359d3fefe req-0724ee55-b424-4d72-a0be-8e5c528659df tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.2553508 Jul 16 01:49:52.402286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.433204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.442754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f108b34-bc74-4f0b-a2ee-9aa4c3e11f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.451099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] No DVR routers for this DVR port 66871a67-ae3d-49da-b3df-2dc8758fa786 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:52.474241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Pushing event deleted for resources: {'Port': ['ID=40f1bb98-7502-4e03-8fcf-b7614d8ec899,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.480104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e9fc9-9289-4d31-9c19-9a06a20fcbe7 None None] Pushing event deleted for resources: {'Port': ['ID=66871a67-ae3d-49da-b3df-2dc8758fa786,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.514120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-924ba888-3c3f-4d92-ae6b-221359d3fefe req-cbed85ee-b38a-4826-add4-74688339d13f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027572 Jul 16 01:49:52.516713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc724b-7378-4dfb-8428-349f5c049436 req-bac40d4a-52c2-40c8-81ff-94c5253bcc42 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:52.518548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6efc724b-7378-4dfb-8428-349f5c049436 req-bac40d4a-52c2-40c8-81ff-94c5253bcc42 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.1683373 Jul 16 01:49:52.528580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f108b34-bc74-4f0b-a2ee-9aa4c3e11f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.571872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fd7ec-25df-45dd-8bb2-09d3c84ceaa7 req-452b2188-43b5-448d-adb8-e601ff67783f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:52.583938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6fd7ec-25df-45dd-8bb2-09d3c84ceaa7 req-452b2188-43b5-448d-adb8-e601ff67783f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.2274802 Jul 16 01:49:52.584191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] No DVR routers for this DVR port 40f1bb98-7502-4e03-8fcf-b7614d8ec899 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:52.646218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Deleting port 66871a67-ae3d-49da-b3df-2dc8758fa786 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:52.646589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.648913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.653024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2fd12fd2-88ba-49e6-9004-81fe96c52be3 req-9b878188-ae68-4b96-9612-7af043443c4f tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.32 "DELETE /v2.0/ports/40f1bb98-7502-4e03-8fcf-b7614d8ec899 HTTP/1.1" status: 204 len: 173 time: 1.8366120 Jul 16 01:49:52.655461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938bf32e-79f9-4334-93df-fe110a041c72', 'name': 'network-vif-deleted', 'tag': '40f1bb98-7502-4e03-8fcf-b7614d8ec899'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:52.658911 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97f7651-0ac4-486c-b8b3-6e90b171ca48" -d '{"events": [{"server_uuid": "938bf32e-79f9-4334-93df-fe110a041c72", "name": "network-vif-deleted", "tag": "40f1bb98-7502-4e03-8fcf-b7614d8ec899"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:52.804906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 66871a67-ae3d-49da-b3df-2dc8758fa786 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:52.840412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 66871a67-ae3d-49da-b3df-2dc8758fa786 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:52.840756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 66871a67-ae3d-49da-b3df-2dc8758fa786 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:52.852047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] For port 66871a67-ae3d-49da-b3df-2dc8758fa786, host n-d-800087-6, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:52.853148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.871724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Calling delete_port for 66871a67-ae3d-49da-b3df-2dc8758fa786 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:52.874875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Port 66871a67-ae3d-49da-b3df-2dc8758fa786 was not found and therefore no delete operation was performed {{(pid=93907) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:49:52.876170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:52.895172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] No DVR routers for this DVR port 66871a67-ae3d-49da-b3df-2dc8758fa786 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:52.951336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Port': ['ID=66871a67-ae3d-49da-b3df-2dc8758fa786,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:52.995547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfe5a87e-5918-4a02-9182-a6a72d338ee1 req-2603c4e4-6e81-4fb8-97f3-a72019548860 tempest-ServersNegativeTestMultiTenantJSON-1473442003 tempest-ServersNegativeTestMultiTenantJSON-1473442003-project] 10.222.0.35 "GET /v2.0/ports?device_id=938bf32e-79f9-4334-93df-fe110a041c72 HTTP/1.1" status: 200 len: 210 time: 0.0337267 Jul 16 01:49:53.021175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c6fd7ec-25df-45dd-8bb2-09d3c84ceaa7 req-837cbf32-112b-4494-b782-c17a51edd6cf tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4279783 Jul 16 01:49:53.027516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.039933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:53.054893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017bbb86-71b0-4643-8bf6-da3b289d223d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:53.055372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017bbb86-71b0-4643-8bf6-da3b289d223d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:53.055570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f108b34-bc74-4f0b-a2ee-9aa4c3e11f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.058747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f108b34-bc74-4f0b-a2ee-9aa4c3e11f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.059909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2f108b34-bc74-4f0b-a2ee-9aa4c3e11f97 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e55c1aa-d697-41d4-bf44-f6027f32f0c6 HTTP/1.1" status: 204 len: 168 time: 0.8100054 Jul 16 01:49:53.068790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f108b34-bc74-4f0b-a2ee-9aa4c3e11f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55c1aa-d697-41d4-bf44-f6027f32f0c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.070946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.091654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.100148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:53.100669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:53.171692 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:53.175266 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee9d39f-5dd6-4011-a8fc-1694ff9a3096 x-openstack-request-id: req-0ee9d39f-5dd6-4011-a8fc-1694ff9a3096 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:53.175614 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938bf32e-79f9-4334-93df-fe110a041c72", "name": "network-vif-deleted", "tag": "40f1bb98-7502-4e03-8fcf-b7614d8ec899", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:53.175869 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ee9d39f-5dd6-4011-a8fc-1694ff9a3096 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:53.177450 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938bf32e-79f9-4334-93df-fe110a041c72', 'name': 'network-vif-deleted', 'tag': '40f1bb98-7502-4e03-8fcf-b7614d8ec899', 'status': 'completed', 'code': 200} Jul 16 01:49:53.180832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.191412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.193825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] 10.222.0.35 "DELETE /v2.0/networks/2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6 HTTP/1.1" status: 204 len: 168 time: 0.9555535 Jul 16 01:49:53.202473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Deleting port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:53.203886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.274640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dc4a0-90a3-4592-87ae-3812e44ce56b tempest-TaggedBootDevicesTest-815986760 tempest-TaggedBootDevicesTest-815986760-project] Pushing event deleted for resources: {'Network': ['ID=2cd461d8-a0bf-40ea-aea6-6dbc5f8a0ad6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.327069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e524c-7998-4d53-a712-88e1f9d06210 req-8382383d-01c5-429a-996a-c18088119074 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.340584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d2e524c-7998-4d53-a712-88e1f9d06210 req-8382383d-01c5-429a-996a-c18088119074 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.0960639 Jul 16 01:49:53.392412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.427715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d2e524c-7998-4d53-a712-88e1f9d06210 req-26c7d7a3-0c9d-42e1-ad20-0b7e82cd56ec tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858808 Jul 16 01:49:53.466518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] For port 5e65b973-62a0-49fb-9493-93fc5d0e3c89, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5e65b973-62a0-49fb-9493-93fc5d0e3c89,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:53.467043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.498982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Calling delete_port for 5e65b973-62a0-49fb-9493-93fc5d0e3c89 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:49:53.620702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c34c-3b24-4d8e-8b4b-3887476b92df req-2456c27d-2235-4dda-b428-7dc314319775 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.622434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7b5c34c-3b24-4d8e-8b4b-3887476b92df req-2456c27d-2235-4dda-b428-7dc314319775 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.1263499 Jul 16 01:49:53.633279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.639095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Request body: {'floatingip': {'port_id': '8f482b68-c3d1-4c5b-a716-534bbc732232'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:53.694730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:53.694843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2855c7f8-3a15-4d86-9fbd-5d9f72cd99ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.743953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1213f865-abaf-4bcd-8152-d49dca93672d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.789525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.912890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:53.971057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'Port': ['ID=5e65b973-62a0-49fb-9493-93fc5d0e3c89,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:53.979362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8375ab-e147-4a38-8219-d5125d0a7ed5 req-87fd0de4-20e6-44f7-bb87-4250a49f4a84 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:53.987318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40f1bb98-7502-4e03-8fcf-b7614d8ec899 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:53.990398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e8375ab-e147-4a38-8219-d5125d0a7ed5 req-87fd0de4-20e6-44f7-bb87-4250a49f4a84 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18 HTTP/1.1" status: 200 len: 946 time: 0.2477410 Jul 16 01:49:54.028444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 40f1bb98-7502-4e03-8fcf-b7614d8ec899 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:54.028944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 40f1bb98-7502-4e03-8fcf-b7614d8ec899 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:54.088170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] No DVR routers for this DVR port 5e65b973-62a0-49fb-9493-93fc5d0e3c89 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:49:54.099005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.104974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6efc724b-7378-4dfb-8428-349f5c049436 req-e277ccb8-42cc-44dc-acbc-1ce813d5de71 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.38 "DELETE /v2.0/ports/5e65b973-62a0-49fb-9493-93fc5d0e3c89 HTTP/1.1" status: 204 len: 173 time: 1.5793321 Jul 16 01:49:54.177607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1213f865-abaf-4bcd-8152-d49dca93672d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.183249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1213f865-abaf-4bcd-8152-d49dca93672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.216696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60744) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.358126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1213f865-abaf-4bcd-8152-d49dca93672d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c7f2f744ec74b9baaa7bfdfdbceaccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621983 Jul 16 01:49:54.367678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.372921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f865-abaf-4bcd-8152-d49dca93672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fcd6db-c603-41a1-b0fe-db0614a73c5e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:54.394771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Deleting subnet 8f7c6c93-77b1-402f-8830-9b0eddc9937d {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:54.412388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.475226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.530315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f247bd-e79d-464b-b305-7627fc84a3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.570795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e8375ab-e147-4a38-8219-d5125d0a7ed5 req-a276e332-20f5-43dc-bbec-4d2501064331 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c20a06f-6216-4693-8940-6f6f1c188fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397651 Jul 16 01:49:54.588245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.644508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f247bd-e79d-464b-b305-7627fc84a3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.813094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.817746 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.822064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.891084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f247bd-e79d-464b-b305-7627fc84a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.893669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1f247bd-e79d-464b-b305-7627fc84a3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.894814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e1f247bd-e79d-464b-b305-7627fc84a3cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81fcd6db-c603-41a1-b0fe-db0614a73c5e HTTP/1.1" status: 204 len: 168 time: 0.5240798 Jul 16 01:49:54.895638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7c6c93-77b1-402f-8830-9b0eddc9937d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:54.901021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:54.905063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-41dacd99-e87d-45b6-8788-d8d59d047a7a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f7c6c93-77b1-402f-8830-9b0eddc9937d HTTP/1.1" status: 204 len: 168 time: 0.6843810 Jul 16 01:49:54.908550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:54.931127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f247bd-e79d-464b-b305-7627fc84a3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fcd6db-c603-41a1-b0fe-db0614a73c5e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.149593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.149894 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Floating IP 82bdf43e-9bee-40da-95fe-597cf2d19ba2 associated. External IP: 172.25.0.171, port: 8f482b68-c3d1-4c5b-a716-534bbc732232. Jul 16 01:49:55.188780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'name': 'network-vif-deleted', 'tag': '5e65b973-62a0-49fb-9493-93fc5d0e3c89'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:55.191680 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0a4b3-62ab-4eb0-8278-ead529965b54" -d '{"events": [{"server_uuid": "d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18", "name": "network-vif-deleted", "tag": "5e65b973-62a0-49fb-9493-93fc5d0e3c89"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:55.272807 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea8727-0add-4d87-be4f-954a826982f7 x-openstack-request-id: req-25ea8727-0add-4d87-be4f-954a826982f7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:55.273329 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18bfbc0-5c4a-4ffa-a6d5-179bb12abd18", "name": "network-vif-deleted", "tag": "5e65b973-62a0-49fb-9493-93fc5d0e3c89", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:55.273869 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25ea8727-0add-4d87-be4f-954a826982f7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:55.274480 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18bfbc0-5c4a-4ffa-a6d5-179bb12abd18', 'name': 'network-vif-deleted', 'tag': '5e65b973-62a0-49fb-9493-93fc5d0e3c89', 'status': 'completed', 'code': 200} Jul 16 01:49:55.333862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5e65b973-62a0-49fb-9493-93fc5d0e3c89 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:49:55.362902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.382725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 5e65b973-62a0-49fb-9493-93fc5d0e3c89 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:49:55.384773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5e65b973-62a0-49fb-9493-93fc5d0e3c89 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:49:55.407639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89ad76f-cc96-43bd-8502-c9df4b07d173']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:55.422828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7fd46c-dd44-4501-b00f-61f55930c64b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:55.424121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7fd46c-dd44-4501-b00f-61f55930c64b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:55.444134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.479156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.490741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:55.491169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:55.580280 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:55.584061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.589444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.591897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e89ad76f-cc96-43bd-8502-c9df4b07d173 HTTP/1.1" status: 204 len: 168 time: 0.6701789 Jul 16 01:49:55.597602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:55.622887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28590b38-4fd6-48f6-87a4-7c8272021791 req-b2d18fc1-855f-4d91-9b55-a6bab9bb3e1f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.629647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28590b38-4fd6-48f6-87a4-7c8272021791 req-b2d18fc1-855f-4d91-9b55-a6bab9bb3e1f tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.4784968 Jul 16 01:49:55.647280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89995e82-6f4d-4e67-8241-ea63065d0fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89ad76f-cc96-43bd-8502-c9df4b07d173,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:55.695499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Deleting subnet 20ad8ea3-6a62-4919-97df-51aa3cdd3e57 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:49:55.703865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.704894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Router 75ad384c-965a-4450-b5d1-8dd961618903 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:49:55.741269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28590b38-4fd6-48f6-87a4-7c8272021791 req-b74862fe-f0fe-4072-b85e-8c89a136a947 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966983 Jul 16 01:49:55.844720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.916003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0236c-7ebe-4222-bc46-b42f43db5c14 req-aa2a2d6a-5387-4b22-ac1d-c5f018f56d95 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:55.924182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92b0236c-7ebe-4222-bc46-b42f43db5c14 req-aa2a2d6a-5387-4b22-ac1d-c5f018f56d95 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.1380315 Jul 16 01:49:55.943668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-92b0236c-7ebe-4222-bc46-b42f43db5c14 req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.958159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.965774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:49:55.974025 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:55.975916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] Sync routers for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:49:55.990275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:55.990941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.035951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-56f23f0a-15d9-46fa-a5f8-747f807ca8c0 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "PUT /v2.0/floatingips/82bdf43e-9bee-40da-95fe-597cf2d19ba2 HTTP/1.1" status: 200 len: 992 time: 2.4028449 Jul 16 01:49:56.040383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:49:56.043516 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492232a-f616-42f7-b6e7-d20beba8ec18" -d '{"events": [{"name": "network-changed", "server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:49:56.069941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.140375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.143658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/20ad8ea3-6a62-4919-97df-51aa3cdd3e57 HTTP/1.1" status: 204 len: 168 time: 0.5445423 Jul 16 01:49:56.145174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c2577-537c-4ff7-8099-37167dc234ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ad8ea3-6a62-4919-97df-51aa3cdd3e57,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.147394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.266949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4916ad92-4c43-42e7-94ed-1d378698a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.299691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-92b0236c-7ebe-4222-bc46-b42f43db5c14 req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.299957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.309893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-92b0236c-7ebe-4222-bc46-b42f43db5c14 req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.320850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:56.363048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92b0236c-7ebe-4222-bc46-b42f43db5c14 req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376993 Jul 16 01:49:56.441289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22477605-d807-4bc3-87ed-37b01fd34266,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.450140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.471509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.474724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.477355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.484304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.485106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.485571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.487551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.488330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.488789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.490977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.491453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.491916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0829b523-1352-4cf6-b1ab-6d5489d52a51 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.512568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.538240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725204ae-57ff-4d41-9512-157f97951c7d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.547628 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a1ba4-d930-4e0b-8716-4db0e820d767 x-openstack-request-id: req-ae8a1ba4-d930-4e0b-8716-4db0e820d767 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:49:56.548067 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:49:56.548435 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae8a1ba4-d930-4e0b-8716-4db0e820d767 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:49:56.548962 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'status': 'completed', 'code': 200} Jul 16 01:49:56.577381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfddffe4-f4c1-4951-b1a5-6eb36c7e21d7') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.579348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfddffe4-f4c1-4951-b1a5-6eb36c7e21d7') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.597124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.632814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.649177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:49:56.649611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:49:56.723006 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:49:56.881168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1908b-ad5d-4b7a-9656-0175ffb454e6 req-d26b85c3-db5b-421e-ade1-3a8e625a5955 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:56.894989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4bc1908b-ad5d-4b7a-9656-0175ffb454e6 req-d26b85c3-db5b-421e-ade1-3a8e625a5955 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.1459532 Jul 16 01:49:56.902979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '82bdf43e-9bee-40da-95fe-597cf2d19ba2', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'port_id': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'mac_address': 'fa:16:3e:7c:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:33Z', 'updated_at': '2021-07-16T01:49:54Z', 'revision_number': 1, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:56.967358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] Checking router: 75ad384c-965a-4450-b5d1-8dd961618903 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:49:56.969954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.988374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.991076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/725204ae-57ff-4d41-9512-157f97951c7d HTTP/1.1" status: 204 len: 168 time: 0.8424556 Jul 16 01:49:56.994152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:49:56.994907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:57.012809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb47bd9-534d-476b-8bbc-bf9c3c5e48e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=725204ae-57ff-4d41-9512-157f97951c7d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.029355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-45863aeb-3609-452e-87d0-5db94f86a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.031836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-45863aeb-3609-452e-87d0-5db94f86a61c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=891b35fa5e514082ab87d1c0de379d9d&device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 1097 time: 0.3288841 Jul 16 01:49:57.049218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4bc1908b-ad5d-4b7a-9656-0175ffb454e6 req-b59878a3-ca7c-4d47-a53c-152ab64a025f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515524 Jul 16 01:49:57.065831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.258324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efecf1-e245-4ddb-b872-b293d19d623d req-022bf09c-943e-4810-8bca-bb65a823c645 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.271139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99efecf1-e245-4ddb-b872-b293d19d623d req-022bf09c-943e-4810-8bca-bb65a823c645 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.3360634 Jul 16 01:49:57.278423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.301155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:49:57.427905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.434673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-60318207-cb74-4ace-bf8a-27b73d3de4f4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/649e6883-6965-4f8d-af0c-10c532b379c8 HTTP/1.1" status: 200 len: 993 time: 0.3442028 Jul 16 01:49:57.442709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d7c73c40-48fd-4250-90ff-e82fba1e21fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=725ce26d20cc435c82f90b010f61a39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627705 Jul 16 01:49:57.446445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:57.462641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99efecf1-e245-4ddb-b872-b293d19d623d req-645fe19e-c48b-4d00-bbe3-5d27494f0828 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894271 Jul 16 01:49:57.490168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2e4cd-796b-4105-adeb-bfe506b982b8 req-fb382e0c-9d64-4a38-88be-ace9f6857311 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.500688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-66ab0100-9641-4813-b7ae-07f9dafe174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.501873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11e2e4cd-796b-4105-adeb-bfe506b982b8 req-fb382e0c-9d64-4a38-88be-ace9f6857311 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.1720338 Jul 16 01:49:57.502753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-66ab0100-9641-4813-b7ae-07f9dafe174f service neutron] 10.222.0.38 "GET /v2.0/networks?id=12a14a44-927f-490a-9199-35a240d8137a HTTP/1.1" status: 200 len: 917 time: 0.4326696 Jul 16 01:49:57.525852 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89a64772-74fe-42c6-9eb0-e83c5fcd916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.553065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89a64772-74fe-42c6-9eb0-e83c5fcd916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.599432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11e2e4cd-796b-4105-adeb-bfe506b982b8 req-20107ac0-e746-46ea-93fd-a5f9e889a0b7 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957463 Jul 16 01:49:57.760557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89a64772-74fe-42c6-9eb0-e83c5fcd916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.763114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89a64772-74fe-42c6-9eb0-e83c5fcd916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:57.774670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89a64772-74fe-42c6-9eb0-e83c5fcd916e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69169875-8b8f-44f4-bddc-b3092c790a7e HTTP/1.1" status: 204 len: 168 time: 0.3259366 Jul 16 01:49:57.796983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a64772-74fe-42c6-9eb0-e83c5fcd916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69169875-8b8f-44f4-bddc-b3092c790a7e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:57.822577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-a68edac7-269a-49bd-9a41-99bcbca96bb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f482b68-c3d1-4c5b-a716-534bbc732232 HTTP/1.1" status: 200 len: 1000 time: 0.2977006 Jul 16 01:49:57.948522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-aa7cdba9-46da-4e53-b9d6-aa87f2f7a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.951629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-aa7cdba9-46da-4e53-b9d6-aa87f2f7a997 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6313918f-ea36-4687-bceb-c7100266d933 HTTP/1.1" status: 200 len: 855 time: 0.1214194 Jul 16 01:49:57.963435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '82bdf43e-9bee-40da-95fe-597cf2d19ba2', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'port_id': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'mac_address': 'fa:16:3e:7c:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:33Z', 'updated_at': '2021-07-16T01:49:54Z', 'revision_number': 1, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:49:58.029242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91c88b-6fca-4b41-a673-1f3666cf7cda None None] The sync data for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 is: [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '82bdf43e-9bee-40da-95fe-597cf2d19ba2', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'floating_ip_address': '172.25.0.171', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'port_id': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'mac_address': 'fa:16:3e:7c:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:48:33Z', 'updated_at': '2021-07-16T01:49:54Z', 'revision_number': 1, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:49:58.181152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-6d4adcf1-17df-4e55-907b-0d4c663f43a3 req-2cc44416-66d2-40a1-a1d3-da5ba764b776 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:49:58.181842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-6a0752f7-ab6f-41e6-912c-1b2e82e4381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:58.183095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d4adcf1-17df-4e55-907b-0d4c663f43a3 req-2cc44416-66d2-40a1-a1d3-da5ba764b776 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084174 Jul 16 01:49:58.184068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-6a0752f7-ab6f-41e6-912c-1b2e82e4381f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12a14a44-927f-490a-9199-35a240d8137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162573 Jul 16 01:49:58.537400 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf888469-a933-4f4a-8b06-549440eab449 None None] New status for floating IP 82bdf43e-9bee-40da-95fe-597cf2d19ba2: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:49:58.606580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-7b74b4fe-d08c-4abd-80a5-a81048fac7a1 service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085097 Jul 16 01:49:58.627642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:58.801270 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:58.826866 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-df3ddd87-fdac-4d1c-9b98-119f7e3cef00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e7b258b27a3499b9fd9746a1111abf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978741 Jul 16 01:49:58.829463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.014227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:59.016528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f10c9bd-04e8-4958-aad7-d8e0fe089329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.054198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766afcc4-f2d2-4af7-9d4c-bd4401fab4ba req-1873937c-8f5f-4cc6-b911-3f3c223c9faf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.063553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-766afcc4-f2d2-4af7-9d4c-bd4401fab4ba req-1873937c-8f5f-4cc6-b911-3f3c223c9faf tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 0.1531322 Jul 16 01:49:59.102408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f10c9bd-04e8-4958-aad7-d8e0fe089329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.272435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-766afcc4-f2d2-4af7-9d4c-bd4401fab4ba req-13c40cf8-502f-464d-b441-18a4e06d7192 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095368 Jul 16 01:49:59.326882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:59.332965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-e5968452-9612-48c7-aab6-5155cdc22e8f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.336126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-e5968452-9612-48c7-aab6-5155cdc22e8f tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 945 time: 1.0449150 Jul 16 01:49:59.340518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d492232a-f616-42f7-b6e7-d20beba8ec18 req-03a2b790-8196-4cba-8a3e-efc5d0d5588d service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073801 Jul 16 01:49:59.403514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f10c9bd-04e8-4958-aad7-d8e0fe089329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.409508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f10c9bd-04e8-4958-aad7-d8e0fe089329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.411819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0f10c9bd-04e8-4958-aad7-d8e0fe089329 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2888d592-0694-4874-a7e4-5656d867c150 HTTP/1.1" status: 204 len: 168 time: 0.5783043 Jul 16 01:49:59.442833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10c9bd-04e8-4958-aad7-d8e0fe089329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2888d592-0694-4874-a7e4-5656d867c150,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:59.448961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.574258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Deleting port 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:49:59.574675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.875394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] For port 02be9bab-9c64-4c4a-9277-363249e26832, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=02be9bab-9c64-4c4a-9277-363249e26832,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:49:59.876531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:59.960552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f6424-8db2-43df-a733-06fcb1dad1eb req-0fe3f163-4f78-4169-9b57-fb05afbe529d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:59.973620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-545f6424-8db2-43df-a733-06fcb1dad1eb req-0fe3f163-4f78-4169-9b57-fb05afbe529d tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.4170775 Jul 16 01:50:00.095507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.126186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-545f6424-8db2-43df-a733-06fcb1dad1eb req-e9b38add-ac0a-4487-85ec-444d146af048 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505506 Jul 16 01:50:00.246976 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:00.534678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Allocated IP 172.25.0.165 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/b846e030-d9e2-4f3f-8d44-2be93e3c1bd3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:00.656709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-e628ae51-f087-4a4c-991d-c4c222d6c90d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8649125 Jul 16 01:50:00.663244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.663624 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:00.663933 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Floating IP ba27ff2d-1b66-4d63-9113-a3f45bee3063 disassociated. External IP: 172.25.0.26, port: 02be9bab-9c64-4c4a-9277-363249e26832. Jul 16 01:50:00.664300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Calling delete_port for 02be9bab-9c64-4c4a-9277-363249e26832 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:00.813590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d54996-6c94-4f75-a3eb-aed6243ad057 req-3925584e-fd1e-4224-9834-12ac72be8a44 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:00.836658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97d54996-6c94-4f75-a3eb-aed6243ad057 req-3925584e-fd1e-4224-9834-12ac72be8a44 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.4078882 Jul 16 01:50:01.070356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.097173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97d54996-6c94-4f75-a3eb-aed6243ad057 req-82fbf73b-de88-4b8f-a792-5a86dd5bfb21 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575521 Jul 16 01:50:01.108148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.141726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60966) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:01.168903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'Port': ['ID=02be9bab-9c64-4c4a-9277-363249e26832,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.222618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d10dd6-61ee-4f83-aaf8-3f6c97d493ab req-3c6a3dd2-58d5-4bc3-b618-7493272756ed tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:01.231537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9d10dd6-61ee-4f83-aaf8-3f6c97d493ab req-3c6a3dd2-58d5-4bc3-b618-7493272756ed tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 866 time: 0.5736823 Jul 16 01:50:01.333014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9d10dd6-61ee-4f83-aaf8-3f6c97d493ab req-bd8af08f-8629-4deb-848d-352b2f6270b1 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005762 Jul 16 01:50:01.352509 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.473705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1550874477-network', 'tenant_id': '82441d3cb99a47dfb952b5c329b2df94'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:01.494665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Router e835a634-cfc9-423b-99c2-760e538cae2c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:01.643993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:01.662264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:01.669931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:01.682431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Port': ['ID=b846e030-d9e2-4f3f-8d44-2be93e3c1bd3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:01.738707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Made reservation on behalf of 82441d3cb99a47dfb952b5c329b2df94 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:01.741334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.752824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:01.769373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] Sync routers for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:01.771146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.788842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:01.790262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:01.945065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.976447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1a67-76aa-4768-9cd8-a38a928a19a8 req-b51ef0c0-2b5b-459e-bc25-e37b9ddd554a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:01.983822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-721b1a67-76aa-4768-9cd8-a38a928a19a8 req-b51ef0c0-2b5b-459e-bc25-e37b9ddd554a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.4640741 Jul 16 01:50:02.213023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.262828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-721b1a67-76aa-4768-9cd8-a38a928a19a8 req-3cf7d428-f4eb-4153-9e12-697be03b90ea tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777307 Jul 16 01:50:02.391379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:02.475114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 02be9bab-9c64-4c4a-9277-363249e26832 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:02.475465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 02be9bab-9c64-4c4a-9277-363249e26832 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:02.529291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:02.801294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] No DVR routers for this DVR port 02be9bab-9c64-4c4a-9277-363249e26832 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:02.820081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.822341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfb43e4c-84d9-4b77-9f1d-813e50d7a327 req-0b564ac9-dc6f-493f-8dcd-3584b5778e69 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.32 "DELETE /v2.0/ports/02be9bab-9c64-4c4a-9277-363249e26832 HTTP/1.1" status: 204 len: 173 time: 3.4776299 Jul 16 01:50:02.822830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-deleted', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:02.825340 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ca554-f910-4989-bc2c-afcee6dd01ec" -d '{"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-deleted", "tag": "02be9bab-9c64-4c4a-9277-363249e26832"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:02.949789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.025270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] Checking router: e835a634-cfc9-423b-99c2-760e538cae2c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:03.042426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:03.043225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.070463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a21cf4f-1a19-44ed-9d4c-69821fe610b0 req-a399190b-e6d3-48ef-9bf0-18cfa2f44da3 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd4abac8-df4b-41c7-b374-937687f9e96a HTTP/1.1" status: 200 len: 210 time: 0.0745423 Jul 16 01:50:03.076815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.130748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.143508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:03.180371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:03.182953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.183362 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Added segment cec68f61-9590-4b3a-ad27-ecb5bc7d541d of type vlan for network 38eff1d8-8dca-47df-a800-ca89513165b8 Jul 16 01:50:03.274941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.318761 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dec74c-1901-49b1-9d25-c87fd4951793 x-openstack-request-id: req-94dec74c-1901-49b1-9d25-c87fd4951793 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:03.319228 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4abac8-df4b-41c7-b374-937687f9e96a", "name": "network-vif-deleted", "tag": "02be9bab-9c64-4c4a-9277-363249e26832", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:03.319618 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94dec74c-1901-49b1-9d25-c87fd4951793 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:03.320208 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4abac8-df4b-41c7-b374-937687f9e96a', 'name': 'network-vif-deleted', 'tag': '02be9bab-9c64-4c4a-9277-363249e26832', 'status': 'completed', 'code': 200} Jul 16 01:50:03.411558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.412812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.415031 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.439310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5371638-5ad6-48e4-a97d-20f6977281df,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.521849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b29f-de00-43bd-a443-b56f94b847c2 req-4bf90a5f-044a-4eae-ae14-a1a86f6246fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.529448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3872b29f-de00-43bd-a443-b56f94b847c2 req-4bf90a5f-044a-4eae-ae14-a1a86f6246fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 1.0531211 Jul 16 01:50:03.591999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:03.625470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41f716-c66a-4367-adef-af2999a31ad4 None None] The sync data for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 is: [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:40:30Z', 'revision_number': 4, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5bbf77b3-7c60-4173-93f3-cf2149706e0e', 'name': '', 'network_id': '83775718-04d7-4306-8a41-0b5924094260', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'mac_address': 'fa:16:3e:58:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '68e8d625-f547-456d-9686-91602a77b2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:28Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'subnets': [{'id': '68e8d625-f547-456d-9686-91602a77b2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:03.716321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5717618 Jul 16 01:50:03.758932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.773691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-804bfc92-1e02-4232-9997-cc04cd33e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.775527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-804bfc92-1e02-4232-9997-cc04cd33e0ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.7189765 Jul 16 01:50:03.777339 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.895794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Port': ['ID=b846e030-d9e2-4f3f-8d44-2be93e3c1bd3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.908227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3872b29f-de00-43bd-a443-b56f94b847c2 req-c0d03850-8c79-478d-bae8-d20da582b1a8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778238 Jul 16 01:50:03.955125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03421de6-3264-4de9-a002-f96d75230398 admin admin] Pushing event updated for resources: {'Network': ['ID=38eff1d8-8dca-47df-a800-ca89513165b8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.976382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 38eff1d8-8dca-47df-a800-ca89513165b8 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:04.150253 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.212807 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a2651-5bb7-497c-aab0-f0b86caa3f8c None None] New status for floating IP ba27ff2d-1b66-4d63-9113-a3f45bee3063: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:50:04.256331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d84fb-a057-407a-9519-3c31c2ba8b1c req-42c14032-4212-43c4-af3c-d06bf0af9c95 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.257939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a0d84fb-a057-407a-9519-3c31c2ba8b1c req-42c14032-4212-43c4-af3c-d06bf0af9c95 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.6600518 Jul 16 01:50:04.267646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.268913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-236cfae2-25bc-473b-9131-eb9dbcbdbb6e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2499511 Jul 16 01:50:04.271819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32804) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.277947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1317886714'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:04.334376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a0d84fb-a057-407a-9519-3c31c2ba8b1c req-692a789b-7afa-4501-a101-0a76dda626ae tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Jul 16 01:50:04.347922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-7d9140aa-2d0d-45ea-adf4-224b497b4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.349927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-7d9140aa-2d0d-45ea-adf4-224b497b4004 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.5177372 Jul 16 01:50:04.356689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Made reservation on behalf of 9ea20e0245dc434e8d5f179e230ccdf4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:04.381801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.413460 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.516469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-dd975827-e80c-42de-9675-07715f95bdce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 1001 time: 0.1507273 Jul 16 01:50:04.675637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.679646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-08034e5f-bed5-4500-84a0-137565aa94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.681876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-08034e5f-bed5-4500-84a0-137565aa94e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.1446183 Jul 16 01:50:04.686984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.707651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:04.718848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.719556 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Added segment 44108411-fdf3-49c0-9725-a764ac64cc6a of type vlan for network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 Jul 16 01:50:04.732259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.767895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.802940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.811030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.811030 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:04.872694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a760b03e-cb06-4272-82d9-10bbefe5ec6a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:04.890721 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6166787 Jul 16 01:50:04.897304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:04.903080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Request body: {'subnet': {'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:05.026889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de4e8c32-0dc4-4f9e-8a74-ee44b23c284b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.094916 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de4e8c32-0dc4-4f9e-8a74-ee44b23c284b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.098898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-b73b0563-2077-480b-91c9-b1f1aab44a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.100973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-b73b0563-2077-480b-91c9-b1f1aab44a50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3699563 Jul 16 01:50:05.129041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db18512-7841-4c84-a0fc-4315da048d18 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Network': ['ID=85b5b6e1-6d03-419f-bcf0-8bce7cb0a481,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.141494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Made reservation on behalf of 9ea20e0245dc434e8d5f179e230ccdf4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:05.144810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:05.146089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.159328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82409e-5841-4d13-9744-dd5c92e1c742 req-3788037a-67d5-437a-9170-e02d70d045a8 tempest-ComputeTenantNetworksTest-75793652 tempest-ComputeTenantNetworksTest-75793652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.173572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82409e-5841-4d13-9744-dd5c92e1c742 req-3788037a-67d5-437a-9170-e02d70d045a8 tempest-ComputeTenantNetworksTest-75793652 tempest-ComputeTenantNetworksTest-75793652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.186255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82409e-5841-4d13-9744-dd5c92e1c742 req-3788037a-67d5-437a-9170-e02d70d045a8 tempest-ComputeTenantNetworksTest-75793652 tempest-ComputeTenantNetworksTest-75793652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.191966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b82409e-5841-4d13-9744-dd5c92e1c742 req-3788037a-67d5-437a-9170-e02d70d045a8 tempest-ComputeTenantNetworksTest-75793652 tempest-ComputeTenantNetworksTest-75793652-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6744592 Jul 16 01:50:05.488251 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.505695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4041-0192-4cd3-932f-e8ef98e392a2 req-f851df40-f923-4b23-9065-bf5c6b24c4e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.512726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c1b4041-0192-4cd3-932f-e8ef98e392a2 req-f851df40-f923-4b23-9065-bf5c6b24c4e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.3691919 Jul 16 01:50:05.549151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de4e8c32-0dc4-4f9e-8a74-ee44b23c284b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.562747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de4e8c32-0dc4-4f9e-8a74-ee44b23c284b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.566297 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-de4e8c32-0dc4-4f9e-8a74-ee44b23c284b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "DELETE /v2.0/security-groups/a2fa1ce4-6a19-40d0-af0a-a7fc144865b0 HTTP/1.1" status: 204 len: 168 time: 0.8306122 Jul 16 01:50:05.570604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.597479 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-771ffe99-ebad-4f16-85de-5328e64f3ef4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] show failed (client error): The resource could not be found. Jul 16 01:50:05.598834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-771ffe99-ebad-4f16-85de-5328e64f3ef4 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "GET /v2.0/security-groups/a2fa1ce4-6a19-40d0-af0a-a7fc144865b0 HTTP/1.1" status: 404 len: 347 time: 0.0253441 Jul 16 01:50:05.604763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-2b1c1932-ec37-408a-b120-8acd65fb4774 service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886920 Jul 16 01:50:05.606146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Subnet': ['ID=77d981ac-ffc1-466c-8ae6-eee4fcd093d3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.606605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.610962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Checking segment: {'id': '44108411-fdf3-49c0-9725-a764ac64cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:05.611535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network hostable DHCP agents. Network: 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:05.618793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f315f-c3ae-4276-aab6-8c0fef237d66 req-6dab9840-c3fa-4472-b71f-69ef61ebfd02 tempest-ComputeTenantNetworksTest-75793652 tempest-ComputeTenantNetworksTest-75793652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.620234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b7f315f-c3ae-4276-aab6-8c0fef237d66 req-6dab9840-c3fa-4472-b71f-69ef61ebfd02 tempest-ComputeTenantNetworksTest-75793652 tempest-ComputeTenantNetworksTest-75793652-project] 10.222.0.35 "GET /v2.0/networks/38eff1d8-8dca-47df-a800-ca89513165b8 HTTP/1.1" status: 200 len: 769 time: 0.2017877 Jul 16 01:50:05.631570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e8c32-0dc4-4f9e-8a74-ee44b23c284b tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa1ce4-6a19-40d0-af0a-a7fc144865b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:05.635207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.740675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:05.750589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c1b4041-0192-4cd3-932f-e8ef98e392a2 req-d3283296-bd8d-4355-bbf4-88e0114e83e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369747 Jul 16 01:50:05.901209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:05.910423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fde10d-2e62-4fd4-8fc3-c5ee268085c5 None None] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:05.916524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.917164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.927866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.940145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-45717c22-ceba-4328-8a22-3ac63944b67c service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176026 Jul 16 01:50:05.941469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce812b8c-38a4-4530-b85b-0b318713d4fc tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0436230 Jul 16 01:50:05.945321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:05.950233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1179998028', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:06.042542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Deleting port b329c169-b08e-49b4-b500-4b12c99f0d67 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:06.045070 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.096636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.103810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.105084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.117595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eff1d8-8dca-47df-a800-ca89513165b8']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:06.138096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec68f61-9590-4b3a-ad27-ecb5bc7d541d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:06.138507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec68f61-9590-4b3a-ad27-ecb5bc7d541d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:06.158906 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.177369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.186414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:06.187149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:06.189379 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:06.223747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-85b5b6e1-6d03-419f-bcf0-8bce7cb0a481', 'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481', 'tenant_id': '9ea20e0245dc434e8d5f179e230ccdf4', 'fixed_ips': [{'subnet_id': '77d981ac-ffc1-466c-8ae6-eee4fcd093d3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:06.228682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.272513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41757c8c-97b3-4dc6-8a1c-75e904851808 req-6710effc-4064-4922-a103-8490f4833fb8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:06.274192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41757c8c-97b3-4dc6-8a1c-75e904851808 req-6710effc-4064-4922-a103-8490f4833fb8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.3709562 Jul 16 01:50:06.313440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.325346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.328749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/38eff1d8-8dca-47df-a800-ca89513165b8 HTTP/1.1" status: 204 len: 168 time: 0.6910191 Jul 16 01:50:06.381712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c2396-4822-4843-b784-76ab5db390a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38eff1d8-8dca-47df-a800-ca89513165b8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.456988 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.457327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.461668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.463009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Allocated IP 172.20.0.2 (85b5b6e1-6d03-419f-bcf0-8bce7cb0a481/77d981ac-ffc1-466c-8ae6-eee4fcd093d3/4eeca787-35b3-4782-9b70-be9c53390f8f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:06.484397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41757c8c-97b3-4dc6-8a1c-75e904851808 req-5ea1767b-18ed-4b5a-b228-3b2fc6428b20 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639729 Jul 16 01:50:06.499896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Calling delete_port for b329c169-b08e-49b4-b500-4b12c99f0d67 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:06.545182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.665458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2fa18099-90d9-40fd-bf0e-6ccf567d8987 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82441d3cb99a47dfb952b5c329b2df94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193929 Jul 16 01:50:06.669992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:06.723944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.732006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Transition to ACTIVE for port object 4eeca787-35b3-4782-9b70-be9c53390f8f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:06.749854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Transition to ACTIVE for port object 4eeca787-35b3-4782-9b70-be9c53390f8f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:06.777132 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.810231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a8a028b-f2f7-42e2-88a9-897f9dfb92db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.819131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:06.821513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:06.847342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:06.865202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a8a028b-f2f7-42e2-88a9-897f9dfb92db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.890639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Pushing event updated for resources: {'Port': ['ID=4eeca787-35b3-4782-9b70-be9c53390f8f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:06.973795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Attempting to bind port 4eeca787-35b3-4782-9b70-be9c53390f8f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:06.973795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Attempting to bind port 4eeca787-35b3-4782-9b70-be9c53390f8f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '44108411-fdf3-49c0-9725-a764ac64cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:06.973795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Attempting to bind port 4eeca787-35b3-4782-9b70-be9c53390f8f on network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:06.980591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:06.981072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Checking segment: {'id': '44108411-fdf3-49c0-9725-a764ac64cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:06.982374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:06.983306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Bound using segment: {'id': '44108411-fdf3-49c0-9725-a764ac64cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:06.984804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Bound port: 4eeca787-35b3-4782-9b70-be9c53390f8f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44108411-fdf3-49c0-9725-a764ac64cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:06.985737 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.004282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a8a028b-f2f7-42e2-88a9-897f9dfb92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.008145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a8a028b-f2f7-42e2-88a9-897f9dfb92db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.009640 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a8a028b-f2f7-42e2-88a9-897f9dfb92db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5371638-5ad6-48e4-a97d-20f6977281df HTTP/1.1" status: 204 len: 168 time: 0.3382804 Jul 16 01:50:07.029011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a028b-f2f7-42e2-88a9-897f9dfb92db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5371638-5ad6-48e4-a97d-20f6977281df,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:07.110936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e15e9b74-2497-4290-b023-0098d091642c None None] For port 4eeca787-35b3-4782-9b70-be9c53390f8f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:07.120828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e15e9b74-2497-4290-b023-0098d091642c None None] For port 4eeca787-35b3-4782-9b70-be9c53390f8f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4eeca787-35b3-4782-9b70-be9c53390f8f,segment=NetworkSegment(44108411-fdf3-49c0-9725-a764ac64cc6a),segment_id=44108411-fdf3-49c0-9725-a764ac64cc6a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:07.140926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.237754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e9b74-2497-4290-b023-0098d091642c None None] Pushing event updated for resources: {'Port': ['ID=4eeca787-35b3-4782-9b70-be9c53390f8f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:07.289565 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.449856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208739cb-758e-415b-b8b5-eda7898aff82 req-b2f4b5cd-46fc-4244-badb-f9dc75740dcb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.458305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-208739cb-758e-415b-b8b5-eda7898aff82 req-b2f4b5cd-46fc-4244-badb-f9dc75740dcb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2121279 Jul 16 01:50:07.590980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-208739cb-758e-415b-b8b5-eda7898aff82 req-e359e368-53c5-4113-a8d2-f6bf2650e446 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316273 Jul 16 01:50:07.761741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:07.810702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.980601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Pushing event deleted for resources: {'Port': ['ID=b329c169-b08e-49b4-b500-4b12c99f0d67,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:08.092730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.095310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.099421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-02eb907f-59e9-4fab-921d-f1304345c569 tempest-ServerActionsTestJSON-766257202 tempest-ServerActionsTestJSON-766257202-project] 10.222.0.35 "DELETE /v2.0/floatingips/ba27ff2d-1b66-4d63-9113-a3f45bee3063 HTTP/1.1" status: 204 len: 168 time: 2.4782329 Jul 16 01:50:08.114558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:08.171207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1ede-432d-4e44-945f-f97d1c52cd85 req-2fe26924-92a3-4feb-8b52-86941e192635 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.176294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f8d1ede-432d-4e44-945f-f97d1c52cd85 req-2fe26924-92a3-4feb-8b52-86941e192635 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.4952390 Jul 16 01:50:08.487387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.544319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.635276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f8d1ede-432d-4e44-945f-f97d1c52cd85 req-71fc579c-faf8-4d2b-8e32-a5bd6f3d7856 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514709 Jul 16 01:50:08.862697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.913198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4eeca787-35b3-4782-9b70-be9c53390f8f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:09.032498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4eeca787-35b3-4782-9b70-be9c53390f8f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:09.101452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c4bb2-d869-4ddf-9d6e-db9cc5e3c246 None None] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:09.134316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Allocated IP 172.25.0.223 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/fef94d73-792e-452a-b6ec-56ad32f320bc) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:09.174321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:09.239240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1aa8e-c933-48c5-9c52-c1df37c01348 req-d15c3908-6236-43d9-8c84-42e352d3a0dd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.253828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] Provisioning for port 4eeca787-35b3-4782-9b70-be9c53390f8f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:09.254083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fc1aa8e-c933-48c5-9c52-c1df37c01348 req-d15c3908-6236-43d9-8c84-42e352d3a0dd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2855368 Jul 16 01:50:09.274279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] Provisioning complete for port 4eeca787-35b3-4782-9b70-be9c53390f8f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:09.276823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.421932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Deleting port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:09.422437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.492017 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.539185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] For port 4eeca787-35b3-4782-9b70-be9c53390f8f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4eeca787-35b3-4782-9b70-be9c53390f8f,segment=NetworkSegment(44108411-fdf3-49c0-9725-a764ac64cc6a),segment_id=44108411-fdf3-49c0-9725-a764ac64cc6a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:09.544693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.566089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] For port 3ec4ebc4-a722-4870-a1c1-30d977f86c0a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:09.567020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.582394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fc1aa8e-c933-48c5-9c52-c1df37c01348 req-3417e70b-5e72-478b-96b8-10d59512fb7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272691 Jul 16 01:50:09.586130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Calling delete_port for 3ec4ebc4-a722-4870-a1c1-30d977f86c0a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:09.599369 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd401c99-b05e-479e-848b-46852839250b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.604789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880bf90-7be0-4bbe-a0a7-b167e3d02b39 None None] Pushing event updated for resources: {'Port': ['ID=4eeca787-35b3-4782-9b70-be9c53390f8f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.630750 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.707818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.876067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.907802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec4ebc4-a722-4870-a1c1-30d977f86c0a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:09.908621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:09.985214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5b48888-57f7-4937-9acc-29f18bf0fe2d None None] Provisioning complete for port 4eeca787-35b3-4782-9b70-be9c53390f8f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:09.986803 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5b48888-57f7-4937-9acc-29f18bf0fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.007750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:10.018986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:10.039676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:10.138937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd401c99-b05e-479e-848b-46852839250b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.160715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.197151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Port': ['ID=fef94d73-792e-452a-b6ec-56ad32f320bc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.261674 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd401c99-b05e-479e-848b-46852839250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.394282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d24c-369d-423d-9cb2-f6577118d57c req-0c322d91-a8e2-4ebd-8d4e-bb5bf0d74d95 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.396692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d66d24c-369d-423d-9cb2-f6577118d57c req-0c322d91-a8e2-4ebd-8d4e-bb5bf0d74d95 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.5582640 Jul 16 01:50:10.399338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Router 0502c5aa-0241-4c97-a802-4f7fd058f720 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:10.411622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:10.411842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cd401c99-b05e-479e-848b-46852839250b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a064252b646464fa0a949bfcea69012&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2331488 Jul 16 01:50:10.425312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd401c99-b05e-479e-848b-46852839250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc2e5b-9874-4d31-acde-78c7fd4360d0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.514756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d66d24c-369d-423d-9cb2-f6577118d57c req-4ef3edc1-b38a-4ad2-8889-70a76e8dfd8c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999496 Jul 16 01:50:10.536879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59bef9fb-2bfc-4b80-8601-c0964f1241b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.571036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59bef9fb-2bfc-4b80-8601-c0964f1241b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.573217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:10.582409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-29fd07ab-5d20-4c38-9b86-c904c317dc0c admin admin] 10.222.0.35 "PUT /v2.0/routers/0502c5aa-0241-4c97-a802-4f7fd058f720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8187656 Jul 16 01:50:10.584983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:10.587199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] Sync routers for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:10.609705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:10.613259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:10.695425 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.751561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:10.826493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59bef9fb-2bfc-4b80-8601-c0964f1241b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.829599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59bef9fb-2bfc-4b80-8601-c0964f1241b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.833106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-59bef9fb-2bfc-4b80-8601-c0964f1241b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dfc2e5b-9874-4d31-acde-78c7fd4360d0 HTTP/1.1" status: 204 len: 168 time: 0.4181898 Jul 16 01:50:10.855116 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.862653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bef9fb-2bfc-4b80-8601-c0964f1241b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc2e5b-9874-4d31-acde-78c7fd4360d0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:10.958689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4eeca787-35b3-4782-9b70-be9c53390f8f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:10.985145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.072475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Deleting port 0783df67-21ab-44e2-b7dc-6876bd3dec79 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:11.072973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.075395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4eeca787-35b3-4782-9b70-be9c53390f8f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:11.075902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.103878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:50:09Z', 'revision_number': 5, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port': {'id': '0783df67-21ab-44e2-b7dc-6876bd3dec79', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:26Z', 'updated_at': '2021-07-16T01:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.136573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] Checking router: 0502c5aa-0241-4c97-a802-4f7fd058f720 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:11.151381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] Routers {'0502c5aa-0241-4c97-a802-4f7fd058f720'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:11.152015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0502c5aa-0241-4c97-a802-4f7fd058f720'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.176501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] For port 0783df67-21ab-44e2-b7dc-6876bd3dec79, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0783df67-21ab-44e2-b7dc-6876bd3dec79,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:11.177301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.192620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Calling delete_port for 0783df67-21ab-44e2-b7dc-6876bd3dec79 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:11.273983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] Set router 0502c5aa-0241-4c97-a802-4f7fd058f720 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:11.446645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Deleting port 5bbf77b3-7c60-4173-93f3-cf2149706e0e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:11.446893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.460519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.461644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c2d9-9316-4c10-a5f5-bb8d431144c9 req-23cac241-b16b-4bb3-9a87-4314ec6fc84a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:11.463278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3a5c2d9-9316-4c10-a5f5-bb8d431144c9 req-23cac241-b16b-4bb3-9a87-4314ec6fc84a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.6743789 Jul 16 01:50:11.471484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-d820139b-484e-41b2-8725-b9a5e7c6df7f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:11.478254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-d820139b-484e-41b2-8725-b9a5e7c6df7f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.2875035 Jul 16 01:50:11.487135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:50:10Z', 'revision_number': 6, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:11.506615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0783df67-21ab-44e2-b7dc-6876bd3dec79,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:11.524775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163dfde-81b2-4298-9fc0-8ece64dc2b26 None None] The sync data for ids ['0502c5aa-0241-4c97-a802-4f7fd058f720'] in n-d-800087-6 is: [{'id': '0502c5aa-0241-4c97-a802-4f7fd058f720', 'name': 'tempest-TaggedBootDevicesTest-1457614433-router', 'tenant_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:25Z', 'updated_at': '2021-07-16T01:50:10Z', 'revision_number': 6, 'project_id': '00be520ca5b44d9cb04beeeb9ce36d8b', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:11.554978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-f94aec54-6d11-48a3-9017-bdf012008963 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/quotas/686feaad2d1b4624b8628f0392030152 HTTP/1.1" status: 200 len: 375 time: 0.0758641 Jul 16 01:50:11.602477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.667202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3a5c2d9-9316-4c10-a5f5-bb8d431144c9 req-d5603bce-6378-489e-a70b-94e488d0c8af tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864860 Jul 16 01:50:11.678701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.689953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] For port 5bbf77b3-7c60-4173-93f3-cf2149706e0e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5bbf77b3-7c60-4173-93f3-cf2149706e0e,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:11.690298 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.705629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.707775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.748420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Calling delete_port for 5bbf77b3-7c60-4173-93f3-cf2149706e0e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:11.767786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.768518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0502c5aa-0241-4c97-a802-4f7fd058f720 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:11.779739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.784338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-13396259-8954-492d-8b17-d9a4592923e1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0502c5aa-0241-4c97-a802-4f7fd058f720 HTTP/1.1" status: 204 len: 168 time: 1.1986094 Jul 16 01:50:11.784940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33056) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.807134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:11.831372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Deleting subnet cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:11.834701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:11.848571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-ff7200ef-dcb7-48ab-9a01-f0fc3ee17b6e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2579317 Jul 16 01:50:11.893840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.047334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:12.050917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2017544047-network', 'tenant_id': 'cb5223cc1d5e4534b85361f065b6357f'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:12.088366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.139092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-698c2ea1-7e19-43eb-807c-a1272acbe423 service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776611 Jul 16 01:50:12.150733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.152916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.178145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:12.180789 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e538e43d-1d10-4732-985b-94d9b3fde605" -d '{"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-unplugged", "status": "completed", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:12.182196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.188171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.189645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Router faa7c2e3-6509-4728-b7b8-18b0ac087349 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:12.193881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-077a98aa-e76e-4d86-8f38-f9067c301688 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cd0ec16d-7c3c-4e66-90cc-c8e3c7388f90 HTTP/1.1" status: 204 len: 168 time: 0.4049180 Jul 16 01:50:12.194031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Made reservation on behalf of cb5223cc1d5e4534b85361f065b6357f for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:12.194141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33064) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:12.194749 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.197289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:12.204345 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.209354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd679c6b-9183-4b34-bd29-b89c8966f1eb None None] Network bae1752d-f753-40a4-9624-9dd90fbd9706 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:12.219339 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.271557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.310488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.330892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Deleting port cea70f72-046e-444c-afa8-fc2f2a54d24b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:12.331308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.335179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.335544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.335870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.336229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.336560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.336887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.337211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.337536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.337858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.338177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.338498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.338817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:12.407636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] For port cea70f72-046e-444c-afa8-fc2f2a54d24b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea70f72-046e-444c-afa8-fc2f2a54d24b,segment=NetworkSegment(0d3fbb9e-bbd1-47e3-8251-557ecb659d0c),segment_id=0d3fbb9e-bbd1-47e3-8251-557ecb659d0c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:12.408010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.423198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Calling delete_port for cea70f72-046e-444c-afa8-fc2f2a54d24b owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:12.424119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b397e1-fbd3-4411-94d1-90a9857b6f90 req-262d18ec-c867-41fb-8f33-ca3049e31091 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:12.425705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76b397e1-fbd3-4411-94d1-90a9857b6f90 req-262d18ec-c867-41fb-8f33-ca3049e31091 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.3642466 Jul 16 01:50:12.440597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-175009af-3ccb-4bba-b361-2ea82f66fade service neutron] 10.222.0.35 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005993 Jul 16 01:50:12.491082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] DHCP port deletion for bae1752d-f753-40a4-9624-9dd90fbd9706 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:12.529454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.535763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:12.549825 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] Sync routers for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:12.569237 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:12.571403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] No DVR routers for this DVR port cea70f72-046e-444c-afa8-fc2f2a54d24b on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:12.572496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.572642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.579364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cea70f72-046e-444c-afa8-fc2f2a54d24b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.598357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Deleting port cea70f72-046e-444c-afa8-fc2f2a54d24b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:12.598732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.643818 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.661091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:12.661724 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.720555 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be62810-8d94-4a7a-8195-f78c0ee1a070 x-openstack-request-id: req-7be62810-8d94-4a7a-8195-f78c0ee1a070 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:12.721148 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-unplugged", "status": "completed", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:12.721777 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7be62810-8d94-4a7a-8195-f78c0ee1a070 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:12.722399 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'code': 200} Jul 16 01:50:12.736910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] For port cea70f72-046e-444c-afa8-fc2f2a54d24b, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:12.737734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.739540 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.740231 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3e633e-ef1b-41f6-8b46-30b4e1f852da None None] The sync data for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:12.755421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Calling delete_port for cea70f72-046e-444c-afa8-fc2f2a54d24b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:12.761336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Port cea70f72-046e-444c-afa8-fc2f2a54d24b was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:50:12.762703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.778632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.780851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbf77b3-7c60-4173-93f3-cf2149706e0e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.804088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae1752d-f753-40a4-9624-9dd90fbd9706']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.824012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.824293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3fbb9e-bbd1-47e3-8251-557ecb659d0c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:12.836388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] Pushing event deleted for resources: {'Port': ['ID=cea70f72-046e-444c-afa8-fc2f2a54d24b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:12.843397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694b4eb-96b3-446d-9ede-055ed55b7f59 None None] No DVR routers for this DVR port cea70f72-046e-444c-afa8-fc2f2a54d24b on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:12.848862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.873144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0783df67-21ab-44e2-b7dc-6876bd3dec79 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:12.902510 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.911706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:12.911914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 0783df67-21ab-44e2-b7dc-6876bd3dec79 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:12.912416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0783df67-21ab-44e2-b7dc-6876bd3dec79 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:12.912714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:12.914087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea70f72-046e-444c-afa8-fc2f2a54d24b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:12.915253 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:12.942428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-637e0c60-75d1-4dda-a7a2-8fd63ca7d742 req-468bb991-072f-4443-a385-98bd826759eb tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 210 time: 0.1888645 Jul 16 01:50:12.959912 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76b397e1-fbd3-4411-94d1-90a9857b6f90 req-0381d9c2-71b7-4375-8bcc-8e5a39d5cd0a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873655 Jul 16 01:50:12.995547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cea70f72-046e-444c-afa8-fc2f2a54d24b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:12.995547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea70f72-046e-444c-afa8-fc2f2a54d24b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:12.995547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ec4ebc4-a722-4870-a1c1-30d977f86c0a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:13.013104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-5d4847cc-cf81-4962-89c0-c9a5b4711867 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.017310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-5d4847cc-cf81-4962-89c0-c9a5b4711867 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a888fd-a44d-47d4-8b51-7b95b80b5efd HTTP/1.1" status: 200 len: 944 time: 0.7492366 Jul 16 01:50:13.055853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3ec4ebc4-a722-4870-a1c1-30d977f86c0a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:13.056289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ec4ebc4-a722-4870-a1c1-30d977f86c0a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:13.075552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.108561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.118922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] 10.222.0.35 "DELETE /v2.0/networks/bae1752d-f753-40a4-9624-9dd90fbd9706 HTTP/1.1" status: 204 len: 168 time: 0.9244411 Jul 16 01:50:13.120367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016110c5-2e0e-48bd-8b3c-35a7fcd220ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bae1752d-f753-40a4-9624-9dd90fbd9706,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.189525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.225349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.279997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.281755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d742fb3-a53c-4e5b-afa6-4b82aa96e19e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3352370 Jul 16 01:50:13.284553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.316892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.693237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:13.723425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2719e2-6c25-4944-857c-e03688b95407,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:13.734402 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.734781 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Added segment 2dd61dd8-1d38-4d33-8451-f34256dbc983 of type vlan for network 5a93c18c-fd04-40b0-a945-37125d5791e1 Jul 16 01:50:13.820153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.846003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-271184db-3ed5-40db-b84f-19b941dac033 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00be520ca5b44d9cb04beeeb9ce36d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662598 Jul 16 01:50:13.848733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:13.853716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:13.917581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Deleting port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:13.917931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.003163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09376a-4e08-4d14-ad7c-7a2ccd84b08d req-24d6cd96-7db1-40c6-a425-9bad1928ab63 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.004835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad09376a-4e08-4d14-ad7c-7a2ccd84b08d req-24d6cd96-7db1-40c6-a425-9bad1928ab63 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.8193958 Jul 16 01:50:14.143172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3e615ff3-51ea-4887-9c6e-93fb4769796e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.144749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3e615ff3-51ea-4887-9c6e-93fb4769796e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 805 time: 0.1808553 Jul 16 01:50:14.158550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Request body: {'port': {'device_id': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'admin_state_up': True, 'tenant_id': '686feaad2d1b4624b8628f0392030152'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:14.181034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3d50a15-11a2-4428-84c6-63637df8b91c req-b76fc7e3-1b80-443e-97ec-d6bae4ff1913 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 210 time: 0.0840492 Jul 16 01:50:14.183388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.184331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.184462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.185073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.284404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998015de-da46-44ae-9742-34618d3d71dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.289936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4507866 Jul 16 01:50:14.293884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:14.296587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad09376a-4e08-4d14-ad7c-7a2ccd84b08d req-4b30289f-62a6-4c64-8bb9-4f9816fca1b6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688260 Jul 16 01:50:14.298238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Request body: {'subnet': {'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2017544047-subnet', 'tenant_id': 'cb5223cc1d5e4534b85361f065b6357f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:14.304807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] For port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:14.305804 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.328190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Calling delete_port for 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:14.392900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Made reservation on behalf of cb5223cc1d5e4534b85361f065b6357f for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:14.395287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.442588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286784-b162-422c-bb48-39ec1156759f admin admin] Pushing event updated for resources: {'Network': ['ID=5a93c18c-fd04-40b0-a945-37125d5791e1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.452725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:14.482880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Made reservation on behalf of 686feaad2d1b4624b8628f0392030152 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:14.484555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998015de-da46-44ae-9742-34618d3d71dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.486867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.657606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751270e-2e4c-4bbb-b68e-9790d24cf293 req-be4c835f-a005-4003-b9a8-27977181dffe tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.659232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4751270e-2e4c-4bbb-b68e-9790d24cf293 req-be4c835f-a005-4003-b9a8-27977181dffe tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.3165245 Jul 16 01:50:14.728879 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998015de-da46-44ae-9742-34618d3d71dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.731853 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-998015de-da46-44ae-9742-34618d3d71dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.732846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-998015de-da46-44ae-9742-34618d3d71dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64723cc2-2956-42f0-afbf-07f0788fe622 HTTP/1.1" status: 204 len: 168 time: 0.8717005 Jul 16 01:50:14.736292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Router e835a634-cfc9-423b-99c2-760e538cae2c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:14.765214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998015de-da46-44ae-9742-34618d3d71dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64723cc2-2956-42f0-afbf-07f0788fe622,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.778531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Allocated IP 172.20.0.1 (85b5b6e1-6d03-419f-bcf0-8bce7cb0a481/77d981ac-ffc1-466c-8ae6-eee4fcd093d3/094065fc-5e4c-43d4-8a94-e0035755e3ea) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:14.782967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Allocated IP 172.20.0.10 (a7e161a6-1a3f-4935-8108-be1972f2dec2/10701a19-c5e0-48e0-8dbb-474c907c0b71/0b47e4ff-78ad-42fe-9332-c13ee65d38ee) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:14.830871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4751270e-2e4c-4bbb-b68e-9790d24cf293 req-776c7502-a424-46a4-bdc6-be5196aacb8c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612852 Jul 16 01:50:14.847011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.872920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.912212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event deleted for resources: {'Port': ['ID=171d975f-9cab-4ce8-bb3a-877a5c74fbc3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.978046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] No DVR routers for this DVR port 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:14.983520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.985338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a0e83e-9e86-422f-81ac-0efd4a8296fa,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.985703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9006d82b-9d44-4b98-a653-5acac2b7c329 req-1ee542d9-353b-4e38-9ce6-d0f305d899d5 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "DELETE /v2.0/ports/171d975f-9cab-4ce8-bb3a-877a5c74fbc3 HTTP/1.1" status: 204 len: 173 time: 1.9611237 Jul 16 01:50:14.986140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-deleted', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:14.988965 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6c4b1-7816-4c7a-9bd8-49eb907783e5" -d '{"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-deleted", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:14.998719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:15.006959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a4a077a-e940-4e58-918c-f43a31d21b53 admin admin] 10.222.0.35 "PUT /v2.0/routers/e835a634-cfc9-423b-99c2-760e538cae2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8755665 Jul 16 01:50:15.007556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:15.014072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] Sync routers for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:15.040759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:15.041985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:15.120512 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f97e6e-1c4a-4202-9a35-bccd1c66f738 x-openstack-request-id: req-58f97e6e-1c4a-4202-9a35-bccd1c66f738 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:15.121676 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a888fd-a44d-47d4-8b51-7b95b80b5efd", "name": "network-vif-deleted", "tag": "171d975f-9cab-4ce8-bb3a-877a5c74fbc3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:15.121945 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58f97e6e-1c4a-4202-9a35-bccd1c66f738 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:15.122381 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a888fd-a44d-47d4-8b51-7b95b80b5efd', 'name': 'network-vif-deleted', 'tag': '171d975f-9cab-4ce8-bb3a-877a5c74fbc3', 'status': 'completed', 'code': 200} Jul 16 01:50:15.181064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.263178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.281855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Checking segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:15.282274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Network hostable DHCP agents. Network: 5a93c18c-fd04-40b0-a945-37125d5791e1, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:15.333456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:15.349102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Transition to ACTIVE for port object 094065fc-5e4c-43d4-8a94-e0035755e3ea will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:15.391224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.420610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:15.441478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.492192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5a93c18c-fd04-40b0-a945-37125d5791e1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:15.500590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.511997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.512688 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.535352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:15.545747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:15.552433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:15.555106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Port': ['ID=094065fc-5e4c-43d4-8a94-e0035755e3ea,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:15.571556 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-398df945-31ea-4eb0-a153-de53e7c03016 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2694058 Jul 16 01:50:15.594905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8185a126-ad84-4fdb-96e8-2df2726e359c None None] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:15.620170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-427e47d2-b43a-46a1-84dd-8e2122e22d61 req-86299114-c0d5-4b38-bfd6-c92cbe5a7f96 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 210 time: 0.1243529 Jul 16 01:50:15.631607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.646762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4db017-fcb4-4357-9152-46fbb1d5e2d6 req-d5f77b5f-0572-4ff7-8ca2-ddeb4ca81627 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.658173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b4db017-fcb4-4357-9152-46fbb1d5e2d6 req-d5f77b5f-0572-4ff7-8ca2-ddeb4ca81627 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.2529647 Jul 16 01:50:15.663382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Deleting port 901f4027-ceb3-4eb4-ae35-e883c6695270 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:15.664201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.767859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b4db017-fcb4-4357-9152-46fbb1d5e2d6 req-a070c199-c9b4-4094-bf32-e91e3adc6130 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083152 Jul 16 01:50:15.768083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:15.978752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Network a7e161a6-1a3f-4935-8108-be1972f2dec2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:15.994887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:16.020725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6ef6e-cd23-433c-9516-a525c290fd6e None None] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:16.046541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c23d764e-c780-4fe6-a9fc-e4389e65a277 None None] Provisioning for port 094065fc-5e4c-43d4-8a94-e0035755e3ea completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:16.052607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] For port 901f4027-ceb3-4eb4-ae35-e883c6695270, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=901f4027-ceb3-4eb4-ae35-e883c6695270,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:16.052607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.056728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:50:12Z', 'revision_number': 5, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port': {'id': '901f4027-ceb3-4eb4-ae35-e883c6695270', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:24Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:16.058839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:16.080836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Calling delete_port for 901f4027-ceb3-4eb4-ae35-e883c6695270 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:16.088887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:16.090415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c23d764e-c780-4fe6-a9fc-e4389e65a277 None None] Provisioning complete for port 094065fc-5e4c-43d4-8a94-e0035755e3ea triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:16.090834 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c23d764e-c780-4fe6-a9fc-e4389e65a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.113762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8601-0b19-4656-9278-49b4d1012cc4 req-21b81ec2-103c-4555-a931-5e709cb51e56 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.122108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb6c8601-0b19-4656-9278-49b4d1012cc4 req-21b81ec2-103c-4555-a931-5e709cb51e56 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2383850 Jul 16 01:50:16.123832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.148297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] Checking router: e835a634-cfc9-423b-99c2-760e538cae2c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:16.181654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:16.181831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 171d975f-9cab-4ce8-bb3a-877a5c74fbc3 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:16.201426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] Routers {'e835a634-cfc9-423b-99c2-760e538cae2c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:16.202103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e835a634-cfc9-423b-99c2-760e538cae2c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:16.208393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c23d764e-c780-4fe6-a9fc-e4389e65a277 None None] Port 094065fc-5e4c-43d4-8a94-e0035755e3ea cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:16.267396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb6c8601-0b19-4656-9278-49b4d1012cc4 req-53c2f460-8d5d-405b-8d18-b162acc6668e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442087 Jul 16 01:50:16.328739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.330078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.342957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.348793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-1f02a332-d52f-45f6-abac-066686226568 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1954796 Jul 16 01:50:16.352249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:16.354794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] Set router e835a634-cfc9-423b-99c2-760e538cae2c gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:16.420991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:50:15Z', 'revision_number': 6, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:16.464019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1831cc-29e3-46d8-b3ef-3e96fe6f0d1d None None] The sync data for ids ['e835a634-cfc9-423b-99c2-760e538cae2c'] in n-d-800087-6 is: [{'id': 'e835a634-cfc9-423b-99c2-760e538cae2c', 'name': 'tempest-ServerActionsTestJSON-458544213-router', 'tenant_id': '709cab6831cd4ba98bcd62f123cff8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:23Z', 'updated_at': '2021-07-16T01:50:15Z', 'revision_number': 6, 'project_id': '709cab6831cd4ba98bcd62f123cff8fb', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:16.492553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.539159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Request body: {'port': {'device_id': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:16.554128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=901f4027-ceb3-4eb4-ae35-e883c6695270,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.563703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-953272973-network', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:16.650025 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.655309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:16.658068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.750520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.757428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-0d21e437-3cbf-4bce-b160-a628579b32ed tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.758909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-0d21e437-3cbf-4bce-b160-a628579b32ed tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.2372253 Jul 16 01:50:16.761813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.806182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.835041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.933487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-69f344d0-839e-4325-8e46-7612583ed2dc tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.934588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-69f344d0-839e-4325-8e46-7612583ed2dc tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.3466649 Jul 16 01:50:16.960672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5bbf77b3-7c60-4173-93f3-cf2149706e0e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:16.978223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.978862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e835a634-cfc9-423b-99c2-760e538cae2c {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:16.987527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5bbf77b3-7c60-4173-93f3-cf2149706e0e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:16.987874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5bbf77b3-7c60-4173-93f3-cf2149706e0e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:16.994170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.998090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8afb5958-40f9-447c-9a54-d1f26374fcb4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e835a634-cfc9-423b-99c2-760e538cae2c HTTP/1.1" status: 204 len: 168 time: 1.9868069 Jul 16 01:50:16.998563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53eb970d-1e14-4e78-acd1-3ea5e1a8188d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/quotas/cb5223cc1d5e4534b85361f065b6357f HTTP/1.1" status: 200 len: 375 time: 0.0484803 Jul 16 01:50:17.001307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:17.019917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.027147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.143961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.163333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Port': ['ID=094065fc-5e4c-43d4-8a94-e0035755e3ea,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.219797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Deleting port 6f3d6457-5aa0-4129-8980-2398382b33d3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:17.220172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.411993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] For port 6f3d6457-5aa0-4129-8980-2398382b33d3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6f3d6457-5aa0-4129-8980-2398382b33d3,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:17.412832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.420630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-cea12c12-5b9b-46ac-b5c1-5e3a00944411 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4129088 Jul 16 01:50:17.433921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4440d-7c8f-4c5e-9a57-08598efab995 req-8c12f404-4655-41f9-af8a-af7fed429f3b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:17.435576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cf4440d-7c8f-4c5e-9a57-08598efab995 req-8c12f404-4655-41f9-af8a-af7fed429f3b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 932 time: 0.6885636 Jul 16 01:50:17.454009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Calling delete_port for 6f3d6457-5aa0-4129-8980-2398382b33d3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:17.461467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:17.467569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:17.480850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Deleting subnet 68e8d625-f547-456d-9686-91602a77b2ee {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:17.487240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b47e4ff-78ad-42fe-9332-c13ee65d38ee {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:17.503068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.529577 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.587212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Transition to ACTIVE for port object 0b47e4ff-78ad-42fe-9332-c13ee65d38ee will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:17.599955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.619050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cf4440d-7c8f-4c5e-9a57-08598efab995 req-50189771-6d9d-485e-810f-dbf7821c6924 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682029 Jul 16 01:50:17.632593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.663683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-6b08704c-e7b2-477e-a097-f3f8265b7735 service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258947 Jul 16 01:50:17.700541 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.776646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.839881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-844e0a60-20f8-407b-9115-b96293946be7 None None] Provisioning complete for port 094065fc-5e4c-43d4-8a94-e0035755e3ea triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:17.840283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-844e0a60-20f8-407b-9115-b96293946be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.883195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-844e0a60-20f8-407b-9115-b96293946be7 None None] Port 094065fc-5e4c-43d4-8a94-e0035755e3ea cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:17.907334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:17.938656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9189908-4bf9-43f8-9312-ebf69fffe7fb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:17.953382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:17.953626 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Added segment 1b6ac167-d695-4945-941c-8c638fc2f10c of type vlan for network 31a413fe-3557-4828-9e6a-c88def967fa3 Jul 16 01:50:17.993990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.020163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-bbf6f7ef-cf3b-4fb6-bf7c-5b598df42ca9 service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099504 Jul 16 01:50:18.071628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.089063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.120341 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-e8594ef7-1ab1-406b-9672-1b0f36429453 service neutron] show failed (client error): The resource could not be found. Jul 16 01:50:18.121315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-e8594ef7-1ab1-406b-9672-1b0f36429453 service neutron] 10.222.0.32 "GET /v2.0/ports/f1c6650a-1f16-4ba8-bb9c-a07323d46a50/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.1914670 Jul 16 01:50:18.143069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031622f-f169-44b7-8e33-600e65040c62 req-dd0a6335-e1c6-41d5-a9fa-f30fdf735102 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.144545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7031622f-f169-44b7-8e33-600e65040c62 req-dd0a6335-e1c6-41d5-a9fa-f30fdf735102 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3dfdcae-ac58-4651-9712-87a4b8fb54ca HTTP/1.1" status: 200 len: 945 time: 0.3150916 Jul 16 01:50:18.164322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Router faa7c2e3-6509-4728-b7b8-18b0ac087349 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:18.166813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.167785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.168540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.171422 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.199714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.246742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e8d625-f547-456d-9686-91602a77b2ee,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.248769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.253249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5b8ab2e0-1aca-4b9f-b739-65e4ba56d8c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/68e8d625-f547-456d-9686-91602a77b2ee HTTP/1.1" status: 204 len: 168 time: 1.2447782 Jul 16 01:50:18.254465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.263391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208478c7-b025-4e42-89ea-dee3d68bb329 None None] Network 83775718-04d7-4306-8a41-0b5924094260 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:18.267213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9139235 Jul 16 01:50:18.271882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.283646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event deleted for resources: {'Port': ['ID=6f3d6457-5aa0-4129-8980-2398382b33d3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.287036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Attempting to bind port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:18.287366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Attempting to bind port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:18.287688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Attempting to bind port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:18.310772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee on network a7e161a6-1a3f-4935-8108-be1972f2dec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:18.311094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Attempting to bind port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee on network a7e161a6-1a3f-4935-8108-be1972f2dec2 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:18.324291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Request body: {'subnet': {'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-subnet', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:18.340828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c529c-73e1-4800-8eb1-b3b166c33f01 admin admin] Pushing event updated for resources: {'Network': ['ID=31a413fe-3557-4828-9e6a-c88def967fa3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:18.359619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7031622f-f169-44b7-8e33-600e65040c62 req-9ae80a52-5a4c-4c1a-b6ef-399f04fbf9a5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938171 Jul 16 01:50:18.396995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:18.397335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Checking segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:18.397719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Bound using segment: {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:18.398161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Bound port: 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c70ac2-d55c-4016-89e8-be812c3221f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:18.398518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.403404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 31a413fe-3557-4828-9e6a-c88def967fa3 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:18.448575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] No DVR routers for this DVR port 6f3d6457-5aa0-4129-8980-2398382b33d3 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:18.461550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.463737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ea8eab1-5443-424f-a99f-dcd30f7f1367 req-4a7c5a7c-1e26-415a-ac67-4f203eee949c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "DELETE /v2.0/ports/6f3d6457-5aa0-4129-8980-2398382b33d3 HTTP/1.1" status: 204 len: 173 time: 1.6956389 Jul 16 01:50:18.464473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'name': 'network-vif-deleted', 'tag': '6f3d6457-5aa0-4129-8980-2398382b33d3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:18.471723 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.475988 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c04f997-5312-4340-86aa-f0877ec06aae" -d '{"events": [{"server_uuid": "c3dfdcae-ac58-4651-9712-87a4b8fb54ca", "name": "network-vif-deleted", "tag": "6f3d6457-5aa0-4129-8980-2398382b33d3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:18.488894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:18.491487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.602280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:18.619641 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] Sync routers for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:18.629043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-401d5cc9-ccfd-4a6c-9df1-570a30c1e94f tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "PUT /v2.0/routers/faa7c2e3-6509-4728-b7b8-18b0ac087349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3431311 Jul 16 01:50:18.632541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.634968 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:18.638382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Request body: {'port': {'network_id': '85b5b6e1-6d03-419f-bcf0-8bce7cb0a481', 'name': 'tempest-FloatingIPAdminTestJSON-940602193'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:18.638812 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.727040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fec331d4-7ac9-4e0b-8651-c0088a4deb70 req-ded165f9-7f92-4d8e-af18-24d6d21713f5 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 210 time: 0.0780716 Jul 16 01:50:18.731690 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.744152 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:18.746009 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.758239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:18.763640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:18.791407 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:18.802256 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7119e-4db9-4cae-bccf-66f8a4632a19 None None] The sync data for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:18.804598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.841399 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2e158-d5f1-4944-bcbe-defe0270f015 x-openstack-request-id: req-8fc2e158-d5f1-4944-bcbe-defe0270f015 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:18.841695 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dfdcae-ac58-4651-9712-87a4b8fb54ca", "name": "network-vif-deleted", "tag": "6f3d6457-5aa0-4129-8980-2398382b33d3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:18.841941 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fc2e158-d5f1-4944-bcbe-defe0270f015 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:18.842343 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dfdcae-ac58-4651-9712-87a4b8fb54ca', 'name': 'network-vif-deleted', 'tag': '6f3d6457-5aa0-4129-8980-2398382b33d3', 'status': 'completed', 'code': 200} Jul 16 01:50:18.881861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 901f4027-ceb3-4eb4-ae35-e883c6695270 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:18.930160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 901f4027-ceb3-4eb4-ae35-e883c6695270 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:18.930501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 901f4027-ceb3-4eb4-ae35-e883c6695270 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:18.939552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-b123eb35-5678-4433-94c7-29329c147e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.941170 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-b123eb35-5678-4433-94c7-29329c147e75 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 1097 time: 0.4484777 Jul 16 01:50:18.963411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:18.969321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.969928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.971331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] 10.222.0.32 "PUT /v2.0/ports/0b47e4ff-78ad-42fe-9332-c13ee65d38ee HTTP/1.1" status: 200 len: 1092 time: 2.4483190 Jul 16 01:50:18.979048 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.048377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d04ed-02dc-44d2-9b55-806cff57c491 service neutron] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.087501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] DHCP port deletion for 83775718-04d7-4306-8a41-0b5924094260 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:19.118572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Made reservation on behalf of 9ea20e0245dc434e8d5f179e230ccdf4 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:19.122107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.125087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Deleting port 38c023de-2e30-4c19-b2f4-64a6a2018586 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:19.125433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.157132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.160620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] device_id is not set on port 19819a35-6c99-4780-8fed-9372d38aa14d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:19.163847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] Deleting port 38c023de-2e30-4c19-b2f4-64a6a2018586 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:19.164322 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.181181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c830f1-b267-4500-81c9-87cfad90d990 req-54a63be5-80a4-485e-8cb0-0458ac508757 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.193689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7c830f1-b267-4500-81c9-87cfad90d990 req-54a63be5-80a4-485e-8cb0-0458ac508757 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.5841894 Jul 16 01:50:19.199885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8865c98b-20c3-4b79-bb40-fe4d06622884,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.222800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-ea518262-33eb-47ed-897f-270eb06b7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.224812 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-ea518262-33eb-47ed-897f-270eb06b7425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 1095 time: 0.2028902 Jul 16 01:50:19.256972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Checking segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:19.257606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Network hostable DHCP agents. Network: 31a413fe-3557-4828-9e6a-c88def967fa3, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:19.276303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] For port 38c023de-2e30-4c19-b2f4-64a6a2018586, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=38c023de-2e30-4c19-b2f4-64a6a2018586,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:19.276924 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.295912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] Calling delete_port for 38c023de-2e30-4c19-b2f4-64a6a2018586 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:19.297126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-7783d9e8-b5a0-4505-9767-b01bfab33efc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee HTTP/1.1" status: 200 len: 217 time: 0.0511339 Jul 16 01:50:19.372143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdacd55-c128-447a-88e9-d855602a463c req-039792a1-6b97-4241-9da8-5d818b4c18a8 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.379884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cdacd55-c128-447a-88e9-d855602a463c req-039792a1-6b97-4241-9da8-5d818b4c18a8 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 944 time: 0.4031603 Jul 16 01:50:19.387077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] For port 38c023de-2e30-4c19-b2f4-64a6a2018586, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=38c023de-2e30-4c19-b2f4-64a6a2018586,segment=NetworkSegment(aa4341cc-660e-48cc-b17e-349d1e25dee1),segment_id=aa4341cc-660e-48cc-b17e-349d1e25dee1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:19.387704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.414536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Network 31a413fe-3557-4828-9e6a-c88def967fa3 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:19.414854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f3d6457-5aa0-4129-8980-2398382b33d3 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:19.420059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7c830f1-b267-4500-81c9-87cfad90d990 req-a78451ff-d16a-40a8-8b8b-07f4ffafee44 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020669 Jul 16 01:50:19.429421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Calling delete_port for 38c023de-2e30-4c19-b2f4-64a6a2018586 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:19.452063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 31a413fe-3557-4828-9e6a-c88def967fa3) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:19.473236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.473853 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.492971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cdacd55-c128-447a-88e9-d855602a463c req-a11987cc-825e-45eb-b93e-f871377bec67 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078022 Jul 16 01:50:19.494060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b873e3b-00c8-4acc-b702-fa33a1ff0d26 None None] Network 31a413fe-3557-4828-9e6a-c88def967fa3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:19.521040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 6f3d6457-5aa0-4129-8980-2398382b33d3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:19.525417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6f3d6457-5aa0-4129-8980-2398382b33d3 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:19.563867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4d1478c0-43c2-4881-b35a-42fa51c6f231 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2798500 Jul 16 01:50:19.567485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:19.572207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:19.620119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.628471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.630050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.650314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-fc0e0e70-617e-41c7-8f20-80115fb6e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:19.651856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-fc0e0e70-617e-41c7-8f20-80115fb6e683 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.3468103 Jul 16 01:50:19.655796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.689583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] Pushing event deleted for resources: {'Port': ['ID=38c023de-2e30-4c19-b2f4-64a6a2018586,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.707203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b04ad-36e2-4748-9524-a354c9c4e446 None None] No DVR routers for this DVR port 38c023de-2e30-4c19-b2f4-64a6a2018586 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:19.739874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Allocated IP 172.20.0.5 (85b5b6e1-6d03-419f-bcf0-8bce7cb0a481/77d981ac-ffc1-466c-8ae6-eee4fcd093d3/19819a35-6c99-4780-8fed-9372d38aa14d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:19.743959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-f5de658f-0460-4e8b-9fd5-01c07e31314b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694666 Jul 16 01:50:19.782928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c023de-2e30-4c19-b2f4-64a6a2018586,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.788080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] No DVR routers for this DVR port 38c023de-2e30-4c19-b2f4-64a6a2018586 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:19.794198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.882553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-31a413fe-3557-4828-9e6a-c88def967fa3', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:50:19.883571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.055745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4459f9b8-6e03-49b7-91a3-65eb6e513e76 req-8f13cd1e-7877-4000-9aee-dac99bcab5b1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 210 time: 0.0505669 Jul 16 01:50:20.088472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.092487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.128977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Transition to ACTIVE for port object 19819a35-6c99-4780-8fed-9372d38aa14d will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:20.153340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Allocated IP 172.20.0.2 (31a413fe-3557-4828-9e6a-c88def967fa3/8865c98b-20c3-4b79-bb40-fe4d06622884/53b0958e-93ef-44c5-a417-61bcaaed63d2) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:20.231616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:20.247603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-43f1c16e-8cf4-4ba0-bb37-70c9f8032dbd service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689901 Jul 16 01:50:20.257809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83775718-04d7-4306-8a41-0b5924094260']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.270485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.296543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.301528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4341cc-660e-48cc-b17e-349d1e25dee1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.302309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4341cc-660e-48cc-b17e-349d1e25dee1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.338806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.344485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:20.369308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-476b1390-1f4f-4b29-9594-b04b6f7299f0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.376600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-476b1390-1f4f-4b29-9594-b04b6f7299f0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.4933498 Jul 16 01:50:20.387086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.394558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.402284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Transition to ACTIVE for port object 53b0958e-93ef-44c5-a417-61bcaaed63d2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:20.409536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-46584354-5d48-4025-b533-f422c0c20e33 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.410986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-46584354-5d48-4025-b533-f422c0c20e33 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.4755492 Jul 16 01:50:20.423455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Transition to ACTIVE for port object 53b0958e-93ef-44c5-a417-61bcaaed63d2 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:20.425277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:20.430223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.430431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Request body: {'port': {'device_id': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'admin_state_up': True, 'tenant_id': 'cb5223cc1d5e4534b85361f065b6357f'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:20.433960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:20.434546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:20.436424 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:20.439767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:20.443221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event updated for resources: {'Port': ['ID=19819a35-6c99-4780-8fed-9372d38aa14d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.450530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:20.457770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-7bba1dd1-c6ab-4c22-a7e4-b730114db091 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/quotas/bf6f6e3e5d6d4630b151a0e84ea330da HTTP/1.1" status: 200 len: 375 time: 0.0791526 Jul 16 01:50:20.481867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.485465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Network 31a413fe-3557-4828-9e6a-c88def967fa3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:20.487761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0de2cf6f-f3ec-44af-a1dc-16f7ecc0b83e req-09e6b252-5ea7-43ce-84d8-c629d70c06a2 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339976 Jul 16 01:50:20.493275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:20.501385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:20.507274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Pushing event updated for resources: {'Port': ['ID=53b0958e-93ef-44c5-a417-61bcaaed63d2,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.516022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Transition to ACTIVE for port object f1c6650a-1f16-4ba8-bb9c-a07323d46a50 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:20.523462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.524171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.531402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.548735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d4c93253-2dfa-4a2a-b027-23e8e78803c5 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907009 Jul 16 01:50:20.569814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7bebf152-47bc-40ee-8006-9a9aee4bb8bb tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9357407 Jul 16 01:50:20.573652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.628290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Attempting to bind port 53b0958e-93ef-44c5-a417-61bcaaed63d2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:20.628660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Attempting to bind port 53b0958e-93ef-44c5-a417-61bcaaed63d2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:20.629076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Attempting to bind port 53b0958e-93ef-44c5-a417-61bcaaed63d2 on network 31a413fe-3557-4828-9e6a-c88def967fa3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:20.659786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:20.660526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Checking segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:20.660966 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.661332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Bound using segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:20.671238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Bound port: 53b0958e-93ef-44c5-a417-61bcaaed63d2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:20.671875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.676938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.808302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] No DVR routers for this DVR port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:20.817807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] For port 53b0958e-93ef-44c5-a417-61bcaaed63d2, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:20.820830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] For port 53b0958e-93ef-44c5-a417-61bcaaed63d2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53b0958e-93ef-44c5-a417-61bcaaed63d2,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:20.824609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 38c023de-2e30-4c19-b2f4-64a6a2018586 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:20.847983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 38c023de-2e30-4c19-b2f4-64a6a2018586 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:20.848387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 38c023de-2e30-4c19-b2f4-64a6a2018586 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:20.850517 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.931199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc996-410c-45ea-9f34-f55505596aec None None] Pushing event updated for resources: {'Port': ['ID=53b0958e-93ef-44c5-a417-61bcaaed63d2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:20.949165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Made reservation on behalf of cb5223cc1d5e4534b85361f065b6357f for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:20.952791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.954955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.987948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee'}, {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:20.990666 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee"}, {"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:20.999489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'project_id': '9ea20e0245dc434e8d5f179e230ccdf4', 'port_id': '19819a35-6c99-4780-8fed-9372d38aa14d'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:21.011201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.016513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] 10.222.0.35 "DELETE /v2.0/networks/83775718-04d7-4306-8a41-0b5924094260 HTTP/1.1" status: 204 len: 168 time: 2.7571256 Jul 16 01:50:21.061028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e6a68149-1838-4209-b1c7-b50294f27d04 None None] Provisioning for port 19819a35-6c99-4780-8fed-9372d38aa14d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:21.065760 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.076105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e6a68149-1838-4209-b1c7-b50294f27d04 None None] Provisioning complete for port 19819a35-6c99-4780-8fed-9372d38aa14d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:21.076492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6a68149-1838-4209-b1c7-b50294f27d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.081391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460ecb-8e2f-4adf-ae49-339ee611c257 admin admin] Pushing event deleted for resources: {'Network': ['ID=83775718-04d7-4306-8a41-0b5924094260,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.098645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:21.099137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:21.099700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:21.109711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:21.110311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Attempting to bind port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:21.131104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:21.131452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Checking segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:21.132213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Bound using segment: {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:21.132944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Bound port: f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101b4162-fd62-43a8-a0e2-e58c39a82913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:21.133307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.148864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e6a68149-1838-4209-b1c7-b50294f27d04 None None] Port 19819a35-6c99-4780-8fed-9372d38aa14d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:21.259815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.320909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:21.351177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1b4ec885-63e0-4c73-bc52-444bed7382bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=709cab6831cd4ba98bcd62f123cff8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879486 Jul 16 01:50:21.353417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:21.355461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:21.366762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.432357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.440720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:21.441372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.442811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] 10.222.0.38 "PUT /v2.0/ports/f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 1092 time: 2.4839773 Jul 16 01:50:21.552431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-86f2e72f-3ec0-4499-893b-a5933e41c2fa service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0025184 Jul 16 01:50:21.560167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb4a2-ed1e-41b3-9795-590e20da7621 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.582287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc30a-24b7-4b30-984a-371539550581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.638676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a28203-d56f-485f-881a-a351509c85f3 req-726e15c0-a255-4e3a-84e9-a6f271edc5a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:21.642961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc30a-24b7-4b30-984a-371539550581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.647129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29a28203-d56f-485f-881a-a351509c85f3 req-726e15c0-a255-4e3a-84e9-a6f271edc5a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 944 time: 0.7064188 Jul 16 01:50:21.695742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-1fa3f0d8-82be-4c37-b311-91c0c9af166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:21.697339 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-1fa3f0d8-82be-4c37-b311-91c0c9af166a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1095 time: 0.2220340 Jul 16 01:50:21.738071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Allocated IP 172.25.0.173 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/130a64c1-5e4e-4670-b365-8922d2ea2b5b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:21.825776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc30a-24b7-4b30-984a-371539550581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.829071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc30a-24b7-4b30-984a-371539550581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.832700 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a5cc30a-24b7-4b30-984a-371539550581 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c20a06f-6216-4693-8940-6f6f1c188fa5 HTTP/1.1" status: 204 len: 168 time: 0.4739280 Jul 16 01:50:21.850964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Allocated IP 172.20.0.5 (5a93c18c-fd04-40b0-a945-37125d5791e1/71a0e83e-9e86-422f-81ac-0efd4a8296fa/7c8f8449-1c2a-4c15-8b44-708ea29d3ccd) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:21.882262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cc30a-24b7-4b30-984a-371539550581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20a06f-6216-4693-8940-6f6f1c188fa5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:21.890856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-c4583a26-17f4-4470-9272-96e52e6caab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:21.892069 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-c4583a26-17f4-4470-9272-96e52e6caab7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.1830420 Jul 16 01:50:21.895711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29a28203-d56f-485f-881a-a351509c85f3 req-1b94103d-4827-4ff3-8bc1-d5fc87a23e95 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473893 Jul 16 01:50:21.937474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-f9371357-f9ad-485c-a8fe-0a4534cf6538 service neutron] 10.222.0.35 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830967 Jul 16 01:50:22.005827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.021060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-5835b5a0-6e13-4f0c-8345-ef3ca13c2581 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 999 time: 0.1207728 Jul 16 01:50:22.070648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.090495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.094002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:22.096555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:22.114831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-043fafd5-46ee-47ef-9cb9-b75532ab5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.116381 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-043fafd5-46ee-47ef-9cb9-b75532ab5953 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.0871260 Jul 16 01:50:22.182255 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.220667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.284614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-ab634a6e-8552-4fdb-81e5-a8842c63927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.291560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-ab634a6e-8552-4fdb-81e5-a8842c63927a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660342 Jul 16 01:50:22.298004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:22.378050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.443351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:22.446204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:22.484342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:22.489686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:22.491966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'mac_address': 'fa:16:3e:7e:3f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:22.562494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.573565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8acc24-7e58-49e2-a981-577e1a47b32a req-7c579f38-51a4-4626-b0de-ec05f1bfaf50 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.581254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f8acc24-7e58-49e2-a981-577e1a47b32a req-7c579f38-51a4-4626-b0de-ec05f1bfaf50 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 944 time: 0.4056041 Jul 16 01:50:22.590503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b47e4ff-78ad-42fe-9332-c13ee65d38ee {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:22.615875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.630357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8907b43-b999-41cc-ba0b-396e89a9f0aa None None] Network 31a413fe-3557-4828-9e6a-c88def967fa3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:22.635690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Allocated IP 172.25.0.64 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/58dbb766-914e-41e6-b25d-f71d1dff4f22) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:22.647014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:22.708654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:22.787043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f8acc24-7e58-49e2-a981-577e1a47b32a req-2ad98bfc-d12f-4c5a-aacb-f512db2c8c0e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046094 Jul 16 01:50:22.812620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:22.822987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3b53592-04ac-4145-afb8-f901825f4641 None None] Provisioning for port 53b0958e-93ef-44c5-a417-61bcaaed63d2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:22.919935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:22.960826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0b47e4ff-78ad-42fe-9332-c13ee65d38ee'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:22.963946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:22.981719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event updated for resources: {'Port': ['ID=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.054693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53b0958e-93ef-44c5-a417-61bcaaed63d2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:23.060932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3309d423-856d-4668-9349-58bb9042ab6b req-2f787e42-0970-49e4-9df0-d273e020546c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 210 time: 0.0902176 Jul 16 01:50:23.064521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.104388 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a6d1c-090d-475a-ab8c-86072d4a6f52 x-openstack-request-id: req-ec8a6d1c-090d-475a-ab8c-86072d4a6f52 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:23.104959 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee", "status": "completed", "code": 200}, {"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:23.104959 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec8a6d1c-090d-475a-ab8c-86072d4a6f52 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:23.105300 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'status': 'completed', 'code': 200} Jul 16 01:50:23.105722 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'code': 200} Jul 16 01:50:23.130968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-2d3d8f5a-d8e1-4f5d-8ce5-42ff52e82936 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215084 Jul 16 01:50:23.152117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.152869 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.159663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Pushing event updated for resources: {'Port': ['ID=130a64c1-5e4e-4670-b365-8922d2ea2b5b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.196211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3d3b7732-2bbf-4614-bd84-64932656537b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7754805 Jul 16 01:50:23.212474 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.218674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Request body: {'port': {'device_id': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:23.229270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332cdf1-4688-46b5-b02d-66b80bbefc14 req-0c640e9a-09b4-4ff5-8db2-0dfdff8e18ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.236899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c332cdf1-4688-46b5-b02d-66b80bbefc14 req-0c640e9a-09b4-4ff5-8db2-0dfdff8e18ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 931 time: 0.4653780 Jul 16 01:50:23.354742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c332cdf1-4688-46b5-b02d-66b80bbefc14 req-d94ef872-09df-4b56-9ea3-e4fadffb4398 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167817 Jul 16 01:50:23.404110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 53b0958e-93ef-44c5-a417-61bcaaed63d2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:23.416532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 53b0958e-93ef-44c5-a417-61bcaaed63d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:23.417140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.418907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.448454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-1cfa0b93-ecb5-40f9-bc13-5289b95be5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.450054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-1cfa0b93-ecb5-40f9-bc13-5289b95be5dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 1096 time: 0.3520405 Jul 16 01:50:23.508049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c912907-02cc-41ac-b5b3-83cc46baa391 req-39612123-77ad-4a2a-8d6d-6e01171e9211 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492439 Jul 16 01:50:23.512692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.568430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.580971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.616738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 53b0958e-93ef-44c5-a417-61bcaaed63d2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53b0958e-93ef-44c5-a417-61bcaaed63d2,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:23.621781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.690447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=53b0958e-93ef-44c5-a417-61bcaaed63d2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.706079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-9934bf23-5ef3-48d4-b2ff-62d473c182f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.707815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-9934bf23-5ef3-48d4-b2ff-62d473c182f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 906 time: 0.2497175 Jul 16 01:50:23.737558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee98-6542-4450-bdc2-14acc25c394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.763199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-dd4adf16-12fa-42dc-8858-6971ac88d32f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee HTTP/1.1" status: 200 len: 217 time: 0.0459247 Jul 16 01:50:23.875712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-99d232b0-1056-420c-b1d3-19bd4fafd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.877425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-99d232b0-1056-420c-b1d3-19bd4fafd32a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.1062746 Jul 16 01:50:23.897329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Pushing event updated for resources: {'Port': ['ID=58dbb766-914e-41e6-b25d-f71d1dff4f22,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:23.912914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:23.915193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:23.930220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f82c-7fc8-4f83-b6de-79987c8902aa req-cdc81d62-b781-4da8-b321-c5d6f64efe95 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.932286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c286f82c-7fc8-4f83-b6de-79987c8902aa req-cdc81d62-b781-4da8-b321-c5d6f64efe95 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 944 time: 0.5143363 Jul 16 01:50:23.933252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:23.990926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:23.993715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6acf868d-dfe0-4e5a-89e4-6836b052ab79 None None] Provisioning complete for port 53b0958e-93ef-44c5-a417-61bcaaed63d2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:23.994233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6acf868d-dfe0-4e5a-89e4-6836b052ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.072237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-1a8fdf41-d54c-4e59-96e1-aeb62baf9367 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875043 Jul 16 01:50:24.109093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:24.151704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.194508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:24.199668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.200433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.285719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c286f82c-7fc8-4f83-b6de-79987c8902aa req-2bebe4d7-c69a-4c63-a840-8631016f52da tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843001 Jul 16 01:50:24.308158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.324780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.333010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:24.335856 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f516c1a6-9e70-498f-a812-b1f39450dd81" -d '{"events": [{"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-plugged", "status": "completed", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:24.355507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:24.358788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.372662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.435296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.509677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acfaaa60-2e25-43ae-8400-8c1a985dc85a req-1de9ed34-97e1-41bc-a960-5f4a5858098a tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.0780668 Jul 16 01:50:24.580899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.631611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859227ae-0c26-4d8c-a22c-daa2447498e2 req-79f71ed5-59cf-4b2d-8802-6418661dd9fd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.640109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-859227ae-0c26-4d8c-a22c-daa2447498e2 req-79f71ed5-59cf-4b2d-8802-6418661dd9fd tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 945 time: 0.4060678 Jul 16 01:50:24.701390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-c5a48472-8b49-4581-9c14-eed8c7d06844 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089931 Jul 16 01:50:24.703319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Pushing event updated for resources: {'Port': ['ID=130a64c1-5e4e-4670-b365-8922d2ea2b5b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:24.715759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-12c56656-bb07-467a-9be2-675582adfc2c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.717609 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-12c56656-bb07-467a-9be2-675582adfc2c tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 811 time: 0.3220315 Jul 16 01:50:24.722094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ec0901d-70c9-4a6d-af70-62abb31b3cce req-260103a9-87f4-4ec7-9dc1-33f139c0131a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 210 time: 0.0394182 Jul 16 01:50:24.743065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.778391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Request body: {'port': {'device_id': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'admin_state_up': True, 'tenant_id': 'bf6f6e3e5d6d4630b151a0e84ea330da'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:24.796673 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Floating IP d2dc34ed-641e-4b49-802d-79f0a3be7bf8 associated. External IP: 172.25.0.173, port: 19819a35-6c99-4780-8fed-9372d38aa14d. Jul 16 01:50:24.803262 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713a631-e331-436d-9865-d80a91cb4e52 x-openstack-request-id: req-8713a631-e331-436d-9865-d80a91cb4e52 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:24.803552 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-plugged", "status": "completed", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:24.803771 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8713a631-e331-436d-9865-d80a91cb4e52 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:24.804315 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'code': 200} Jul 16 01:50:24.808919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53b0958e-93ef-44c5-a417-61bcaaed63d2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:24.828085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:24.836630 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.849342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Transition to ACTIVE for port object 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:24.857817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:24.882752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-859227ae-0c26-4d8c-a22c-daa2447498e2 req-2a433c5d-cbaa-4536-8104-5bec7765a235 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415552 Jul 16 01:50:24.931881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 53b0958e-93ef-44c5-a417-61bcaaed63d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:24.932364 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.133498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Pushing event updated for resources: {'Port': ['ID=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:25.139568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:25.141415 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514cd677-4fd4-48d5-bdf3-75438e74efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:25.292877 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7119aa9a-47d7-4d20-bf8e-79ac8b4dfc3f req-cf9cf5b7-088b-4c9c-ac78-0987cd1c267a service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742126 Jul 16 01:50:25.326996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Router faa7c2e3-6509-4728-b7b8-18b0ac087349 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:25.347725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Made reservation on behalf of bf6f6e3e5d6d4630b151a0e84ea330da for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:25.351552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.355448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b60ae-ec16-4079-ae03-0f02f3922e21 req-3fcdf100-574a-428a-8adf-326df658c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.357367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dd5b60ae-ec16-4079-ae03-0f02f3922e21 req-3fcdf100-574a-428a-8adf-326df658c643 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 1097 time: 0.3757317 Jul 16 01:50:25.499396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dd5b60ae-ec16-4079-ae03-0f02f3922e21 req-e4970479-4178-4358-8ee1-3e4036128609 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304924 Jul 16 01:50:25.505547 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13af5811-2efe-4d9f-9775-0edb6b11e443 x-openstack-request-id: req-13af5811-2efe-4d9f-9775-0edb6b11e443 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:25.505932 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:25.506270 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13af5811-2efe-4d9f-9775-0edb6b11e443 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:25.506944 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'status': 'completed', 'code': 200} Jul 16 01:50:25.623704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:25.638848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] Sync routers for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:25.652226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:25.657191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:25.687959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.734823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:25.744316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:25.759019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:25.762152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:25.777237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Allocated IP 172.20.0.2 (4e0474fd-00d5-4bef-b64d-740cfbd1c94d/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a/54588225-9a32-4d8b-ae37-09d17aa5062a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:25.805029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:25.806482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e311-3a58-4be0-b743-80abb9ed565f None None] The sync data for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:25.829706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aadfca0e-c301-4dbe-90d1-a13cdc5b0a30 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2534146 Jul 16 01:50:25.833302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33318) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:25.899153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494416-b998-428f-ab64-6e54698f7f77 req-6cb8ee01-cf18-4bc5-b277-4e9301adfee3 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:25.907688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91494416-b998-428f-ab64-6e54698f7f77 req-6cb8ee01-cf18-4bc5-b277-4e9301adfee3 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 943 time: 0.9648476 Jul 16 01:50:26.012652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5ddf53c2-c496-497c-adf7-d44d67278482 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] 10.222.0.35 "GET /v2.0/floatingips/d2dc34ed-641e-4b49-802d-79f0a3be7bf8 HTTP/1.1" status: 200 len: 982 time: 0.1770771 Jul 16 01:50:26.014164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Attempting to bind port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:26.015080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Attempting to bind port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:26.015416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Attempting to bind port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:26.016924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33322) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:26.020016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-5a487199-22ad-4b63-b91a-b859c3ea67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.022745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-5a487199-22ad-4b63-b91a-b859c3ea67bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1095 time: 0.3253298 Jul 16 01:50:26.030695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd on network 5a93c18c-fd04-40b0-a945-37125d5791e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:26.031023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Attempting to bind port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:26.062667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-765df13f-9285-4df8-8ad3-9f417a4908e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.064245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-765df13f-9285-4df8-8ad3-9f417a4908e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1095 time: 0.3155234 Jul 16 01:50:26.064992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:26.065330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Checking segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:26.065713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Bound using segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:26.066161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Bound port: 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:26.066522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.071502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91494416-b998-428f-ab64-6e54698f7f77 req-a5b6e84c-c4d1-42e9-8d23-cb02b9e685e0 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631227 Jul 16 01:50:26.130935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816d819-0e08-4c1a-a15a-852a3f8ae8e4 req-ff068587-2689-4945-bc38-5cf8706246c2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.132589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a816d819-0e08-4c1a-a15a-852a3f8ae8e4 req-ff068587-2689-4945-bc38-5cf8706246c2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 944 time: 0.3901186 Jul 16 01:50:26.171776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6de4d2ab-b14c-4cf8-a9a3-155f4bdac9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.338445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a97215f-e811-457d-b239-c119eb30c445 req-de7df695-3f7a-4e08-9e4b-c6079435ff17 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0825269 Jul 16 01:50:26.379713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a816d819-0e08-4c1a-a15a-852a3f8ae8e4 req-ca854905-016a-4a2b-a2c8-6b853532806e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288291 Jul 16 01:50:26.380461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] For port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:26.386401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] For port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:26.397397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.401707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-002b44dc-001b-4e89-a4ff-034336bae367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.404073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-002b44dc-001b-4e89-a4ff-034336bae367 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.3286209 Jul 16 01:50:26.409051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Router 5fc487ab-7db7-4390-963d-8d7a2d752090 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:50:26.437881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.467927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.469072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.471312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] 10.222.0.32 "PUT /v2.0/ports/7c8f8449-1c2a-4c15-8b44-708ea29d3ccd HTTP/1.1" status: 200 len: 1091 time: 3.2633557 Jul 16 01:50:26.516186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'tag': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:26.518612 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2da9c-39cb-46ad-85a9-32d81489284f" -d '{"events": [{"name": "network-changed", "server_uuid": "39bb217a-1af1-498b-92dc-4a1e8eba4063", "tag": "7c8f8449-1c2a-4c15-8b44-708ea29d3ccd"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:26.597774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e5b6e4a1-a788-468a-abc1-5ad86aabe165 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.5797062 Jul 16 01:50:26.603620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:26.656121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bbde999-60cf-42e1-b04d-62a427aa5714 req-9bdfd215-4af1-4d0e-9482-1011cb918f32 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 210 time: 0.1069467 Jul 16 01:50:26.663199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.689537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-b4db647d-9948-4b72-87d3-848970458121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.690898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-b4db647d-9948-4b72-87d3-848970458121 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.6456439 Jul 16 01:50:26.697908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7af14-ca27-4d83-9e01-c6505346eeff service neutron] Pushing event updated for resources: {'Port': ['ID=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:26.723346 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-f2642ab3-7071-4e10-baaf-5e424c578d47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 999 time: 0.3040905 Jul 16 01:50:26.824616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-64a4ee49-b301-4134-be7a-ffdd4083cd2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 999 time: 0.1230066 Jul 16 01:50:26.871385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-64f19e34-7af8-40f3-bcc0-4740ea0cbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.873944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-64f19e34-7af8-40f3-bcc0-4740ea0cbdb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.1369603 Jul 16 01:50:26.877990 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d89870d-3b99-49cd-92d0-66c9a49a93ed x-openstack-request-id: req-4d89870d-3b99-49cd-92d0-66c9a49a93ed {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:26.878314 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bb217a-1af1-498b-92dc-4a1e8eba4063", "tag": "7c8f8449-1c2a-4c15-8b44-708ea29d3ccd", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:26.878569 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d89870d-3b99-49cd-92d0-66c9a49a93ed {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:26.878955 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'tag': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'status': 'completed', 'code': 200} Jul 16 01:50:26.884079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-e771c200-59e5-4c63-8918-d1b3a61144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.885994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-e771c200-59e5-4c63-8918-d1b3a61144b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 1094 time: 0.3629196 Jul 16 01:50:26.896090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:26.896672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:26.911104 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Sync routers for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:26.927240 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:26.927885 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:26.970346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-7f94e33e-2d80-44b8-877e-65ba4e683a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:26.971831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-7f94e33e-2d80-44b8-877e-65ba4e683a20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.1363597 Jul 16 01:50:26.996476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:27.005044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c128f9-85ca-495f-980d-120763534ff7 req-25eb63ee-1968-4640-9ce1-c377266204e0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.012250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09c128f9-85ca-495f-980d-120763534ff7 req-25eb63ee-1968-4640-9ce1-c377266204e0 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 946 time: 0.3808105 Jul 16 01:50:27.025819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:27.031003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:27.032677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-488fb430-3736-47f9-9833-3872af3049ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd HTTP/1.1" status: 200 len: 217 time: 0.1252429 Jul 16 01:50:27.033441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event updated for resources: {'Port': ['ID=54588225-9a32-4d8b-ae37-09d17aa5062a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.092412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting port 130a64c1-5e4e-4670-b365-8922d2ea2b5b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:27.092686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.100866 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:27.102058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.102603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.103902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09c128f9-85ca-495f-980d-120763534ff7 req-cdc90956-3bce-4bf1-9ab0-96d795c51583 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891616 Jul 16 01:50:27.113527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.115246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c3bc2dfe-2e7b-43b2-8b28-1cb90df7da88 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5466895 Jul 16 01:50:27.119639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:27.155088 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c1c1e1-04b3-4574-ac14-7c90e5c97a08 req-e29bc701-fd24-4bfa-8576-c80453772e49 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.0601783 Jul 16 01:50:27.188157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-fee5fc47-e2ac-4b44-9ac3-fddb3f66b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.189836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-fee5fc47-e2ac-4b44-9ac3-fddb3f66b0ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.1322432 Jul 16 01:50:27.207989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-12a23fd1-8429-471c-8c1d-93bc22a19025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.209777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-12a23fd1-8429-471c-8c1d-93bc22a19025 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293921 Jul 16 01:50:27.210970 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-448b629e-6c0b-4369-9be1-f46153772dd4 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4396107 Jul 16 01:50:27.234370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Request body: {'port': {'device_id': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:27.243863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-51de57ba-5125-4009-a00b-36ccceec088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.245682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-51de57ba-5125-4009-a00b-36ccceec088d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588395 Jul 16 01:50:27.250995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-24225764-2a6a-4dea-8bf3-064f0b6f31a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504308 Jul 16 01:50:27.300376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.300703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.353321 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:24Z', 'revision_number': 3, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:27.359754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Calling delete_port for 130a64c1-5e4e-4670-b365-8922d2ea2b5b owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:27.382731 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.399373 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Checking router: 5fc487ab-7db7-4390-963d-8d7a2d752090 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:27.400483 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Updating router 5fc487ab-7db7-4390-963d-8d7a2d752090 port 58dbb766-914e-41e6-b25d-f71d1dff4f22 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:27.401645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-e4d3d5b0-1b0c-49fd-99f9-9a1939624f84 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203370 Jul 16 01:50:27.460257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.470910 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.488103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-646b2e14-b0b4-4075-b89a-90fa2a8a6ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674227 Jul 16 01:50:27.491176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:27.655523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:27.671764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'port_id': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'mac_address': 'fa:16:3e:bb:5a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:27.706329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-3e47e978-edb4-4f67-8e81-85f7b29c873c service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087703 Jul 16 01:50:27.749185 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.777438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c6650a-1f16-4ba8-bb9c-a07323d46a50 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:27.789661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8018e-023f-4622-a55f-ab8b154b1ffc req-94dd51b7-51ec-496a-b5e9-1a661febdcff tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:27.798709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fab8018e-023f-4622-a55f-ab8b154b1ffc req-94dd51b7-51ec-496a-b5e9-1a661febdcff tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 943 time: 0.3952613 Jul 16 01:50:27.820737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:27.829195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-14374f93-fa67-4986-8b06-876e93b81255 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496955 Jul 16 01:50:27.832847 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:27.905354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fab8018e-023f-4622-a55f-ab8b154b1ffc req-4cc963e7-333e-4788-95d0-5ec01dfe8a43 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021104 Jul 16 01:50:27.933979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:27.938587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514cd677-4fd4-48d5-bdf3-75438e74efe6 req-7d984aa9-01ef-4bc7-95ee-0ad7b8ac9263 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115151 Jul 16 01:50:27.953671 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.033963 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Transition to ACTIVE for port object 58dbb766-914e-41e6-b25d-f71d1dff4f22 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:28.038819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.051960 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.081185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['f1c6650a-1f16-4ba8-bb9c-a07323d46a50'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:28.099557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Port': ['ID=130a64c1-5e4e-4670-b365-8922d2ea2b5b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.195406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.195623 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Floating IP d2dc34ed-641e-4b49-802d-79f0a3be7bf8 disassociated (deleted). External IP: 172.25.0.173, port: 19819a35-6c99-4780-8fed-9372d38aa14d. Jul 16 01:50:28.210254 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Attempting to bind port 58dbb766-914e-41e6-b25d-f71d1dff4f22 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:28.210694 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Attempting to bind port 58dbb766-914e-41e6-b25d-f71d1dff4f22 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:28.211056 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Attempting to bind port 58dbb766-914e-41e6-b25d-f71d1dff4f22 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:28.223443 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Pushing event updated for resources: {'Port': ['ID=58dbb766-914e-41e6-b25d-f71d1dff4f22,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.240183 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:28.240551 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:28.240948 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.241335 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:28.242045 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Bound port: 58dbb766-914e-41e6-b25d-f71d1dff4f22, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:28.242669 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.298498 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.298836 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.299220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.299554 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.300079 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.300224 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.300537 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.300834 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.301200 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.301521 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.301979 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.302298 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:28.339492 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] For port 58dbb766-914e-41e6-b25d-f71d1dff4f22, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:28.345133 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] For port 58dbb766-914e-41e6-b25d-f71d1dff4f22, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58dbb766-914e-41e6-b25d-f71d1dff4f22,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:28.351513 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.387368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c99fff0a-07a0-4395-ab67-177bb4eb5d78 req-46b9b619-8f78-4ce8-8217-cd33fd7b415f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0349104 Jul 16 01:50:28.411794 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:28.412924 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:28.448918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42053514-ae0c-4c97-906b-486c18adbfb6 req-9a8529f2-96d6-4447-adcd-9b1a905e4c82 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.4157572 Jul 16 01:50:28.484798 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0837b-20dc-4986-a960-1dc54dce2185 None None] Pushing event updated for resources: {'Port': ['ID=58dbb766-914e-41e6-b25d-f71d1dff4f22,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.506067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54588225-9a32-4d8b-ae37-09d17aa5062a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:28.541619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.551980 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:28.565942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Transition to ACTIVE for port object 54588225-9a32-4d8b-ae37-09d17aa5062a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:28.582073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Router faa7c2e3-6509-4728-b7b8-18b0ac087349 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:28.582896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.634844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=54588225-9a32-4d8b-ae37-09d17aa5062a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:28.651065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-802f84d3-60c6-4186-9c67-8646f86e5fee req-3e40dd26-6a7a-41ed-8602-451abd4e89dc service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8074031 Jul 16 01:50:28.678660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addd289-818d-4608-b09a-b11331558da9 req-c6fdb471-05a8-4516-99a5-005b86535f43 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.680543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5addd289-818d-4608-b09a-b11331558da9 req-c6fdb471-05a8-4516-99a5-005b86535f43 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 945 time: 0.2305224 Jul 16 01:50:28.798002 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.815940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57be4d3-721f-42e0-81d5-2a4a42c0dfe5 req-8597a608-7389-4400-80e8-e6f7daccef70 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:28.820493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d57be4d3-721f-42e0-81d5-2a4a42c0dfe5 req-8597a608-7389-4400-80e8-e6f7daccef70 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 943 time: 0.2365649 Jul 16 01:50:28.832682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Attempting to bind port 54588225-9a32-4d8b-ae37-09d17aa5062a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:28.833272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Attempting to bind port 54588225-9a32-4d8b-ae37-09d17aa5062a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:28.833375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Attempting to bind port 54588225-9a32-4d8b-ae37-09d17aa5062a on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:28.844251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Port 54588225-9a32-4d8b-ae37-09d17aa5062a on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:28.844575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Attempting to bind port 54588225-9a32-4d8b-ae37-09d17aa5062a on network 4e0474fd-00d5-4bef-b64d-740cfbd1c94d {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:28.849113 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:24Z', 'revision_number': 3, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:28.855560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:28.855900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Checking segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:28.856308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Bound using segment: {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:28.856993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Bound port: 54588225-9a32-4d8b-ae37-09d17aa5062a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:28.857377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:28.864678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5addd289-818d-4608-b09a-b11331558da9 req-ddd6d76b-6e6d-4a59-9d06-d619889539aa tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603312 Jul 16 01:50:28.887458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f85e98-ef2f-4881-a86e-cbad7292214f None None] The sync data for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 is: [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:24Z', 'revision_number': 3, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:28.888520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:28.895956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] Sync routers for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:28.909921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:28.909921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:28.956672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:28.966143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:28.966412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d57be4d3-721f-42e0-81d5-2a4a42c0dfe5 req-23606ddd-c0d9-4e3a-be13-6b5dbbc68c5b tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273215 Jul 16 01:50:28.966886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:28.976429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.000256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] For port 54588225-9a32-4d8b-ae37-09d17aa5062a, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:29.006489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-4b619aaf-8e2a-4b06-96ab-b315f384a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.008288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-4b619aaf-8e2a-4b06-96ab-b315f384a2ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 1094 time: 0.2057481 Jul 16 01:50:29.012053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] For port 54588225-9a32-4d8b-ae37-09d17aa5062a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=54588225-9a32-4d8b-ae37-09d17aa5062a,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:29.024007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.037704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:29.038578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e729d-f5c2-47f8-9896-050b9729737a None None] The sync data for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:29.044007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.165200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.165200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.165200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] 10.222.0.38 "PUT /v2.0/ports/54588225-9a32-4d8b-ae37-09d17aa5062a HTTP/1.1" status: 200 len: 1091 time: 1.9347613 Jul 16 01:50:29.177184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'tag': '54588225-9a32-4d8b-ae37-09d17aa5062a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:29.180828 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3537ab72-fd95-45ee-8e00-0351f2121b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1e82b-b8d3-4251-ade2-ee2fff1ee456", "tag": "54588225-9a32-4d8b-ae37-09d17aa5062a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:29.208399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a371406-06fe-4bbd-a714-8a949f9f20b1 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "DELETE /v2.0/floatingips/d2dc34ed-641e-4b49-802d-79f0a3be7bf8 HTTP/1.1" status: 204 len: 168 time: 2.6001964 Jul 16 01:50:29.212165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:29.222229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:29.250851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d1c1a-c1f0-4bf9-991a-7da9f837a9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=54588225-9a32-4d8b-ae37-09d17aa5062a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:29.376369 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.398132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-ebc4a1bd-3af3-4251-a6ee-a684a33ae0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.399957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-ebc4a1bd-3af3-4251-a6ee-a684a33ae0a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 916 time: 0.3794594 Jul 16 01:50:29.445551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-64a15789-25e5-480e-b053-34819b86cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.449167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-64a15789-25e5-480e-b053-34819b86cfeb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 1094 time: 0.2274153 Jul 16 01:50:29.516782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:29.532751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-a8261e19-a822-494b-b91b-ca9906d9f7e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd HTTP/1.1" status: 200 len: 217 time: 0.1019008 Jul 16 01:50:29.540320 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bff5b0-6f55-41e0-9d6e-77c77e94e704 x-openstack-request-id: req-20bff5b0-6f55-41e0-9d6e-77c77e94e704 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:29.540620 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1e82b-b8d3-4251-ade2-ee2fff1ee456", "tag": "54588225-9a32-4d8b-ae37-09d17aa5062a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:29.540902 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20bff5b0-6f55-41e0-9d6e-77c77e94e704 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:29.541312 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'tag': '54588225-9a32-4d8b-ae37-09d17aa5062a', 'status': 'completed', 'code': 200} Jul 16 01:50:29.543263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-942988a9-eb4c-4082-a0e7-73523a74da12 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54588225-9a32-4d8b-ae37-09d17aa5062a HTTP/1.1" status: 200 len: 217 time: 0.0853312 Jul 16 01:50:29.614701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Allocated IP 172.20.0.1 (31a413fe-3557-4828-9e6a-c88def967fa3/8865c98b-20c3-4b79-bb40-fe4d06622884/541917b9-e5c9-4f48-bdcf-abbd420e9583) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:29.616656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:29.622746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:29.625123 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.723593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-6b9a5c72-e504-4592-8045-3e7c61035de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.726944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-6b9a5c72-e504-4592-8045-3e7c61035de3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.1747479 Jul 16 01:50:29.727625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-8c17bc2a-8f69-418a-b410-e7db1f6b20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.729393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-8c17bc2a-8f69-418a-b410-e7db1f6b20c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.1734211 Jul 16 01:50:29.744552 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.773812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:29.776726 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b68ca-a6ae-45ae-8dda-9bfd42cb27f1" -d '{"events": [{"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:29.794407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-c1314196-6c0b-4cb3-b550-c07034d0dc0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488095 Jul 16 01:50:29.797629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:29.805092 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:29.808402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-9876ef23-f8cf-447d-88bb-404fdb7fa8f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639029 Jul 16 01:50:29.888479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:29.899763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a9bdc-fc7c-45b0-8b44-07529cf95c98 req-8981645a-7354-4d88-97d8-ea6529500d5b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.901294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e43a9bdc-fc7c-45b0-8b44-07529cf95c98 req-8981645a-7354-4d88-97d8-ea6529500d5b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 943 time: 0.3834202 Jul 16 01:50:29.931189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-fa75fdac-0351-4f5d-be10-171ccc9e679a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:29.932780 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-fa75fdac-0351-4f5d-be10-171ccc9e679a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c&tenant_id=3da55cb7c876458880f1413a85110ead&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 945 time: 0.3251648 Jul 16 01:50:29.986180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-b5ade5c8-6286-4b10-a36a-061923bf7549 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624916 Jul 16 01:50:30.007010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b02dd-d472-4c2f-9975-3800b5c0e97d req-3a3c17c9-7150-4ba3-b3f5-3850d2fac2b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.008610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-625b02dd-d472-4c2f-9975-3800b5c0e97d req-3a3c17c9-7150-4ba3-b3f5-3850d2fac2b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 945 time: 0.3578227 Jul 16 01:50:30.016165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.047069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.051258 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-e3b37b3b-904f-4793-a45b-08ca59960a9d service neutron] delete failed (client error): The resource could not be found. Jul 16 01:50:30.052326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-e3b37b3b-904f-4793-a45b-08ca59960a9d service neutron] 10.222.0.32 "DELETE /v2.0/ports/f1c6650a-1f16-4ba8-bb9c-a07323d46a50/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.1121137 Jul 16 01:50:30.067376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Transition to ACTIVE for port object 541917b9-e5c9-4f48-bdcf-abbd420e9583 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:30.093678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e43a9bdc-fc7c-45b0-8b44-07529cf95c98 req-eccdd6ec-702b-45fc-a84f-0be05b0e5714 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828916 Jul 16 01:50:30.112709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:30.151917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-f7a34327-23b9-4c45-83d9-1f2372fece57 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174582 Jul 16 01:50:30.190903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-48b0e578-b78f-490b-9b0e-ee8198e09a0f req-7607d7c0-491d-4ccb-b4c1-79c22a33fcba service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967242 Jul 16 01:50:30.234162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-7fbe088e-a107-4924-9d42-4bca16995f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.235918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-7fbe088e-a107-4924-9d42-4bca16995f0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.1273301 Jul 16 01:50:30.253944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.260850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:30.282330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-625b02dd-d472-4c2f-9975-3800b5c0e97d req-5de86834-2f50-49d6-9f0f-9db1363dab1c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598362 Jul 16 01:50:30.291573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'network_id': 'a7e161a6-1a3f-4935-8108-be1972f2dec2', 'port_id': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'mac_address': 'fa:16:3e:7e:3f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10701a19-c5e0-48e0-8dbb-474c907c0b71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:30.383994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Network 31a413fe-3557-4828-9e6a-c88def967fa3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:30.409109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:30.418689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:30.428593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Pushing event updated for resources: {'Port': ['ID=541917b9-e5c9-4f48-bdcf-abbd420e9583,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:30.464244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-cd375403-a2b7-4733-9ab6-76ccffdd0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.466622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-cd375403-a2b7-4733-9ab6-76ccffdd0082 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.2210326 Jul 16 01:50:30.501872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Allocated IP 172.25.0.44 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/814d1663-c08a-41b8-a7ff-9a358a691521) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:30.534366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-afd6c60f-3e8f-44ee-863e-0e1e3045c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.537828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-afd6c60f-3e8f-44ee-863e-0e1e3045c7bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 1094 time: 0.1745362 Jul 16 01:50:30.591581 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c9409-b5bd-46a8-a9a3-5e8a7f2506e9 x-openstack-request-id: req-436c9409-b5bd-46a8-a9a3-5e8a7f2506e9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:30.591889 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:30.592663 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-436c9409-b5bd-46a8-a9a3-5e8a7f2506e9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:30.593060 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'code': 200} Jul 16 01:50:30.609714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-2058856d-ec38-4b23-bab5-6c6478d214c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 1001 time: 0.1343608 Jul 16 01:50:30.613149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.615292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.634943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b47e4ff-78ad-42fe-9332-c13ee65d38ee {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:30.662132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3be2da9c-39cb-46ad-85a9-32d81489284f req-aabc2113-feb5-4019-a1d2-8af6e64b9b73 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596932 Jul 16 01:50:30.666450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:30.683713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.684420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:30.730666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-82af9102-2cde-40b2-b169-43a089d41e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.732598 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-82af9102-2cde-40b2-b169-43a089d41e84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.0843415 Jul 16 01:50:30.760129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:30.765054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-4ff2c780-4278-4d4c-812f-b9e3fb023192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.766537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-4ff2c780-4278-4d4c-812f-b9e3fb023192 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 200 len: 912 time: 0.2220101 Jul 16 01:50:30.775197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdd20ff3-674d-44f6-9d36-b92a8a6bb0cc req-cd5c57ff-38ef-48a0-b8cb-924100a50d90 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.1159441 Jul 16 01:50:30.797834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.814065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8095957d-2153-4f81-ab3a-d1710763cd16 None None] Provisioning for port 541917b9-e5c9-4f48-bdcf-abbd420e9583 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:30.829247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8095957d-2153-4f81-ab3a-d1710763cd16 None None] Provisioning complete for port 541917b9-e5c9-4f48-bdcf-abbd420e9583 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:30.829631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8095957d-2153-4f81-ab3a-d1710763cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.859128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-ae9d4adf-cf34-4af1-a4d1-a693a791dd86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54588225-9a32-4d8b-ae37-09d17aa5062a HTTP/1.1" status: 200 len: 217 time: 0.0827222 Jul 16 01:50:30.913776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-82be1bf1-c13f-45e3-b2df-9b25708ba251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.915260 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-82be1bf1-c13f-45e3-b2df-9b25708ba251 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 200 len: 851 time: 0.0489788 Jul 16 01:50:30.956995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8095957d-2153-4f81-ab3a-d1710763cd16 None None] Port 541917b9-e5c9-4f48-bdcf-abbd420e9583 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:30.958928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:30.961798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58dbb766-914e-41e6-b25d-f71d1dff4f22 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:30.989452 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-95cb05f1-e7a0-4872-a6a2-dd4a578defaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4e0474fd-00d5-4bef-b64d-740cfbd1c94d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583308 Jul 16 01:50:30.996101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-4e99841b-bb0e-46ec-a0c3-82538b468c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:30.997673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-4e99841b-bb0e-46ec-a0c3-82538b468c66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302446 Jul 16 01:50:31.002494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:31.039211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'port_id': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'mac_address': 'fa:16:3e:5f:ef:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a0e83e-9e86-422f-81ac-0efd4a8296fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:31.085558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-13594047-fa7f-4779-94b9-87d3b36c2243 service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864789 Jul 16 01:50:31.097821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.098243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:31.108823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 58dbb766-914e-41e6-b25d-f71d1dff4f22 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:31.109032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:31.112878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:31.117154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 58dbb766-914e-41e6-b25d-f71d1dff4f22 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:31.117656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.120281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:31.183168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:31.198865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.218449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Pushing event updated for resources: {'Port': ['ID=814d1663-c08a-41b8-a7ff-9a358a691521,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.291341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b30e6-2df5-4dd0-9fb8-091c56491e99 req-fc41054c-dfd7-480f-a727-d5fdb4031922 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:31.306739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e8b30e6-2df5-4dd0-9fb8-091c56491e99 req-fc41054c-dfd7-480f-a727-d5fdb4031922 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 943 time: 0.6718578 Jul 16 01:50:31.321303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0b47e4ff-78ad-42fe-9332-c13ee65d38ee'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:31.323239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.385217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.390226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.399470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.409946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 58dbb766-914e-41e6-b25d-f71d1dff4f22, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58dbb766-914e-41e6-b25d-f71d1dff4f22,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:31.425637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.503652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=58dbb766-914e-41e6-b25d-f71d1dff4f22,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:31.522931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:31.536846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.572880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e8b30e6-2df5-4dd0-9fb8-091c56491e99 req-45fed548-884a-42e7-bd67-07a43f07e56e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649498 Jul 16 01:50:31.897494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-2a09f8c6-0a20-4b37-87e4-19b65fa29c5b service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110871 Jul 16 01:50:31.949521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3537ab72-fd95-45ee-8e00-0351f2121b8f req-8ad1f8e0-6ad4-4218-a4d3-d7f7ca2d888d service neutron] 10.222.0.38 "GET /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547041 Jul 16 01:50:32.032173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aeb87e00-e6ae-48b0-8852-d5e6e8f69aa2 req-a231fcbd-b4fa-482b-a1c7-7f5def84e22c service neutron] 10.222.0.32 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280577 Jul 16 01:50:32.145783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:32.201816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:32.202164 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.287280 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.322010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755e95a-448b-42c3-8061-515cfb6e463e req-2f038ec4-edf7-4aa2-8374-21a2759b7293 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.323555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f755e95a-448b-42c3-8061-515cfb6e463e req-2f038ec4-edf7-4aa2-8374-21a2759b7293 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 945 time: 0.6357076 Jul 16 01:50:32.323721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:32.327834 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.380207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.437735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.441021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.446633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f755e95a-448b-42c3-8061-515cfb6e463e req-f3edb526-692d-41e2-a322-b6a880b6cca6 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128962 Jul 16 01:50:32.455581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355a01c-8f43-45a3-8f15-d989cd1fa7b2 req-f06d6fa2-bbca-4949-9d91-89312a36a7c1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.457247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5355a01c-8f43-45a3-8f15-d989cd1fa7b2 req-f06d6fa2-bbca-4949-9d91-89312a36a7c1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 944 time: 0.6166081 Jul 16 01:50:32.458261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.460487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.594560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:32.599099 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa33d2a5-f80c-49f3-aa78-d976f5009ceb" -d '{"events": [{"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-plugged", "status": "completed", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:32.607797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Pushing event updated for resources: {'Port': ['ID=541917b9-e5c9-4f48-bdcf-abbd420e9583,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.632586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5355a01c-8f43-45a3-8f15-d989cd1fa7b2 req-372018af-01da-4bff-a204-944521a981b1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633632 Jul 16 01:50:32.641805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.669549 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.718085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:32.721860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5023580 Jul 16 01:50:32.722355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33438) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:32.730690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f10538-47bc-4b51-96a6-6b3ba487e4db tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Pushing event updated for resources: {'Port': ['ID=814d1663-c08a-41b8-a7ff-9a358a691521,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:32.812879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dce87-3de3-42a8-81a8-5f90e242087d req-972a66b0-a70a-4686-9929-e8bb8bd14e8c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:32.814428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d61dce87-3de3-42a8-81a8-5f90e242087d req-972a66b0-a70a-4686-9929-e8bb8bd14e8c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2369459 Jul 16 01:50:32.841252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-19883f1a-dc1c-4851-8f10-61514e284990 req-658e84ac-1f96-45f4-82e8-c7fc482e9eab tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0565298 Jul 16 01:50:32.845554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58dbb766-914e-41e6-b25d-f71d1dff4f22 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:32.877076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Network 31a413fe-3557-4828-9e6a-c88def967fa3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:32.882225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:32.901267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d61dce87-3de3-42a8-81a8-5f90e242087d req-197e97e0-ceff-4d28-adb5-a7f17c8f6fca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641851 Jul 16 01:50:32.945705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 58dbb766-914e-41e6-b25d-f71d1dff4f22 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:32.946225 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.035049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:33.070218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Router 5fc487ab-7db7-4390-963d-8d7a2d752090 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:33.090148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-6eb1ce85-623b-4165-8248-178814dcc26a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091499 Jul 16 01:50:33.091260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.137268 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bd615d-5d7d-4d40-afd3-c8b2d577a822 x-openstack-request-id: req-65bd615d-5d7d-4d40-afd3-c8b2d577a822 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:33.137582 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-plugged", "status": "completed", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:33.137839 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65bd615d-5d7d-4d40-afd3-c8b2d577a822 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:33.138236 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'code': 200} Jul 16 01:50:33.244385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:33.254711 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Sync routers for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:33.257662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f3682c31-dce4-46f5-9c2e-54bb3cf41596 admin admin] 10.222.0.35 "PUT /v2.0/routers/5fc487ab-7db7-4390-963d-8d7a2d752090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1298382 Jul 16 01:50:33.272009 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:33.272596 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:33.302596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e39972d8-c2a6-46c5-b9d4-34395a3dc7bc None None] Provisioning complete for port 541917b9-e5c9-4f48-bdcf-abbd420e9583 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:33.303219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e39972d8-c2a6-46c5-b9d4-34395a3dc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.318339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-670287e2-9e6a-479e-90fe-36fc13af2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.320179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-670287e2-9e6a-479e-90fe-36fc13af2be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=686feaad2d1b4624b8628f0392030152&device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 1097 time: 0.1605153 Jul 16 01:50:33.322800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.370139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d9b43-93a4-411b-8006-c70309c5836b req-4fa44390-47b1-41c5-88b8-c71fcfacf9fb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.371542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-657d9b43-93a4-411b-8006-c70309c5836b req-4fa44390-47b1-41c5-88b8-c71fcfacf9fb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 943 time: 0.1125450 Jul 16 01:50:33.399581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e39972d8-c2a6-46c5-b9d4-34395a3dc7bc None None] Port 541917b9-e5c9-4f48-bdcf-abbd420e9583 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:33.430835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-657d9b43-93a4-411b-8006-c70309c5836b req-63d898cf-e4e9-45c1-b8f5-3fb753e3b4ad tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Jul 16 01:50:33.490094 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:33.528942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 54588225-9a32-4d8b-ae37-09d17aa5062a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:33.539194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Allocated IP 172.25.0.26 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/b5014077-8b51-468c-bda3-5f7efc5d3aa1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:33.563479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-0cfbb895-818a-4903-ac9f-67c32a18312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.564992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-0cfbb895-818a-4903-ac9f-67c32a18312b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 200 len: 906 time: 0.1947513 Jul 16 01:50:33.626318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-fb37a31c-34e8-460b-973f-13dde30d782c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee HTTP/1.1" status: 200 len: 217 time: 0.0421827 Jul 16 01:50:33.751347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 54588225-9a32-4d8b-ae37-09d17aa5062a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=54588225-9a32-4d8b-ae37-09d17aa5062a,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:33.775352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '54588225-9a32-4d8b-ae37-09d17aa5062a', 'network_id': '4e0474fd-00d5-4bef-b64d-740cfbd1c94d', 'port_id': '54588225-9a32-4d8b-ae37-09d17aa5062a', 'mac_address': 'fa:16:3e:7b:24:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473e7f1-fbb4-4cb4-81bb-024bd0923b5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:33.798506 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 2, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:33.803309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-6be55279-fd1c-4350-be6d-21b99c94ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:33.804821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-6be55279-fd1c-4350-be6d-21b99c94ef1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 200 len: 845 time: 0.1639280 Jul 16 01:50:33.836019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.840486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-1e8b4206-03ec-4afe-9c25-83d4129518dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7e161a6-1a3f-4935-8108-be1972f2dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261338 Jul 16 01:50:33.855855 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Checking router: 5fc487ab-7db7-4390-963d-8d7a2d752090 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:33.856250 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Updating router 5fc487ab-7db7-4390-963d-8d7a2d752090 port 541917b9-e5c9-4f48-bdcf-abbd420e9583 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:50:33.893067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54588225-9a32-4d8b-ae37-09d17aa5062a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:33.895158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.936979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 54588225-9a32-4d8b-ae37-09d17aa5062a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=54588225-9a32-4d8b-ae37-09d17aa5062a,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:33.943877 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:33.944863 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.008480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-481f2f4a-f5c4-4772-8ead-06fe3e18a993 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593862 Jul 16 01:50:34.013741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afae1c-01d1-4aea-9839-91840f58a87c req-9de4dda1-fd18-4f8d-9b37-c3b68601a561 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.016745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=54588225-9a32-4d8b-ae37-09d17aa5062a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.017493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40afae1c-01d1-4aea-9839-91840f58a87c req-9de4dda1-fd18-4f8d-9b37-c3b68601a561 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 944 time: 0.1789415 Jul 16 01:50:34.037195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21922a-ff0f-4957-b370-481a7f1a46e7 req-222a00a9-e093-4b19-ae06-ffaee5880555 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.045244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f21922a-ff0f-4957-b370-481a7f1a46e7 req-222a00a9-e093-4b19-ae06-ffaee5880555 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 946 time: 0.1372874 Jul 16 01:50:34.079785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.128588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f21922a-ff0f-4957-b370-481a7f1a46e7 req-9ed6a1b6-147a-4c38-8cf5-909233254440 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771210 Jul 16 01:50:34.133774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Pushing event updated for resources: {'Port': ['ID=b5014077-8b51-468c-bda3-5f7efc5d3aa1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.142626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:34.167969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40afae1c-01d1-4aea-9839-91840f58a87c req-89374a99-5002-4c67-9eca-9d91a3b6ce34 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204033 Jul 16 01:50:34.176926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:34.178618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:34.186951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['54588225-9a32-4d8b-ae37-09d17aa5062a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:34.187217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:34.301569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9e2f78be-f7c9-423f-8345-9d11cbcd9c7b req-4fefff59-8fe1-47ad-a025-27180b186a30 service neutron] 10.222.0.32 "GET /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858005 Jul 16 01:50:34.346398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.417827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:34.435458 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.438338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.448963 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Transition to ACTIVE for port object 541917b9-e5c9-4f48-bdcf-abbd420e9583 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:34.453718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:34.454600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.460819 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.510030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f7d6f37-9c3a-4222-b4bf-bd5b18f447c8 req-4a0c8965-3463-43e4-9996-30ab8843e853 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0965202 Jul 16 01:50:34.529414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397957c9-32f9-41bc-8277-7e3d4b087038 req-49140306-d3ac-46be-a015-22ab5421f84a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:34.534301 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92739ffe-2ef6-458f-ac6c-165aec2a2d63 None None] Pushing event updated for resources: {'Port': ['ID=541917b9-e5c9-4f48-bdcf-abbd420e9583,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.547680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-397957c9-32f9-41bc-8277-7e3d4b087038 req-49140306-d3ac-46be-a015-22ab5421f84a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2060871 Jul 16 01:50:34.634031 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.650298 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Attempting to bind port 541917b9-e5c9-4f48-bdcf-abbd420e9583 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:34.650655 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Attempting to bind port 541917b9-e5c9-4f48-bdcf-abbd420e9583 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:34.651920 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Attempting to bind port 541917b9-e5c9-4f48-bdcf-abbd420e9583 on network 31a413fe-3557-4828-9e6a-c88def967fa3 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:34.656061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-397957c9-32f9-41bc-8277-7e3d4b087038 req-edfdf134-702d-4f99-bdaf-a665a5714963 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074653 Jul 16 01:50:34.661582 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:34.661998 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Checking segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:34.662351 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.662745 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Bound using segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:34.663215 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Bound port: 541917b9-e5c9-4f48-bdcf-abbd420e9583, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:34.668219 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.693610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:34.747131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:34.766732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.767824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:34.788226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.796672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.823006 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] For port 541917b9-e5c9-4f48-bdcf-abbd420e9583, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:34.826359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] For port 541917b9-e5c9-4f48-bdcf-abbd420e9583, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=541917b9-e5c9-4f48-bdcf-abbd420e9583,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:34.844703 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.880397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-abb89330-38cd-4509-adfa-1908918edc4d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/649e6883-6965-4f8d-af0c-10c532b379c8 HTTP/1.1" status: 200 len: 993 time: 0.1838832 Jul 16 01:50:34.958226 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:34.958863 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:34.979516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Pushing event updated for resources: {'Port': ['ID=b5014077-8b51-468c-bda3-5f7efc5d3aa1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.981005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.984332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:34.993486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.019525 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.021564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f10f7c95-8a18-4f0a-a51b-a337ebc4e71b tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2978981 Jul 16 01:50:35.024180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.051349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbdf9b-bf4e-4e24-945f-1420328ca9dd req-bf630d16-8f1b-4dcd-9904-cad3dbc71937 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.058278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75dbdf9b-bf4e-4e24-945f-1420328ca9dd req-bf630d16-8f1b-4dcd-9904-cad3dbc71937 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 944 time: 0.1578281 Jul 16 01:50:35.058513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:35.066945 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.120837 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92739ffe-2ef6-458f-ac6c-165aec2a2d63 None None] Pushing event updated for resources: {'Port': ['ID=541917b9-e5c9-4f48-bdcf-abbd420e9583,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.130463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75dbdf9b-bf4e-4e24-945f-1420328ca9dd req-93fc077e-5dc7-40ed-9638-9e95f9a43f7e tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711782 Jul 16 01:50:35.140979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd'}, {'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:35.147874 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49cb26-0ffe-4e05-bc49-559aba7502e8" -d '{"events": [{"server_uuid": "39bb217a-1af1-498b-92dc-4a1e8eba4063", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f8449-1c2a-4c15-8b44-708ea29d3ccd"}, {"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:35.172404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.178650 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-66c0ed05-f021-4d5b-9481-0933fc9f2206 tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1523018 Jul 16 01:50:35.180935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.221240 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:35.262440 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446ec8ce-7524-473e-bc4a-1d99f5a71e75 x-openstack-request-id: req-446ec8ce-7524-473e-bc4a-1d99f5a71e75 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:35.262744 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bb217a-1af1-498b-92dc-4a1e8eba4063", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f8449-1c2a-4c15-8b44-708ea29d3ccd", "code": 200}, {"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:35.263002 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-446ec8ce-7524-473e-bc4a-1d99f5a71e75 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:35.263416 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'code': 200} Jul 16 01:50:35.263671 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'code': 200} Jul 16 01:50:35.362131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-003750d4-4320-4129-966e-a329c368bf2c tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1776757 Jul 16 01:50:35.362360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-8ec85549-7b69-41f0-8e28-3d6e53c61126 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.362360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-8ec85549-7b69-41f0-8e28-3d6e53c61126 tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 944 time: 0.1532452 Jul 16 01:50:35.363298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:35.528719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 54588225-9a32-4d8b-ae37-09d17aa5062a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:35.536786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b262d-05ac-4d43-864c-2a142fea0a34 req-0358ba98-385f-4f91-b356-ee0a7c187f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.539638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d7b262d-05ac-4d43-864c-2a142fea0a34 req-0358ba98-385f-4f91-b356-ee0a7c187f15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 1096 time: 0.1946621 Jul 16 01:50:35.540530 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:35.573695 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f99a8-cb25-49f9-bbee-c2b468a2430e None None] The sync data for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 is: [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:34Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:35.576159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba552da-2090-4f2b-b706-5bdcc87975b2 req-cadcb651-07fb-4ef2-8f1b-ab955acaae1b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.579200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ba552da-2090-4f2b-b706-5bdcc87975b2 req-cadcb651-07fb-4ef2-8f1b-ab955acaae1b tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 944 time: 0.1572473 Jul 16 01:50:35.610321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 54588225-9a32-4d8b-ae37-09d17aa5062a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:35.615740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 54588225-9a32-4d8b-ae37-09d17aa5062a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:35.616198 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.687141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d7b262d-05ac-4d43-864c-2a142fea0a34 req-ee458cd2-509d-4191-947f-a4b16d89da31 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318486 Jul 16 01:50:35.713268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ba552da-2090-4f2b-b706-5bdcc87975b2 req-fad90110-4f54-4c9a-b368-e6a379dda78f tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/security-groups?id=45effc16-1363-4657-8c37-1bdf4c8acf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244905 Jul 16 01:50:35.743081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053cdf-c964-4fe8-bd2e-5382b59f7858 req-16693abf-b4c4-460b-96a2-b81e19fcb79d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:35.752182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e053cdf-c964-4fe8-bd2e-5382b59f7858 req-16693abf-b4c4-460b-96a2-b81e19fcb79d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 945 time: 0.2635019 Jul 16 01:50:35.784430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Deleting port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:35.785078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.789473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Deleting port b5014077-8b51-468c-bda3-5f7efc5d3aa1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:35.789865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.790661 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.805091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e053cdf-c964-4fe8-bd2e-5382b59f7858 req-b3198039-9d4b-45ce-84ec-18e0f2ecb78d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 Jul 16 01:50:35.841294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 54588225-9a32-4d8b-ae37-09d17aa5062a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=54588225-9a32-4d8b-ae37-09d17aa5062a,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:35.858163 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:35.958001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=54588225-9a32-4d8b-ae37-09d17aa5062a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:35.982275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9013598-d2c9-4eae-b850-33f59dc951be req-19e13f13-0fb6-4def-a644-1bfe82d331c1 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0568650 Jul 16 01:50:36.034279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.034615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.045611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] For port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,segment=NetworkSegment(27c70ac2-d55c-4016-89e8-be812c3221f9),segment_id=27c70ac2-d55c-4016-89e8-be812c3221f9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:36.045984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.063537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Calling delete_port for b5014077-8b51-468c-bda3-5f7efc5d3aa1 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:36.070097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Calling delete_port for 0b47e4ff-78ad-42fe-9332-c13ee65d38ee owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:36.322903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94eb6d-063c-45d0-9873-0b00359a41af req-b453c31a-fe7c-4039-b117-e39862f1b5ea tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:36.328547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb94eb6d-063c-45d0-9873-0b00359a41af req-b453c31a-fe7c-4039-b117-e39862f1b5ea tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.0769005 Jul 16 01:50:36.338204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.351490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.374723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb94eb6d-063c-45d0-9873-0b00359a41af req-1e4a84a1-cec2-48db-9475-99a78d18c1b0 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Jul 16 01:50:36.380650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Pushing event deleted for resources: {'Port': ['ID=0b47e4ff-78ad-42fe-9332-c13ee65d38ee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:36.417194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Pushing event deleted for resources: {'Port': ['ID=b5014077-8b51-468c-bda3-5f7efc5d3aa1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:36.517587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] No DVR routers for this DVR port 0b47e4ff-78ad-42fe-9332-c13ee65d38ee on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:36.520526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.523314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a2c57ff7-f517-4722-a8ed-0291b4ebb607 req-0f267ad0-ed15-48b4-afdd-34b88b3eb4ef tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.32 "DELETE /v2.0/ports/0b47e4ff-78ad-42fe-9332-c13ee65d38ee HTTP/1.1" status: 204 len: 173 time: 1.1469696 Jul 16 01:50:36.527697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-deleted', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:36.530837 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87022998-d8bc-4733-9ef7-6a252f992cb9" -d '{"events": [{"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-deleted", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:36.586352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.590732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.595229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:36.608623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-865940a6-4476-4f7f-95c4-ae52721abb69 tempest-FloatingIPAdminTestJSON-294034281 tempest-FloatingIPAdminTestJSON-294034281-project] 10.222.0.35 "DELETE /v2.0/floatingips/ea96af03-a3db-4fb3-bd9d-355d63b18f44 HTTP/1.1" status: 204 len: 168 time: 1.2448683 Jul 16 01:50:36.612598 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2262be27-7b10-4ed5-92cf-5c7692d8f15b x-openstack-request-id: req-2262be27-7b10-4ed5-92cf-5c7692d8f15b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:36.612823 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c042c-a09c-4612-83d8-e6148362f93c", "name": "network-vif-deleted", "tag": "0b47e4ff-78ad-42fe-9332-c13ee65d38ee", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:36.613081 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2262be27-7b10-4ed5-92cf-5c7692d8f15b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:36.613475 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3c042c-a09c-4612-83d8-e6148362f93c', 'name': 'network-vif-deleted', 'tag': '0b47e4ff-78ad-42fe-9332-c13ee65d38ee', 'status': 'completed', 'code': 200} Jul 16 01:50:36.868243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 541917b9-e5c9-4f48-bdcf-abbd420e9583 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:36.878723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Deleting port 814d1663-c08a-41b8-a7ff-9a358a691521 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:36.883258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:36.967220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 541917b9-e5c9-4f48-bdcf-abbd420e9583 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:36.974600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 541917b9-e5c9-4f48-bdcf-abbd420e9583 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:36.975513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.044478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34402856-a764-4610-b74f-411cdb317551 req-b4fcfeca-5e35-47f4-85cb-d808cfa0456e tempest-ImagesTestJSON-1353350319 tempest-ImagesTestJSON-1353350319-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd3c042c-a09c-4612-83d8-e6148362f93c HTTP/1.1" status: 200 len: 210 time: 0.1069152 Jul 16 01:50:37.093514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd97a1-586a-453c-868d-7816a1f073f4 req-de004c6a-64ee-42fd-b0cc-5e8e21f77223 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.095355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01dd97a1-586a-453c-868d-7816a1f073f4 req-de004c6a-64ee-42fd-b0cc-5e8e21f77223 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 945 time: 0.1556287 Jul 16 01:50:37.107048 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.121002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.121268 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.143163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Calling delete_port for 814d1663-c08a-41b8-a7ff-9a358a691521 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:37.169908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 541917b9-e5c9-4f48-bdcf-abbd420e9583, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=541917b9-e5c9-4f48-bdcf-abbd420e9583,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:37.182452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01dd97a1-586a-453c-868d-7816a1f073f4 req-4ba28fac-c89b-4a2f-af5b-f8492b3aab9c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770535 Jul 16 01:50:37.186500 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.257447 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:37.264662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54588225-9a32-4d8b-ae37-09d17aa5062a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:37.266991 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0c1a0-eb33-4e89-a691-95936c0bb776" -d '{"events": [{"server_uuid": "e7f1e82b-b8d3-4251-ade2-ee2fff1ee456", "name": "network-vif-plugged", "status": "completed", "tag": "54588225-9a32-4d8b-ae37-09d17aa5062a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:37.302156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=541917b9-e5c9-4f48-bdcf-abbd420e9583,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.390292 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9630bcf-ae0f-4f8d-a5d7-10eee3f264b0 x-openstack-request-id: req-c9630bcf-ae0f-4f8d-a5d7-10eee3f264b0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:37.391087 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f1e82b-b8d3-4251-ade2-ee2fff1ee456", "name": "network-vif-plugged", "status": "completed", "tag": "54588225-9a32-4d8b-ae37-09d17aa5062a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:37.391560 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9630bcf-ae0f-4f8d-a5d7-10eee3f264b0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:37.392255 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54588225-9a32-4d8b-ae37-09d17aa5062a', 'code': 200} Jul 16 01:50:37.438690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cff34c7-bac9-4d58-a1cb-6ed88240cbc9 req-344c9656-f00e-4bec-8776-fc7a53ea579b tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0357237 Jul 16 01:50:37.453757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.517212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Pushing event deleted for resources: {'Port': ['ID=814d1663-c08a-41b8-a7ff-9a358a691521,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:37.641918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95894-0ed9-4003-8799-976da42a05ec req-bdead8d5-108b-43ed-b124-b7df9c73a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.643889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24f95894-0ed9-4003-8799-976da42a05ec req-bdead8d5-108b-43ed-b124-b7df9c73a973 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 1096 time: 0.0935991 Jul 16 01:50:37.664256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.667378 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.672335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5f57d5f-8a28-45ba-bd91-8613b354a00d tempest-FloatingIPAdminTestJSON-975964381 tempest-FloatingIPAdminTestJSON-975964381-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/a5fc2695-3d17-4d40-9395-74ac35478b50 HTTP/1.1" status: 204 len: 168 time: 1.0724258 Jul 16 01:50:37.673181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33578) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:37.729622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-24f95894-0ed9-4003-8799-976da42a05ec req-8fc67528-bba4-4dd1-8206-6e39b0866085 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781348 Jul 16 01:50:37.737199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a1eab-c3f6-4cf1-8e4a-c49f4a58e1bf req-25cf5695-2e50-41d9-ba1f-0757443f5928 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:37.740805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af0a1eab-c3f6-4cf1-8e4a-c49f4a58e1bf req-25cf5695-2e50-41d9-ba1f-0757443f5928 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.1432266 Jul 16 01:50:37.813634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af0a1eab-c3f6-4cf1-8e4a-c49f4a58e1bf req-38a9f29e-b6fa-4010-97ae-cc4a28d76a94 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 Jul 16 01:50:37.831987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting port 19819a35-6c99-4780-8fed-9372d38aa14d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:37.832604 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.923882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.936377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Calling delete_port for 19819a35-6c99-4780-8fed-9372d38aa14d owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:38.083730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.161996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:38.213277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 0b47e4ff-78ad-42fe-9332-c13ee65d38ee {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:38.214320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0b47e4ff-78ad-42fe-9332-c13ee65d38ee not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:38.225226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.230662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:38.245970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "DELETE /v2.0/ports/19819a35-6c99-4780-8fed-9372d38aa14d HTTP/1.1" status: 204 len: 168 time: 0.5721653 Jul 16 01:50:38.252477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcb9aa-ba37-4868-8ab4-f85934a5f863 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Port': ['ID=19819a35-6c99-4780-8fed-9372d38aa14d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:38.332090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a15ddc-9503-4e79-b1a3-600cea2bc504 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:38.332090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-10a15ddc-9503-4e79-b1a3-600cea2bc504 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "GET /v2.0/ports?device_id=faa7c2e3-6509-4728-b7b8-18b0ac087349 HTTP/1.1" status: 200 len: 913 time: 0.0995464 Jul 16 01:50:38.334134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:38.723992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21c24c45-c2fb-40c6-b8fd-cb6384093393 req-9a023290-18dc-49cf-b57e-42eabed55dc4 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0509689 Jul 16 01:50:38.847953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 541917b9-e5c9-4f48-bdcf-abbd420e9583 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:38.918116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 541917b9-e5c9-4f48-bdcf-abbd420e9583 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:38.920060 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.928963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.960486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33634) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:39.065837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Deleting subnet 10701a19-c5e0-48e0-8dbb-474c907c0b71 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:39.072226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.122547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.186632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.313819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.354459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10701a19-c5e0-48e0-8dbb-474c907c0b71,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:39.362436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.368805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7c58f6a6-e619-4787-afae-edcb5b712413 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/10701a19-c5e0-48e0-8dbb-474c907c0b71 HTTP/1.1" status: 204 len: 168 time: 0.4038939 Jul 16 01:50:39.368932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:39.516272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.537181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae02b77-60e7-470f-8424-d4e6f529adf7 req-aa322c2f-24ee-40f7-9dec-abd400ae9492 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:39.538692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ae02b77-60e7-470f-8424-d4e6f529adf7 req-aa322c2f-24ee-40f7-9dec-abd400ae9492 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.2042165 Jul 16 01:50:39.672465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ae02b77-60e7-470f-8424-d4e6f529adf7 req-e8d36572-1e0c-4923-986e-645618ff9f94 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009262 Jul 16 01:50:39.725747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.742825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e161a6-1a3f-4935-8108-be1972f2dec2']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.763251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c70ac2-d55c-4016-89e8-be812c3221f9') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.763557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c70ac2-d55c-4016-89e8-be812c3221f9') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:39.823584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-7fdb1b5e-53e8-404b-a9f5-11ce6a34cd0a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961766 Jul 16 01:50:39.903481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.926630 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.940810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:39.941254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:39.943377 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:39.988524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting port 094065fc-5e4c-43d4-8a94-e0035755e3ea {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:39.988893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.049115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-77fa1ee8-2bdb-49d8-8d3e-e4dabce6d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.052047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-77fa1ee8-2bdb-49d8-8d3e-e4dabce6d17b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.1563756 Jul 16 01:50:40.104915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b986b832-29cb-4b09-b064-ed23cfe8b4be req-d5517f16-f4f0-4860-88cc-f6051ee217ca tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0739853 Jul 16 01:50:40.112487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.122189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.125069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a7e161a6-1a3f-4935-8108-be1972f2dec2 HTTP/1.1" status: 204 len: 168 time: 0.7556622 Jul 16 01:50:40.219775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef21f84-5a68-410b-87bc-f1b2cf6b75f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e161a6-1a3f-4935-8108-be1972f2dec2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:40.254730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.269070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Calling delete_port for 094065fc-5e4c-43d4-8a94-e0035755e3ea owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:40.290607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-a9abe89c-ab3e-40a3-91f5-5b40b32f9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.292402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-a9abe89c-ab3e-40a3-91f5-5b40b32f9339 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 0.2157648 Jul 16 01:50:40.406967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-f9e4196d-8bef-4ac4-8f1a-915c42c41ee0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 1001 time: 0.1006291 Jul 16 01:50:40.422892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:40.504405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-42f7c999-f0c5-430b-886b-17b419471c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.504798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-42f7c999-f0c5-430b-886b-17b419471c9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.0881748 Jul 16 01:50:40.512132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3cca42a2-5c84-416d-a4fc-657d3e2db063 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=686feaad2d1b4624b8628f0392030152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852635 Jul 16 01:50:40.512510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:40.596428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.631014 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a492f96f-a7a2-4c8f-ae83-df5b3a5b3b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.636612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-8fb5761f-0647-47a3-9db5-e98e83189e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:40.638135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-8fb5761f-0647-47a3-9db5-e98e83189e05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100121 Jul 16 01:50:40.688432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a492f96f-a7a2-4c8f-ae83-df5b3a5b3b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.709626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Port': ['ID=094065fc-5e4c-43d4-8a94-e0035755e3ea,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:40.933504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-9dcaea9e-2f28-4ed6-8c6d-c4aa01487ba5 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820640 Jul 16 01:50:41.044227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a492f96f-a7a2-4c8f-ae83-df5b3a5b3b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.046969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a492f96f-a7a2-4c8f-ae83-df5b3a5b3b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.055360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a492f96f-a7a2-4c8f-ae83-df5b3a5b3b1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45effc16-1363-4657-8c37-1bdf4c8acf02 HTTP/1.1" status: 204 len: 168 time: 0.5409634 Jul 16 01:50:41.070989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b1ab-67cf-4599-bab0-d1ae91ff8073 req-1d94f795-a4f5-4848-a5ff-02bf64e5ae4a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:41.079506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba10b1ab-67cf-4599-bab0-d1ae91ff8073 req-1d94f795-a4f5-4848-a5ff-02bf64e5ae4a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.6706343 Jul 16 01:50:41.084191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492f96f-a7a2-4c8f-ae83-df5b3a5b3b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45effc16-1363-4657-8c37-1bdf4c8acf02,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:41.139447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-197f8f07-fcbd-4ac9-92c8-080ceea6c1aa req-86995bc1-0446-45e8-9038-e43fbf5daf18 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901121 Jul 16 01:50:41.147709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba10b1ab-67cf-4599-bab0-d1ae91ff8073 req-df5fa6a5-16fd-4e6c-b2b0-303a26349fa3 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669224 Jul 16 01:50:41.156920 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:41.502385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Router faa7c2e3-6509-4728-b7b8-18b0ac087349 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:41.770994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fc84716-31fa-4b52-bc08-158073bb46fe req-8d7878db-3c48-4bb9-aded-9b8f19ce3ee6 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.4247859 Jul 16 01:50:41.798844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:41.805669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c789d60c-097b-44ed-adab-27a211aa4c21 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "PUT /v2.0/routers/faa7c2e3-6509-4728-b7b8-18b0ac087349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4699764 Jul 16 01:50:41.808168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:41.820507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] Sync routers for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:41.840501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:41.841594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:41.995970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.008158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.019948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] Routers {'faa7c2e3-6509-4728-b7b8-18b0ac087349'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:42.020886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['faa7c2e3-6509-4728-b7b8-18b0ac087349'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.114546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:42.115614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893732e7-2030-4374-89ec-2ed98a7770ef None None] The sync data for ids ['faa7c2e3-6509-4728-b7b8-18b0ac087349'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:42.410219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3bf67-1b6d-44c8-915e-eed23a85103d req-6ca243f6-0042-4768-bc49-a54b656a2f35 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.412531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5f3bf67-1b6d-44c8-915e-eed23a85103d req-6ca243f6-0042-4768-bc49-a54b656a2f35 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.0845075 Jul 16 01:50:42.472704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5f3bf67-1b6d-44c8-915e-eed23a85103d req-f3990e43-97c3-4e51-831d-f8b98623bdfa tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543671 Jul 16 01:50:42.617901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-550213e1-0263-4408-b6cd-0608b074ef86 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d206d1a3228140829d0d00829cc992f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362053 Jul 16 01:50:42.635257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.727818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting port fef94d73-792e-452a-b6ec-56ad32f320bc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:42.728271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.837573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:42.856986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Calling delete_port for fef94d73-792e-452a-b6ec-56ad32f320bc owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:42.919997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-83919c2e-4370-4b66-b806-76347c27b8c8 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:42.927013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-83919c2e-4370-4b66-b806-76347c27b8c8 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080339 Jul 16 01:50:42.946150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-20f7fad2-fe63-48d8-b40c-3e1e54f64771 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/quotas/d206d1a3228140829d0d00829cc992f7 HTTP/1.1" status: 200 len: 375 time: 0.0181186 Jul 16 01:50:43.012136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-32925a77-6945-4607-8018-38ac3dded8af tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d206d1a3228140829d0d00829cc992f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648720 Jul 16 01:50:43.063630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30aee865-11a4-455f-acfc-407a54d008b7 req-83906a2c-25f6-4319-914f-350d52aee4f9 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0481496 Jul 16 01:50:43.157522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.230467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Port': ['ID=fef94d73-792e-452a-b6ec-56ad32f320bc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:43.332315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.379692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25476-1dbd-4a8b-89e2-96127fa37a8e req-12e4c9c0-a39f-4478-bf61-298267e26beb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:43.381432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1b25476-1dbd-4a8b-89e2-96127fa37a8e req-12e4c9c0-a39f-4478-bf61-298267e26beb tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.1242678 Jul 16 01:50:43.449325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1b25476-1dbd-4a8b-89e2-96127fa37a8e req-a0d2bfc1-96e3-4df3-b0a7-dfc590fd918a tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613747 Jul 16 01:50:43.514698 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.522353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.536568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65c5a67a-f6b6-4c34-8197-6e6a3dc9a71c req-7eaa6bee-fa3c-4847-baa8-1adf422a6647 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 210 time: 0.0668843 Jul 16 01:50:43.596972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.598423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Fanout notify agent at l3_agent the message router_deleted on router faa7c2e3-6509-4728-b7b8-18b0ac087349 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:50:43.607614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.609129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-26d9ea6b-f390-4236-9b5f-183bbf6b528e tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "DELETE /v2.0/routers/faa7c2e3-6509-4728-b7b8-18b0ac087349 HTTP/1.1" status: 204 len: 168 time: 1.7992764 Jul 16 01:50:43.611519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:43.678038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting subnet 77d981ac-ffc1-466c-8ae6-eee4fcd093d3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:43.681868 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.733646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.823755 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.899458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.928144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Subnet': ['ID=77d981ac-ffc1-466c-8ae6-eee4fcd093d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:43.933851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:43.936669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f6c5b6e-b99e-4766-9175-702afee478b9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "DELETE /v2.0/subnets/77d981ac-ffc1-466c-8ae6-eee4fcd093d3 HTTP/1.1" status: 204 len: 168 time: 0.3240442 Jul 16 01:50:43.939142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:43.946255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53f001-5d6d-43a0-bc0c-c59110d9929e None None] Network 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:44.057776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.196722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] DHCP port deletion for 85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:50:44.207543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting port 4eeca787-35b3-4782-9b70-be9c53390f8f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:44.208395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.318685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] Deleting port 4eeca787-35b3-4782-9b70-be9c53390f8f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:44.319095 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.354917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] For port 4eeca787-35b3-4782-9b70-be9c53390f8f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4eeca787-35b3-4782-9b70-be9c53390f8f,segment=NetworkSegment(44108411-fdf3-49c0-9725-a764ac64cc6a),segment_id=44108411-fdf3-49c0-9725-a764ac64cc6a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:44.357502 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.396845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7bfd4752-bb58-4bb5-b92d-ed4c3b27f040 req-aa705a8f-e41f-48fa-b0a6-83c4a241ff13 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0446191 Jul 16 01:50:44.402008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Calling delete_port for 4eeca787-35b3-4782-9b70-be9c53390f8f owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:44.524160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] For port 4eeca787-35b3-4782-9b70-be9c53390f8f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4eeca787-35b3-4782-9b70-be9c53390f8f,segment=NetworkSegment(44108411-fdf3-49c0-9725-a764ac64cc6a),segment_id=44108411-fdf3-49c0-9725-a764ac64cc6a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:44.528051 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.539549 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.565126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] Calling delete_port for 4eeca787-35b3-4782-9b70-be9c53390f8f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:44.600847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Port': ['ID=4eeca787-35b3-4782-9b70-be9c53390f8f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.605403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] No DVR routers for this DVR port 4eeca787-35b3-4782-9b70-be9c53390f8f on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:44.658677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-1642a0c0-8699-4375-b57a-38f806e14bba tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:44.669915 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-1642a0c0-8699-4375-b57a-38f806e14bba tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.2196867 Jul 16 01:50:44.729768 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:44.811790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] Pushing event deleted for resources: {'Port': ['ID=4eeca787-35b3-4782-9b70-be9c53390f8f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:44.820965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff7b89-df2f-4a03-a33e-7032bc8c7475 None None] No DVR routers for this DVR port 4eeca787-35b3-4782-9b70-be9c53390f8f on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:44.892293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4eeca787-35b3-4782-9b70-be9c53390f8f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:44.941261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 4eeca787-35b3-4782-9b70-be9c53390f8f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:44.942096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4eeca787-35b3-4782-9b70-be9c53390f8f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:44.947356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Deleting port 54588225-9a32-4d8b-ae37-09d17aa5062a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:44.948307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.002451 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.023766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b5eee45-bc58-46b3-b843-b015cbf79fb2 req-187d7db3-aaec-4c24-8b3a-a914c7d857c1 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 210 time: 0.2387569 Jul 16 01:50:45.041777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-d41cd83c-c3d7-49b4-9b07-89502f3af985 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d206d1a3228140829d0d00829cc992f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1905272 Jul 16 01:50:45.057621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b5b6e1-6d03-419f-bcf0-8bce7cb0a481']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:45.091421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] For port 54588225-9a32-4d8b-ae37-09d17aa5062a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=54588225-9a32-4d8b-ae37-09d17aa5062a,segment=NetworkSegment(5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c),segment_id=5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:45.092533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.106976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Calling delete_port for 54588225-9a32-4d8b-ae37-09d17aa5062a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:45.130189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44108411-fdf3-49c0-9725-a764ac64cc6a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:45.130771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44108411-fdf3-49c0-9725-a764ac64cc6a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:45.145064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.165400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.200000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:45.200686 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:45.207010 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:45.242473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d4a74-a535-4eba-9d62-2ebfde17e685 req-a8eee91a-e0e8-46cd-9566-202ae5c08902 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:45.248526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b77d4a74-a535-4eba-9d62-2ebfde17e685 req-a8eee91a-e0e8-46cd-9566-202ae5c08902 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f1e82b-b8d3-4251-ade2-ee2fff1ee456 HTTP/1.1" status: 200 len: 945 time: 0.5801573 Jul 16 01:50:45.259480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.271529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['54588225-9a32-4d8b-ae37-09d17aa5062a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:45.344467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] No DVR routers for this DVR port 54588225-9a32-4d8b-ae37-09d17aa5062a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:45.349513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.351811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-771f91db-2efe-491f-b4e2-e5d4567f9f01 req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.38 "DELETE /v2.0/ports/54588225-9a32-4d8b-ae37-09d17aa5062a HTTP/1.1" status: 204 len: 173 time: 0.6801944 Jul 16 01:50:45.353239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'name': 'network-vif-deleted', 'tag': '54588225-9a32-4d8b-ae37-09d17aa5062a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:45.356570 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48a1925-2799-44f0-b159-cfb9619b581f" -d '{"events": [{"server_uuid": "e7f1e82b-b8d3-4251-ade2-ee2fff1ee456", "name": "network-vif-deleted", "tag": "54588225-9a32-4d8b-ae37-09d17aa5062a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:45.360012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063610d7-d3a1-4633-bc3d-3a350e710ca8 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] Pushing event deleted for resources: {'Port': ['ID=54588225-9a32-4d8b-ae37-09d17aa5062a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.391964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.403905 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b77d4a74-a535-4eba-9d62-2ebfde17e685 req-6c81612c-cb2b-4364-a6aa-7843a1ff8830 tempest-DeleteServersTestJSON-53422789 tempest-DeleteServersTestJSON-53422789-project] 10.222.0.35 "GET /v2.0/security-groups?id=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493309 Jul 16 01:50:45.414097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.415958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "DELETE /v2.0/networks/85b5b6e1-6d03-419f-bcf0-8bce7cb0a481 HTTP/1.1" status: 204 len: 168 time: 1.4758821 Jul 16 01:50:45.418990 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a915a26c-492f-4ea4-af43-1bdce8af6ea7 x-openstack-request-id: req-a915a26c-492f-4ea4-af43-1bdce8af6ea7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:45.419299 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f1e82b-b8d3-4251-ade2-ee2fff1ee456", "name": "network-vif-deleted", "tag": "54588225-9a32-4d8b-ae37-09d17aa5062a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:45.422971 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a915a26c-492f-4ea4-af43-1bdce8af6ea7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:45.422971 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f1e82b-b8d3-4251-ade2-ee2fff1ee456', 'name': 'network-vif-deleted', 'tag': '54588225-9a32-4d8b-ae37-09d17aa5062a', 'status': 'completed', 'code': 200} Jul 16 01:50:45.422971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:45.436467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-9f25a531-5d3a-48c0-879f-c7f9fa6306fa tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:45.443706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-9f25a531-5d3a-48c0-879f-c7f9fa6306fa tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3889565 Jul 16 01:50:45.462973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Request body: {'port': {'device_id': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'd206d1a3228140829d0d00829cc992f7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:45.470148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41eed8b-b015-41f3-8623-6f0e7e6c6a84 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Network': ['ID=85b5b6e1-6d03-419f-bcf0-8bce7cb0a481,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.601736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Deleting port b846e030-d9e2-4f3f-8d44-2be93e3c1bd3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:45.602085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.717415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.718096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.734709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Calling delete_port for b846e030-d9e2-4f3f-8d44-2be93e3c1bd3 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:45.890942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.928610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Pushing event deleted for resources: {'Port': ['ID=b846e030-d9e2-4f3f-8d44-2be93e3c1bd3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:45.935685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a8618c3-ee48-4183-a620-b9ba55eac42e req-f7490131-4759-4627-8db4-81fa92eb36e6 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0443089 Jul 16 01:50:45.989539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.992817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:45.993995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e9ced704-1a63-4511-bcb5-aa0313c038f9 tempest-FloatingIPAdminTestJSON-131008779 tempest-FloatingIPAdminTestJSON-131008779-project] 10.222.0.35 "DELETE /v2.0/floatingips/155e7a10-cf0b-4d42-b518-8466e0c796c3 HTTP/1.1" status: 204 len: 168 time: 0.5721643 Jul 16 01:50:46.008874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Made reservation on behalf of d206d1a3228140829d0d00829cc992f7 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:46.025105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.039601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.222500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.241531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9795c35c-5419-41ec-8587-ab0dceb0d783 req-4cbfbe32-6e0c-4144-a2ad-fb1614df88c9 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 210 time: 0.0417221 Jul 16 01:50:46.242292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.321636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c567ab1-8c0b-4c2c-ac09-b375c95b1296,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.357029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.389428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Allocated IP 192.168.233.38 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/fce124e3-461a-43eb-ae59-0e939ffbfa6a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:46.541446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-747adeb7-ef5b-4d2b-a6fe-f8f8d4154729 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ea20e0245dc434e8d5f179e230ccdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832047 Jul 16 01:50:46.543855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:46.578711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.597679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Transition to ACTIVE for port object fce124e3-461a-43eb-ae59-0e939ffbfa6a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:46.609023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85687a37-215b-43b4-b6a0-7e79daa8035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.633779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85687a37-215b-43b4-b6a0-7e79daa8035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.643850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.671692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:46.703231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85687a37-215b-43b4-b6a0-7e79daa8035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.711488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85687a37-215b-43b4-b6a0-7e79daa8035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.713454 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-85687a37-215b-43b4-b6a0-7e79daa8035a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a760b03e-cb06-4272-82d9-10bbefe5ec6a HTTP/1.1" status: 204 len: 168 time: 0.1679380 Jul 16 01:50:46.737243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85687a37-215b-43b4-b6a0-7e79daa8035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a760b03e-cb06-4272-82d9-10bbefe5ec6a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.759721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:46.761636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:46.763818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:46.877985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:46.878663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:46.915423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-159f82f2-33a3-4cc7-b5d0-a2c9465e4b4f tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4574721 Jul 16 01:50:46.929670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Request body: {'port': {'device_id': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:47.092588 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.127015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d86dc3d5-721f-4ad1-914e-a65cc34f2fdd None None] Provisioning for port fce124e3-461a-43eb-ae59-0e939ffbfa6a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:47.131867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d86dc3d5-721f-4ad1-914e-a65cc34f2fdd None None] Provisioning complete for port fce124e3-461a-43eb-ae59-0e939ffbfa6a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:47.132367 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d86dc3d5-721f-4ad1-914e-a65cc34f2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.189767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d86dc3d5-721f-4ad1-914e-a65cc34f2fdd None None] Port fce124e3-461a-43eb-ae59-0e939ffbfa6a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:47.194723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db505048-b48d-4ed2-afb7-dfe615f4caa6 req-bb980ccd-eb0c-4572-8935-480dc2e80078 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0596747 Jul 16 01:50:47.237896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33814) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.252488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.511824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.564254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.608111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 54588225-9a32-4d8b-ae37-09d17aa5062a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:50:47.655753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 54588225-9a32-4d8b-ae37-09d17aa5062a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:50:47.656124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 54588225-9a32-4d8b-ae37-09d17aa5062a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:50:47.658536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338338e1-74de-43b0-aa9d-8bd04a10b992,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.662420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52013b-b9ba-49ce-b6df-a61b3bf62aa0 req-0fef27f9-b23d-468a-aa3a-dbae82923a43 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:47.669619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e52013b-b9ba-49ce-b6df-a61b3bf62aa0 req-0fef27f9-b23d-468a-aa3a-dbae82923a43 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 935 time: 0.1311243 Jul 16 01:50:47.671967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c46d46bb2a54a829ae0fa2179967a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318151 Jul 16 01:50:47.676268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:47.692226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.692567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.693353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.696514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.697663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.698199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.698709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.699224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.699733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.700260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.700763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.701794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4870749-58b6-4def-a034-5036e3156b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:47.751019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce124e3-461a-43eb-ae59-0e939ffbfa6a {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:47.770148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e52013b-b9ba-49ce-b6df-a61b3bf62aa0 req-5d3df142-5b5f-4282-9cfb-35aabe43a0a6 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996296 Jul 16 01:50:47.774072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.793113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Transition to ACTIVE for port object fce124e3-461a-43eb-ae59-0e939ffbfa6a will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:47.799282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.835896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0167f13c-a59d-43d6-a0cb-f8f2b0861077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.874926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:47.884824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0167f13c-a59d-43d6-a0cb-f8f2b0861077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.978255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Attempting to bind port fce124e3-461a-43eb-ae59-0e939ffbfa6a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:47.978664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Attempting to bind port fce124e3-461a-43eb-ae59-0e939ffbfa6a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:47.979028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Attempting to bind port fce124e3-461a-43eb-ae59-0e939ffbfa6a on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:47.984131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Port fce124e3-461a-43eb-ae59-0e939ffbfa6a on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:47.984469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Attempting to bind port fce124e3-461a-43eb-ae59-0e939ffbfa6a on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:47.992555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:47.993012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:47.993444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:47.993876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Bound port: fce124e3-461a-43eb-ae59-0e939ffbfa6a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:47.994439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:47.998583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0167f13c-a59d-43d6-a0cb-f8f2b0861077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.001115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0167f13c-a59d-43d6-a0cb-f8f2b0861077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.003863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0167f13c-a59d-43d6-a0cb-f8f2b0861077 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/338338e1-74de-43b0-aa9d-8bd04a10b992 HTTP/1.1" status: 204 len: 168 time: 0.3042734 Jul 16 01:50:48.021825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167f13c-a59d-43d6-a0cb-f8f2b0861077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338338e1-74de-43b0-aa9d-8bd04a10b992,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.111162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:48.114807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:48.125434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.165966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.166585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.168084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] 10.222.0.38 "PUT /v2.0/ports/fce124e3-461a-43eb-ae59-0e939ffbfa6a HTTP/1.1" status: 200 len: 1095 time: 1.2433717 Jul 16 01:50:48.168532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:48.171469 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:48.203667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801124-f127-408a-9ed8-e0d8adeef2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.243292 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3903e865-0649-4531-8af3-fa413ef6e0dd x-openstack-request-id: req-3903e865-0649-4531-8af3-fa413ef6e0dd {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:48.243602 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:48.243858 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3903e865-0649-4531-8af3-fa413ef6e0dd {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:48.244479 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'status': 'completed', 'code': 200} Jul 16 01:50:48.340848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-e7ace93b-b514-43dd-ae55-edc730bdafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.343029 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-e7ace93b-b514-43dd-ae55-edc730bdafd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d206d1a3228140829d0d00829cc992f7&device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 1098 time: 0.0958490 Jul 16 01:50:48.438215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-a71314fb-83a0-4948-8311-8e4202aaac93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a HTTP/1.1" status: 200 len: 217 time: 0.0837994 Jul 16 01:50:48.477029 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b930747a-a41c-4ac3-b96e-879315b102d3 req-fe39790a-8c03-4d3d-9a48-16dda93684ab tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0430646 Jul 16 01:50:48.537574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-545f263a-94fb-4e73-a616-4e9b2d569696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.539798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-545f263a-94fb-4e73-a616-4e9b2d569696 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0619004 Jul 16 01:50:48.632561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-0e15e28d-f666-42a0-8320-2d322cd2b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:48.634704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-0e15e28d-f666-42a0-8320-2d322cd2b8e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875196 Jul 16 01:50:48.641339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.658100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2146e720-babf-4f7c-916d-c4f454e22221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.778889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2146e720-babf-4f7c-916d-c4f454e22221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.787125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2146e720-babf-4f7c-916d-c4f454e22221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.798795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-4c1687b1-caea-4d79-86e5-bc5b536839c5 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481054 Jul 16 01:50:48.847191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e720-babf-4f7c-916d-c4f454e22221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834ae81-49df-49f4-8b88-fd0ddc3d76a9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:48.876515 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2146e720-babf-4f7c-916d-c4f454e22221 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3efa0ad8358f497bb827d93820ac8112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338650 Jul 16 01:50:48.877330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:48.939263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62914488-4238-4d42-a542-03a012969396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.965299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62914488-4238-4d42-a542-03a012969396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:48.994534 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7494fef4-7915-4f4e-9b8f-77f738f9d1ae req-62c0a414-c628-410b-9023-0dd37c54dc13 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870966 Jul 16 01:50:49.026924 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62914488-4238-4d42-a542-03a012969396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.030647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62914488-4238-4d42-a542-03a012969396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:49.034044 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-62914488-4238-4d42-a542-03a012969396 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1834ae81-49df-49f4-8b88-fd0ddc3d76a9 HTTP/1.1" status: 204 len: 168 time: 0.1534076 Jul 16 01:50:49.041033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62914488-4238-4d42-a542-03a012969396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834ae81-49df-49f4-8b88-fd0ddc3d76a9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:49.050896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5491ee8-bdef-4470-b450-2ff5f5db9237 req-97ad2fe6-4293-4fd7-9032-851a56fbd473 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.052959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5491ee8-bdef-4470-b450-2ff5f5db9237 req-97ad2fe6-4293-4fd7-9032-851a56fbd473 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 947 time: 0.1305599 Jul 16 01:50:49.107525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5491ee8-bdef-4470-b450-2ff5f5db9237 req-5e13bbbc-4710-4cc7-9d57-774234cc2a4e tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483303 Jul 16 01:50:49.196530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-e57599c5-b80e-4fa5-9735-7ea1c5cee634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.198249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-e57599c5-b80e-4fa5-9735-7ea1c5cee634 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d206d1a3228140829d0d00829cc992f7&device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 1098 time: 0.0743327 Jul 16 01:50:49.321119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-71c7039a-afa7-47a3-a6be-4d0c34c2a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.323413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-71c7039a-afa7-47a3-a6be-4d0c34c2a004 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1181173 Jul 16 01:50:49.374295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-b7d8261f-cd64-4116-aa48-8715a71bc121 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a HTTP/1.1" status: 200 len: 217 time: 0.0414233 Jul 16 01:50:49.435773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-ffd59d14-402e-48f3-8165-f3a739c29929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.437470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-ffd59d14-402e-48f3-8165-f3a739c29929 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0529971 Jul 16 01:50:49.514473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-ba6f4fb2-f923-4f9c-b66e-449a9b99d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:49.516305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-ba6f4fb2-f923-4f9c-b66e-449a9b99d50b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704691 Jul 16 01:50:49.682423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e7bdb84-e58e-451d-8795-df23cf20de6d req-d0a9450f-eae3-4d1b-82ff-7a9c3e21b1af tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0456855 Jul 16 01:50:49.684846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-39786e0e-aa98-4ed6-a48a-db943a233c36 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612473 Jul 16 01:50:49.806954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0348b21e-ea87-41f8-9a50-a67e4ed4a4c7 req-3a4a4053-098b-4b5a-bf3c-f15d19793a1a service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138256 Jul 16 01:50:50.343995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d33ff-5195-468f-8ca1-b84fdf8f888a req-6827d079-5629-4c8b-9607-3db622719334 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:50.352705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a28d33ff-5195-468f-8ca1-b84fdf8f888a req-6827d079-5629-4c8b-9607-3db622719334 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 947 time: 0.0918992 Jul 16 01:50:50.413216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a28d33ff-5195-468f-8ca1-b84fdf8f888a req-e5154278-0615-4428-a7bb-9e11a4604816 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509040 Jul 16 01:50:50.677243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:50.910248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1493549598'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:50.934717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a805235c-655e-4bed-b983-9a10ca97d442 req-46af5b07-3c63-420b-8757-967b47ef3d2f tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0687637 Jul 16 01:50:50.987166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Made reservation on behalf of 2ef59349546247f083e1e0fe48ea8979 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:50.991433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.010082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.132003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.136795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.167043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:51.179448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdfc21d-2b3b-44ce-8090-1feeae895dba,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.186352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.186706 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Added segment 27181544-dadd-453f-935b-2c9f02743094 of type vlan for network aefef24b-414b-441c-beee-4b04a2c15efa Jul 16 01:50:51.216556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33918) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.257924 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.283635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Deleting subnet f473e7f1-fbb4-4cb4-81bb-024bd0923b5a {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:50:51.286841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.298390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.305307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.305968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.324585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.370209 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.402150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7225702 Jul 16 01:50:51.469775 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.523446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f473e7f1-fbb4-4cb4-81bb-024bd0923b5a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.544081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.547339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-139351a9-cce0-4f85-a692-7ddb6ef7ba45 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f473e7f1-fbb4-4cb4-81bb-024bd0923b5a HTTP/1.1" status: 204 len: 168 time: 0.3291759 Jul 16 01:50:51.555071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.571624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368260-f1f6-4688-8099-d23e89e1489b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Pushing event updated for resources: {'Network': ['ID=aefef24b-414b-441c-beee-4b04a2c15efa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:51.595977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network aefef24b-414b-441c-beee-4b04a2c15efa details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:51.693702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.754763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33944) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:51.760915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Request body: {'port': {'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa', 'binding:host_id': 'n-h2-800087-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2110983414'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:51.829307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Made reservation on behalf of 99c0f1b4e88c43e398a7423b0e4009cd for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:51.831760 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.841949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.871391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.897270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0474fd-00d5-4bef-b64d-740cfbd1c94d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:51.951851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.953123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:51.953407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef5d8c3-f2e7-4760-8c86-b3c36e20ff2c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:51.956632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.963411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port f17bb654-73cd-4601-89d8-45b3e92cccea yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:51.972958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:51.982364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c104e6-1c6c-44f4-816b-09a79be5ddf3 req-4950acf3-d0a9-459c-9653-5f1f208a5d76 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:51.984179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51c104e6-1c6c-44f4-816b-09a79be5ddf3 req-4950acf3-d0a9-459c-9653-5f1f208a5d76 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 947 time: 0.2364664 Jul 16 01:50:52.050032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88fe69-caff-4ee2-8de2-e9b47bb2c66f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.055991 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.071433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:50:52.071860 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:50:52.073757 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:50:52.083265 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.096286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51c104e6-1c6c-44f4-816b-09a79be5ddf3 req-91b199f6-2af1-4baf-8569-87ac3d2da939 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 Jul 16 01:50:52.121953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-5beefd71-d247-4af4-8a80-c48ba90aead0 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:52.129030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-5beefd71-d247-4af4-8a80-c48ba90aead0 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.2520461 Jul 16 01:50:52.183642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-edf7ebfd-8147-4a25-9eb5-d8c02c6bba85 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/quotas/cb5223cc1d5e4534b85361f065b6357f HTTP/1.1" status: 200 len: 375 time: 0.0533752 Jul 16 01:50:52.218358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.231395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.233712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e0474fd-00d5-4bef-b64d-740cfbd1c94d HTTP/1.1" status: 204 len: 168 time: 0.6776474 Jul 16 01:50:52.250971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port f17bb654-73cd-4601-89d8-45b3e92cccea yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:52.261697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.269494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d8169-e4cf-4276-8c48-21bec16117ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0474fd-00d5-4bef-b64d-740cfbd1c94d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.276256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Transition to ACTIVE for port object f17bb654-73cd-4601-89d8-45b3e92cccea will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:52.288166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.302850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0b231ca-7372-4f0f-9383-a9281b778c5d req-d78f2d58-2e86-4e9a-9c19-6fce106874fe tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0526116 Jul 16 01:50:52.327380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-2c290a82-b042-41a8-a450-eb3657117c47 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429620 Jul 16 01:50:52.360495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=f17bb654-73cd-4601-89d8-45b3e92cccea,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.370375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Checking segment: {'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:52.370762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Network hostable DHCP agents. Network: aefef24b-414b-441c-beee-4b04a2c15efa, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:52.392123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Network aefef24b-414b-441c-beee-4b04a2c15efa is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:52.407449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, aefef24b-414b-441c-beee-4b04a2c15efa) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:52.413660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:52.422962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a74bd-f193-4308-bacf-15983ba0f3fb None None] Network aefef24b-414b-441c-beee-4b04a2c15efa requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:52.445937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-90a392bb-b620-4aea-9eca-b4f89a4f764b service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069360 Jul 16 01:50:52.450335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.451915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.452853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.463617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.463983 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.465340 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 2 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.493735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.494519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.495113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.510243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.510954 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.511604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.512766 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 3 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.542802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.543509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.544340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.555028 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-51a3c411-1a44-4d29-957c-1b4840e29ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082051 Jul 16 01:50:52.586930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.588470 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.591854 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 4 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.633818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.634172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.634627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.648625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.649120 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.649672 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 5 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.656772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f8b4f1c-6518-4bf6-a556-cad6cd209325 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf6f6e3e5d6d4630b151a0e84ea330da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214924 Jul 16 01:50:52.659161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:52.690962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.691325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.691672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.698384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.698722 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.702179 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 6 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.725029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.725669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.726166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.740624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.740926 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.741417 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 7 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.764141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.764865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.764865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.771925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.772317 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.772968 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 8 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.780480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e96b7f8c-d5be-41a3-b5c7-be3273a858cc req-21453cb0-1b19-43d5-b2ad-062a2bbdef5d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 210 time: 0.0532892 Jul 16 01:50:52.785859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c0234ff-4303-4be2-be7b-2b5a5b27af7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.794103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.794419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.794839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.805795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.806131 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.808838 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 9 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.824538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c0234ff-4303-4be2-be7b-2b5a5b27af7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.838931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.839273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.839616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.846392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.846805 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.852210 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 10 to bind port f17bb654-73cd-4601-89d8-45b3e92cccea Jul 16 01:50:52.876189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:52.876520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:52.876858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:52.882507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port f17bb654-73cd-4601-89d8-45b3e92cccea on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:52.882843 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port f17bb654-73cd-4601-89d8-45b3e92cccea on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:52.883219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.930252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c0234ff-4303-4be2-be7b-2b5a5b27af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.932712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c0234ff-4303-4be2-be7b-2b5a5b27af7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:52.933845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c0234ff-4303-4be2-be7b-2b5a5b27af7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/049a4e2c-8bb4-46d4-ad6c-20e299ede9cd HTTP/1.1" status: 204 len: 168 time: 0.2735741 Jul 16 01:50:52.962930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0234ff-4303-4be2-be7b-2b5a5b27af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049a4e2c-8bb4-46d4-ad6c-20e299ede9cd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:52.989774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] For port f17bb654-73cd-4601-89d8-45b3e92cccea, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:52.990103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:50:52.997820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.052702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.053551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.080620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3244574 Jul 16 01:50:53.084137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.130554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4469-a933-41cf-8425-58f6492c7b76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=f17bb654-73cd-4601-89d8-45b3e92cccea,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.199043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Deleting port f17bb654-73cd-4601-89d8-45b3e92cccea {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:53.199573 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.309174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] For port f17bb654-73cd-4601-89d8-45b3e92cccea, host n-h2-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:53.309538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.334058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Calling delete_port for f17bb654-73cd-4601-89d8-45b3e92cccea owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:53.379809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.488353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5d6a2-fbc6-402a-b4cc-8eeb8b6a6082 req-bce67845-b00b-47d1-bfbc-1ac08e2a2be1 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:53.499030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-add5d6a2-fbc6-402a-b4cc-8eeb8b6a6082 req-bce67845-b00b-47d1-bfbc-1ac08e2a2be1 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 947 time: 0.1055338 Jul 16 01:50:53.506361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.557863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event deleted for resources: {'Port': ['ID=f17bb654-73cd-4601-89d8-45b3e92cccea,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:53.599102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-942aa483-7c30-4707-b6a7-aabbe9ba9e9a req-0047cdb9-70a7-4386-943d-8c1e07d8f571 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0433736 Jul 16 01:50:53.604053 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.605738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cdeaf371-72ab-4809-bdbc-f7a17a2f32ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f17bb654-73cd-4601-89d8-45b3e92cccea HTTP/1.1" status: 204 len: 168 time: 0.5201926 Jul 16 01:50:53.609689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.617538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:53.639274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-add5d6a2-fbc6-402a-b4cc-8eeb8b6a6082 req-47883fa9-57ca-40ac-bc47-1983332dc176 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359634 Jul 16 01:50:53.674409 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d469c05-fe9d-44ed-8111-13a8f9c74dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:50:53.678626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d469c05-fe9d-44ed-8111-13a8f9c74dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "GET /v2.0/ports/f17bb654-73cd-4601-89d8-45b3e92cccea HTTP/1.1" status: 404 len: 333 time: 0.0667198 Jul 16 01:50:53.683492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:53.691019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Request body: {'port': {'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-127527672'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:53.721502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Made reservation on behalf of 99c0f1b4e88c43e398a7423b0e4009cd for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:53.724457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.752521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port bf670651-1ff6-477d-9994-269ea8ac3bd5 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:53.857671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:53.888261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0a3bd95-43ae-4242-bb67-611033c3d316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:53.910609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'mac_address': 'fa:16:3e:35:72:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:53.991835 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.015521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce124e3-461a-43eb-ae59-0e939ffbfa6a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:54.039025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:54.044709 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.064096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.105685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.122592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.140897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8f4831c-c85d-412f-971f-a6ead1fb48cb req-be8e267d-a666-4754-9979-070b258b59de tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 210 time: 0.0695879 Jul 16 01:50:54.157670 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.205604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Network aefef24b-414b-441c-beee-4b04a2c15efa is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:54.211504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:54.215262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:54.216237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:54.218385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.227928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=bf670651-1ff6-477d-9994-269ea8ac3bd5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.245407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-41c8e543-4913-4ae5-bc3a-1fd808508c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5601504 Jul 16 01:50:54.248002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.253397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:54.261462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-865383794-network', 'tenant_id': 'd9cadfed57154f9db720ed28db973886'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:54.288589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['fce124e3-461a-43eb-ae59-0e939ffbfa6a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:54.290426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Made reservation on behalf of d9cadfed57154f9db720ed28db973886 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:54.292773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.307946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.342614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.443243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.452286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.479497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:50:54.489233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c150714-e410-4166-8e31-10a13a2a6bf5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.506435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.506944 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Added segment a9980b31-0d67-42e5-ae1f-be915106abca of type vlan for network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b Jul 16 01:50:54.534463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port bf670651-1ff6-477d-9994-269ea8ac3bd5 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:54.542268 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.549377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.555281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Transition to ACTIVE for port object bf670651-1ff6-477d-9994-269ea8ac3bd5 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:54.559474 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.582295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.583373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:54.583962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.611323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=bf670651-1ff6-477d-9994-269ea8ac3bd5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:54.627970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.628395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.629031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.633566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.633953 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.634312 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 2 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.638054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5144076 Jul 16 01:50:54.648201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:54.653389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Request body: {'subnet': {'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-865383794-subnet', 'tenant_id': 'd9cadfed57154f9db720ed28db973886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:54.660581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.661072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.661516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.667641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.667641 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.668225 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 3 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.683668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.684473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.685565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.691390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.691933 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.693054 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 4 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.711474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.712813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.713431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.719254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.719915 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.721216 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 5 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.737187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.737906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.738552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.755009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.755441 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.755834 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 6 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.777254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.777601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.777973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.783526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.783856 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.784393 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 7 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.813778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.814154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.814471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.837051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.837439 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.837950 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 8 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.857318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.857680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.857979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.880969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.881318 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.887049 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 9 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.937381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.937665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.937967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.944478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e127de9f-382b-4a15-9591-ebaa4f980481 req-609515d1-451f-4082-b0a4-0a485737abb3 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0489633 Jul 16 01:50:54.945938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.946253 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.946816 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 10 to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 Jul 16 01:50:54.967259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7fa17-25c4-4179-8047-fa453b7c2045 req-b195c399-69f1-4106-b0b7-1eda378d61fa tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:54.968863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2d7fa17-25c4-4179-8047-fa453b7c2045 req-b195c399-69f1-4106-b0b7-1eda378d61fa tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 948 time: 0.1726758 Jul 16 01:50:54.973807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:54.974149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:54.974495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:54.988549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:54.988829 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port bf670651-1ff6-477d-9994-269ea8ac3bd5 on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:54.989199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.044060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2571d-a90b-48be-9a6d-7c54ded78ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.057260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:50:55.104238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Made reservation on behalf of d9cadfed57154f9db720ed28db973886 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:55.108285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.147589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2d7fa17-25c4-4179-8047-fa453b7c2045 req-09deda36-4ab5-419d-99ab-4c33cbf7e9f6 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702087 Jul 16 01:50:55.243123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] For port bf670651-1ff6-477d-9994-269ea8ac3bd5, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:55.243883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempted to set empty binding levels {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:50:55.250470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.256329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-9102ba7c-ab9f-4ab0-94cd-443a0316f2a5 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.259744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-9102ba7c-ab9f-4ab0-94cd-443a0316f2a5 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.2666857 Jul 16 01:50:55.286589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Request body: {'port': {'device_id': '17671605-b837-4bcd-b843-2e54a69b68bb', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'admin_state_up': True, 'tenant_id': 'cb5223cc1d5e4534b85361f065b6357f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:55.302905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] In _notify_port_updated(), no bound segment for port bf670651-1ff6-477d-9994-269ea8ac3bd5 on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:50:55.304285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.306029 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.307588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "PUT /v2.0/ports/bf670651-1ff6-477d-9994-269ea8ac3bd5 HTTP/1.1" status: 200 len: 978 time: 1.0584583 Jul 16 01:50:55.310917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:55.407495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3a2771d-5d81-4b5f-b8be-cf376a633e33 req-6e829b1d-b96f-4ca8-b3a0-1fd4c79c6ee0 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 210 time: 0.0375309 Jul 16 01:50:55.408400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658a80c-7484-4f83-8cf9-7927899ff185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=bf670651-1ff6-477d-9994-269ea8ac3bd5,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.484208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.485188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.485840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.486695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.487314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.488096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.488736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.489232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.489698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.490266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.493385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.493941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.494714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.495610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.496234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.496924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.497326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.498489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.499365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.499524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.499642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Made reservation on behalf of cb5223cc1d5e4534b85361f065b6357f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:55.506003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.506188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6e308e42-9de8-43a8-ad53-b325c2552fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18030 time: 0.1912653 Jul 16 01:50:55.506765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:55.593298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Deleting port bf670651-1ff6-477d-9994-269ea8ac3bd5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:55.593978 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.595053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.621678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:55.680314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead1c853-d66a-4d51-86a8-a50d7bdc5255,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.700707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port fce124e3-461a-43eb-ae59-0e939ffbfa6a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:55.704994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port fce124e3-461a-43eb-ae59-0e939ffbfa6a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:55.705292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.721786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] For port bf670651-1ff6-477d-9994-269ea8ac3bd5, host n-h2-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:55.722117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.744594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Calling delete_port for bf670651-1ff6-477d-9994-269ea8ac3bd5 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:55.758784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Checking segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:55.760490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Network hostable DHCP agents. Network: 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:50:55.796099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Allocated IP 172.20.0.7 (5a93c18c-fd04-40b0-a945-37125d5791e1/71a0e83e-9e86-422f-81ac-0efd4a8296fa/d920ad04-b1cd-46d9-bb25-f993399be089) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:55.812859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.814969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:50:55.835850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:55.841133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:55.843442 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711628cf-c392-4077-883c-7c87e8ebd4c7" -d '{"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-plugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:55.849925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184d85b7-7c6c-44c5-956a-a7fe76637be5 None None] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:55.850803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:55.851808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.876482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:55.888773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.922562 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28dbec5-6b02-4e3a-8736-60f3acab967b x-openstack-request-id: req-f28dbec5-6b02-4e3a-8736-60f3acab967b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:55.922958 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-plugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:55.923112 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f28dbec5-6b02-4e3a-8736-60f3acab967b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:55.923705 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'code': 200} Jul 16 01:50:55.930830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8b0f4cd5-f0f8-4f0f-b6e9-176ac1632170 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2804749 Jul 16 01:50:55.941501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.033129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.075925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf670651-1ff6-477d-9994-269ea8ac3bd5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.095477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.101412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-813f5bc1-692b-4228-9d51-f0f5d8b1c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "DELETE /v2.0/ports/bf670651-1ff6-477d-9994-269ea8ac3bd5 HTTP/1.1" status: 204 len: 168 time: 0.5934939 Jul 16 01:50:56.102118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.116139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.159881 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6725998-90f1-4e61-8056-078b70230b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:50:56.162629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13ab00-c130-4875-bf9f-607fe2ad3cfb None None] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:50:56.167258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c6725998-90f1-4e61-8056-078b70230b58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "GET /v2.0/ports/bf670651-1ff6-477d-9994-269ea8ac3bd5 HTTP/1.1" status: 404 len: 333 time: 0.0624416 Jul 16 01:50:56.167899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:56.176070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1828938442', 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:56.196772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.219564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:56.249023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Made reservation on behalf of 99c0f1b4e88c43e398a7423b0e4009cd for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:56.255017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.287050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port c52fd5e8-20de-40a9-8621-149a616ffe79 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:56.334822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fea5e-0e33-4fc6-8d5d-3877a08f1518 req-47fca929-496b-48a4-a81f-025c124f063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.338070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c50fea5e-0e33-4fc6-8d5d-3877a08f1518 req-47fca929-496b-48a4-a81f-025c124f063a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 1100 time: 0.2971866 Jul 16 01:50:56.338308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:56.344460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:56.348257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:56.353677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event updated for resources: {'Port': ['ID=d920ad04-b1cd-46d9-bb25-f993399be089,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:56.358613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00f53f49-c1f4-4a77-8557-89ff4a2efa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.449495 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.467874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.469078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.492689 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-970c5182-8b18-4d16-8ac7-bad4cd3cdf55 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2095249 Jul 16 01:50:56.510788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Request body: {'port': {'device_id': '17671605-b837-4bcd-b843-2e54a69b68bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:56.620411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.621596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2809dc72-9232-4936-a5d7-977817f77369 req-4b0a1f1d-0916-4d93-aa55-c3a29be26769 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0894380 Jul 16 01:50:56.666979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c50fea5e-0e33-4fc6-8d5d-3877a08f1518 req-872e742c-507b-4b4a-9391-d8a506f7200a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962297 Jul 16 01:50:56.967663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d920ad04-b1cd-46d9-bb25-f993399be089 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:56.975553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:56.988185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Transition to ACTIVE for port object d920ad04-b1cd-46d9-bb25-f993399be089 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:56.994866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.045160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Pushing event updated for resources: {'Port': ['ID=d920ad04-b1cd-46d9-bb25-f993399be089,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.121955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Attempting to bind port d920ad04-b1cd-46d9-bb25-f993399be089 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:57.122672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Attempting to bind port d920ad04-b1cd-46d9-bb25-f993399be089 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:57.122672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Attempting to bind port d920ad04-b1cd-46d9-bb25-f993399be089 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:57.127083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Port d920ad04-b1cd-46d9-bb25-f993399be089 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:57.127408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Attempting to bind port d920ad04-b1cd-46d9-bb25-f993399be089 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:57.132216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:57.132566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Checking segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:57.132958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Bound using segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:57.133385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Bound port: d920ad04-b1cd-46d9-bb25-f993399be089, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:57.133750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.156363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.166579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6802973-41d8-4341-84de-987fda945a90 req-511f0943-2fc2-4449-92e5-210067e39c31 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.168319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6802973-41d8-4341-84de-987fda945a90 req-511f0943-2fc2-4449-92e5-210067e39c31 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 949 time: 0.7182145 Jul 16 01:50:57.204002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] For port d920ad04-b1cd-46d9-bb25-f993399be089, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:57.207429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] For port d920ad04-b1cd-46d9-bb25-f993399be089, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d920ad04-b1cd-46d9-bb25-f993399be089,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:57.214966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.244210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-6e09802d-7b18-4544-bd1d-f4681787e65b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.245932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-6e09802d-7b18-4544-bd1d-f4681787e65b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 812 time: 0.2283976 Jul 16 01:50:57.249610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.250241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.251664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] 10.222.0.32 "PUT /v2.0/ports/d920ad04-b1cd-46d9-bb25-f993399be089 HTTP/1.1" status: 200 len: 1091 time: 0.7495995 Jul 16 01:50:57.252150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17671605-b837-4bcd-b843-2e54a69b68bb', 'tag': 'd920ad04-b1cd-46d9-bb25-f993399be089'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:57.254545 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8932ca-243c-4e72-b7f0-9aca224a1deb" -d '{"events": [{"name": "network-changed", "server_uuid": "17671605-b837-4bcd-b843-2e54a69b68bb", "tag": "d920ad04-b1cd-46d9-bb25-f993399be089"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:57.275044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6802973-41d8-4341-84de-987fda945a90 req-88d2d605-644b-4e27-abeb-dd2a67768a73 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931914 Jul 16 01:50:57.282746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-bbc7e843-3c44-411f-a0fc-d4707814ce93 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/quotas/d9cadfed57154f9db720ed28db973886 HTTP/1.1" status: 200 len: 375 time: 0.0242178 Jul 16 01:50:57.288106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.288366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd017768-02ac-478e-8f7e-2fbd1a998163 service neutron] Pushing event updated for resources: {'Port': ['ID=d920ad04-b1cd-46d9-bb25-f993399be089,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.374147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-32f90aed-a08e-4776-9f87-a338d104a7b5 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785437 Jul 16 01:50:57.383424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Network aefef24b-414b-441c-beee-4b04a2c15efa is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:57.387467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:57.390878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:57.392249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.392884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.393445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-e4b2ca57-ef8e-462c-aad3-c70b469de648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.396331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-e4b2ca57-ef8e-462c-aad3-c70b469de648 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 1094 time: 0.0710537 Jul 16 01:50:57.407247 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.430374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=c52fd5e8-20de-40a9-8621-149a616ffe79,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:57.456810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2874727 Jul 16 01:50:57.460484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.460835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.461214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.461508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.461843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.462175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.462503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.462827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.463151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.463471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.463791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.464140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e539fece-c105-44ac-8044-97168c671fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:57.467898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:57.471216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-f364c50f-cd74-441b-9bca-dfdac0348036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d920ad04-b1cd-46d9-bb25-f993399be089 HTTP/1.1" status: 200 len: 217 time: 0.0612783 Jul 16 01:50:57.554677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24141e-4dff-4237-af12-2679c5090cda req-f4fbf473-6bfd-42df-af6f-a29a363c7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.556553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-f4fbf473-6bfd-42df-af6f-a29a363c7ef4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.0760322 Jul 16 01:50:57.573147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca85df0-565a-4982-8f92-b0617be530b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.575582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fca85df0-565a-4982-8f92-b0617be530b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "GET /v2.0/ports/c52fd5e8-20de-40a9-8621-149a616ffe79 HTTP/1.1" status: 200 len: 959 time: 0.1048074 Jul 16 01:50:57.578812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:57.590509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-3cf34af6-f8b4-40cf-ab25-25e9b8ebe6a5 service neutron] 10.222.0.35 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041311 Jul 16 01:50:57.613027 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-d488fa97-b02c-406a-9637-00cd1de365c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481400 Jul 16 01:50:57.743558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-69b5179d-ff85-42bb-be25-f30537b5ce96 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159093 Jul 16 01:50:57.809111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-07da03ff-b463-47b6-86df-df82bb618c98 service neutron] 10.222.0.35 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921759 Jul 16 01:50:57.836267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f50c1b-1336-408d-9947-79ab5cc47f0d req-041c642f-fa52-48b7-81c8-d07537df893c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.845142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52f50c1b-1336-408d-9947-79ab5cc47f0d req-041c642f-fa52-48b7-81c8-d07537df893c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 943 time: 0.2268422 Jul 16 01:50:57.857957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ad24141e-4dff-4237-af12-2679c5090cda req-a48b646e-9cd8-423e-8d12-2640d69cfba1 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023200 Jul 16 01:50:57.871175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Deleting port c52fd5e8-20de-40a9-8621-149a616ffe79 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:57.871519 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.907808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52f50c1b-1336-408d-9947-79ab5cc47f0d req-8a0a2dfb-b838-4137-a60a-5aad166c9cd7 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Jul 16 01:50:57.955176 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:57.970182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Calling delete_port for c52fd5e8-20de-40a9-8621-149a616ffe79 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:58.048213 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ae9a65-581a-4850-8db6-aac636bd2288 x-openstack-request-id: req-78ae9a65-581a-4850-8db6-aac636bd2288 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:58.048714 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17671605-b837-4bcd-b843-2e54a69b68bb", "tag": "d920ad04-b1cd-46d9-bb25-f993399be089", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:58.049083 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78ae9a65-581a-4850-8db6-aac636bd2288 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:58.049995 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17671605-b837-4bcd-b843-2e54a69b68bb', 'tag': 'd920ad04-b1cd-46d9-bb25-f993399be089', 'status': 'completed', 'code': 200} Jul 16 01:50:58.095889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.153336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event deleted for resources: {'Port': ['ID=c52fd5e8-20de-40a9-8621-149a616ffe79,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.193245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-4eb4cc14-266d-4e73-af7f-0c8b68d25ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.194938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-4eb4cc14-266d-4e73-af7f-0c8b68d25ab2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 1094 time: 0.1158006 Jul 16 01:50:58.197442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.199329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a87f0df7-f40c-464a-a3cf-1a7902642d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c52fd5e8-20de-40a9-8621-149a616ffe79 HTTP/1.1" status: 204 len: 168 time: 0.6193275 Jul 16 01:50:58.201940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.249511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31738070-03c9-472f-a1b8-329e67e8dac2 req-f1dbfb37-8db6-4d05-9bab-28baf506b8b5 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0785592 Jul 16 01:50:58.306220 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c8433b-2051-42b3-a295-a70cb6bd2f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:50:58.308512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9c8433b-2051-42b3-a295-a70cb6bd2f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "GET /v2.0/ports/c52fd5e8-20de-40a9-8621-149a616ffe79 HTTP/1.1" status: 404 len: 333 time: 0.1053276 Jul 16 01:50:58.328650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:58.341087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20cf353c-bc78-4938-9991-91b9a6ff02a3 req-652cd23b-b423-4ee0-8518-e80666975e7b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 210 time: 0.0456686 Jul 16 01:50:58.349465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Request body: {'port': {'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2094833079'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:58.435243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Made reservation on behalf of 99c0f1b4e88c43e398a7423b0e4009cd for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:58.450658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.485264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-24838218-9f3e-44b9-adc8-da123ca72591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.486918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-24838218-9f3e-44b9-adc8-da123ca72591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 916 time: 0.2355742 Jul 16 01:50:58.518705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port c09b1e88-fde9-43de-b9fd-d33e55c78d4d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:58.551327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37e3c-7cb2-4efa-a8c0-1d0fc5548742 req-36bec17b-0d1b-45b2-80b6-adc11ae7376c tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.559763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0db37e3c-7cb2-4efa-a8c0-1d0fc5548742 req-36bec17b-0d1b-45b2-80b6-adc11ae7376c tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 949 time: 0.1009877 Jul 16 01:50:58.586122 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-24a7d73a-3d46-46a6-8449-dbf68c5c37dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d920ad04-b1cd-46d9-bb25-f993399be089 HTTP/1.1" status: 200 len: 217 time: 0.0899587 Jul 16 01:50:58.611860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0db37e3c-7cb2-4efa-a8c0-1d0fc5548742 req-75ab3d14-3dfd-43b0-be06-2de8c96e0c64 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479634 Jul 16 01:50:58.741753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-f709c32f-6fe7-4882-9f3e-94f97a344b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:58.743706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-f709c32f-6fe7-4882-9f3e-94f97a344b03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.1094213 Jul 16 01:50:58.807331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-b0184afe-14af-4810-9610-7fbe38f82bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534286 Jul 16 01:50:58.828865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.973006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.015950 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-9a3ad6b9-c324-4028-9cc8-d040ac7de03e service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990485 Jul 16 01:50:59.070944 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.148335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Network aefef24b-414b-441c-beee-4b04a2c15efa is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:59.155540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:59.165661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:59.166614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.167205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.199430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=c09b1e88-fde9-43de-b9fd-d33e55c78d4d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.208930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8a8932ca-243c-4e72-b7f0-9aca224a1deb req-ea1ee669-106c-444a-bee1-1c564688be48 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851397 Jul 16 01:50:59.218461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.219494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-875c91e5-581c-4195-9ef6-ed5ccc5fab5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8846996 Jul 16 01:50:59.225849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:59.274286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbffb4-34cf-46c6-8422-5bf31ac32bc7 req-a7bd84e5-04b1-45c0-aa77-19f939a1a381 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.275815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fbbffb4-34cf-46c6-8422-5bf31ac32bc7 req-a7bd84e5-04b1-45c0-aa77-19f939a1a381 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 943 time: 0.1595426 Jul 16 01:50:59.360818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fbbffb4-34cf-46c6-8422-5bf31ac32bc7 req-80097aea-6cf4-41af-86a8-3688f41fa963 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775223 Jul 16 01:50:59.362806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.617731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-709159da-18c7-417b-8d49-c521384ca10f req-262cdc98-d6ad-464f-a712-410d17c938ab tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.1362071 Jul 16 01:50:59.659662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3202c0f-32fa-4587-aefe-189ae7b6c677 req-a5a5c91d-7d14-4629-8443-a680a1d0063d tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 210 time: 0.0459979 Jul 16 01:50:59.663598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] device_id is not set on port c09b1e88-fde9-43de-b9fd-d33e55c78d4d yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:50:59.675222 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.697995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Transition to ACTIVE for port object c09b1e88-fde9-43de-b9fd-d33e55c78d4d will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:59.704125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:59.791667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=c09b1e88-fde9-43de-b9fd-d33e55c78d4d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:59.812813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:59.813151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:59.813486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:59.822460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:59.822784 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:59.823309 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 2 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:50:59.838354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:59.838681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:59.839009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:59.845100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580084d3-4a2d-4c58-8372-5263f829297d req-f7554e24-f57b-43c8-9132-a00414df2a54 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:59.846620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-580084d3-4a2d-4c58-8372-5263f829297d req-f7554e24-f57b-43c8-9132-a00414df2a54 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.1049423 Jul 16 01:50:59.847548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:59.847863 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:59.848267 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 3 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:50:59.870229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:59.870486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:59.870818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:59.881628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:59.881953 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:59.883245 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 4 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:50:59.902254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:59.902588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:59.902920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:59.910202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-580084d3-4a2d-4c58-8372-5263f829297d req-d6046d27-b377-4b25-af47-164b0aabcf88 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538940 Jul 16 01:50:59.911153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:59.911465 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:59.911923 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 5 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:50:59.928184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:59.928522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:59.928859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:59.944673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:59.953288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:59.953792 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:50:59.954190 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 6 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:50:59.997635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:59.997968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:59.998302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:00.007558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:00.007883 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:51:00.009798 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 7 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:51:00.069114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:00.069447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:00.069788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:00.076584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:00.076804 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:51:00.080898 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 8 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:51:00.112106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:00.112448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:00.116312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:00.141618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:00.141961 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:51:00.197416 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 9 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:51:00.246400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-9237f29f-fdc1-486b-9593-fe10b53ff93e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.252313 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-9237f29f-fdc1-486b-9593-fe10b53ff93e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 812 time: 0.1353245 Jul 16 01:51:00.264389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Request body: {'port': {'device_id': '7dca118f-cf4e-422c-b185-e433868c4892', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'admin_state_up': True, 'tenant_id': 'd9cadfed57154f9db720ed28db973886'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:00.266893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d920ad04-b1cd-46d9-bb25-f993399be089 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:00.338996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:00.339562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:00.343927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:00.361737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:00.362067 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:51:00.367386 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempt 10 to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d Jul 16 01:51:00.400490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:00.400996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:00.401339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempting to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:00.411225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 521ff9c6-f563-4d9e-a1d0-bf10851a108f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:00.411556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.413642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:00.424357 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Failed to bind port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on host n-h2-800087-6 for vnic_type normal using segments [{'id': '27181544-dadd-453f-935b-2c9f02743094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aefef24b-414b-441c-beee-4b04a2c15efa'}] Jul 16 01:51:00.425467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.448167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-591552e1-c9c6-49e2-8388-df00d9aa1539 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.451487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-591552e1-c9c6-49e2-8388-df00d9aa1539 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 812 time: 0.3554764 Jul 16 01:51:00.487712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Request body: {'port': {'device_id': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'admin_state_up': True, 'tenant_id': 'd9cadfed57154f9db720ed28db973886'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:00.507046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d920ad04-b1cd-46d9-bb25-f993399be089, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d920ad04-b1cd-46d9-bb25-f993399be089,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:00.546277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'd920ad04-b1cd-46d9-bb25-f993399be089', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'port_id': 'd920ad04-b1cd-46d9-bb25-f993399be089', 'mac_address': 'fa:16:3e:8d:ff:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a0e83e-9e86-422f-81ac-0efd4a8296fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:00.567273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Made reservation on behalf of d9cadfed57154f9db720ed28db973886 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:00.571860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.626589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.654337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d920ad04-b1cd-46d9-bb25-f993399be089 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:00.684576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] For port c09b1e88-fde9-43de-b9fd-d33e55c78d4d, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:00.686125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d920ad04-b1cd-46d9-bb25-f993399be089, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d920ad04-b1cd-46d9-bb25-f993399be089,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:00.686811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attempted to set empty binding levels {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:51:00.695944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.717539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.767182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=d920ad04-b1cd-46d9-bb25-f993399be089,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.794414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Allocated IP 172.20.0.7 (2942df08-4eb9-4b5e-8afb-01ea17ae6d5b/ead1c853-d66a-4d51-86a8-a50d7bdc5255/0ca60d64-9346-4da9-bd79-bb00ba7cace4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:00.857573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] In _notify_port_updated(), no bound segment for port c09b1e88-fde9-43de-b9fd-d33e55c78d4d on network aefef24b-414b-441c-beee-4b04a2c15efa {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:51:00.858426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:00.859023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.862994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "PUT /v2.0/ports/c09b1e88-fde9-43de-b9fd-d33e55c78d4d HTTP/1.1" status: 200 len: 979 time: 1.6406732 Jul 16 01:51:00.867127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:00.908998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71641c02-c6c6-4d18-b9fe-83e892d03105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event updated for resources: {'Port': ['ID=c09b1e88-fde9-43de-b9fd-d33e55c78d4d,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:00.912372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['d920ad04-b1cd-46d9-bb25-f993399be089'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:00.916377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f501db0-cf7d-4485-a756-463468294556 req-cdafda73-3640-4a89-bec2-11fdd72781a1 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0655181 Jul 16 01:51:00.930192 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.930522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.990675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 521ff9c6-f563-4d9e-a1d0-bf10851a108f owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:01.030241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.051821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Deleting port c09b1e88-fde9-43de-b9fd-d33e55c78d4d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:01.052239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.133444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] For port c09b1e88-fde9-43de-b9fd-d33e55c78d4d, host n-h2-800087-6, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:01.133829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.151549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Calling delete_port for c09b1e88-fde9-43de-b9fd-d33e55c78d4d owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:01.151995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Made reservation on behalf of d9cadfed57154f9db720ed28db973886 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:01.157608 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.164451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e42b12b-1380-4e27-8209-365ec9c5cac8 req-2ef825ef-0479-40a8-9207-1ca0b5215567 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 210 time: 0.0673645 Jul 16 01:51:01.190717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404747ff-4f7a-4e82-913a-ef4033bffab9 req-84e2bf66-7dc6-47ce-b0e9-01473d9d108b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.192858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-404747ff-4f7a-4e82-913a-ef4033bffab9 req-84e2bf66-7dc6-47ce-b0e9-01473d9d108b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 944 time: 0.5923724 Jul 16 01:51:01.244648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.310248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:01.317076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:01.319582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:01.351587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-404747ff-4f7a-4e82-913a-ef4033bffab9 req-28faa3f2-92a7-436c-97b1-e3c7bebdcf6e tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421323 Jul 16 01:51:01.358153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event updated for resources: {'Port': ['ID=0ca60d64-9346-4da9-bd79-bb00ba7cace4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.390889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.401542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.428918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-693162366'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.433652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Pushing event deleted for resources: {'Port': ['ID=c09b1e88-fde9-43de-b9fd-d33e55c78d4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.444560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.445186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.451199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Allocated IP 172.20.0.11 (2942df08-4eb9-4b5e-8afb-01ea17ae6d5b/ead1c853-d66a-4d51-86a8-a50d7bdc5255/84def189-d07e-4032-933a-e06a641537e3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:01.463791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.467782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.470181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3bfffceb-d39a-4441-821e-10b725a29d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c09b1e88-fde9-43de-b9fd-d33e55c78d4d HTTP/1.1" status: 204 len: 168 time: 0.6019716 Jul 16 01:51:01.473371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.498609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=521ff9c6-f563-4d9e-a1d0-bf10851a108f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.506551 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccaa476-59cf-4fe8-9139-afbf001fbe38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:51:01.508259 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cccaa476-59cf-4fe8-9139-afbf001fbe38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1421863967-project-admin] 10.222.0.35 "GET /v2.0/ports/c09b1e88-fde9-43de-b9fd-d33e55c78d4d HTTP/1.1" status: 404 len: 333 time: 0.0326872 Jul 16 01:51:01.512779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:01.515209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.519405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.523851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41aa9860-7651-4ac6-88b4-7997fde74777 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2657349 Jul 16 01:51:01.537974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Request body: {'port': {'device_id': '7dca118f-cf4e-422c-b185-e433868c4892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.580797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:01.615574 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.615934 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Added segment 388ca23d-e04d-4e85-8e74-f1b4f62e42ff of type vlan for network 7421222a-0b0b-497c-bb21-2ddc025195c3 Jul 16 01:51:01.665102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.675319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.675652 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP 649e6883-6965-4f8d-af0c-10c532b379c8 disassociated (deleted). External IP: 172.25.0.72, port: f1c6650a-1f16-4ba8-bb9c-a07323d46a50. Jul 16 01:51:01.679617 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.683324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.746042 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.751607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:01.752225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.842915 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4207845 Jul 16 01:51:01.846664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:01.851568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1099647864'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:01.854575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.899564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabcfa9-30f9-43b8-ab7d-4abba5699063 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Network': ['ID=7421222a-0b0b-497c-bb21-2ddc025195c3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:01.910298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:01.916761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:01.920915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.933252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.945924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:01.953860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefef24b-414b-441c-beee-4b04a2c15efa']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:01.955665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:01.956014 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Added segment 30d9ee17-ed9b-46e8-9e85-c1675c0b3010 of type vlan for network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 Jul 16 01:51:01.969964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27181544-dadd-453f-935b-2c9f02743094') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:01.970262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27181544-dadd-453f-935b-2c9f02743094') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:02.009397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.014976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.042350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.042771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.050369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:02.051271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.074855 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.076805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:02.077274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:02.085846 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:02.089265 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2355516 Jul 16 01:51:02.098166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:02.103159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'subnet': {'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:02.220712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e5198-ef78-484e-9cb9-6488681c5e4c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Network': ['ID=0360a3c9-e50d-4f63-a13d-b197a2c34b16,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.236381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:02.304765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d920ad04-b1cd-46d9-bb25-f993399be089 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:02.323228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:02.327450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.370184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port d920ad04-b1cd-46d9-bb25-f993399be089 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:02.374157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port d920ad04-b1cd-46d9-bb25-f993399be089 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:02.374541 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.430544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca60d64-9346-4da9-bd79-bb00ba7cace4 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:02.443581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.458739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.469945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Transition to ACTIVE for port object 0ca60d64-9346-4da9-bd79-bb00ba7cace4 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:02.477159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.485638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671605-b837-4bcd-b843-2e54a69b68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd920ad04-b1cd-46d9-bb25-f993399be089'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:02.488226 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192b44a-20ce-4cc2-8499-9a1b5f146b18" -d '{"events": [{"server_uuid": "17671605-b837-4bcd-b843-2e54a69b68bb", "name": "network-vif-plugged", "status": "completed", "tag": "d920ad04-b1cd-46d9-bb25-f993399be089"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:02.495713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a776fd4-c73d-4c18-8374-59e04b46366e req-836622bc-9882-49ee-9f17-02f8bef2a0a1 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.4150984 Jul 16 01:51:02.503816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d920ad04-b1cd-46d9-bb25-f993399be089, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d920ad04-b1cd-46d9-bb25-f993399be089,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:02.522778 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.569293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:02.583720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca60d64-9346-4da9-bd79-bb00ba7cace4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.584073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:02.587332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router c7650e15-0c19-4ec0-a416-788c1d977147 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:02.589658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:02.592785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event updated for resources: {'Port': ['ID=84def189-d07e-4032-933a-e06a641537e3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.598959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.614348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=d920ad04-b1cd-46d9-bb25-f993399be089,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.629944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.634151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] 10.222.0.35 "DELETE /v2.0/networks/aefef24b-414b-441c-beee-4b04a2c15efa HTTP/1.1" status: 204 len: 168 time: 1.1156294 Jul 16 01:51:02.660820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb6934-f5ee-4cfe-98c8-e5f949a2dcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77641773-project] Pushing event deleted for resources: {'Network': ['ID=aefef24b-414b-441c-beee-4b04a2c15efa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:02.723607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:02.724211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.736217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb882b9-3fc6-4679-add8-36a64c492b90 req-1cc03c94-5280-4a48-9b55-e4f9b48e286b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:02.737793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4bb882b9-3fc6-4679-add8-36a64c492b90 req-1cc03c94-5280-4a48-9b55-e4f9b48e286b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 943 time: 0.2819262 Jul 16 01:51:02.835465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-706a34d3-3ccc-42ca-a841-fa667e871cfc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3567679 Jul 16 01:51:02.854560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4bb882b9-3fc6-4679-add8-36a64c492b90 req-fedd1032-3610-4a1b-abe5-7873e4a4157b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043708 Jul 16 01:51:02.909569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Request body: {'port': {'device_id': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:02.916661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:02.933342 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] Sync routers for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:02.942926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.947290 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd933d8-2d12-4cae-a902-f4b50e54240a x-openstack-request-id: req-cdd933d8-2d12-4cae-a902-f4b50e54240a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:02.947797 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671605-b837-4bcd-b843-2e54a69b68bb", "name": "network-vif-plugged", "status": "completed", "tag": "d920ad04-b1cd-46d9-bb25-f993399be089", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:02.947923 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdd933d8-2d12-4cae-a902-f4b50e54240a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:02.948403 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671605-b837-4bcd-b843-2e54a69b68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd920ad04-b1cd-46d9-bb25-f993399be089', 'code': 200} Jul 16 01:51:02.950107 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:02.953855 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:03.033526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.071821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Attempting to bind port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:03.072268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Attempting to bind port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:03.072800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Attempting to bind port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:03.101041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.115173 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:03.124542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:03.124873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Attempting to bind port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:03.139061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:03.139406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Checking segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:03.139984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Bound using segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:03.140713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Bound port: 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:03.141082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.163864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Subnet': ['ID=cac9974c-3baa-473d-94cb-727d7af70183,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.164183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a04ab42f-2ba1-4932-a9b3-dddd95548d7e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/floatingips/649e6883-6965-4f8d-af0c-10c532b379c8 HTTP/1.1" status: 204 len: 168 time: 3.2180297 Jul 16 01:51:03.170787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:03.173267 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c17a4c-6998-445a-956c-7b1c353ad3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:03.219808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.256113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Checking segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:03.256525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network hostable DHCP agents. Network: 7421222a-0b0b-497c-bb21-2ddc025195c3, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:03.277885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] For port 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:03.284761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] For port 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:03.298310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.304851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:03.322285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282fd02-0ca5-4dcc-89aa-d989947a8447 req-f8bf936f-d4c0-46a5-856e-4086e6f14e54 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.325101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c282fd02-0ca5-4dcc-89aa-d989947a8447 req-f8bf936f-d4c0-46a5-856e-4086e6f14e54 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 945 time: 0.3433757 Jul 16 01:51:03.345732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d037caf-bbb3-4e02-82da-8c7ea446cf66 req-d82d8368-521e-4fab-ae32-cc9ec0569f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.349700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d037caf-bbb3-4e02-82da-8c7ea446cf66 req-d82d8368-521e-4fab-ae32-cc9ec0569f0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 1096 time: 0.2818089 Jul 16 01:51:03.355501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.356331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.358126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ca60d64-9346-4da9-bd79-bb00ba7cace4 HTTP/1.1" status: 200 len: 1091 time: 1.8253057 Jul 16 01:51:03.358583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca118f-cf4e-422c-b185-e433868c4892', 'tag': '0ca60d64-9346-4da9-bd79-bb00ba7cace4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:03.360889 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c660a0c-7d61-4377-8040-e27fa5756213" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca118f-cf4e-422c-b185-e433868c4892", "tag": "0ca60d64-9346-4da9-bd79-bb00ba7cace4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:03.381608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7421222a-0b0b-497c-bb21-2ddc025195c3) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:03.394163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5527443-6b0b-4ad8-a18e-0a9f33e1e091 None None] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:03.413926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.414831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.550643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99b3f512-5971-451e-a1c1-d415844a910f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4481976 Jul 16 01:51:03.550643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157ea1a-0480-408c-a96e-ddd6383ba3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca60d64-9346-4da9-bd79-bb00ba7cace4,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.553752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.578108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-7421222a-0b0b-497c-bb21-2ddc025195c3', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:03.579205 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.581665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'subnet': {'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:03.685992 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15747c85-29d8-4659-be53-03d58387c24f x-openstack-request-id: req-15747c85-29d8-4659-be53-03d58387c24f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:03.686484 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:03.686704 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15747c85-29d8-4659-be53-03d58387c24f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:03.687197 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'status': 'completed', 'code': 200} Jul 16 01:51:03.689186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d037caf-bbb3-4e02-82da-8c7ea446cf66 req-c5cc836f-123c-4502-aa37-10aa90539d1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278940 Jul 16 01:51:03.727649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c282fd02-0ca5-4dcc-89aa-d989947a8447 req-e9e4759d-4dc0-4983-928d-7c41ac263434 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919086 Jul 16 01:51:03.760347 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-532b6962-72e1-432a-9c54-e26f1315df01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ef59349546247f083e1e0fe48ea8979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535251 Jul 16 01:51:03.768958 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe6837-bb09-48c4-bcbe-c631fb4b67dd x-openstack-request-id: req-02fe6837-bb09-48c4-bcbe-c631fb4b67dd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:03.769372 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca118f-cf4e-422c-b185-e433868c4892", "tag": "0ca60d64-9346-4da9-bd79-bb00ba7cace4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:03.769715 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02fe6837-bb09-48c4-bcbe-c631fb4b67dd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:03.770197 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dca118f-cf4e-422c-b185-e433868c4892', 'tag': '0ca60d64-9346-4da9-bd79-bb00ba7cace4', 'status': 'completed', 'code': 200} Jul 16 01:51:03.780305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34290) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.790304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:03.837813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:03.841860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.873610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-dabe9b73-4df0-4244-a9d6-3bfd6d116ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:03.875822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-dabe9b73-4df0-4244-a9d6-3bfd6d116ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 1094 time: 0.4566228 Jul 16 01:51:03.883062 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:03.931782 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] Checking router: c7650e15-0c19-4ec0-a416-788c1d977147 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:03.955247 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:03.955968 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:03.991098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f5d10c3-9468-4c97-b0ff-1900569071b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.993731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-668a4963-1eed-4bbf-b3cf-6fa775b60249 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4 HTTP/1.1" status: 200 len: 217 time: 0.1043918 Jul 16 01:51:03.998785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84def189-d07e-4032-933a-e06a641537e3 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:04.007049 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.019732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Transition to ACTIVE for port object 84def189-d07e-4032-933a-e06a641537e3 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:04.058806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Allocated IP 10.1.1.2 (7421222a-0b0b-497c-bb21-2ddc025195c3/cac9974c-3baa-473d-94cb-727d7af70183/2b611b1b-5e41-48cd-b32a-57bf916bd09e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:04.063179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.141375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c3763-fffa-4f3a-96a1-b0c19c23e605 req-d4f1d07b-e600-4b06-a9fc-98a2909c5002 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.142981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e2c3763-fffa-4f3a-96a1-b0c19c23e605 req-d4f1d07b-e600-4b06-a9fc-98a2909c5002 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.1216950 Jul 16 01:51:04.191887 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:04.213128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-c7aaf1f5-3708-4ac1-a649-e3329b89dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.220707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-c7aaf1f5-3708-4ac1-a649-e3329b89dba0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.1470633 Jul 16 01:51:04.222234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e2c3763-fffa-4f3a-96a1-b0c19c23e605 req-9bb0dc33-2a0b-4755-986f-738447352ecc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665894 Jul 16 01:51:04.223990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84def189-d07e-4032-933a-e06a641537e3,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.244358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:04.269948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'mac_address': 'fa:16:3e:35:72:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:04.305944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-9ec42642-8866-42a3-927f-01364b7505ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.316062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-9ec42642-8866-42a3-927f-01364b7505ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 1097 time: 0.5839634 Jul 16 01:51:04.355891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f5d10c3-9468-4c97-b0ff-1900569071b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.375823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-48450b0b-3a08-45b9-8c9d-e0a893570e5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379635 Jul 16 01:51:04.391770 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.432862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fce124e3-461a-43eb-ae59-0e939ffbfa6a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:04.458137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Attempting to bind port 84def189-d07e-4032-933a-e06a641537e3 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:04.458477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Attempting to bind port 84def189-d07e-4032-933a-e06a641537e3 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:04.458807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Attempting to bind port 84def189-d07e-4032-933a-e06a641537e3 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:04.466041 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.470264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Port 84def189-d07e-4032-933a-e06a641537e3 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:04.471972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Attempting to bind port 84def189-d07e-4032-933a-e06a641537e3 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:04.473844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:04.492489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.495805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c09a61b1-c815-457c-8c96-f143f7e52b59 req-d44dde08-f7fc-483a-b9bf-2325c1eb4d55 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.2812703 Jul 16 01:51:04.501401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:04.503244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Transition to ACTIVE for port object 2b611b1b-5e41-48cd-b32a-57bf916bd09e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:04.505445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Checking segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:04.507764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Bound using segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:04.508439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Bound port: 84def189-d07e-4032-933a-e06a641537e3, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:04.508810 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.613658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Transition to ACTIVE for port object 2b611b1b-5e41-48cd-b32a-57bf916bd09e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:04.636434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.671455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['fce124e3-461a-43eb-ae59-0e939ffbfa6a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:04.687297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] For port 84def189-d07e-4032-933a-e06a641537e3, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:04.693222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] For port 84def189-d07e-4032-933a-e06a641537e3, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=84def189-d07e-4032-933a-e06a641537e3,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:04.696862 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:04.737478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.747454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.758117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:04.763448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:04.775044 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35b10-2629-46ac-a308-91a29a1927cc None None] The sync data for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 is: [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:52Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '78d8e419-3f07-45b3-ae94-d72add2dafdf', 'name': '', 'network_id': 'd89c1fa5-0f34-4146-8be5-b76f3b5c3e18', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '93193d47-f17f-488f-8625-432f4d1bacad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:50Z', 'updated_at': '2021-07-16T01:48:59Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '93193d47-f17f-488f-8625-432f4d1bacad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:04.784388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:04.843082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f5d10c3-9468-4c97-b0ff-1900569071b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.849790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f5d10c3-9468-4c97-b0ff-1900569071b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.850506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1f5d10c3-9468-4c97-b0ff-1900569071b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbdfc21d-2b3b-44ce-8090-1feeae895dba HTTP/1.1" status: 204 len: 168 time: 1.0694909 Jul 16 01:51:04.924491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856c2d0-97bd-4bc7-82f4-13ae9bf12d36 req-a3675b80-eafc-4123-b3bc-ec0e7740ad9d tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.935701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9856c2d0-97bd-4bc7-82f4-13ae9bf12d36 req-a3675b80-eafc-4123-b3bc-ec0e7740ad9d tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 943 time: 0.2455499 Jul 16 01:51:04.970995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Pushing event updated for resources: {'Port': ['ID=2b611b1b-5e41-48cd-b32a-57bf916bd09e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:04.976144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:04.984677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:04.995753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/84def189-d07e-4032-933a-e06a641537e3 HTTP/1.1" status: 200 len: 1092 time: 2.1400249 Jul 16 01:51:05.041659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Attempting to bind port 2b611b1b-5e41-48cd-b32a-57bf916bd09e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:05.049003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Attempting to bind port 2b611b1b-5e41-48cd-b32a-57bf916bd09e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:05.049624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Attempting to bind port 2b611b1b-5e41-48cd-b32a-57bf916bd09e on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:05.076494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:05.079178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Checking segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:05.079811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.080415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Bound using segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:05.081145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Bound port: 2b611b1b-5e41-48cd-b32a-57bf916bd09e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:05.081706 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.172236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb923b-fab6-4ebc-9a4d-89917bb847e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84def189-d07e-4032-933a-e06a641537e3,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.218662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d10c3-9468-4c97-b0ff-1900569071b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdfc21d-2b3b-44ce-8090-1feeae895dba,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.253945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] For port 2b611b1b-5e41-48cd-b32a-57bf916bd09e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:05.260127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cba352e2-ee8c-46b7-9c58-84bdab5434aa req-3bd0623b-be6b-4b0f-9d8e-15de1aaefce5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0883865 Jul 16 01:51:05.281325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] For port 2b611b1b-5e41-48cd-b32a-57bf916bd09e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b611b1b-5e41-48cd-b32a-57bf916bd09e,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:05.291679 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.317047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dc4c4-e099-4cae-a23a-cd8f25889256 None None] New status for floating IP 649e6883-6965-4f8d-af0c-10c532b379c8: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:51:05.344590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9856c2d0-97bd-4bc7-82f4-13ae9bf12d36 req-44f2fa5b-7320-434a-9b69-2cddffd2428e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046607 Jul 16 01:51:05.379678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-a1b936c5-4a74-498e-9fd3-d6ea747442dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.384245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-a1b936c5-4a74-498e-9fd3-d6ea747442dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 200 len: 897 time: 1.0326128 Jul 16 01:51:05.477121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c6cf-1e25-45c4-8329-fb860d0be5c7 None None] Pushing event updated for resources: {'Port': ['ID=2b611b1b-5e41-48cd-b32a-57bf916bd09e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.511189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-db2ed45a-da2a-4532-9216-cb5b005500b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.517201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-db2ed45a-da2a-4532-9216-cb5b005500b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=c6a28399-11d7-4310-a3d3-9e495d3ff9ee HTTP/1.1" status: 200 len: 1095 time: 0.4492722 Jul 16 01:51:05.581394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34320) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:05.591298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-e8be3925-1a75-4138-999d-af95272861ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84def189-d07e-4032-933a-e06a641537e3 HTTP/1.1" status: 200 len: 217 time: 0.0534797 Jul 16 01:51:05.598715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-d34d2234-2e1a-45b7-8545-13b8db06ed2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 200 len: 217 time: 0.1780014 Jul 16 01:51:05.609206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-d1a6e947-5406-48ab-95ac-fd45eb0730a2 service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1993482 Jul 16 01:51:05.642703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdac7a-ff22-485e-8b04-8cab45641b3e req-cef2827f-5d05-44a8-a7f4-3870463e910f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.644312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7afdac7a-ff22-485e-8b04-8cab45641b3e req-cef2827f-5d05-44a8-a7f4-3870463e910f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 945 time: 0.4742165 Jul 16 01:51:05.674626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:05.683392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.689690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'tag': '84def189-d07e-4032-933a-e06a641537e3'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:05.714043 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c936482d-34d2-4bc2-a683-f212398de0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a28399-11d7-4310-a3d3-9e495d3ff9ee", "tag": "84def189-d07e-4032-933a-e06a641537e3"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:05.813843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port fce124e3-461a-43eb-ae59-0e939ffbfa6a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:05.814211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:05.867193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-a1d36f52-d3a4-48fa-be92-989f418fb108 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.871978 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-a1d36f52-d3a4-48fa-be92-989f418fb108 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.6326954 Jul 16 01:51:05.871978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Subnet': ['ID=6def1f4a-e02b-4c36-a15a-fe786b57b7e6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:05.887453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7afdac7a-ff22-485e-8b04-8cab45641b3e req-17c5ba6e-6651-4548-b2f1-22c1a2c0e031 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682060 Jul 16 01:51:05.889492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41549c82-0e5e-4adb-a0a7-98a2d5894af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.890864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-41549c82-0e5e-4adb-a0a7-98a2d5894af9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.2658229 Jul 16 01:51:05.951166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced83aeb-4c34-4920-924e-69d02316c769 req-b8c64cfe-b9dc-42cc-9523-ed718b32de37 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:05.960482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ced83aeb-4c34-4920-924e-69d02316c769 req-b8c64cfe-b9dc-42cc-9523-ed718b32de37 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.3665206 Jul 16 01:51:06.023463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-b3cd9441-b297-4033-ac4f-079c453e5959 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249013 Jul 16 01:51:06.035494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ced83aeb-4c34-4920-924e-69d02316c769 req-06c213de-cf9b-416e-9377-cec4a1adf1b3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741024 Jul 16 01:51:06.061012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.141823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-33f2dcf9-bdc1-4a94-82eb-f585af07a20d service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025846 Jul 16 01:51:06.147768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:06.152552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:06.158678 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0b1b56-2bd8-48a3-87bb-46ca64cd5af3" -d '{"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-plugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:06.169789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.174881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Checking segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:06.175267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network hostable DHCP agents. Network: 0360a3c9-e50d-4f63-a13d-b197a2c34b16, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:06.273291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:06.374023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:06.384588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-019363e6-5266-450f-a837-3d06a4bb7389 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99c0f1b4e88c43e398a7423b0e4009cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974100 Jul 16 01:51:06.414997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.424768 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf14b1c-a325-48c6-aee8-bef467063777 x-openstack-request-id: req-7bf14b1c-a325-48c6-aee8-bef467063777 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:06.425910 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a28399-11d7-4310-a3d3-9e495d3ff9ee", "tag": "84def189-d07e-4032-933a-e06a641537e3", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:06.427777 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bf14b1c-a325-48c6-aee8-bef467063777 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:06.428494 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'tag': '84def189-d07e-4032-933a-e06a641537e3', 'status': 'completed', 'code': 200} Jul 16 01:51:06.442392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-2cbccea1-f7e8-46a9-a8c4-ba871823635d service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944238 Jul 16 01:51:06.446839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cafdad27-f0f5-4963-9a66-bc4c8dea41d6 req-e8d9b807-464f-42a0-98d6-6236e0a55bf7 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.1171038 Jul 16 01:51:06.458349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-921300f4-6008-4f36-b899-b3a03a06ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.460266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4729c1a1-8385-493c-abfe-2baf3c98b5dc req-387ba14d-a6bd-4424-801f-3d5999f62bbe service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095348 Jul 16 01:51:06.463630 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-921300f4-6008-4f36-b899-b3a03a06ac3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 200 len: 834 time: 0.8528457 Jul 16 01:51:06.476981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0360a3c9-e50d-4f63-a13d-b197a2c34b16) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:06.499719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c276a0-8886-424d-9cdf-e3d9661a7496 None None] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:06.560449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.572947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.600089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64f83477-7a09-4a53-a688-1e81293a888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.739233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:06.739578 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.774649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64f83477-7a09-4a53-a688-1e81293a888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.787382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a6507a43-f7c1-49b6-a107-484ae3cfc7d5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2215118 Jul 16 01:51:06.799967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:06.827950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'name': 'tempest-TaggedBootDevicesTest_v242-793442912', 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:06.884319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'fixed_ips': [{'subnet_id': '6def1f4a-e02b-4c36-a15a-fe786b57b7e6'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:06.886049 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.930831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-6dff542e-4ab0-428b-9d2f-f1b24e8032b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:06.932228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-6dff542e-4ab0-428b-9d2f-f1b24e8032b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=c6a28399-11d7-4310-a3d3-9e495d3ff9ee HTTP/1.1" status: 200 len: 1095 time: 0.3079321 Jul 16 01:51:07.042553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-f09507f6-10e8-4f2c-95af-b07d846974c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.044933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-f09507f6-10e8-4f2c-95af-b07d846974c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 913 time: 0.1050735 Jul 16 01:51:07.136595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Allocated IP 10.2.2.2 (0360a3c9-e50d-4f63-a13d-b197a2c34b16/6def1f4a-e02b-4c36-a15a-fe786b57b7e6/debd644b-fc54-453c-b6ba-595c3d595d90) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:07.158108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-761718cb-578b-4ab9-9a2d-c4a28c61a1c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84def189-d07e-4032-933a-e06a641537e3 HTTP/1.1" status: 200 len: 217 time: 0.0863819 Jul 16 01:51:07.244750 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe1a60-cc3e-4e08-a1fb-0ef3247d5032 x-openstack-request-id: req-4fbe1a60-cc3e-4e08-a1fb-0ef3247d5032 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:07.245648 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-plugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:07.246113 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4fbe1a60-cc3e-4e08-a1fb-0ef3247d5032 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:07.246721 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'code': 200} Jul 16 01:51:07.249628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b611b1b-5e41-48cd-b32a-57bf916bd09e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:07.258237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64f83477-7a09-4a53-a688-1e81293a888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.260942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64f83477-7a09-4a53-a688-1e81293a888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.264932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64f83477-7a09-4a53-a688-1e81293a888b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b88fe69-caff-4ee2-8de2-e9b47bb2c66f HTTP/1.1" status: 204 len: 168 time: 0.8271978 Jul 16 01:51:07.318906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f83477-7a09-4a53-a688-1e81293a888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88fe69-caff-4ee2-8de2-e9b47bb2c66f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:07.391806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-a15d8f0a-a4fe-493a-8afe-62aef556eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.393942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-a15d8f0a-a4fe-493a-8afe-62aef556eeaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.2262535 Jul 16 01:51:07.438062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10287-7583-41db-a6fe-9da7045070f0 req-9d7c5c6e-0c8b-4391-a26d-be04abdf5bb6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.443254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-b624768a-8902-410c-96d2-31d663df833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.446187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fa10287-7583-41db-a6fe-9da7045070f0 req-9d7c5c6e-0c8b-4391-a26d-be04abdf5bb6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 943 time: 0.3996053 Jul 16 01:51:07.455969 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-b624768a-8902-410c-96d2-31d663df833c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9671922 Jul 16 01:51:07.469032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-f9e1e743-5adc-4a37-b78d-903598af82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:07.470623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-f9e1e743-5adc-4a37-b78d-903598af82fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 1094 time: 0.8812258 Jul 16 01:51:07.488206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:07.520923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-538b32a6-34f9-428d-9137-d1d265e14b3c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142981 Jul 16 01:51:07.647042 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72a0501-7c74-49d6-88ff-79c83cbd6636 None None] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:07.665144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:07.675575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.686804 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.699335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Transition to ACTIVE for port object debd644b-fc54-453c-b6ba-595c3d595d90 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:07.709979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fa10287-7583-41db-a6fe-9da7045070f0 req-8ce34120-71a9-412d-bf91-e93a819272d8 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332246 Jul 16 01:51:07.728975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Transition to ACTIVE for port object debd644b-fc54-453c-b6ba-595c3d595d90 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:07.761876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f1c6650a-1f16-4ba8-bb9c-a07323d46a50 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:07.783817 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.876317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for f1c6650a-1f16-4ba8-bb9c-a07323d46a50 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:07.940068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-2fa126d2-b536-4190-b4d8-e23260bbe522 service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050608 Jul 16 01:51:07.989946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da44e322-87f0-4622-b658-7a1e59e49c46 None None] Provisioning for port 2b611b1b-5e41-48cd-b32a-57bf916bd09e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:08.055982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Pushing event updated for resources: {'Port': ['ID=debd644b-fc54-453c-b6ba-595c3d595d90,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.144503 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.204854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70db27b-31fb-4783-8092-14426ac933eb req-8c895ecd-bbd2-4721-bf2a-689ede0f0dea tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.214054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e70db27b-31fb-4783-8092-14426ac933eb req-8c895ecd-bbd2-4721-bf2a-689ede0f0dea tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 946 time: 0.2843723 Jul 16 01:51:08.217145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f1c6650a-1f16-4ba8-bb9c-a07323d46a50, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:08.229171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:08.234384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:08.236384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2b611b1b-5e41-48cd-b32a-57bf916bd09e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:08.241264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.245574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:08.253602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2b611b1b-5e41-48cd-b32a-57bf916bd09e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:08.253861 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.319306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c936482d-34d2-4bc2-a683-f212398de0b6 req-80cf2170-f0bb-4246-8e68-e3ef81c828d8 service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634033 Jul 16 01:51:08.348708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e70db27b-31fb-4783-8092-14426ac933eb req-0638363a-33d7-4279-ba92-d7e0597d4754 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=6ffe2ea2-164b-49d8-952a-9381c717e5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334174 Jul 16 01:51:08.389951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.396825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0ca60d64-9346-4da9-bd79-bb00ba7cace4 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:08.449480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6a784de-a935-47ee-83cc-a868b63e3bd2 req-27495637-905a-4744-9b9d-5b3841f9f5cf tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0706780 Jul 16 01:51:08.625370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-37ece04d-52ce-4c20-bd58-774043955131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.628012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-37ece04d-52ce-4c20-bd58-774043955131 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 913 time: 1.0816638 Jul 16 01:51:08.636195 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.749558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=f1c6650a-1f16-4ba8-bb9c-a07323d46a50,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.760840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:08.765634 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-902ee299-39f4-43f5-9303-d7e4b62c6e58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4 HTTP/1.1" status: 200 len: 217 time: 0.1232030 Jul 16 01:51:08.769496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-8094ad53-6449-4a30-8da8-d87eecf682b8 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2825634 Jul 16 01:51:08.773685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.786658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Attempting to bind port debd644b-fc54-453c-b6ba-595c3d595d90 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:08.787033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Attempting to bind port debd644b-fc54-453c-b6ba-595c3d595d90 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:08.787400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Attempting to bind port debd644b-fc54-453c-b6ba-595c3d595d90 on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:08.850959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '0ca60d64-9346-4da9-bd79-bb00ba7cace4', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'port_id': '0ca60d64-9346-4da9-bd79-bb00ba7cace4', 'mac_address': 'fa:16:3e:26:ce:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead1c853-d66a-4d51-86a8-a50d7bdc5255', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:08.854734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:08.855111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Checking segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:08.855516 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.855908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Bound using segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:08.868803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Bound port: debd644b-fc54-453c-b6ba-595c3d595d90, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:08.869222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.202540 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.269798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:09.272146 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873b5387-1b70-4e47-a17b-a883dfb7e65c" -d '{"events": [{"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:09.273793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c1b1a-64fe-49ac-8f7a-b78f226fee1a req-3444f6c1-bea8-4f7d-90cb-cda7621d3308 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.285874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce2c1b1a-64fe-49ac-8f7a-b78f226fee1a req-3444f6c1-bea8-4f7d-90cb-cda7621d3308 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 943 time: 0.2448072 Jul 16 01:51:09.312575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.349848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89a4ed5b-66e0-4b90-bc84-1d7b3b7f9223 req-c2e56099-dd4b-4e51-b4b6-69bd6506e6c9 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7&device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.0543752 Jul 16 01:51:09.375003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2b611b1b-5e41-48cd-b32a-57bf916bd09e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b611b1b-5e41-48cd-b32a-57bf916bd09e,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:09.382658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] For port debd644b-fc54-453c-b6ba-595c3d595d90, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:09.384873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.403083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce2c1b1a-64fe-49ac-8f7a-b78f226fee1a req-62f98032-84f1-47c6-aee2-71e67ca35fbc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152513 Jul 16 01:51:09.403284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-80fc0a9a-0268-4bfe-978c-16b4bf2336e4 None None] Provisioning complete for port 2b611b1b-5e41-48cd-b32a-57bf916bd09e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:09.403560 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80fc0a9a-0268-4bfe-978c-16b4bf2336e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.405892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca60d64-9346-4da9-bd79-bb00ba7cace4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:09.412277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] For port debd644b-fc54-453c-b6ba-595c3d595d90, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=debd644b-fc54-453c-b6ba-595c3d595d90,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:09.479003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.589677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:09.606741 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38196ec2-90a5-4a5c-b865-db97060cfa4d x-openstack-request-id: req-38196ec2-90a5-4a5c-b865-db97060cfa4d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:09.607291 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:09.607543 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38196ec2-90a5-4a5c-b865-db97060cfa4d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:09.607937 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'code': 200} Jul 16 01:51:09.634847 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.642507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] device_id is not set on port 0b1d8383-dde1-4605-a075-e67d818ae96d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:09.705138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 84def189-d07e-4032-933a-e06a641537e3 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:09.866707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2b611b1b-5e41-48cd-b32a-57bf916bd09e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.882619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25d4a957-2504-40d6-aab7-a4ec1fa2658a req-b5f673af-76a5-4d67-accc-c361bc03f3a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a58207-02b9-4edd-a2b4-4980414a915c HTTP/1.1" status: 200 len: 210 time: 0.0821366 Jul 16 01:51:09.906069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:10.013410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 84def189-d07e-4032-933a-e06a641537e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=84def189-d07e-4032-933a-e06a641537e3,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:10.027390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '84def189-d07e-4032-933a-e06a641537e3', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'port_id': '84def189-d07e-4032-933a-e06a641537e3', 'mac_address': 'fa:16:3e:fb:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead1c853-d66a-4d51-86a8-a50d7bdc5255', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:10.096153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0ca60d64-9346-4da9-bd79-bb00ba7cace4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:10.171324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-31987b47-3659-4428-9c38-5c0e12de2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.173289 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-31987b47-3659-4428-9c38-5c0e12de2513 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 1.3817914 Jul 16 01:51:10.180156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] No DVR routers for this DVR port f1c6650a-1f16-4ba8-bb9c-a07323d46a50 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:10.198383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.201321 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd1a4962-66e9-4f6d-8702-cb9be70c4bfd req-64a16f55-378f-44c6-9d30-0fb036508c77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "DELETE /v2.0/ports/f1c6650a-1f16-4ba8-bb9c-a07323d46a50 HTTP/1.1" status: 204 len: 173 time: 4.3176241 Jul 16 01:51:10.201966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-deleted', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:10.204533 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f198c-7737-45c5-ad6c-cdd3e205d3d4" -d '{"events": [{"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-deleted", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:10.273003 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-721c6612-72c4-4d1d-9f45-16f0f6fe7a64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878150 Jul 16 01:51:10.320599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-581848265'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:10.399652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f9c17a4c-6998-445a-956c-7b1c353ad3b2 req-f5906128-be64-4fa3-abca-080f41135d57 service neutron] 10.222.0.38 "GET /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6066203 Jul 16 01:51:10.402734 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe209d5-f5de-46a5-b61f-2af8f046275b x-openstack-request-id: req-2fe209d5-f5de-46a5-b61f-2af8f046275b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:10.403031 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a58207-02b9-4edd-a2b4-4980414a915c", "name": "network-vif-deleted", "tag": "f1c6650a-1f16-4ba8-bb9c-a07323d46a50", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:10.403331 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fe209d5-f5de-46a5-b61f-2af8f046275b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:10.403742 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a58207-02b9-4edd-a2b4-4980414a915c', 'name': 'network-vif-deleted', 'tag': 'f1c6650a-1f16-4ba8-bb9c-a07323d46a50', 'status': 'completed', 'code': 200} Jul 16 01:51:10.425977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 10.1.1.42 (7421222a-0b0b-497c-bb21-2ddc025195c3/cac9974c-3baa-473d-94cb-727d7af70183/0b1d8383-dde1-4605-a075-e67d818ae96d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:10.448395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Made reservation on behalf of 326bf95b61dd48cdad87ad5bbf8ebf66 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:10.459408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1ba22-1c59-47bd-9412-4260f9eb3595 None None] Pushing event updated for resources: {'Port': ['ID=debd644b-fc54-453c-b6ba-595c3d595d90,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.472842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.523726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.586670 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.594340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0ca60d64-9346-4da9-bd79-bb00ba7cace4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.644219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84def189-d07e-4032-933a-e06a641537e3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:10.698400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-627a7c68-a92b-42c9-bfed-02fc489f4007 service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051044 Jul 16 01:51:10.757848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f290bb9c-01c3-47d0-bff1-a9ab8b5b57f0 req-ccbb0330-0f74-47bd-8539-65e243469d63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dce6e70e38b042fa998a7caa4cfed2b2&device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0796845 Jul 16 01:51:10.763915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 84def189-d07e-4032-933a-e06a641537e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=84def189-d07e-4032-933a-e06a641537e3,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:10.803727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.928738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7528b38-c91f-4cae-827c-a1ecf3a92ec6 req-71267723-d2ff-4f53-8a36-1023cf9f02ae tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.1057012 Jul 16 01:51:10.935745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=84def189-d07e-4032-933a-e06a641537e3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:10.984092 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c660a0c-7d61-4377-8040-e27fa5756213 req-874ebfdb-b520-46cd-babb-c042d9a64578 service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593696 Jul 16 01:51:11.002073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.056854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object 0b1d8383-dde1-4605-a075-e67d818ae96d will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:11.073035 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f290bb9c-01c3-47d0-bff1-a9ab8b5b57f0 req-17dd33cd-518a-462e-9037-5f273babfd84 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=dce6e70e38b042fa998a7caa4cfed2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3048992 Jul 16 01:51:11.125567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['84def189-d07e-4032-933a-e06a641537e3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:11.203329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.350114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.368384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:11.370904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:11.375557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:11.477892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.478575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.511457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.718813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b611b1b-5e41-48cd-b32a-57bf916bd09e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:11.753542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ead6be-ffc5-459c-8d4b-21553e46b1fe None None] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:11.883347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2b611b1b-5e41-48cd-b32a-57bf916bd09e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:11.883703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.886864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35c4143b-0a64-471b-bf25-fc0e457f716f None None] Provisioning for port debd644b-fc54-453c-b6ba-595c3d595d90 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:11.969107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35c4143b-0a64-471b-bf25-fc0e457f716f None None] Provisioning for port 0b1d8383-dde1-4605-a075-e67d818ae96d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:11.980626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-35c4143b-0a64-471b-bf25-fc0e457f716f None None] Provisioning complete for port 0b1d8383-dde1-4605-a075-e67d818ae96d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:11.981040 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35c4143b-0a64-471b-bf25-fc0e457f716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.024880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-35c4143b-0a64-471b-bf25-fc0e457f716f None None] Port 0b1d8383-dde1-4605-a075-e67d818ae96d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:12.155941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device debd644b-fc54-453c-b6ba-595c3d595d90 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:12.313663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port debd644b-fc54-453c-b6ba-595c3d595d90 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:12.332922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port debd644b-fc54-453c-b6ba-595c3d595d90 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:12.333504 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.349592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0ca60d64-9346-4da9-bd79-bb00ba7cace4 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:12.451824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.484312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a48d4e6c-903e-471b-9c58-860c1701d16b req-b8ea097f-ce6b-4a63-9904-310a4b539f81 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0870252 Jul 16 01:51:12.492622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.526913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-734c5742-de59-4032-865e-b554897f308c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7149742 Jul 16 01:51:12.530169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.535826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1270867739', 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:12.557962 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.633943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:12.640573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:12.648780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:12.655823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.681382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.688630 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Added segment a87a5757-3626-4e40-98be-ff9b10fd576a of type vlan for network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a Jul 16 01:51:12.742840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9b5c-8236-4829-a8ba-b4d849ad887a req-e8fb92de-4ffe-4fe7-8874-e99294367e6a tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:12.763983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e9e9b5c-8236-4829-a8ba-b4d849ad887a req-e8fb92de-4ffe-4fe7-8874-e99294367e6a tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 944 time: 1.8705406 Jul 16 01:51:12.766930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290bb9c-01c3-47d0-bff1-a9ab8b5b57f0 req-9ca4057a-ebf8-4295-87b6-25b60f901465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:12.768907 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f290bb9c-01c3-47d0-bff1-a9ab8b5b57f0 req-9ca4057a-ebf8-4295-87b6-25b60f901465 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6893876 Jul 16 01:51:12.878433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.880093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-43c9eba9-763c-40b7-9031-99ce98745e01 None None] Provisioning complete for port debd644b-fc54-453c-b6ba-595c3d595d90 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:12.880552 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-43c9eba9-763c-40b7-9031-99ce98745e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.912213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3925c306-aff7-43ef-8cc5-9813463ea267,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.934978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:12.938845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.942012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.957958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e9e9b5c-8236-4829-a8ba-b4d849ad887a req-1f246afa-01df-4316-bc22-ff6de3363531 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925159 Jul 16 01:51:12.991602 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.998632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:12.998900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.014327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] device_id is not set on port ce59c47d-1fdc-4061-b2f9-2efd36262390 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:13.038544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1230788 Jul 16 01:51:13.165781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c2b71-2978-47a7-841c-ce58a1033ada tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Pushing event updated for resources: {'Network': ['ID=3022b2a6-aaac-44a4-9b42-ff4f2134c94a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.329293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.339797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:13.341991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 10.1.1.173 (7421222a-0b0b-497c-bb21-2ddc025195c3/cac9974c-3baa-473d-94cb-727d7af70183/ce59c47d-1fdc-4061-b2f9-2efd36262390) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:13.351157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.356656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Request body: {'port': {'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a', 'binding:host_id': 'n-h2-800087-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-562484114'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:13.397804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 78d8e419-3f07-45b3-ae94-d72add2dafdf {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:13.398783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.399670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Made reservation on behalf of 04b8886b1fc84328941f6e46827f5f46 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:13.402217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.444062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.535140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca118f-cf4e-422c-b185-e433868c4892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca60d64-9346-4da9-bd79-bb00ba7cace4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:13.537851 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82851dc8-62cc-44fd-a7d1-6c1036d6548f" -d '{"events": [{"server_uuid": "7dca118f-cf4e-422c-b185-e433868c4892", "name": "network-vif-plugged", "status": "completed", "tag": "0ca60d64-9346-4da9-bd79-bb00ba7cace4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:13.561038 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-43c9eba9-763c-40b7-9031-99ce98745e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.613690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port debd644b-fc54-453c-b6ba-595c3d595d90, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=debd644b-fc54-453c-b6ba-595c3d595d90,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:13.642874 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e391e-f736-4618-a73c-14e31b33a87b x-openstack-request-id: req-345e391e-f736-4618-a73c-14e31b33a87b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:13.643420 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca118f-cf4e-422c-b185-e433868c4892", "name": "network-vif-plugged", "status": "completed", "tag": "0ca60d64-9346-4da9-bd79-bb00ba7cace4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:13.643862 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-345e391e-f736-4618-a73c-14e31b33a87b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:13.644448 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca118f-cf4e-422c-b185-e433868c4892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca60d64-9346-4da9-bd79-bb00ba7cace4', 'code': 200} Jul 16 01:51:13.709567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:13.712972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-43c9eba9-763c-40b7-9031-99ce98745e01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:51:13.713914 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-43c9eba9-763c-40b7-9031-99ce98745e01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:51:13.714825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 84def189-d07e-4032-933a-e06a641537e3 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:13.717293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.809503 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.812531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=debd644b-fc54-453c-b6ba-595c3d595d90,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.821843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.822786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14f79f89-88bd-421a-b630-e0605b4d942d req-93258581-a45b-4a85-9278-fcde09198116 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0468256 Jul 16 01:51:13.827426 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.834210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port 86ea44c5-e244-4722-85a8-86e86b59a734 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:13.842785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.843244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.843734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.844203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.844631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.845087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.845501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.845975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.846389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.846803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.847221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.847703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:13.938775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34fbc40-6d12-4c3b-b469-5ee27e298f6a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.973226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=0ca60d64-9346-4da9-bd79-bb00ba7cace4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.999229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da59656-8eeb-470c-a36a-aec5db976ae9 req-accbba98-ee8b-47c6-9e36-98ab39fbf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:14.001130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5da59656-8eeb-470c-a36a-aec5db976ae9 req-accbba98-ee8b-47c6-9e36-98ab39fbf987 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 1096 time: 0.2751935 Jul 16 01:51:14.005648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 84def189-d07e-4032-933a-e06a641537e3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:14.015377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 84def189-d07e-4032-933a-e06a641537e3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:14.023352 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.039414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 78d8e419-3f07-45b3-ae94-d72add2dafdf, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=78d8e419-3f07-45b3-ae94-d72add2dafdf,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:14.040003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.111202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 78d8e419-3f07-45b3-ae94-d72add2dafdf owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:14.182519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5da59656-8eeb-470c-a36a-aec5db976ae9 req-6ed23f53-9f24-45bf-8336-d1cd10aff2b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709144 Jul 16 01:51:14.186347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.248301 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:14.283795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 84def189-d07e-4032-933a-e06a641537e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=84def189-d07e-4032-933a-e06a641537e3,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:14.290957 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.338555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32e726-471a-4b49-baed-ee1b88eda498 req-203456f8-bc9b-4974-b2a8-5cc50875843f tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:14.346135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d32e726-471a-4b49-baed-ee1b88eda498 req-203456f8-bc9b-4974-b2a8-5cc50875843f tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 945 time: 0.2024181 Jul 16 01:51:14.355494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port 86ea44c5-e244-4722-85a8-86e86b59a734 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:14.355726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.367320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f290bb9c-01c3-47d0-bff1-a9ab8b5b57f0 req-ebae8cf3-b707-4266-8d09-e03a28f04122 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.32 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.2562387 Jul 16 01:51:14.388529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.408198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=84def189-d07e-4032-933a-e06a641537e3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.417526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object ce59c47d-1fdc-4061-b2f9-2efd36262390 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:14.458292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Transition to ACTIVE for port object 86ea44c5-e244-4722-85a8-86e86b59a734 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:14.481808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d32e726-471a-4b49-baed-ee1b88eda498 req-f5c724d6-3ca7-4101-ac9f-24271329a23b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345112 Jul 16 01:51:14.506924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.522749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.536126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:14.620454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=86ea44c5-e244-4722-85a8-86e86b59a734,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.641704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Checking segment: {'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:14.642384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Network hostable DHCP agents. Network: 3022b2a6-aaac-44a4-9b42-ff4f2134c94a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:14.677132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:14.698351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3022b2a6-aaac-44a4-9b42-ff4f2134c94a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:14.708001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5effea8-67b7-4f7a-a701-d1026b879432 None None] Network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:14.735115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:14.768203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:14.794700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:14.796252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:14.796522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:14.796967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:14.800511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:14.809934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:14.810434 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:14.811002 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 2 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:14.853608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:14.854116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:14.854557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:14.874177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.897904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:14.899280 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:14.899787 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 3 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:14.915653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=78d8e419-3f07-45b3-ae94-d72add2dafdf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:14.968617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:14.968960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:14.969303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.004814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.005159 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.005556 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 4 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.012226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.013686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.050530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.050530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.050530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.065255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.065612 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.065986 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 5 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.103990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.105050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.105402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.115899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.116272 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.116653 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 6 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.157325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-835e3b2a-af3e-4775-859a-c234b12f6f71 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6259165 Jul 16 01:51:15.178276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.180769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.181584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.192206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.196239 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.197088 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 7 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.214155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.227878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.228263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.228607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.240012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.240394 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.240791 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 8 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.271758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94ae4a8c-fd93-479f-bf82-2e4037e693a8 None None] Provisioning for port ce59c47d-1fdc-4061-b2f9-2efd36262390 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:15.273987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.274756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.275332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.276326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94ae4a8c-fd93-479f-bf82-2e4037e693a8 None None] Provisioning complete for port ce59c47d-1fdc-4061-b2f9-2efd36262390 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:15.276703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a8c-fd93-479f-bf82-2e4037e693a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.322722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59f8f2dd-27c8-4b03-afcd-f320860a57e4 req-891c3486-398f-4b4f-9fdc-046fe49879e3 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f539211d-1fd7-426d-9a85-3431fe6d34c7 HTTP/1.1" status: 200 len: 210 time: 0.0432785 Jul 16 01:51:15.323965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.324823 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.326176 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 9 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.354047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.354047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.360827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.366031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-94ae4a8c-fd93-479f-bf82-2e4037e693a8 None None] Port ce59c47d-1fdc-4061-b2f9-2efd36262390 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:15.373712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.374159 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.374676 n-d-800087-6 neutron-server[93906]: INFO neutron.plugins.ml2.plugin [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 10 to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 Jul 16 01:51:15.419969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:15.420341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:15.420750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:15.438406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 86ea44c5-e244-4722-85a8-86e86b59a734 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:15.444268 n-d-800087-6 neutron-server[93906]: ERROR neutron.plugins.ml2.managers [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 86ea44c5-e244-4722-85a8-86e86b59a734 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:15.444720 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.647872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84def189-d07e-4032-933a-e06a641537e3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:15.650956 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4250ca06-e24e-443f-a78c-4812161c06c0" -d '{"events": [{"server_uuid": "c6a28399-11d7-4310-a3d3-9e495d3ff9ee", "name": "network-vif-plugged", "status": "completed", "tag": "84def189-d07e-4032-933a-e06a641537e3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:15.657250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] For port 86ea44c5-e244-4722-85a8-86e86b59a734, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:15.657637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempted to set empty binding levels {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:51:15.669587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.819614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:15.820306 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:15.870168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:15.900011 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4dc3f-ed48-4358-9fe2-839d9761ed14 x-openstack-request-id: req-78a4dc3f-ed48-4358-9fe2-839d9761ed14 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:15.900333 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a28399-11d7-4310-a3d3-9e495d3ff9ee", "name": "network-vif-plugged", "status": "completed", "tag": "84def189-d07e-4032-933a-e06a641537e3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:15.900589 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78a4dc3f-ed48-4358-9fe2-839d9761ed14 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:15.900984 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84def189-d07e-4032-933a-e06a641537e3', 'code': 200} Jul 16 01:51:15.978291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253040997', 'description': 'tempest-description--676591731'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:15.990760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.6379836 Jul 16 01:51:15.992799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.026941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f1229-efbc-49c5-aa18-aa3e8f7290b2 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=86ea44c5-e244-4722-85a8-86e86b59a734,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.054177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.056743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device debd644b-fc54-453c-b6ba-595c3d595d90 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:16.111527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c93c0-a350-46fd-a640-7835a70aa16e req-b983a2ce-35f7-4e44-b7cc-f89a8998b42a tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.118628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-809c93c0-a350-46fd-a640-7835a70aa16e req-b983a2ce-35f7-4e44-b7cc-f89a8998b42a tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 945 time: 0.3351607 Jul 16 01:51:16.128194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port debd644b-fc54-453c-b6ba-595c3d595d90 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:16.128622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.180631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-809c93c0-a350-46fd-a640-7835a70aa16e req-da30dc5a-0d62-490f-8153-78bd544be577 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609231 Jul 16 01:51:16.251087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321a79-382e-49f5-8c19-8fbdce677173 req-26400271-2484-43d9-805d-50743ff0b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.252684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-44321a79-382e-49f5-8c19-8fbdce677173 req-26400271-2484-43d9-805d-50743ff0b25d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6a28399-11d7-4310-a3d3-9e495d3ff9ee HTTP/1.1" status: 200 len: 1097 time: 0.2689600 Jul 16 01:51:16.284644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router c7650e15-0c19-4ec0-a416-788c1d977147 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:16.295985 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.301303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.308758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Deleting port 86ea44c5-e244-4722-85a8-86e86b59a734 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:16.309075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.327938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-44321a79-382e-49f5-8c19-8fbdce677173 req-e9f90a48-b3b3-4ea5-9707-5183dded6d23 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621285 Jul 16 01:51:16.378320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.383516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5078681 Jul 16 01:51:16.384014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.390664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'security_group_rule': {'security_group_id': '7cfce3b8-070a-4101-82b9-867775764e3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.407373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945432e4-4764-42c6-8cbb-bd450703c86d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfce3b8-070a-4101-82b9-867775764e3a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.490192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] For port 86ea44c5-e244-4722-85a8-86e86b59a734, host n-h2-800087-6, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:16.490566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.499752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d3b2b-c2d9-4a2d-8535-1d8494f75879 req-ac2bb4b8-6325-4e7d-885a-1a7f43904ec1 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:16.507151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-367d3b2b-c2d9-4a2d-8535-1d8494f75879 req-ac2bb4b8-6325-4e7d-885a-1a7f43904ec1 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6a28399-11d7-4310-a3d3-9e495d3ff9ee HTTP/1.1" status: 200 len: 946 time: 0.1697946 Jul 16 01:51:16.514263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Calling delete_port for 86ea44c5-e244-4722-85a8-86e86b59a734 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:16.538184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.579691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-367d3b2b-c2d9-4a2d-8535-1d8494f75879 req-0334f01e-700d-4d6e-993c-2125cf69247c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641804 Jul 16 01:51:16.587907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:16.597237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-27d57f43-ae58-4f4d-b155-6b50b0eb40b5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/c7650e15-0c19-4ec0-a416-788c1d977147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0748641 Jul 16 01:51:16.599636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.614057 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de177206-637f-4611-b345-6e126ffbff76 None None] Sync routers for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:16.629723 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:16.630351 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:16.716314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.722004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.729972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.751450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting subnet 93193d47-f17f-488f-8625-432f4d1bacad {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:16.758969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.824776 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:16.827820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event deleted for resources: {'Port': ['ID=86ea44c5-e244-4722-85a8-86e86b59a734,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.832942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.842288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e0354a7f-1ae2-45c1-b1a9-2c88ccd76b97 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "DELETE /v2.0/ports/86ea44c5-e244-4722-85a8-86e86b59a734 HTTP/1.1" status: 204 len: 168 time: 0.8086245 Jul 16 01:51:16.843413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.844456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532bfeda-bf1f-478e-9af1-25b35436b49d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:16.852275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.854939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c36b943-2d0e-48d9-83bd-95973cde7c13 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4686718 Jul 16 01:51:16.858468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.865450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'security_group_rule': {'security_group_id': '7cfce3b8-070a-4101-82b9-867775764e3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.906672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:16.915283 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5a8844-2925-4556-9084-aa4b19f644e4 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:51:16.921849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1b5a8844-2925-4556-9084-aa4b19f644e4 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "GET /v2.0/ports/86ea44c5-e244-4722-85a8-86e86b59a734 HTTP/1.1" status: 404 len: 333 time: 0.0749555 Jul 16 01:51:16.922845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:16.946116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Request body: {'port': {'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-85734249'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:16.969213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.036154 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:51:14Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:17.081045 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de177206-637f-4611-b345-6e126ffbff76 None None] Checking router: c7650e15-0c19-4ec0-a416-788c1d977147 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:17.091153 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] Routers {'c7650e15-0c19-4ec0-a416-788c1d977147'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:17.092052 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c7650e15-0c19-4ec0-a416-788c1d977147'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:17.114812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Made reservation on behalf of 04b8886b1fc84328941f6e46827f5f46 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:17.118241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.143473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port 0bbaef46-a24d-4a24-8099-267cf28e9c5e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:17.183345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ab07f98-7862-4986-89c5-423ec07c91ec req-cd8d770d-8d54-4bed-bb20-857a0ca58c65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce6e70e38b042fa998a7caa4cfed2b2&device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.1454532 Jul 16 01:51:17.261921 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] Set router c7650e15-0c19-4ec0-a416-788c1d977147 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:17.283511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.293907 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.296230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.299902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ab07f98-7862-4986-89c5-423ec07c91ec req-496199b3-079a-40df-9bd2-aab23ec0a3bb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=dce6e70e38b042fa998a7caa4cfed2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452006 Jul 16 01:51:17.327263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.328997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4692953 Jul 16 01:51:17.346769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34598) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.352187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:17.401124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.412769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dade3-9d43-4da4-9c8e-b2868abd632e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d953ee-9380-4af8-99d4-c6bc57b5a37d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.560055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7786089-0b98-4b91-a428-d9c1c3a1805a req-84d4b12d-bc1e-4e1e-b1ff-ba420baed269 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.2559712 Jul 16 01:51:17.582511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-9bc229d7-4b19-47bd-b231-021b1d2ce0fd tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.590858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-9bc229d7-4b19-47bd-b231-021b1d2ce0fd tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.3010342 Jul 16 01:51:17.628454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-a916bcd6-0c50-461f-8225-7de9d315c71f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/quotas/cb5223cc1d5e4534b85361f065b6357f HTTP/1.1" status: 200 len: 375 time: 0.0365255 Jul 16 01:51:17.628769 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-de177206-637f-4611-b345-6e126ffbff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:51:14Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:17.670725 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de177206-637f-4611-b345-6e126ffbff76 None None] The sync data for ids ['c7650e15-0c19-4ec0-a416-788c1d977147'] in n-d-800087-6 is: [{'id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118877304', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5e078d78-838d-41d7-842d-e02a39caf818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:51:14Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '5e078d78-838d-41d7-842d-e02a39caf818', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7650e15-0c19-4ec0-a416-788c1d977147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:43Z', 'updated_at': '2021-07-16T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:17.721407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab07f98-7862-4986-89c5-423ec07c91ec req-b57bd258-5b39-40b2-8987-fd6e2f1fe4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.729904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ab07f98-7862-4986-89c5-423ec07c91ec req-b57bd258-5b39-40b2-8987-fd6e2f1fe4af service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4044497 Jul 16 01:51:17.730631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.738380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.784343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.810590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc27fda-9413-47e0-b245-a2ac040e12fd None None] Network d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:17.817718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Subnet': ['ID=93193d47-f17f-488f-8625-432f4d1bacad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.828769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.834451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0b4e441e-a0f6-4a40-8332-411175bcf8d5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/subnets/93193d47-f17f-488f-8625-432f4d1bacad HTTP/1.1" status: 204 len: 168 time: 1.2297132 Jul 16 01:51:17.835433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:17.836993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:17.862774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-7f709a9f-6201-4d4e-8e72-0dd21663e24a tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2333376 Jul 16 01:51:17.906577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbaef46-a24d-4a24-8099-267cf28e9c5e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:17.940856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8617b4-666b-457d-9e7a-747db4ca1f33 req-ac92f14a-12ac-4293-b860-8a9bccb15fe5 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.945494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e8617b4-666b-457d-9e7a-747db4ca1f33 req-ac92f14a-12ac-4293-b860-8a9bccb15fe5 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6a28399-11d7-4310-a3d3-9e495d3ff9ee HTTP/1.1" status: 200 len: 946 time: 0.1457901 Jul 16 01:51:17.953151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:17.959883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:17.967047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:17.968112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:17.968877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.028762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e8617b4-666b-457d-9e7a-747db4ca1f33 req-48e90810-e9c9-4e60-b78c-13608084fde6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687721 Jul 16 01:51:18.064971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78d8e419-3f07-45b3-ae94-d72add2dafdf no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:18.097037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0fcbbb23-1667-409d-948a-73c654ba7c82 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1732016 Jul 16 01:51:18.105042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:18.124505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:18.127322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 78d8e419-3f07-45b3-ae94-d72add2dafdf {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:18.129211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78d8e419-3f07-45b3-ae94-d72add2dafdf not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:18.143711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] DHCP port deletion for d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:18.175601 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-0d9b237c-bb86-4cff-b315-eff8fb2d8ce6 service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118880 Jul 16 01:51:18.208657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 172.25.0.244 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/817c3ccc-66ef-459a-b472-20e4a201dd42) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:18.268420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] Deleting port 580a0ff2-8f91-409b-aae8-c483db2af0c6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:18.268803 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.341335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.388498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] For port 580a0ff2-8f91-409b-aae8-c483db2af0c6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=580a0ff2-8f91-409b-aae8-c483db2af0c6,segment=NetworkSegment(101b4162-fd62-43a8-a0e2-e58c39a82913),segment_id=101b4162-fd62-43a8-a0e2-e58c39a82913)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:18.388973 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.389614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.390102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-3351ac9b-a243-4da4-a99c-272821042be0 service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105358 Jul 16 01:51:18.415185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] Calling delete_port for 580a0ff2-8f91-409b-aae8-c483db2af0c6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:18.448099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:18.455053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:18.460769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:18.570198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.586619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.621962 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.648801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] No DVR routers for this DVR port 580a0ff2-8f91-409b-aae8-c483db2af0c6 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:18.665040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf0a20d1-36e7-4575-ad41-35510476c9d1 req-2249ab6e-811e-4241-bcdd-a28b71986e0b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 210 time: 0.0722871 Jul 16 01:51:18.711402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd05dc9-8f1e-43fd-a49d-29a723928d8b None None] Pushing event deleted for resources: {'Port': ['ID=580a0ff2-8f91-409b-aae8-c483db2af0c6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:18.859987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-700b4001-845a-4d4a-b124-ca0de7b89d9e req-a3b2d728-a5b4-4a21-9e9b-0c9f8f10708e tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.0514784 Jul 16 01:51:18.863207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.888817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:18.931134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=817c3ccc-66ef-459a-b472-20e4a201dd42,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:19.619161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ab07f98-7862-4986-89c5-423ec07c91ec req-f970a6f4-379c-427b-9918-fad223a67312 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.0938299 Jul 16 01:51:19.708887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-c3d025b0-d976-472c-ad79-d2eb02f0171b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:19.719713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-c3d025b0-d976-472c-ad79-d2eb02f0171b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 812 time: 0.2335081 Jul 16 01:51:19.738814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-998708ce-e5e2-4acf-a4fa-c14da3ba1dcf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/quotas/d9cadfed57154f9db720ed28db973886 HTTP/1.1" status: 200 len: 375 time: 0.0175993 Jul 16 01:51:19.825818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-dc365df3-b52e-4671-90d9-cd5f98d7e296 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858629 Jul 16 01:51:19.840117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 580a0ff2-8f91-409b-aae8-c483db2af0c6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:19.860638 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.864844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 580a0ff2-8f91-409b-aae8-c483db2af0c6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:19.865185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 580a0ff2-8f91-409b-aae8-c483db2af0c6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:19.907923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e87cd61-3301-4f9b-a53e-8a336edd47d8 req-d9da371e-05c2-495d-8e1f-145879d3d4aa tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 210 time: 0.0740554 Jul 16 01:51:19.923444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port 0bbaef46-a24d-4a24-8099-267cf28e9c5e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:19.972806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:19.988273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Transition to ACTIVE for port object 0bbaef46-a24d-4a24-8099-267cf28e9c5e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:20.002639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.061289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-ba2161e2-4017-4e66-a251-ab564ca617fe service neutron] 10.222.0.35 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279885 Jul 16 01:51:20.087470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.112393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.126048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbaef46-a24d-4a24-8099-267cf28e9c5e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.177783 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eec13593-86ec-4044-a145-cc4e4512d6d8 req-331fbb80-7324-4020-90e7-b004612954b5 tempest-ServerShowV247Test-1792093679 tempest-ServerShowV247Test-1792093679-project] 10.222.0.35 "GET /v2.0/ports?device_id=39eae624-dc48-480f-9bc6-0601b388157e HTTP/1.1" status: 200 len: 210 time: 0.0305538 Jul 16 01:51:20.244772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-ca97e53d-b5a1-4b4c-9067-4697287d1ada service neutron] 10.222.0.35 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717057 Jul 16 01:51:20.329423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 5e078d78-838d-41d7-842d-e02a39caf818 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:20.329772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.502131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-9fdd8cd9-a8cd-4e88-82e7-4d3ca5c8f9ed tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.504136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-9fdd8cd9-a8cd-4e88-82e7-4d3ca5c8f9ed tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.4456668 Jul 16 01:51:20.504855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=817c3ccc-66ef-459a-b472-20e4a201dd42,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:20.524182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Request body: {'port': {'device_id': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'admin_state_up': True, 'tenant_id': 'cb5223cc1d5e4534b85361f065b6357f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:20.539674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.598117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:20.598462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:20.598807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:20.642409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:20.642409 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:20.647676 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 2 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:20.658342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.669548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1be3775e-a594-4773-8acf-affe9f2d15cb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3115351 Jul 16 01:51:20.799224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:20.799562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:20.799900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:20.801791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-32677acf-0ae2-48b8-92b7-b42b6b4ca4ad tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.803825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 5e078d78-838d-41d7-842d-e02a39caf818, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5e078d78-838d-41d7-842d-e02a39caf818,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:20.805570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-32677acf-0ae2-48b8-92b7-b42b6b4ca4ad tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dca118f-cf4e-422c-b185-e433868c4892 HTTP/1.1" status: 200 len: 945 time: 0.1118708 Jul 16 01:51:20.808209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:20.876937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 5e078d78-838d-41d7-842d-e02a39caf818 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:20.890392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:20.891877 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:20.905600 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 3 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:20.956491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-dbff4a95-ece6-4d90-85b5-ff1bb7e8b2da tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:20.958622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-dbff4a95-ece6-4d90-85b5-ff1bb7e8b2da tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6a28399-11d7-4310-a3d3-9e495d3ff9ee HTTP/1.1" status: 200 len: 946 time: 0.5464933 Jul 16 01:51:20.991903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:20.992195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:20.992531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:21.018181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f3a7d34-ba2b-4c72-94ee-6c9dbba72b24 req-575a053b-1902-41f2-b9e3-cad546f92b19 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 210 time: 0.0548334 Jul 16 01:51:21.052761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:21.053084 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:21.058666 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 4 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:21.115739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:21.115739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:21.116163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:21.141441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Made reservation on behalf of cb5223cc1d5e4534b85361f065b6357f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:21.145077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.155657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Deleting port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:21.155657 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.162373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e182951-7d5a-499f-9970-1242816d3c79 req-0fbb1b31-a489-4483-876b-03378cb4cd91 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 210 time: 0.0649066 Jul 16 01:51:21.194694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:21.195027 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:21.199560 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 5 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:21.265718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:21.266194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:21.266541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:21.303436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:21.309793 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:21.322974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e16a496c-c5dc-4412-9216-5d0f32582099 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--253040997&fields=id&tenant_id=7e2c66569da842cc840bfe45e76702f2 HTTP/1.1" status: 200 len: 267 time: 0.0586612 Jul 16 01:51:21.358678 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 6 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:21.407803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] For port 0ca60d64-9346-4da9-bd79-bb00ba7cace4, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=0ca60d64-9346-4da9-bd79-bb00ba7cace4,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:21.408214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.430754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Calling delete_port for 0ca60d64-9346-4da9-bd79-bb00ba7cace4 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:21.439173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d50981ed-a927-4e4e-ac9b-79b89c0daf41 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:21.448603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d50981ed-a927-4e4e-ac9b-79b89c0daf41 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 935 time: 0.1244884 Jul 16 01:51:21.470762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:21.471894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:21.473813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:21.522430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:21.522764 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:21.533755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Deleting port 84def189-d07e-4032-933a-e06a641537e3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:21.533900 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.554757 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 7 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:21.563822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-7f9dccaf-b168-4233-85d5-721206233ad5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:21.571018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-7f9dccaf-b168-4233-85d5-721206233ad5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 937 time: 0.1212659 Jul 16 01:51:21.672718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-7825b557-b3bc-4304-9c24-d5e87f17df20 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1008565 Jul 16 01:51:21.833002 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:21.833914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-69249f52-2004-498a-ba37-b1dc7cc77ef5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1600182 Jul 16 01:51:21.873720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:21.883911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:21.884576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:21.985907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:22.011171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:22.011498 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:22.017480 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 8 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:22.028057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=5e078d78-838d-41d7-842d-e02a39caf818,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.074234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Allocated IP 172.20.0.11 (5a93c18c-fd04-40b0-a945-37125d5791e1/71a0e83e-9e86-422f-81ac-0efd4a8296fa/4613218e-430f-4ce2-8473-bff00ae008f5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:22.077543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.142404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.154750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['0ca60d64-9346-4da9-bd79-bb00ba7cace4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:22.174403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:22.174764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:22.175063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:22.226012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] For port 84def189-d07e-4032-933a-e06a641537e3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=84def189-d07e-4032-933a-e06a641537e3,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:22.226378 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.259071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Calling delete_port for 84def189-d07e-4032-933a-e06a641537e3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:22.305150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d3bee29c-5497-49cd-94d4-2a8efeadbf9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.323584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d3bee29c-5497-49cd-94d4-2a8efeadbf9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.338563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d3bee29c-5497-49cd-94d4-2a8efeadbf9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:22.342991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d3bee29c-5497-49cd-94d4-2a8efeadbf9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 1994 time: 0.5080197 Jul 16 01:51:22.365644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:22.365971 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:22.375626 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 9 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:22.389173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event deleted for resources: {'Port': ['ID=0ca60d64-9346-4da9-bd79-bb00ba7cace4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:22.401715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb7d273a-2924-48c8-89b9-295158ddafb2 req-0b71e7a8-9fba-4aaf-bb83-5734707b2bc5 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 210 time: 0.0509791 Jul 16 01:51:22.443315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68741023-0792-41ee-877a-4e3ea0ddfcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.461482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] No DVR routers for this DVR port 0ca60d64-9346-4da9-bd79-bb00ba7cace4 on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:22.470379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.472720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1300bbe5-3545-4c63-80f9-7f9bcad182f0 req-0c1e2edf-e868-4df9-a5f5-4309d35025bf tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "DELETE /v2.0/ports/0ca60d64-9346-4da9-bd79-bb00ba7cace4 HTTP/1.1" status: 204 len: 173 time: 1.6615419 Jul 16 01:51:22.476629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca118f-cf4e-422c-b185-e433868c4892', 'name': 'network-vif-deleted', 'tag': '0ca60d64-9346-4da9-bd79-bb00ba7cace4'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:22.479147 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076dbc4d-5fcc-4846-aa47-774f85aa1ee6" -d '{"events": [{"server_uuid": "7dca118f-cf4e-422c-b185-e433868c4892", "name": "network-vif-deleted", "tag": "0ca60d64-9346-4da9-bd79-bb00ba7cace4"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:22.486477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:22.487706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:22.488267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:22.499306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e77b9c6b-bff7-4015-9e3e-0e523034b852 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/quotas/7e2c66569da842cc840bfe45e76702f2 HTTP/1.1" status: 200 len: 375 time: 0.0908930 Jul 16 01:51:22.507066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.509143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:22.509636 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:22.532083 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 10 to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e Jul 16 01:51:22.673151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ecee334-2b9f-4486-a9ed-a11742bd05cb req-6b569f84-01c3-46ae-b59b-15ac6a7e7460 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 210 time: 0.0815442 Jul 16 01:51:22.709104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:22.709645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:22.710162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:22.749386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.751661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:22.752005 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:22.752565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.755662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.797237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-a1b4dc73-33aa-484e-96d4-f01cf3f797d3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2966824 Jul 16 01:51:22.972422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.972422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Fanout notify agent at l3_agent the message router_deleted on router c7650e15-0c19-4ec0-a416-788c1d977147 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:22.979129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:22.984255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-550f0886-f2ac-4131-9d23-82c5f42582d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/routers/c7650e15-0c19-4ec0-a416-788c1d977147 HTTP/1.1" status: 204 len: 168 time: 5.1447203 Jul 16 01:51:22.995836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:23.094741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9204e743-270e-449c-bed4-2321040b2939 service neutron] 10.222.0.35 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929864 Jul 16 01:51:23.225167 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f97366-4488-4519-90a6-29f98f01eb01 x-openstack-request-id: req-43f97366-4488-4519-90a6-29f98f01eb01 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:23.225733 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca118f-cf4e-422c-b185-e433868c4892", "name": "network-vif-deleted", "tag": "0ca60d64-9346-4da9-bd79-bb00ba7cace4", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:23.226312 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43f97366-4488-4519-90a6-29f98f01eb01 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:23.239861 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dca118f-cf4e-422c-b185-e433868c4892', 'name': 'network-vif-deleted', 'tag': '0ca60d64-9346-4da9-bd79-bb00ba7cace4', 'status': 'completed', 'code': 200} Jul 16 01:51:23.276753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.343652 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.346010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.361918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'd920ad04-b1cd-46d9-bb25-f993399be089'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:23.450063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:23.450636 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.472516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-b41fd437-4c32-4aa3-a2d1-64e58c155a38 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:23.476507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-b41fd437-4c32-4aa3-a2d1-64e58c155a38 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 812 time: 0.3973503 Jul 16 01:51:23.503586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Request body: {'port': {'device_id': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'admin_state_up': True, 'tenant_id': 'd9cadfed57154f9db720ed28db973886'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:23.525725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:23.534040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:23.599191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.639931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68741023-0792-41ee-877a-4e3ea0ddfcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.683196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event deleted for resources: {'Port': ['ID=84def189-d07e-4032-933a-e06a641537e3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:23.697866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68741023-0792-41ee-877a-4e3ea0ddfcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.726078 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7c6b-a708-4493-9e06-933cb717d48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:23.761505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 84def189-d07e-4032-933a-e06a641537e3 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:23.790902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-8b666146-8f16-4a7e-a785-5963914385fb service neutron] 10.222.0.35 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951251 Jul 16 01:51:23.830659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 84def189-d07e-4032-933a-e06a641537e3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:23.831584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 84def189-d07e-4032-933a-e06a641537e3 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:23.889054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fedee37-54b7-4b5f-a4b9-8e69ea5e3710 req-fc0d5e90-cd9d-42c2-a6ed-5288e44b6ec4 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 210 time: 0.0971463 Jul 16 01:51:23.892968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5e078d78-838d-41d7-842d-e02a39caf818 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:23.929309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-f568ed7f-303a-4503-9056-3c9535defce0 service neutron] 10.222.0.35 "GET /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1103301 Jul 16 01:51:23.931802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5e078d78-838d-41d7-842d-e02a39caf818 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:23.932246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5e078d78-838d-41d7-842d-e02a39caf818 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:23.942912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Made reservation on behalf of d9cadfed57154f9db720ed28db973886 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:23.946847 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.174163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Allocated IP 172.20.0.13 (2942df08-4eb9-4b5e-8afb-01ea17ae6d5b/ead1c853-d66a-4d51-86a8-a50d7bdc5255/83694e94-ad1b-4a5e-9a1c-a4a5dd736afd) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:24.178906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] For port 0bbaef46-a24d-4a24-8099-267cf28e9c5e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:24.179406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:51:24.210182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-17ef3dce-dcb4-46d8-a731-ac25fa676b54 service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792163 Jul 16 01:51:24.226299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.273183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.273809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.289054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] No DVR routers for this DVR port 84def189-d07e-4032-933a-e06a641537e3 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:24.312563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68741023-0792-41ee-877a-4e3ea0ddfcc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dce6e70e38b042fa998a7caa4cfed2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3034167 Jul 16 01:51:24.316315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34766) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.317366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.319354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8b0d5b9-4ebb-425a-9a8b-4b38fc760b23 req-e4d28531-c07a-403a-919e-0cf05d493bdd tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "DELETE /v2.0/ports/84def189-d07e-4032-933a-e06a641537e3 HTTP/1.1" status: 204 len: 173 time: 3.3302166 Jul 16 01:51:24.328128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e96a5e-47cf-4a40-a5dd-3b0808fd7554 req-ec2149be-2cee-4fc9-b07a-4d02bba5757f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.333882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14e96a5e-47cf-4a40-a5dd-3b0808fd7554 req-ec2149be-2cee-4fc9-b07a-4d02bba5757f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 932 time: 0.2545815 Jul 16 01:51:24.385490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event updated for resources: {'Port': ['ID=4613218e-430f-4ce2-8473-bff00ae008f5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.388018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'name': 'network-vif-deleted', 'tag': '84def189-d07e-4032-933a-e06a641537e3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:24.390231 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c0c3c-f5ef-46eb-b1b3-de8efcc50dff" -d '{"events": [{"server_uuid": "c6a28399-11d7-4310-a3d3-9e495d3ff9ee", "name": "network-vif-deleted", "tag": "84def189-d07e-4032-933a-e06a641537e3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:24.399742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0ca60d64-9346-4da9-bd79-bb00ba7cace4 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:24.407102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] In _notify_port_updated(), no bound segment for port 0bbaef46-a24d-4a24-8099-267cf28e9c5e on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:51:24.407982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.408686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.413106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "PUT /v2.0/ports/0bbaef46-a24d-4a24-8099-267cf28e9c5e HTTP/1.1" status: 200 len: 973 time: 6.3037097 Jul 16 01:51:24.414294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34772) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:24.436908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 0ca60d64-9346-4da9-bd79-bb00ba7cace4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:24.437549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 0ca60d64-9346-4da9-bd79-bb00ba7cace4 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:24.447306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-97f4a0a2-3ab1-4893-ad82-e3f9b4473eba tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:24.448939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-97f4a0a2-3ab1-4893-ad82-e3f9b4473eba tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 812 time: 1.4514775 Jul 16 01:51:24.500647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68741023-0792-41ee-877a-4e3ea0ddfcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c271de-e902-491d-a2d9-8b25c1905365,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.508925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Request body: {'port': {'device_id': '7e49096c-87cf-4374-8371-b85826bec6a3', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'admin_state_up': True, 'tenant_id': 'd9cadfed57154f9db720ed28db973886'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:24.598685 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-fd4fd292-df82-4fbd-bb75-3b385809f4d9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0786936 Jul 16 01:51:24.639400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Request body: {'port': {'device_id': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:24.741507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.744549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75346907-418e-418b-b107-66164252b5b6 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=0bbaef46-a24d-4a24-8099-267cf28e9c5e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:24.766067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89c1fa5-0f34-4146-8be5-b76f3b5c3e18']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:24.784796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101b4162-fd62-43a8-a0e2-e58c39a82913') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:24.785175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101b4162-fd62-43a8-a0e2-e58c39a82913') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:24.847103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.864318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-8fa0e16e-a033-45be-873a-ee5c9d355a98 service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346619 Jul 16 01:51:24.878904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.891940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:24.891940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:24.931087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14e96a5e-47cf-4a40-a5dd-3b0808fd7554 req-20f62c89-3204-4351-99e8-505e219dc388 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962052 Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:24.954768 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:25.037261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fd5f225-c17c-4207-abc0-3766ff8895bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.047469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Made reservation on behalf of d9cadfed57154f9db720ed28db973886 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:25.058454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.069739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.078747 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.086192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/networks/d89c1fa5-0f34-4146-8be5-b76f3b5c3e18 HTTP/1.1" status: 204 len: 168 time: 2.0869923 Jul 16 01:51:25.093162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.095148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.114291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-6b8d3ca2-9913-41ac-83cd-4b8600ad579d service neutron] 10.222.0.35 "GET /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2360165 Jul 16 01:51:25.145227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34129c-2efb-45fc-a85a-3d85b92e1009 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Network': ['ID=d89c1fa5-0f34-4146-8be5-b76f3b5c3e18,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.153679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.238964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fd5f225-c17c-4207-abc0-3766ff8895bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.307355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.307742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.309456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.309968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.310387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.311367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.311835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.312324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.313310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.313783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.314709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.315175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.315632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.316614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.317077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.317534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.318482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.318946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.319409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.320366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.320826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.321282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:25.326388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d368799-70aa-4a9e-a009-9ab98b8f0ae7 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19659 time: 0.9051809 Jul 16 01:51:25.336958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34786) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:25.387875 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b5a001-dab8-4865-804f-5ad3445d4837 x-openstack-request-id: req-93b5a001-dab8-4865-804f-5ad3445d4837 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:25.388500 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a28399-11d7-4310-a3d3-9e495d3ff9ee", "name": "network-vif-deleted", "tag": "84def189-d07e-4032-933a-e06a641537e3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:25.388500 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93b5a001-dab8-4865-804f-5ad3445d4837 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:25.388821 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a28399-11d7-4310-a3d3-9e495d3ff9ee', 'name': 'network-vif-deleted', 'tag': '84def189-d07e-4032-933a-e06a641537e3', 'status': 'completed', 'code': 200} Jul 16 01:51:25.438457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0dae3b9-590f-481d-8d5a-e6291d0bc9a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.542654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0dae3b9-590f-481d-8d5a-e6291d0bc9a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.572128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.578257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5098abb7-1459-498c-a718-d70995b111f9 req-2d12265a-48db-4942-9fdd-3a902fca043e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 210 time: 0.0992422 Jul 16 01:51:25.580166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-b60fdf1b-8984-4be6-8e53-6817e3dc0d57 service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842306 Jul 16 01:51:25.587986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fd5f225-c17c-4207-abc0-3766ff8895bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.590729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fd5f225-c17c-4207-abc0-3766ff8895bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.594105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2fd5f225-c17c-4207-abc0-3766ff8895bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10c271de-e902-491d-a2d9-8b25c1905365 HTTP/1.1" status: 204 len: 168 time: 1.2743976 Jul 16 01:51:25.695618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Allocated IP 172.20.0.4 (2942df08-4eb9-4b5e-8afb-01ea17ae6d5b/ead1c853-d66a-4d51-86a8-a50d7bdc5255/0af8e8f0-f223-419e-9a27-e80b68466440) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:25.790293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4613218e-430f-4ce2-8473-bff00ae008f5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:25.802508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.813897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5f225-c17c-4207-abc0-3766ff8895bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c271de-e902-491d-a2d9-8b25c1905365,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.845938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-855b85e3-da0c-4ee8-924d-672adb99330c service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463999 Jul 16 01:51:25.852388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:25.860266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Transition to ACTIVE for port object 4613218e-430f-4ce2-8473-bff00ae008f5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:25.862834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:25.871097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:25.872140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:25.915729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event updated for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:25.986855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Deleting port 0bbaef46-a24d-4a24-8099-267cf28e9c5e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:25.987203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.026534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.028683 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.035032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=4613218e-430f-4ce2-8473-bff00ae008f5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.151309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d005e2e-e321-478e-b0df-25f79306115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.153183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.159848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-cc72f33a-3d9d-4b1e-96d6-431b453c6660 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6699514 Jul 16 01:51:26.163850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Attempting to bind port 4613218e-430f-4ce2-8473-bff00ae008f5 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:26.166841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0dae3b9-590f-481d-8d5a-e6291d0bc9a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.167359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Attempting to bind port 4613218e-430f-4ce2-8473-bff00ae008f5 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:26.167800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Attempting to bind port 4613218e-430f-4ce2-8473-bff00ae008f5 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:26.171168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0dae3b9-590f-481d-8d5a-e6291d0bc9a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.175129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d0dae3b9-590f-481d-8d5a-e6291d0bc9a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/security-groups/6ffe2ea2-164b-49d8-952a-9381c717e5a5 HTTP/1.1" status: 204 len: 168 time: 1.0631509 Jul 16 01:51:26.191969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Port 4613218e-430f-4ce2-8473-bff00ae008f5 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:26.192529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Attempting to bind port 4613218e-430f-4ce2-8473-bff00ae008f5 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:26.206410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:26.206919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Checking segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:26.207348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Bound using segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:26.208020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Bound port: 4613218e-430f-4ce2-8473-bff00ae008f5, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:26.208506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.213066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Request body: {'port': {'device_id': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:26.274257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.328792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fdc4ed44-cef7-4b76-8764-7e620f80e3ee service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579022 Jul 16 01:51:26.328792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] For port 0bbaef46-a24d-4a24-8099-267cf28e9c5e, host n-h2-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:26.328792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.328792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dae3b9-590f-481d-8d5a-e6291d0bc9a4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe2ea2-164b-49d8-952a-9381c717e5a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.349480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] For port 4613218e-430f-4ce2-8473-bff00ae008f5, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:26.349480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] For port 4613218e-430f-4ce2-8473-bff00ae008f5, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4613218e-430f-4ce2-8473-bff00ae008f5,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:26.351518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Calling delete_port for 0bbaef46-a24d-4a24-8099-267cf28e9c5e owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:26.370819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event updated for resources: {'Port': ['ID=0af8e8f0-f223-419e-9a27-e80b68466440,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.374952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:26.377178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.384567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:26.436984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:26.476754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.477493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.479115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] 10.222.0.32 "PUT /v2.0/ports/4613218e-430f-4ce2-8473-bff00ae008f5 HTTP/1.1" status: 200 len: 1092 time: 1.8496680 Jul 16 01:51:26.486328 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.524231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.525051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.539241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d422e-f32e-4c6d-8d42-7923ba52ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=4613218e-430f-4ce2-8473-bff00ae008f5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.596722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-966fcfc1-6a6d-4ba3-9046-c7238e857e65 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0931089 Jul 16 01:51:26.609847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Request body: {'port': {'device_id': '7e49096c-87cf-4374-8371-b85826bec6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:26.637728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.667516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-43fe7e97-6f7c-41b7-9dc3-8dde638571e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.667516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-43fe7e97-6f7c-41b7-9dc3-8dde638571e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 1095 time: 0.1294158 Jul 16 01:51:26.747007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-d78b79a1-a956-4bba-bf33-a129665b7f26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4613218e-430f-4ce2-8473-bff00ae008f5 HTTP/1.1" status: 200 len: 217 time: 0.0719209 Jul 16 01:51:26.748723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-a19050fd-1ca2-453d-b537-016a69d1d40f service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987067 Jul 16 01:51:26.768547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.776465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.847123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bbaef46-a24d-4a24-8099-267cf28e9c5e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:26.861811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-53a6fc8d-5847-4f26-ab09-86a4b3f97cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.863408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-53a6fc8d-5847-4f26-ab09-86a4b3f97cb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.0922127 Jul 16 01:51:26.865635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a63eb-3a5b-498c-8ee4-816166480e2b req-14ac290e-512a-4b03-8f50-51ac3706584d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:26.875247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-740a63eb-3a5b-498c-8ee4-816166480e2b req-14ac290e-512a-4b03-8f50-51ac3706584d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 944 time: 0.6880131 Jul 16 01:51:26.910417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-9ea1b744-f905-4e23-9cee-927d7ebe10cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374193 Jul 16 01:51:26.939540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:26.944218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-86b4cd3a-1fb2-47ba-822a-c9d7d208ac17 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "DELETE /v2.0/ports/0bbaef46-a24d-4a24-8099-267cf28e9c5e HTTP/1.1" status: 204 len: 168 time: 1.5976934 Jul 16 01:51:26.952147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.056018 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4210548-7127-498e-90be-b9849c381750 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:51:27.061983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.063027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e4210548-7127-498e-90be-b9849c381750 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "GET /v2.0/ports/0bbaef46-a24d-4a24-8099-267cf28e9c5e HTTP/1.1" status: 404 len: 333 time: 0.1073742 Jul 16 01:51:27.069748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-856210981', 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:27.085355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d2e4e85a-36ed-4b96-892f-fcde639e1056 service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353961 Jul 16 01:51:27.118681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-740a63eb-3a5b-498c-8ee4-816166480e2b req-557940d1-732f-48df-9d9c-2298164fdec1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423415 Jul 16 01:51:27.158666 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-29a02c0d-af1e-4679-b2f5-c4c4014e3ab6 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000508 Jul 16 01:51:27.200935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Made reservation on behalf of 04b8886b1fc84328941f6e46827f5f46 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:27.204437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.217450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-be492b87-54a8-469a-8e7f-05c9054d4f2d service neutron] 10.222.0.35 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224368 Jul 16 01:51:27.313643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port 665091c4-3adb-44b7-b2a2-b7c48af64d29 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:27.346077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-aa1efe1f-f740-4323-afd3-6c5eb8ae2860 service neutron] 10.222.0.35 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224203 Jul 16 01:51:27.386182 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.399452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'tag': '4613218e-430f-4ce2-8473-bff00ae008f5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:27.401731 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c141fd-b0e4-45bd-8727-c87b6f4210b3", "tag": "4613218e-430f-4ce2-8473-bff00ae008f5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:27.418469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af8e8f0-f223-419e-9a27-e80b68466440 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:27.436988 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.443080 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd28be32-0a69-4d98-94bf-3b60b36a7643 req-40f4e472-f3a8-4ee7-8695-1c32d91bb8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748139 Jul 16 01:51:27.468816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Transition to ACTIVE for port object 0af8e8f0-f223-419e-9a27-e80b68466440 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:27.472727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-34705354-6240-43ad-9ec2-bdbcda848e0b service neutron] 10.222.0.35 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202140 Jul 16 01:51:27.477047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.605715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Pushing event updated for resources: {'Port': ['ID=0af8e8f0-f223-419e-9a27-e80b68466440,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.643591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.679088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-0ea8ae19-e33d-4883-b602-32cb9de08b5a service neutron] 10.222.0.35 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054882 Jul 16 01:51:27.683449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Attempting to bind port 0af8e8f0-f223-419e-9a27-e80b68466440 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:27.683782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Attempting to bind port 0af8e8f0-f223-419e-9a27-e80b68466440 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:27.684791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Attempting to bind port 0af8e8f0-f223-419e-9a27-e80b68466440 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:27.697426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a637a-8159-47fa-9293-500531c55f59 req-93e6aac2-74e4-4d98-acbc-cf0cb7641342 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.698962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e25a637a-8159-47fa-9293-500531c55f59 req-93e6aac2-74e4-4d98-acbc-cf0cb7641342 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 932 time: 0.1951895 Jul 16 01:51:27.701563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Port 0af8e8f0-f223-419e-9a27-e80b68466440 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:27.701893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Attempting to bind port 0af8e8f0-f223-419e-9a27-e80b68466440 on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:27.711227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:27.711565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Checking segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:27.711948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Bound using segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:27.712404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Bound port: 0af8e8f0-f223-419e-9a27-e80b68466440, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:27.712803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.724405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.785226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:27.794291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:27.801078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:27.801997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.802590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.822776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=665091c4-3adb-44b7-b2a2-b7c48af64d29,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:27.832518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:27.834884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-898db934-9659-401a-8da4-8008618ed1cf tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7718892 Jul 16 01:51:27.838742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.840855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] For port 0af8e8f0-f223-419e-9a27-e80b68466440, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:27.849552 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.849740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] For port 0af8e8f0-f223-419e-9a27-e80b68466440, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0af8e8f0-f223-419e-9a27-e80b68466440,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:27.856211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e25a637a-8159-47fa-9293-500531c55f59 req-dde88734-a50b-47e5-b3b0-3a505eff48b2 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436393 Jul 16 01:51:27.873505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.881644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Transition to ACTIVE for port object 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:27.884426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9984d6c1-07cb-47cb-8203-4078462827de service neutron] 10.222.0.35 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803727 Jul 16 01:51:27.895362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.923124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.923738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:27.925142 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] 10.222.0.38 "PUT /v2.0/ports/0af8e8f0-f223-419e-9a27-e80b68466440 HTTP/1.1" status: 200 len: 1091 time: 1.3201513 Jul 16 01:51:27.926264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c407e-1799-4c21-84cf-c83461be7905 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:27.930077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d02c407e-1799-4c21-84cf-c83461be7905 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "GET /v2.0/ports/665091c4-3adb-44b7-b2a2-b7c48af64d29 HTTP/1.1" status: 200 len: 954 time: 0.0880768 Jul 16 01:51:27.932487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34856) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:27.986801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589938-a6f7-4762-9905-85a67d66e457 service neutron] Pushing event updated for resources: {'Port': ['ID=0af8e8f0-f223-419e-9a27-e80b68466440,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.077915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-439fe85b-7813-473f-b99a-7f3ec3d74fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.079456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-439fe85b-7813-473f-b99a-7f3ec3d74fbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 1094 time: 0.1071804 Jul 16 01:51:28.086960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.087311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Deleting port 665091c4-3adb-44b7-b2a2-b7c48af64d29 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:28.087656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.118532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Attempting to bind port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:28.118910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Attempting to bind port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:28.119319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Attempting to bind port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:28.123983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:28.124417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Attempting to bind port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd on network 2942df08-4eb9-4b5e-8afb-01ea17ae6d5b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:28.130765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:28.131196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Checking segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:28.131741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Bound using segment: {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:28.132263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Bound port: 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9980b31-0d67-42e5-ae1f-be915106abca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:28.132799 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.138713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-f94c2735-9d25-4a4c-a027-dcecae1fa599 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0af8e8f0-f223-419e-9a27-e80b68466440 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Jul 16 01:51:28.225746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.243894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-d58d1d45-ef88-4a19-89a2-4ba34a4c28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.245167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-d58d1d45-ef88-4a19-89a2-4ba34a4c28e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.1000454 Jul 16 01:51:28.246029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Calling delete_port for 665091c4-3adb-44b7-b2a2-b7c48af64d29 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:28.271709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:28.279815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:28.285979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.286950 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-4688a1ad-28dc-4767-8e78-583886b9224d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347042 Jul 16 01:51:28.366328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.395868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.396452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.401241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-debc0211-0de5-4f30-bdc6-b6cc8577a4c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/83694e94-ad1b-4a5e-9a1c-a4a5dd736afd HTTP/1.1" status: 200 len: 1092 time: 2.2156494 Jul 16 01:51:28.401241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:28.401918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.403701 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4353e2-3575-4214-b24f-415b44c582bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:28.465551 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-9c1f3756-ecdc-4c76-9531-9d86360fba08 service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451335 Jul 16 01:51:28.470207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.545429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event deleted for resources: {'Port': ['ID=665091c4-3adb-44b7-b2a2-b7c48af64d29,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:28.551949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-96dbd5e1-b4fa-48e0-a441-8f2990446073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.553475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-96dbd5e1-b4fa-48e0-a441-8f2990446073 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 1095 time: 0.1155624 Jul 16 01:51:28.560679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.562401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.563441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c81b51ae-b562-4c38-9369-ead16d07d37b tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "DELETE /v2.0/ports/665091c4-3adb-44b7-b2a2-b7c48af64d29 HTTP/1.1" status: 204 len: 168 time: 0.6300211 Jul 16 01:51:28.565943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.607309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708455076', 'description': 'tempest-secgroup-smoke-708455076 description', 'project_id': '3da55cb7c876458880f1413a85110ead'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.644138 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2652d2a6-2fe8-4cbd-bb2b-52f520ed5f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.654902 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff22e1da-7cc1-45ce-8e4e-2432458f4ce9 x-openstack-request-id: req-ff22e1da-7cc1-45ce-8e4e-2432458f4ce9 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:28.655192 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c141fd-b0e4-45bd-8727-c87b6f4210b3", "tag": "4613218e-430f-4ce2-8473-bff00ae008f5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:28.655439 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff22e1da-7cc1-45ce-8e4e-2432458f4ce9 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:28.655829 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'tag': '4613218e-430f-4ce2-8473-bff00ae008f5', 'status': 'completed', 'code': 200} Jul 16 01:51:28.658680 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5fc249-422c-4f95-8b5a-d9c3cacb0125 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:51:28.666344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f5fc249-422c-4f95-8b5a-d9c3cacb0125 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "GET /v2.0/ports/665091c4-3adb-44b7-b2a2-b7c48af64d29 HTTP/1.1" status: 404 len: 333 time: 0.0981221 Jul 16 01:51:28.673109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:28.684795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Request body: {'port': {'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1697332236'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:28.688719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-10b23c6b-7158-4f22-b2f2-142fad163489 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd HTTP/1.1" status: 200 len: 217 time: 0.0721858 Jul 16 01:51:28.697327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:51:28.697327 n-d-800087-6 neutron-server[93906]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:51:28.697327 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id': '3da55cb7c876458880f1413a85110ead', 'id': 'a17d4b9b-2148-45fa-bbb3-554a49aad4d3', 'expiration': datetime.datetime(2021, 7, 16, 1, 53, 28, 690308)}] Jul 16 01:51:28.697327 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:51:28.697775 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:51:28.740066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-8c9eedea-bfb1-4647-b913-2e7991e447bc service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421260 Jul 16 01:51:28.756498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982a31-766b-47ea-97ef-1cb692155cba req-1037b844-87d0-496c-8750-1263035de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.760210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-1037b844-87d0-496c-8750-1263035de06d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.0643642 Jul 16 01:51:28.810375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.830294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-046f24cd-c9b2-4dcc-a0c1-d5fe89651ae1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534813 Jul 16 01:51:28.847443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-90b1b958-afff-4feb-9848-4d469de197b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:28.848991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-90b1b958-afff-4feb-9848-4d469de197b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 1095 time: 0.1634443 Jul 16 01:51:28.962583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2652d2a6-2fe8-4cbd-bb2b-52f520ed5f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:28.970541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2652d2a6-2fe8-4cbd-bb2b-52f520ed5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.001342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2652d2a6-2fe8-4cbd-bb2b-52f520ed5f7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb3601afcd654dda932af4e33e5e1061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910547 Jul 16 01:51:29.010267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34914) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:29.041581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-8ac8a616-a108-4a95-99e4-533ce2ca0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.042532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-8ac8a616-a108-4a95-99e4-533ce2ca0fdd service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 916 time: 0.1856713 Jul 16 01:51:29.063402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d2a6-2fe8-4cbd-bb2b-52f520ed5f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece8d4ed-598b-4e10-bb99-e3f7a399cad1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.112383 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-d7592830-b929-42fb-af89-6e4f55f984fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4613218e-430f-4ce2-8473-bff00ae008f5 HTTP/1.1" status: 200 len: 217 time: 0.0608666 Jul 16 01:51:29.177077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d0e5-7fbe-45cc-9cd7-2dc1f70edbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.180925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-8a182f02-ec96-49c6-bb0d-422ece54966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.182534 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-8a182f02-ec96-49c6-bb0d-422ece54966a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.0632327 Jul 16 01:51:29.229142 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-318b88cf-7758-47c4-a240-8955b37c59c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387881 Jul 16 01:51:29.231468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d0e5-7fbe-45cc-9cd7-2dc1f70edbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.303409 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19603fa-eae3-4f4f-b964-3178b883b126 x-openstack-request-id: req-e19603fa-eae3-4f4f-b964-3178b883b126 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:29.303690 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:29.303932 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e19603fa-eae3-4f4f-b964-3178b883b126 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:29.304349 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd', 'status': 'completed', 'code': 200} Jul 16 01:51:29.359596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794d37b-c62c-46d1-8c80-67e813a84529 req-96d94f1f-a0dd-465b-8cba-76e0f8c0ec78 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.361710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2794d37b-c62c-46d1-8c80-67e813a84529 req-96d94f1f-a0dd-465b-8cba-76e0f8c0ec78 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 944 time: 0.5761228 Jul 16 01:51:29.372417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:51:29.372417 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:51:29.372417 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id_1': '3da55cb7c876458880f1413a85110ead', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 51, 29, 307281)}] Jul 16 01:51:29.372417 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:51:29.373407 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:51:29.402999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Made reservation on behalf of 04b8886b1fc84328941f6e46827f5f46 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:29.405397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.423165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-c1226057-2c46-4bf7-9795-bf1b196c53fa service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852816 Jul 16 01:51:29.471720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port b006129b-492a-4f03-af4a-3d417f721759 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:29.482704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2794d37b-c62c-46d1-8c80-67e813a84529 req-99dc5fce-19c8-470f-adc4-0af548d5f6ea tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116102 Jul 16 01:51:29.579377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c790-be8d-4457-b18a-0f7b4bff8c71 req-7ac14b5d-8f49-40ef-bd17-fd9bf7320c21 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.586220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4200c790-be8d-4457-b18a-0f7b4bff8c71 req-7ac14b5d-8f49-40ef-bd17-fd9bf7320c21 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 949 time: 0.2886560 Jul 16 01:51:29.645217 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d0e5-7fbe-45cc-9cd7-2dc1f70edbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.647696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d0e5-7fbe-45cc-9cd7-2dc1f70edbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.648864 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bcd1d0e5-7fbe-45cc-9cd7-2dc1f70edbd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ece8d4ed-598b-4e10-bb99-e3f7a399cad1 HTTP/1.1" status: 204 len: 168 time: 0.6319559 Jul 16 01:51:29.650929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-fe31ac5d-0c76-4557-ac1d-7a1fc8c3c277 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127550 Jul 16 01:51:29.659808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1d0e5-7fbe-45cc-9cd7-2dc1f70edbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece8d4ed-598b-4e10-bb99-e3f7a399cad1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:29.685439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36982a31-766b-47ea-97ef-1cb692155cba req-05183c84-d8ef-408c-adc1-eaefcc70e7fc service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526209 Jul 16 01:51:29.696628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-345c5f14-509d-454d-8b7f-755280cf5cef req-638d4fa0-4b25-4b51-b974-fe8f66e627b6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0615983 Jul 16 01:51:29.723699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4200c790-be8d-4457-b18a-0f7b4bff8c71 req-6489f33b-d6ec-4ce4-8d86-43aed935b934 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305361 Jul 16 01:51:29.764078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:29.776193 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec4eace9-4d0e-4087-9ed2-92a9e82d2075 req-4615c901-8c53-453e-826b-ec4ffd306d40 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173625 Jul 16 01:51:29.881428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.954971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4353e2-3575-4214-b24f-415b44c582bd req-bdaed497-5f3c-42ea-bc27-3c5f48b5f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:29.956520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-bdaed497-5f3c-42ea-bc27-3c5f48b5f4ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 1095 time: 0.2077658 Jul 16 01:51:29.962896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:29.994332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:29.997868 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc1a0e-32cf-4f46-9698-22fae431ee62" -d '{"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-unplugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:30.011299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.016271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:30.024601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.059335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669970c4-c83f-463a-896e-4934383a0d7e req-d968fd85-1c98-40ce-9d72-d0a1729a7c42 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.060915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-669970c4-c83f-463a-896e-4934383a0d7e req-d968fd85-1c98-40ce-9d72-d0a1729a7c42 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 944 time: 0.1700981 Jul 16 01:51:30.101204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.132062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:30.134219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-76868b05-e39f-4cf8-a28d-f36cf4e365cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.135406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-76868b05-e39f-4cf8-a28d-f36cf4e365cf service neutron] 10.222.0.38 "GET /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 1031 time: 0.1115048 Jul 16 01:51:30.148889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:30.153889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=b006129b-492a-4f03-af4a-3d417f721759,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.156463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:30.157054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.157594 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.188792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4353e2-3575-4214-b24f-415b44c582bd req-2e4cad9f-295b-4fcd-a811-b47141edd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.190359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-2e4cad9f-295b-4fcd-a811-b47141edd20d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 913 time: 0.2240188 Jul 16 01:51:30.219079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-6081c9ae-de36-4f7b-9bf5-7b7e80d761b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.220012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-669970c4-c83f-463a-896e-4934383a0d7e req-d36de07c-315b-41cf-8b27-1b825118209c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250846 Jul 16 01:51:30.221639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-6081c9ae-de36-4f7b-9bf5-7b7e80d761b3 service neutron] 10.222.0.38 "GET /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 1033 time: 0.0798073 Jul 16 01:51:30.237400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2dde7b2f-e70a-4e3f-adb3-6dad4a7a21f8 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5508022 Jul 16 01:51:30.239197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:30.246575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:30.317271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-0e573fea-e1c0-4f7c-bbef-2e85bb49cf91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd HTTP/1.1" status: 200 len: 217 time: 0.1124811 Jul 16 01:51:30.415409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4613218e-430f-4ce2-8473-bff00ae008f5 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:30.438023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4353e2-3575-4214-b24f-415b44c582bd req-10156d35-07f6-43ca-84c1-bc74541b95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.446686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-10156d35-07f6-43ca-84c1-bc74541b95be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.1234965 Jul 16 01:51:30.518425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-e4aab8f8-fe8a-41a1-91bc-28e0f7fc4629 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638587 Jul 16 01:51:30.521305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.526438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9ecf1d50-e05a-4809-b316-0ab8efa532b4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.531806 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a447479d-c467-4252-9970-152f04107bbe x-openstack-request-id: req-a447479d-c467-4252-9970-152f04107bbe {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:30.531806 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-unplugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:30.531806 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a447479d-c467-4252-9970-152f04107bbe {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:30.536010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9ecf1d50-e05a-4809-b316-0ab8efa532b4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.544676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9ecf1d50-e05a-4809-b316-0ab8efa532b4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:30.547063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9ecf1d50-e05a-4809-b316-0ab8efa532b4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 1994 time: 0.3067532 Jul 16 01:51:30.548355 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'code': 200} Jul 16 01:51:30.570030 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.667988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e49096c-87cf-4374-8371-b85826bec6a3', 'tag': '0af8e8f0-f223-419e-9a27-e80b68466440'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:30.670760 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e49096c-87cf-4374-8371-b85826bec6a3", "tag": "0af8e8f0-f223-419e-9a27-e80b68466440"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:30.676992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4613218e-430f-4ce2-8473-bff00ae008f5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4613218e-430f-4ce2-8473-bff00ae008f5,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:30.686845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cb4a88c9-5129-4e6c-b9ff-d5c47e1d9494 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2c66569da842cc840bfe45e76702f2 HTTP/1.1" status: 200 len: 379 time: 0.1279824 Jul 16 01:51:30.699383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'admin_state_up': True, 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'security_groups': ['7cfce3b8-070a-4101-82b9-867775764e3a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:30.721305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4613218e-430f-4ce2-8473-bff00ae008f5', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'port_id': '4613218e-430f-4ce2-8473-bff00ae008f5', 'mac_address': 'fa:16:3e:06:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a0e83e-9e86-422f-81ac-0efd4a8296fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:30.797087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.815134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4613218e-430f-4ce2-8473-bff00ae008f5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:30.819285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-14d4f002-a4a2-4e20-b257-0c616ce5fcd6 service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811444 Jul 16 01:51:30.842498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4613218e-430f-4ce2-8473-bff00ae008f5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4613218e-430f-4ce2-8473-bff00ae008f5,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:30.846740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:30.887663 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89770be-bfc7-454b-8b8f-5e8291307dcf x-openstack-request-id: req-f89770be-bfc7-454b-8b8f-5e8291307dcf {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:30.891968 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e49096c-87cf-4374-8371-b85826bec6a3", "tag": "0af8e8f0-f223-419e-9a27-e80b68466440", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:30.891968 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f89770be-bfc7-454b-8b8f-5e8291307dcf {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:30.891968 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e49096c-87cf-4374-8371-b85826bec6a3', 'tag': '0af8e8f0-f223-419e-9a27-e80b68466440', 'status': 'completed', 'code': 200} Jul 16 01:51:30.912806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4613218e-430f-4ce2-8473-bff00ae008f5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.017055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a4353e2-3575-4214-b24f-415b44c582bd req-8d287b32-0721-41d2-bf6a-bc5f88a18b64 service neutron] 10.222.0.32 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900064 Jul 16 01:51:31.017538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.060761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.089771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4613218e-430f-4ce2-8473-bff00ae008f5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:31.093864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.123665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-086cd129-d6cd-4b5d-9589-58a2c488b23b req-9a0713b4-c439-4157-9bcd-910b1f611a2a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0613968 Jul 16 01:51:31.126093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.155428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.162342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1697d757-671a-46b6-9510-ce123709f444 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5927420 Jul 16 01:51:31.163037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.167840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] device_id is not set on port b006129b-492a-4f03-af4a-3d417f721759 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:31.183446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:31.183642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.193824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:31.197438 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.209440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11d62-6e8f-41b7-bfd0-a4a6896910c6 req-75ae20ae-b0c8-44f1-9361-f2ddf32f21a2 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.216843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07f11d62-6e8f-41b7-bfd0-a4a6896910c6 req-75ae20ae-b0c8-44f1-9361-f2ddf32f21a2 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 945 time: 0.3268442 Jul 16 01:51:31.223328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Transition to ACTIVE for port object b006129b-492a-4f03-af4a-3d417f721759 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:31.239820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.249557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1313054196-network', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:31.307663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-ea8870e9-d725-49fa-b112-32db5611f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.309299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-ea8870e9-d725-49fa-b112-32db5611f63e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9cadfed57154f9db720ed28db973886&device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 1094 time: 0.3171980 Jul 16 01:51:31.328639 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.376666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07f11d62-6e8f-41b7-bfd0-a4a6896910c6 req-dbe6d70e-06f1-40fc-9112-7d8e9f5b25d1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567743 Jul 16 01:51:31.390156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=b006129b-492a-4f03-af4a-3d417f721759,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.410137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Made reservation on behalf of 5eb00f68dbca41ceb92fe189608e4d2c for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:31.412629 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.428204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.447462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:31.447907 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.448674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:31.449224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:31.455717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.479072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c799fb-0a65-473b-a6ae-77d53d587d91,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.499906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:31.500654 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:31.504707 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 2 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:31.523708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 172.20.0.12 (31a413fe-3557-4828-9e6a-c88def967fa3/8865c98b-20c3-4b79-bb40-fe4d06622884/55b0941e-f869-40f9-a4ae-afdf6660531e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:31.548199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:31.548933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:31.549556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:31.570666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-ab4756b5-64e6-41f9-852b-c11ebcd820f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.572557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-ab4756b5-64e6-41f9-852b-c11ebcd820f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 200 len: 913 time: 0.2426009 Jul 16 01:51:31.579128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:31.579784 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:31.583363 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 3 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:31.587507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.595893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.643067 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-23760b90-4ded-4a3d-a09c-419c5392203f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0af8e8f0-f223-419e-9a27-e80b68466440 HTTP/1.1" status: 200 len: 217 time: 0.0620568 Jul 16 01:51:31.651868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:31.666282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:31.666878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:31.667371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:31.671613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.671984 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Added segment 103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7 of type vlan for network 06e259b4-edc5-41d0-b374-805a548ba54c Jul 16 01:51:31.686253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d340357d-b50d-46fd-9830-1511f0762262,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:31.704603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.708796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-98e117dc-10d2-4d56-9bc5-e21d0fdb73e1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5369592 Jul 16 01:51:31.710870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:31.711336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:31.711857 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:31.715846 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 4 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:31.751153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:31.775671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0af8e8f0-f223-419e-9a27-e80b68466440 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:31.779507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:31.780235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:31.780853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:31.792151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-54af63fe-53ab-48d5-9cd0-d10cfe3b838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:31.794513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-54af63fe-53ab-48d5-9cd0-d10cfe3b838a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 200 len: 852 time: 0.1381118 Jul 16 01:51:31.799240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:31.799701 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:31.805039 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 5 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:31.852083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-548c3ad3-c42e-46b5-8e2e-6d3f85f88667 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439324 Jul 16 01:51:31.870319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:31.870857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:31.871399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:31.875660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.892012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.895437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.907933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:31.908590 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:31.911901 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 6 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:31.917621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object 55b0941e-f869-40f9-a4ae-afdf6660531e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:31.963696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:31.964370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:31.965522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:31.980364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:31.981057 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:31.982446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0af8e8f0-f223-419e-9a27-e80b68466440, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0af8e8f0-f223-419e-9a27-e80b68466440,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:31.985206 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 7 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:32.010723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0af8e8f0-f223-419e-9a27-e80b68466440', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'port_id': '0af8e8f0-f223-419e-9a27-e80b68466440', 'mac_address': 'fa:16:3e:38:08:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead1c853-d66a-4d51-86a8-a50d7bdc5255', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:32.022879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-fd2debca-dc86-4575-a21b-f515ec681745 service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630504 Jul 16 01:51:32.023868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:32.024490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:32.025025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:32.038660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:32.039210 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:32.047636 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 8 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:32.053547 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.068316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af8e8f0-f223-419e-9a27-e80b68466440 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:32.084305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:32.084786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:32.085227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:32.091327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0af8e8f0-f223-419e-9a27-e80b68466440, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0af8e8f0-f223-419e-9a27-e80b68466440,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:32.093503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.095393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.127935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.134869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:32.135321 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:32.136054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.141301 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 9 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:32.142236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.151998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf150d-dc0b-47e8-a91d-1322cdd60afb req-c4aad5a5-01bf-46d8-a352-28a47f5afc6d tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.164198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4eaf150d-dc0b-47e8-a91d-1322cdd60afb req-c4aad5a5-01bf-46d8-a352-28a47f5afc6d tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 944 time: 0.5737338 Jul 16 01:51:32.187454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0af8e8f0-f223-419e-9a27-e80b68466440,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.218192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.226376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.231621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 31a413fe-3557-4828-9e6a-c88def967fa3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:32.232755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:32.233092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:32.233429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:32.237760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1928506 Jul 16 01:51:32.238644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.239300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.245512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:32.252321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Request body: {'subnet': {'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1313054196-subnet', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:32.253159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:32.255811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:32.256171 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:32.259284 n-d-800087-6 neutron-server[93907]: INFO neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempt 10 to bind port b006129b-492a-4f03-af4a-3d417f721759 Jul 16 01:51:32.302132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:32.302132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:32.302132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempting to bind port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:32.315774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232908b-21b6-4b41-823f-84ad543e1e8c admin admin] Pushing event updated for resources: {'Network': ['ID=06e259b4-edc5-41d0-b374-805a548ba54c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.316239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8b876e54-dc8f-48a2-bcfc-4ac10a7faed6 req-4dc82d1a-0fd8-41df-8fe0-0004d479bb5d service neutron] 10.222.0.38 "GET /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787349 Jul 16 01:51:32.327402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:32.328138 n-d-800087-6 neutron-server[93907]: ERROR neutron.plugins.ml2.managers [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Failed to bind port b006129b-492a-4f03-af4a-3d417f721759 on host n-h2-800087-6 for vnic_type normal using segments [{'id': 'a87a5757-3626-4e40-98be-ff9b10fd576a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3022b2a6-aaac-44a4-9b42-ff4f2134c94a'}] Jul 16 01:51:32.328726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.330863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4eaf150d-dc0b-47e8-a91d-1322cdd60afb req-871e803b-736f-4d3a-bd89-461624088b51 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479602 Jul 16 01:51:32.331538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e701911-e8c8-497a-a6c7-8d06649edac9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.331929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0af8e8f0-f223-419e-9a27-e80b68466440'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:32.363454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Made reservation on behalf of 5eb00f68dbca41ceb92fe189608e4d2c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:32.366008 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.371078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.372531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8617bb6e-7a2b-4d5b-86aa-efc56b10a6eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6373174 Jul 16 01:51:32.378298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35042) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.391278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.392084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.399090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:32.405727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 06e259b4-edc5-41d0-b374-805a548ba54c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:32.454842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:32.457843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4613218e-430f-4ce2-8473-bff00ae008f5 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:32.504993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.513140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-fef511a6-7213-4e99-9725-270382f87d0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8188579 Jul 16 01:51:32.552953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'admin_state_up': True, 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'security_groups': ['7cfce3b8-070a-4101-82b9-867775764e3a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:32.596410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] For port b006129b-492a-4f03-af4a-3d417f721759, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:32.597031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attempted to set empty binding levels {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:51:32.615350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.677880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4613218e-430f-4ce2-8473-bff00ae008f5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:32.696606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4613218e-430f-4ce2-8473-bff00ae008f5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:32.696974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.741018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] In _notify_port_updated(), no bound segment for port b006129b-492a-4f03-af4a-3d417f721759 on network 3022b2a6-aaac-44a4-9b42-ff4f2134c94a {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:51:32.741571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-036eb7cd-6d48-416a-bdce-310eef36de1b None None] Provisioning for port 55b0941e-f869-40f9-a4ae-afdf6660531e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:32.742636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:32.743469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.749377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "PUT /v2.0/ports/b006129b-492a-4f03-af4a-3d417f721759 HTTP/1.1" status: 200 len: 975 time: 2.5072606 Jul 16 01:51:32.756978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.775861 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.781949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.794044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49055db9-cb3a-4802-a3f6-718340163d94 tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event updated for resources: {'Port': ['ID=b006129b-492a-4f03-af4a-3d417f721759,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.796557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-036eb7cd-6d48-416a-bdce-310eef36de1b None None] Provisioning complete for port 55b0941e-f869-40f9-a4ae-afdf6660531e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:32.796928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-036eb7cd-6d48-416a-bdce-310eef36de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.802642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.836703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d572030a-29ff-4648-b48c-a3849c76f0c1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.859663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.865168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fa74333a-d0e9-4a92-b3cd-71f52a051789 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4688544 Jul 16 01:51:32.866830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:32.872682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:32.877028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:32.881038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:32.921992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf22c3ef-5e79-4012-892c-834187de02e1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:32.993870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb4ca6-0d08-4069-82c4-09bae575698e req-9f9d8726-4181-4237-8e44-a4ed6f4fe361 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.006685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48eb4ca6-0d08-4069-82c4-09bae575698e req-9f9d8726-4181-4237-8e44-a4ed6f4fe361 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 932 time: 0.3426335 Jul 16 01:51:33.007485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.044626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:33.048075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-036eb7cd-6d48-416a-bdce-310eef36de1b None None] Port 55b0941e-f869-40f9-a4ae-afdf6660531e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:33.048761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5adff-5948-4bb8-84ea-23b30567fd56 req-1d90dc62-f338-47d9-aef6-a6c0d0d5b0f1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.052675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22c5adff-5948-4bb8-84ea-23b30567fd56 req-1d90dc62-f338-47d9-aef6-a6c0d0d5b0f1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 945 time: 0.3445537 Jul 16 01:51:33.060615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.080631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd', 'network_id': '2942df08-4eb9-4b5e-8afb-01ea17ae6d5b', 'port_id': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd', 'mac_address': 'fa:16:3e:19:fe:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead1c853-d66a-4d51-86a8-a50d7bdc5255', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:33.139302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22c5adff-5948-4bb8-84ea-23b30567fd56 req-e8d82672-d993-4702-9875-f6b74483ddec tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647769 Jul 16 01:51:33.140409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Checking segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:33.140977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Network hostable DHCP agents. Network: 06e259b4-edc5-41d0-b374-805a548ba54c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:33.148594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.149849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 10.1.1.51 (7421222a-0b0b-497c-bb21-2ddc025195c3/cac9974c-3baa-473d-94cb-727d7af70183/b4ce31a3-0cd0-41f9-9158-55522671c047) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:33.151084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4613218e-430f-4ce2-8473-bff00ae008f5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4613218e-430f-4ce2-8473-bff00ae008f5,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:33.152788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4613218e-430f-4ce2-8473-bff00ae008f5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:33.155013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.156552 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d72e08e-7f0c-4f5e-97b3-cc73a7c9950f" -d '{"events": [{"server_uuid": "a3c141fd-b0e4-45bd-8727-c87b6f4210b3", "name": "network-vif-plugged", "status": "completed", "tag": "4613218e-430f-4ce2-8473-bff00ae008f5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:33.171713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.189146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d63d50-bdc3-462e-a387-bbb2764cb046,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.205484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.210070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6ac9a934-afcd-40b4-91e9-ff98af9fa174 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3416603 Jul 16 01:51:33.211151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35056) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.221431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:33.244902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48eb4ca6-0d08-4069-82c4-09bae575698e req-75bcffb9-d9e8-4b00-b8c1-b62404284626 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364464 Jul 16 01:51:33.273247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Network 06e259b4-edc5-41d0-b374-805a548ba54c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:33.301224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.310255 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:51:33.337247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 06e259b4-edc5-41d0-b374-805a548ba54c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:33.346112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.346710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.349748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4613218e-430f-4ce2-8473-bff00ae008f5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.361269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:33.368796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff841d9c-aab2-461a-823b-eaf09b4e9dce None None] Network 06e259b4-edc5-41d0-b374-805a548ba54c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:33.382991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.387428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5901304b-5bbe-4d6b-8244-84c05afd0e14 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1414065 Jul 16 01:51:33.389026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35068) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.391104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Deleting port b006129b-492a-4f03-af4a-3d417f721759 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:33.391542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.398147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:33.443787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:33.449140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.517134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.518186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.526283 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.550534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object b4ce31a3-0cd0-41f9-9158-55522671c047 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:33.559318 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c3d63-6a3f-476b-b04e-b07e7c312cb2 x-openstack-request-id: req-c81c3d63-6a3f-476b-b04e-b07e7c312cb2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:33.559652 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c141fd-b0e4-45bd-8727-c87b6f4210b3", "name": "network-vif-plugged", "status": "completed", "tag": "4613218e-430f-4ce2-8473-bff00ae008f5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:33.559923 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c81c3d63-6a3f-476b-b04e-b07e7c312cb2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:33.560359 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4613218e-430f-4ce2-8473-bff00ae008f5', 'code': 200} Jul 16 01:51:33.561406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.588304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.616288 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.661993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] For port b006129b-492a-4f03-af4a-3d417f721759, host n-h2-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:33.669160 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.669398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.680305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b6cdec-99cf-462e-811f-b16767d49235,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:33.701669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Calling delete_port for b006129b-492a-4f03-af4a-3d417f721759 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:33.717047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678664c-355f-4867-a2c6-4cb4226a1871 req-2fcb608d-34cf-40cc-8e34-acbc0ddc76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.718679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3678664c-355f-4867-a2c6-4cb4226a1871 req-2fcb608d-34cf-40cc-8e34-acbc0ddc76b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 1097 time: 0.1230946 Jul 16 01:51:33.727498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['83694e94-ad1b-4a5e-9a1c-a4a5dd736afd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:33.784967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-06e259b4-edc5-41d0-b374-805a548ba54c', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:33.786167 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.794948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.798624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6e1b9dae-84a0-4e04-ad25-bcab4098d4ce tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5817931 Jul 16 01:51:33.821292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35070) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:33.830146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.835016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.844516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:33.876283 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:51:33.884779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.909349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:33.918608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:33.924234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:33.974872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:33.975590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.977567 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:33.991580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.020994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4dc120b1-65db-4c0b-92ce-9a4b4d3c409e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4859183 Jul 16 01:51:34.026143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3678664c-355f-4867-a2c6-4cb4226a1871 req-019f23f3-bcaa-418a-a249-8a23c539c1a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157862 Jul 16 01:51:34.027210 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.057114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.059040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2203710 Jul 16 01:51:34.063409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35072) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.067058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'admin_state_up': True, 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'security_groups': ['7cfce3b8-070a-4101-82b9-867775764e3a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:34.086321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8c9ee-6133-414e-93a2-c3aab29b7a33 req-15ba3579-7dbc-4360-aee5-65e3ff0ca8b6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.088335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2b8c9ee-6133-414e-93a2-c3aab29b7a33 req-15ba3579-7dbc-4360-aee5-65e3ff0ca8b6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 945 time: 0.3077848 Jul 16 01:51:34.089388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'network': {'name': 'tempest-network-smoke--1350077719', 'project_id': '3da55cb7c876458880f1413a85110ead', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:34.091985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb8824-0052-47b4-931d-d9b2f826f23c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ccff3a-abf9-4baa-b7d1-fbe0ed47ff02,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.122525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Allocated IP 172.20.0.2 (06e259b4-edc5-41d0-b374-805a548ba54c/bf22c3ef-5e79-4012-892c-834187de02e1/dde082c5-48f1-46d5-b788-dd8fa2c9e7fd) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:34.152920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2b8c9ee-6133-414e-93a2-c3aab29b7a33 req-440f644a-7968-4f1f-8590-d3692e5b3fcc tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501013 Jul 16 01:51:34.165182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.227935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.231337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b006129b-492a-4f03-af4a-3d417f721759 HTTP/1.1" status: 204 len: 168 time: 1.4629867 Jul 16 01:51:34.232615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf3cab-958f-4323-a177-a562daa8529e tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] Pushing event deleted for resources: {'Port': ['ID=b006129b-492a-4f03-af4a-3d417f721759,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.239818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.272601 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d70fbf1-f8fa-46dd-8041-749f82cd230f tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:51:34.274362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d70fbf1-f8fa-46dd-8041-749f82cd230f tempest-PortsAdminExtendedAttrsTestJSON-480209473 tempest-PortsAdminExtendedAttrsTestJSON-480209473-project-admin] 10.222.0.35 "GET /v2.0/ports/b006129b-492a-4f03-af4a-3d417f721759 HTTP/1.1" status: 404 len: 333 time: 0.0334594 Jul 16 01:51:34.278637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35078) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:34.381162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.417362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dc783acb-5af8-43c2-84c8-492cfd9b9892 None None] Provisioning for port b4ce31a3-0cd0-41f9-9158-55522671c047 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:34.464140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dc783acb-5af8-43c2-84c8-492cfd9b9892 None None] Provisioning complete for port b4ce31a3-0cd0-41f9-9158-55522671c047 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:34.464675 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc783acb-5af8-43c2-84c8-492cfd9b9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.517486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.519639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dc783acb-5af8-43c2-84c8-492cfd9b9892 None None] Port b4ce31a3-0cd0-41f9-9158-55522671c047 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:34.528415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Transition to ACTIVE for port object dde082c5-48f1-46d5-b788-dd8fa2c9e7fd will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:34.535783 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.544700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Transition to ACTIVE for port object dde082c5-48f1-46d5-b788-dd8fa2c9e7fd will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:34.548047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3022b2a6-aaac-44a4-9b42-ff4f2134c94a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:34.552381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.560333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87a5757-3626-4e40-98be-ff9b10fd576a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:34.560690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87a5757-3626-4e40-98be-ff9b10fd576a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:34.571299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.578844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:34.583043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.593060 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.599301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:34.599827 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.602039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Network 06e259b4-edc5-41d0-b374-805a548ba54c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:34.609776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:34.614501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:34.680717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Pushing event updated for resources: {'Port': ['ID=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.698466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Attempting to bind port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:34.699673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Attempting to bind port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:34.699854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Attempting to bind port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd on network 06e259b4-edc5-41d0-b374-805a548ba54c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:34.706310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:34.706864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Checking segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:34.707303 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.707785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Bound using segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:34.708296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Bound port: dde082c5-48f1-46d5-b788-dd8fa2c9e7fd, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:34.708761 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:34.718890 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:34.730898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:34.736357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.741729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.742375 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Added segment d30bdbd4-7685-4648-8b10-f5a94f82be82 of type vlan for network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c Jul 16 01:51:34.751368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.754139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] 10.222.0.35 "DELETE /v2.0/networks/3022b2a6-aaac-44a4-9b42-ff4f2134c94a HTTP/1.1" status: 204 len: 168 time: 0.4743311 Jul 16 01:51:34.779443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54060-4d33-4183-a171-2cb2acb2ff7f tempest-PortsAdminExtendedAttrsTestJSON-1260869716 tempest-PortsAdminExtendedAttrsTestJSON-1260869716-project] Pushing event deleted for resources: {'Network': ['ID=3022b2a6-aaac-44a4-9b42-ff4f2134c94a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.798641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.832992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] For port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:34.836272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] For port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:34.842277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.849770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.858975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.860392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.894070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8023-0408-41e6-a0af-6604122a1f6b req-78c25c03-47f8-49c1-b84f-68fcaf14244c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.904909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c53f8023-0408-41e6-a0af-6604122a1f6b req-78c25c03-47f8-49c1-b84f-68fcaf14244c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 946 time: 0.4739535 Jul 16 01:51:34.969029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Network': ['ID=3bd3125f-7e54-4094-9e74-2a708e4d7e2c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:34.972879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:34.977902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:34.985367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbbfb3-c21b-4d26-b21b-192e28bd03e4 req-61d2822b-43ca-4e3c-bcd9-253a5702137b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.994461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbbfb3-c21b-4d26-b21b-192e28bd03e4 req-61d2822b-43ca-4e3c-bcd9-253a5702137b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:34.999430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:35.003069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21bbbfb3-c21b-4d26-b21b-192e28bd03e4 req-61d2822b-43ca-4e3c-bcd9-253a5702137b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 1653 time: 0.3234084 Jul 16 01:51:35.055457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c53f8023-0408-41e6-a0af-6604122a1f6b req-9f280f26-e694-46a6-ab01-d0ec02154e11 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439400 Jul 16 01:51:35.055879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-696aaaa3-e421-4d3f-9009-ca997f338561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9840217 Jul 16 01:51:35.061246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:35.064211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'admin_state_up': True, 'project_id': '3da55cb7c876458880f1413a85110ead', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:35.075693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935fcf8-4640-46ef-b22c-b35ec05311f0 None None] Pushing event updated for resources: {'Port': ['ID=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:35.117866 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.118903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.133400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.179995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.216738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:35.219069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.237375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21bbbfb3-c21b-4d26-b21b-192e28bd03e4 req-89fc627f-a628-4f10-ba81-da68b2250ff4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332888 Jul 16 01:51:35.382137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Allocated IP 172.25.0.98 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/fc94ef79-45f2-444d-9c4c-a7780bab6923) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:35.568941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.585266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 10.1.1.199 (7421222a-0b0b-497c-bb21-2ddc025195c3/cac9974c-3baa-473d-94cb-727d7af70183/5eb71b5f-0d60-4b56-8df2-d76df1560353) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:35.656733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-139e146a-00ec-48f2-a000-41e5b43ba408 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=326bf95b61dd48cdad87ad5bbf8ebf66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350951 Jul 16 01:51:35.659839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:35.742392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.787825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc51553-67cc-47b5-b8a6-fab25985188d req-8226a556-917e-4950-8f3d-4a06b449f8c8 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:35.790711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dc51553-67cc-47b5-b8a6-fab25985188d req-8226a556-917e-4950-8f3d-4a06b449f8c8 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 945 time: 0.1923852 Jul 16 01:51:35.797959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:51:35.801180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0af8e8f0-f223-419e-9a27-e80b68466440 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:35.843701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.890017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dde082c5-48f1-46d5-b788-dd8fa2c9e7fd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:35.907724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:35.917203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:35.931891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:35.964670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d69ea7-b223-4ef7-905e-ae1bcb24751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:35.986755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dc51553-67cc-47b5-b8a6-fab25985188d req-e0c6f9de-d81d-492a-98a0-8cb36d1d60d2 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654339 Jul 16 01:51:36.028429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d69ea7-b223-4ef7-905e-ae1bcb24751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.086765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=fc94ef79-45f2-444d-9c4c-a7780bab6923,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.152202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.233758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.248510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object 5eb71b5f-0d60-4b56-8df2-d76df1560353 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:36.285321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.314370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0af8e8f0-f223-419e-9a27-e80b68466440 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:36.323428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:36.329571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:36.333641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0af8e8f0-f223-419e-9a27-e80b68466440 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:36.334024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.382587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'mac_address': 'fa:16:3e:35:72:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:51:36.440251 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d69ea7-b223-4ef7-905e-ae1bcb24751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.447844 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65d69ea7-b223-4ef7-905e-ae1bcb24751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.449244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-65d69ea7-b223-4ef7-905e-ae1bcb24751c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3925c306-aff7-43ef-8cc5-9813463ea267 HTTP/1.1" status: 204 len: 168 time: 0.7865496 Jul 16 01:51:36.459856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:36.506880 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.544472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d69ea7-b223-4ef7-905e-ae1bcb24751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925c306-aff7-43ef-8cc5-9813463ea267,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.569523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.583984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce124e3-461a-43eb-ae59-0e939ffbfa6a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:36.628565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:36.634135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:36.662032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:36.677344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed5e82-a769-4afa-9d84-f82ab4409862 None None] Network 06e259b4-edc5-41d0-b374-805a548ba54c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:36.735455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:36.749524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:36.761141 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.783922 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.789800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:36.849670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:36.876222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.189 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/cc367e19-dbef-4f3b-a216-a406537eb548) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:36.978451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] Provisioning for port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:36.995409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f822-5903-4c32-8c52-dbd527ad7073 req-699e2da9-ee8a-45bb-9c37-d28c0dcb11d7 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.002644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e908f822-5903-4c32-8c52-dbd527ad7073 req-699e2da9-ee8a-45bb-9c37-d28c0dcb11d7 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 946 time: 0.6693995 Jul 16 01:51:37.014671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:37.020773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.025597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1314f-e235-4478-9cfd-84bfe1b2654e req-e6512bf7-2fb5-4872-b49c-64063079f5a3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.034064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1314f-e235-4478-9cfd-84bfe1b2654e req-e6512bf7-2fb5-4872-b49c-64063079f5a3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.040067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1314f-e235-4478-9cfd-84bfe1b2654e req-e6512bf7-2fb5-4872-b49c-64063079f5a3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.042982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['fce124e3-461a-43eb-ae59-0e939ffbfa6a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:51:37.047400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acb1314f-e235-4478-9cfd-84bfe1b2654e req-e6512bf7-2fb5-4872-b49c-64063079f5a3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 2374 time: 0.5141783 Jul 16 01:51:37.123555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] Provisioning complete for port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:37.124251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.132048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35144) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.272549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e49096c-87cf-4374-8371-b85826bec6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8e8f0-f223-419e-9a27-e80b68466440'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:37.278420 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c2d91-f1a8-4009-9a02-dc4375867a40" -d '{"events": [{"server_uuid": "7e49096c-87cf-4374-8371-b85826bec6a3", "name": "network-vif-plugged", "status": "completed", "tag": "0af8e8f0-f223-419e-9a27-e80b68466440"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:37.288009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:37.288889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.306589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.329196 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-bc00e204-33ef-4f1e-9936-5dc5ade112e2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2705357 Jul 16 01:51:37.382117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'admin_state_up': True, 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'security_groups': ['7cfce3b8-070a-4101-82b9-867775764e3a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:37.384761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0af8e8f0-f223-419e-9a27-e80b68466440, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0af8e8f0-f223-419e-9a27-e80b68466440,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:37.465916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.473896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:37.613800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.644222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e908f822-5903-4c32-8c52-dbd527ad7073 req-7f955652-eebc-4c72-8c97-ba63a13311dd tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406763 Jul 16 01:51:37.706602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:37.710267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acb1314f-e235-4478-9cfd-84bfe1b2654e req-77fa6489-ca03-4e21-8056-4818168cc44e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6619244 Jul 16 01:51:37.799463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.800736 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.835275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35154) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:37.837746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-137ba56e-732d-4dd1-bcf9-bccdcae31172 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04b8886b1fc84328941f6e46827f5f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000656 Jul 16 01:51:37.945000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.063205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63b0-9bca-4821-bb7e-3e5c0e6eafc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.084377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:38.099844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:38.108114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:38.349254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=cc367e19-dbef-4f3b-a216-a406537eb548,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.368439 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e095f3-8c99-48a5-a577-d62720bf11bb x-openstack-request-id: req-e4e095f3-8c99-48a5-a577-d62720bf11bb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:38.369060 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e49096c-87cf-4374-8371-b85826bec6a3", "name": "network-vif-plugged", "status": "completed", "tag": "0af8e8f0-f223-419e-9a27-e80b68466440", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:38.371330 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4e095f3-8c99-48a5-a577-d62720bf11bb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:38.371809 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e49096c-87cf-4374-8371-b85826bec6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8e8f0-f223-419e-9a27-e80b68466440', 'code': 200} Jul 16 01:51:38.479021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:51:38.504250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63b0-9bca-4821-bb7e-3e5c0e6eafc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.536631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] For port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:38.561592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0af8e8f0-f223-419e-9a27-e80b68466440,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:38.575553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.577202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae992ed-c61d-40ef-8cd4-cf97438e726d req-84f8f6c4-1987-4ef9-b205-b25df7c4696e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.586518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.588517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ae992ed-c61d-40ef-8cd4-cf97438e726d req-84f8f6c4-1987-4ef9-b205-b25df7c4696e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 945 time: 0.2405941 Jul 16 01:51:38.662755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f98919-f22a-462f-a3c1-132f8af9c214 req-23a6e014-08e9-4449-a7ca-d8c109199f37 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.669709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76f98919-f22a-462f-a3c1-132f8af9c214 req-23a6e014-08e9-4449-a7ca-d8c109199f37 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.2996886 Jul 16 01:51:38.770801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:38.806897 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.818288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76f98919-f22a-462f-a3c1-132f8af9c214 req-50dea89b-fd02-468d-94bc-4f3cb5822b2f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473453 Jul 16 01:51:38.850868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ae992ed-c61d-40ef-8cd4-cf97438e726d req-e0644c7e-1cec-41c0-85fa-b3124694d050 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601852 Jul 16 01:51:38.854195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77440be-0b7a-437d-96da-25bf16593ada req-6b6ccefd-1a0b-4196-b5cc-1ce334b33d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:38.855837 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c77440be-0b7a-437d-96da-25bf16593ada req-6b6ccefd-1a0b-4196-b5cc-1ce334b33d17 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 1096 time: 0.5835686 Jul 16 01:51:38.867684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8bf8b825-a64e-47d5-aa09-43f627ea8971 None None] Provisioning for port 5eb71b5f-0d60-4b56-8df2-d76df1560353 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:38.877960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8bf8b825-a64e-47d5-aa09-43f627ea8971 None None] Provisioning complete for port 5eb71b5f-0d60-4b56-8df2-d76df1560353 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:38.884257 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b825-a64e-47d5-aa09-43f627ea8971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.892942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.936858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8b825-a64e-47d5-aa09-43f627ea8971 None None] Port 5eb71b5f-0d60-4b56-8df2-d76df1560353 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:38.943267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242848-17f3-42fa-952d-dd9e6a805542 None None] Pushing event updated for resources: {'Port': ['ID=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.076234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.148566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 10.2.2.100 (0360a3c9-e50d-4f63-a13d-b197a2c34b16/6def1f4a-e02b-4c36-a15a-fe786b57b7e6/0e3d8155-ae3d-4577-8e19-7ae54a3ff20b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:39.197416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:39.213853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:39.236422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:39.238214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:39.240980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.242262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3552bb93-a2fd-49d5-8223-42fdc0c1ac19 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8494482 Jul 16 01:51:39.246863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c77440be-0b7a-437d-96da-25bf16593ada req-ce33948a-3a8d-49d9-ab61-ac1ba4488fe7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644834 Jul 16 01:51:39.247323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:39.297943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63b0-9bca-4821-bb7e-3e5c0e6eafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.301473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e1c63b0-9bca-4821-bb7e-3e5c0e6eafc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.302638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4e1c63b0-9bca-4821-bb7e-3e5c0e6eafc7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e34fbc40-6d12-4c3b-b469-5ee27e298f6a HTTP/1.1" status: 204 len: 168 time: 1.4663386 Jul 16 01:51:39.359895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c63b0-9bca-4821-bb7e-3e5c0e6eafc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34fbc40-6d12-4c3b-b469-5ee27e298f6a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:39.410189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2a39292-88d5-4c31-a4d9-e614a7b06a17 None None] Provisioning complete for port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:39.410657 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2a39292-88d5-4c31-a4d9-e614a7b06a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.502501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5cdc-7003-4a50-9368-a12845cd4ce4 req-28e560c7-6b7d-4543-890b-bae10222de8c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.514458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5cdc-7003-4a50-9368-a12845cd4ce4 req-28e560c7-6b7d-4543-890b-bae10222de8c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.543680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5cdc-7003-4a50-9368-a12845cd4ce4 req-28e560c7-6b7d-4543-890b-bae10222de8c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:39.545491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-592e5cdc-7003-4a50-9368-a12845cd4ce4 req-28e560c7-6b7d-4543-890b-bae10222de8c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 2374 time: 0.3873734 Jul 16 01:51:39.584227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:39.774062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-592e5cdc-7003-4a50-9368-a12845cd4ce4 req-ebb27454-0d73-47e7-b22c-3cb1b49f29e5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087405 Jul 16 01:51:39.808897 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:39.828676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:40.057025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dde082c5-48f1-46d5-b788-dd8fa2c9e7fd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:40.251396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:51:40.375172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:40.377461 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39970ace-a20f-4016-a793-ddbb01294383" -d '{"events": [{"server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "name": "network-vif-plugged", "status": "completed", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:40.399684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port fce124e3-461a-43eb-ae59-0e939ffbfa6a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:40.404159 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.453151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:40.453841 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.485653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d991e9-5c08-4b67-ac9d-e32991f1f3f8 req-34a4d7c5-ee12-4042-b04f-d537882a40ae tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:40.496816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33d991e9-5c08-4b67-ac9d-e32991f1f3f8 req-34a4d7c5-ee12-4042-b04f-d537882a40ae tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 946 time: 0.3740621 Jul 16 01:51:40.575092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.591729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:40.646922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33d991e9-5c08-4b67-ac9d-e32991f1f3f8 req-473029d9-40c2-4ef1-8d2d-ab8029a210f8 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491091 Jul 16 01:51:40.657160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.789964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:40.800288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:40.815038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:40.826340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 3, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:40.887675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:40.991539 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48da9553-c553-4775-b422-bb66e8b11be8 x-openstack-request-id: req-48da9553-c553-4775-b422-bb66e8b11be8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:40.991839 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "name": "network-vif-plugged", "status": "completed", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:40.992170 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48da9553-c553-4775-b422-bb66e8b11be8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:40.992626 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd', 'code': 200} Jul 16 01:51:41.029258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.053250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:41.075013 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Sync routers for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:41.096843 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:41.097418 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:41.127695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.139530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-731e574e-a829-4b5a-a5fe-f55a48aa20a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.0791025 Jul 16 01:51:41.140761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.231139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.234680 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.243828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:41.245728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Updating router 14d7b6bb-002a-4bf5-b369-2a512ca42669 port fc94ef79-45f2-444d-9c4c-a7780bab6923 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:41.256171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2c58dff9-77a4-4084-9ad1-7fb2f9f5e828 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=3da55cb7c876458880f1413a85110ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884969 Jul 16 01:51:41.258050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:41.312143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-684945869'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:41.348528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Made reservation on behalf of c4578c984cbf448a841882384d72c0a9 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:41.352812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.369278 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-42abf0fc-d7bc-4da5-b448-1a0f1f63b691 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9963164 Jul 16 01:51:41.372325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.376642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.424353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'admin_state_up': True, 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'security_groups': ['7cfce3b8-070a-4101-82b9-867775764e3a']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:41.435622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-af9e511c-9d24-493c-898c-fe5e4a1c0122 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5381181 Jul 16 01:51:41.445831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.539731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68d6ab9e-7c10-42a2-97ae-7f46e4c7aa8a None None] Provisioning for port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:41.563797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68d6ab9e-7c10-42a2-97ae-7f46e4c7aa8a None None] Provisioning complete for port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:41.564548 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68d6ab9e-7c10-42a2-97ae-7f46e4c7aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.593142 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:41.666979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:41.678927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:41.791601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dfd30-6245-4416-af70-3188afe35b30 req-f659914f-8420-4042-80eb-ccd45872a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.797410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa7dfd30-6245-4416-af70-3188afe35b30 req-f659914f-8420-4042-80eb-ccd45872a7d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 1097 time: 0.8682022 Jul 16 01:51:41.837811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154b7b-c420-4f65-8579-c3427cc20003 req-86eb5e52-a4d5-4f97-922a-a1d0b08cd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.839326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-86eb5e52-a4d5-4f97-922a-a1d0b08cd9d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=891b35fa5e514082ab87d1c0de379d9d&device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 1097 time: 0.3718126 Jul 16 01:51:41.922590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-68d6ab9e-7c10-42a2-97ae-7f46e4c7aa8a None None] Port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:41.975926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c881-a197-48cb-83aa-2cd4d8d429ec req-31b68a93-0f2b-45c6-8f0d-2f0cf072e732 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:41.976348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:41.989219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7b0c881-a197-48cb-83aa-2cd4d8d429ec req-31b68a93-0f2b-45c6-8f0d-2f0cf072e732 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.7509787 Jul 16 01:51:42.135730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa7dfd30-6245-4416-af70-3188afe35b30 req-82fc47f9-0180-468f-ae0e-91aa1e5d4f5b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283305 Jul 16 01:51:42.166514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068928e-eebf-49ea-9571-0fbf7893e13f tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.171523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c068928e-eebf-49ea-9571-0fbf7893e13f tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9080060 Jul 16 01:51:42.172256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35250) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.248933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.253057 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d7a77a43-4995-4fda-8247-cb25302aeb35 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502467 Jul 16 01:51:42.260415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:42.268660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411063259', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'project_id': '3da55cb7c876458880f1413a85110ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:42.308471 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.328221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.372464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:51:42.397981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Transition to ACTIVE for port object fc94ef79-45f2-444d-9c4c-a7780bab6923 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:42.403138 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.403503 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Added segment 4308a516-716e-439e-8f98-3c587fbb375a of type vlan for network 67ca9f2b-dc5c-4db0-a153-798913864722 Jul 16 01:51:42.413523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.500143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7b0c881-a197-48cb-83aa-2cd4d8d429ec req-e1854f37-ed2a-4689-b169-8222872818a6 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4946861 Jul 16 01:51:42.530859 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:38Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:42.562807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Attempting to bind port fc94ef79-45f2-444d-9c4c-a7780bab6923 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:42.563361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Attempting to bind port fc94ef79-45f2-444d-9c4c-a7780bab6923 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:42.563781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Attempting to bind port fc94ef79-45f2-444d-9c4c-a7780bab6923 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:42.567489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689bf6-eaf7-4674-9ddf-b6789c2f3504 None None] Pushing event updated for resources: {'Port': ['ID=fc94ef79-45f2-444d-9c4c-a7780bab6923,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:42.572591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:42.573152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:42.573636 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.577960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:42.579163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Bound port: fc94ef79-45f2-444d-9c4c-a7780bab6923, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:42.579688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.585397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.600236 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Checking router: e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:42.600829 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Updating router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f port cc367e19-dbef-4f3b-a216-a406537eb548 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:42.637658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:42.655220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.687528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] For port fc94ef79-45f2-444d-9c4c-a7780bab6923, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:42.689995 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.691696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Made reservation on behalf of 7e2c66569da842cc840bfe45e76702f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:42.701010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] For port fc94ef79-45f2-444d-9c4c-a7780bab6923, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fc94ef79-45f2-444d-9c4c-a7780bab6923,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:42.711791 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.717107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.724795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.773701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:51:42.849782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c55c-229f-45f0-b7ad-0a3f32ea7460 req-767ccfad-5f3e-42eb-aa99-e3db99352eea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.869906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c55c-229f-45f0-b7ad-0a3f32ea7460 req-767ccfad-5f3e-42eb-aa99-e3db99352eea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.895528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c55c-229f-45f0-b7ad-0a3f32ea7460 req-767ccfad-5f3e-42eb-aa99-e3db99352eea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.907711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:42.909522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:42.915303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c55c-229f-45f0-b7ad-0a3f32ea7460 req-767ccfad-5f3e-42eb-aa99-e3db99352eea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.916682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.926311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3a8c55c-229f-45f0-b7ad-0a3f32ea7460 req-767ccfad-5f3e-42eb-aa99-e3db99352eea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3095 time: 0.7959118 Jul 16 01:51:42.928069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:42.928704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:42.964491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689bf6-eaf7-4674-9ddf-b6789c2f3504 None None] Pushing event updated for resources: {'Port': ['ID=fc94ef79-45f2-444d-9c4c-a7780bab6923,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.109693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:43.116924 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858322c-52d4-43f2-a89e-7982a4dcb103" -d '{"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-plugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:43.160765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.327306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3a8c55c-229f-45f0-b7ad-0a3f32ea7460 req-06901a90-3298-43b2-9f12-cb665869bc3f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962319 Jul 16 01:51:43.447708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:43.465330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Checking segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:43.466971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network hostable DHCP agents. Network: 3bd3125f-7e54-4094-9e74-2a708e4d7e2c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:43.475171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Subnet': ['ID=6f34f32a-2a28-4bb6-be93-6627f5c1647f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.483007 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.498570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4648607 Jul 16 01:51:43.501521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35272) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:43.507354 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Transition to ACTIVE for port object cc367e19-dbef-4f3b-a216-a406537eb548 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:43.521429 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40264e69-06ad-4b78-9fe1-9c87a48c929f x-openstack-request-id: req-40264e69-06ad-4b78-9fe1-9c87a48c929f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:43.521806 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-plugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:43.522223 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40264e69-06ad-4b78-9fe1-9c87a48c929f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:43.523360 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'code': 200} Jul 16 01:51:43.531607 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.546533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Request body: {'subnet': {'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:43.582376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5c31-d81a-4691-838e-0a6cb3fbc895 req-82f31e52-a6f6-4128-b756-c2b8efec70d3 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.591020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-670a5c31-d81a-4691-838e-0a6cb3fbc895 req-82f31e52-a6f6-4128-b756-c2b8efec70d3 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 946 time: 0.4405675 Jul 16 01:51:43.630996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Allocated IP 172.20.0.1 (06e259b4-edc5-41d0-b374-805a548ba54c/bf22c3ef-5e79-4012-892c-834187de02e1/b865d509-c78a-4ebc-956a-488d69b977a8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:43.684536 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Pushing event updated for resources: {'Port': ['ID=cc367e19-dbef-4f3b-a216-a406537eb548,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.698725 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Attempting to bind port cc367e19-dbef-4f3b-a216-a406537eb548 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:43.699608 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Attempting to bind port cc367e19-dbef-4f3b-a216-a406537eb548 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:43.699967 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Attempting to bind port cc367e19-dbef-4f3b-a216-a406537eb548 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:43.730684 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.731093 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.731345 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.734434 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.734974 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.735322 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.735654 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.735970 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.736322 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.736645 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.736961 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.737283 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:43.774787 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:43.774787 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:43.774787 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.774787 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:43.774787 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Bound port: cc367e19-dbef-4f3b-a216-a406537eb548, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:43.774787 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.800446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-670a5c31-d81a-4691-838e-0a6cb3fbc895 req-853377b1-4bf3-4432-aa93-f90433c6ebe6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084050 Jul 16 01:51:43.818225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:43.866602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3bd3125f-7e54-4094-9e74-2a708e4d7e2c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:43.879067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:43.880441 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.903723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf23652-16af-425c-baf0-6620fd41e221 None None] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:43.925093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6557ef5-8f82-4281-898b-a85beaa6e46b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:43.935106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Made reservation on behalf of c4578c984cbf448a841882384d72c0a9 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:43.940369 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] For port cc367e19-dbef-4f3b-a216-a406537eb548, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:43.944678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] For port cc367e19-dbef-4f3b-a216-a406537eb548, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cc367e19-dbef-4f3b-a216-a406537eb548,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:43.945457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.957170 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:43.978982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2e6161e6-aafc-434b-aec7-c14682367892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7172668 Jul 16 01:51:43.983261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:44.045993 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:44.046908 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:44.081324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154b7b-c420-4f65-8579-c3427cc20003 req-0bdd9767-d3ca-44f8-9099-6bea830bae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.082829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-0bdd9767-d3ca-44f8-9099-6bea830bae85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12a14a44-927f-490a-9199-35a240d8137a HTTP/1.1" status: 200 len: 917 time: 2.1945801 Jul 16 01:51:44.099918 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49b39e-20a6-40e3-9892-66121261d563 None None] Pushing event updated for resources: {'Port': ['ID=cc367e19-dbef-4f3b-a216-a406537eb548,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:44.251080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072a7d-40b9-42b7-80cd-19fc005fe526 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event updated for resources: {'Network': ['ID=67ca9f2b-dc5c-4db0-a153-798913864722,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:44.280734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 67ca9f2b-dc5c-4db0-a153-798913864722 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:51:44.346831 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:44.430141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.439758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-530094e4-97df-4cc3-9aa3-f073594ba5cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f482b68-c3d1-4c5b-a716-534bbc732232 HTTP/1.1" status: 200 len: 1002 time: 0.3266859 Jul 16 01:51:44.560080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Transition to ACTIVE for port object b865d509-c78a-4ebc-956a-488d69b977a8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:44.598582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.691860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Allocated IP 10.2.2.200 (0360a3c9-e50d-4f63-a13d-b197a2c34b16/6def1f4a-e02b-4c36-a15a-fe786b57b7e6/a3ab5760-e703-436c-8bff-ae4f3059dbb0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:44.774732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:44.775602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:44.809740 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:38Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:44.838915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154b7b-c420-4f65-8579-c3427cc20003 req-cecaa9c5-f28d-499b-8757-421b46e10e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.840753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-cecaa9c5-f28d-499b-8757-421b46e10e70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6313918f-ea36-4687-bceb-c7100266d933 HTTP/1.1" status: 200 len: 855 time: 0.3930719 Jul 16 01:51:44.844436 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb49d7b9-3769-4b2f-b366-c7c72df118e0 None None] The sync data for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 is: [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:38Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:44.844822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Network 06e259b4-edc5-41d0-b374-805a548ba54c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:44.897325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:44.914123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:44.946507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec909-03a9-4dd5-a830-cb6c74ae1ef0 req-dfe69593-0625-4b18-ac70-0d16da09f99a tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:44.949465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02dec909-03a9-4dd5-a830-cb6c74ae1ef0 req-dfe69593-0625-4b18-ac70-0d16da09f99a tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.4902389 Jul 16 01:51:44.975686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 3, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:45.032408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645045b-e16f-4678-94cf-027e53ae3864 None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:36Z', 'revision_number': 3, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:45.075337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Pushing event updated for resources: {'Port': ['ID=b865d509-c78a-4ebc-956a-488d69b977a8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.139137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Allocated IP 172.20.0.2 (3bd3125f-7e54-4094-9e74-2a708e4d7e2c/6f34f32a-2a28-4bb6-be93-6627f5c1647f/5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:45.216480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.253242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.509238 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.529247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Transition to ACTIVE for port object 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:45.616451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23513d-3042-4654-a292-5b57392fddee req-24a94ba8-1eeb-4210-a644-bc498ba85dc4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.621636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23513d-3042-4654-a292-5b57392fddee req-24a94ba8-1eeb-4210-a644-bc498ba85dc4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.627785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23513d-3042-4654-a292-5b57392fddee req-24a94ba8-1eeb-4210-a644-bc498ba85dc4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.632094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Transition to ACTIVE for port object 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:45.633903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23513d-3042-4654-a292-5b57392fddee req-24a94ba8-1eeb-4210-a644-bc498ba85dc4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.648435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c23513d-3042-4654-a292-5b57392fddee req-24a94ba8-1eeb-4210-a644-bc498ba85dc4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3095 time: 1.0095880 Jul 16 01:51:45.649621 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.653009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.660146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154b7b-c420-4f65-8579-c3427cc20003 req-2387dfe2-7431-4885-b3f3-79da62755ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:45.661695 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-2387dfe2-7431-4885-b3f3-79da62755ac8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12a14a44-927f-490a-9199-35a240d8137a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7850962 Jul 16 01:51:45.662875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02dec909-03a9-4dd5-a830-cb6c74ae1ef0 req-a21c60c6-4540-4281-afdf-686384059a0a tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654055 Jul 16 01:51:45.686303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.692886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event updated for resources: {'Subnet': ['ID=26a75660-b7b8-4168-ae86-595ca59ca81f,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.734934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Checking segment: {'id': '4308a516-716e-439e-8f98-3c587fbb375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:45.735334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Network hostable DHCP agents. Network: 67ca9f2b-dc5c-4db0-a153-798913864722, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:51:45.849988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:45.851098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b76cf2a-533e-4653-a656-3e438bc02a27 None None] Provisioning for port b865d509-c78a-4ebc-956a-488d69b977a8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:45.863322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b76cf2a-533e-4653-a656-3e438bc02a27 None None] Provisioning complete for port b865d509-c78a-4ebc-956a-488d69b977a8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:45.876384 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b76cf2a-533e-4653-a656-3e438bc02a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:45.894775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:45.898890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:45.933375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Pushing event updated for resources: {'Port': ['ID=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:45.969560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-285ca95d-9eeb-4b10-8e23-8c8a075fbf75 service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534676 Jul 16 01:51:45.977957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Transition to ACTIVE for port object a3ab5760-e703-436c-8bff-ae4f3059dbb0 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:45.980117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c23513d-3042-4654-a292-5b57392fddee req-03de3755-1078-476b-bb70-25e40f38e88c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306620 Jul 16 01:51:46.128902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2b76cf2a-533e-4653-a656-3e438bc02a27 None None] Port b865d509-c78a-4ebc-956a-488d69b977a8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:46.148138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc367e19-dbef-4f3b-a216-a406537eb548 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:46.170689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Network 67ca9f2b-dc5c-4db0-a153-798913864722 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:51:46.191055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.242566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Attempting to bind port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:46.247221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Attempting to bind port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:46.247945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Attempting to bind port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:46.283945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:46.284977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Checking segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:46.286999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.288154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Bound using segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:46.289094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Bound port: 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:46.291146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.323351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:46.327853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cc367e19-dbef-4f3b-a216-a406537eb548 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:46.334830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 67ca9f2b-dc5c-4db0-a153-798913864722) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:46.350154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cc367e19-dbef-4f3b-a216-a406537eb548 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:46.352001 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.354589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.355369 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.364522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:46.377333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:46.414132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0de36-b00d-4be4-93db-71449a3596c8 None None] Network 67ca9f2b-dc5c-4db0-a153-798913864722 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:46.477105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-5611d241-6235-4407-8a3f-1b4153d9ade3 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.481932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-5611d241-6235-4407-8a3f-1b4153d9ade3 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.38 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.7321303 Jul 16 01:51:46.491424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event updated for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:46.508353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6de17d54-74b2-4a52-be03-f5141be70312 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0031717 Jul 16 01:51:46.515781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:46.570629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Request body: {'port': {'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1307624600'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:46.601902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43154b7b-c420-4f65-8579-c3427cc20003 req-fecf0b59-06f7-4e7f-b620-ee8f5d0fa07e service neutron] 10.222.0.38 "GET /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582786 Jul 16 01:51:46.801768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:46.802689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:46.847961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-635c0098-df22-445a-a0f7-5c62710f216c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4695184 Jul 16 01:51:46.863112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] For port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:46.881235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] For port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:46.893664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:46.916288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.163571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.257319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cc367e19-dbef-4f3b-a216-a406537eb548, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cc367e19-dbef-4f3b-a216-a406537eb548,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:47.259613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d12223d-ac7e-4fd2-8c50-0f336f7e9589 None None] Provisioning for port a3ab5760-e703-436c-8bff-ae4f3059dbb0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:47.270367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d12223d-ac7e-4fd2-8c50-0f336f7e9589 None None] Provisioning complete for port a3ab5760-e703-436c-8bff-ae4f3059dbb0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:47.270830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d12223d-ac7e-4fd2-8c50-0f336f7e9589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.335859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.336816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fc94ef79-45f2-444d-9c4c-a7780bab6923 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:47.410492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0d12223d-ac7e-4fd2-8c50-0f336f7e9589 None None] Port a3ab5760-e703-436c-8bff-ae4f3059dbb0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:47.520303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-67ca9f2b-dc5c-4db0-a153-798913864722', 'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722', 'tenant_id': 'c4578c984cbf448a841882384d72c0a9', 'fixed_ips': [{'subnet_id': '26a75660-b7b8-4168-ae86-595ca59ca81f'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:51:47.521425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.586567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port fc94ef79-45f2-444d-9c4c-a7780bab6923 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:47.624920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545536aa-b5e6-4f8c-90de-ec5f0e26fc3e req-1bf22ba0-ff88-46ff-82da-a590e2b9cd2c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:47.626851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-545536aa-b5e6-4f8c-90de-ec5f0e26fc3e req-1bf22ba0-ff88-46ff-82da-a590e2b9cd2c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 946 time: 1.4798770 Jul 16 01:51:47.760559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Allocated IP 2001:db8::2 (67ca9f2b-dc5c-4db0-a153-798913864722/26a75660-b7b8-4168-ae86-595ca59ca81f/f903f5bf-b7d5-4f35-9b39-af85fcb83b55) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:47.793696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.864729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-545536aa-b5e6-4f8c-90de-ec5f0e26fc3e req-4d01b837-c7b6-47ab-a0d7-3c1612c20f93 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185752 Jul 16 01:51:47.986662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:47.998685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Transition to ACTIVE for port object f903f5bf-b7d5-4f35-9b39-af85fcb83b55 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:48.019216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Transition to ACTIVE for port object f903f5bf-b7d5-4f35-9b39-af85fcb83b55 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:48.031488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8f482b68-c3d1-4c5b-a716-534bbc732232 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:48.044784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e2f57-ac50-4777-8868-a068d79b323e req-b6d606ec-753e-4f41-a7ac-26882b7849dd tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:48.048411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-748e2f57-ac50-4777-8868-a068d79b323e req-b6d606ec-753e-4f41-a7ac-26882b7849dd tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 946 time: 0.5994756 Jul 16 01:51:48.099505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fc94ef79-45f2-444d-9c4c-a7780bab6923 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:48.099882 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.145979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.161386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8a43-246c-4600-93bf-aa4ddd65a227 None None] Pushing event updated for resources: {'Port': ['ID=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.283618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.289313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.313786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cc367e19-dbef-4f3b-a216-a406537eb548,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.317969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.332474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Deleting port 8f482b68-c3d1-4c5b-a716-534bbc732232 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:48.333272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.416147 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.429776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Pushing event updated for resources: {'Port': ['ID=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.444499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Network 67ca9f2b-dc5c-4db0-a153-798913864722 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:48.467640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8f482b68-c3d1-4c5b-a716-534bbc732232,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:48.468204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.488744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Pushing event updated for resources: {'Port': ['ID=b865d509-c78a-4ebc-956a-488d69b977a8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.508230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.512906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Made reservation on behalf of c4578c984cbf448a841882384d72c0a9 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:48.525190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.539891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port fc94ef79-45f2-444d-9c4c-a7780bab6923, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fc94ef79-45f2-444d-9c4c-a7780bab6923,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:48.544024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.545781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:48.546393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.547446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.548373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:48.553549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.556615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.557469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.560482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.561110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.561675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.562217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.564256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.566807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:48.588635 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.651952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.656498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] device_id is not set on port bffbf271-c813-4eb0-8dcf-51cd166d57ef yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:48.739549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-748e2f57-ac50-4777-8868-a068d79b323e req-ee6bff28-7fc1-4b0b-a349-415c3f9b4e76 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6714137 Jul 16 01:51:48.779602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=fc94ef79-45f2-444d-9c4c-a7780bab6923,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:48.802407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Attempting to bind port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:48.803350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Attempting to bind port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '4308a516-716e-439e-8f98-3c587fbb375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:48.803727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Attempting to bind port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 on network 67ca9f2b-dc5c-4db0-a153-798913864722 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:48.819864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:48.822702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Checking segment: {'id': '4308a516-716e-439e-8f98-3c587fbb375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:48.823323 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:48.824450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Bound using segment: {'id': '4308a516-716e-439e-8f98-3c587fbb375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:48.827174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Bound port: f903f5bf-b7d5-4f35-9b39-af85fcb83b55, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4308a516-716e-439e-8f98-3c587fbb375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:48.829120 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.031879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] For port f903f5bf-b7d5-4f35-9b39-af85fcb83b55, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:49.050081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] For port f903f5bf-b7d5-4f35-9b39-af85fcb83b55, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,segment=NetworkSegment(4308a516-716e-439e-8f98-3c587fbb375a),segment_id=4308a516-716e-439e-8f98-3c587fbb375a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:49.052276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:49.059549 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272b1b0-1eba-4ad1-861a-44e367c59516" -d '{"events": [{"server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:49.084793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.104394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc367e19-dbef-4f3b-a216-a406537eb548 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:49.222971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b84da-8dae-444d-905e-686de6d56620 req-fb94efd8-cf0b-480d-9271-211007c289ea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.227204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8f482b68-c3d1-4c5b-a716-534bbc732232, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8f482b68-c3d1-4c5b-a716-534bbc732232,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:49.238008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b84da-8dae-444d-905e-686de6d56620 req-fb94efd8-cf0b-480d-9271-211007c289ea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.249411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b84da-8dae-444d-905e-686de6d56620 req-fb94efd8-cf0b-480d-9271-211007c289ea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.259562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b84da-8dae-444d-905e-686de6d56620 req-fb94efd8-cf0b-480d-9271-211007c289ea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.281665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b84da-8dae-444d-905e-686de6d56620 req-fb94efd8-cf0b-480d-9271-211007c289ea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.285981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-409b84da-8dae-444d-905e-686de6d56620 req-fb94efd8-cf0b-480d-9271-211007c289ea tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3816 time: 1.0071242 Jul 16 01:51:49.303684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.308828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cc367e19-dbef-4f3b-a216-a406537eb548 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:49.309197 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.342639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b0941e-f869-40f9-a4ae-afdf6660531e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:49.363145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.394451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Transition to ACTIVE for port object 55b0941e-f869-40f9-a4ae-afdf6660531e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:49.435035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.453437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.453992 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:49.454933 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Floating IP 82bdf43e-9bee-40da-95fe-597cf2d19ba2 disassociated. External IP: 172.25.0.171, port: 8f482b68-c3d1-4c5b-a716-534bbc732232. Jul 16 01:51:49.457551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Calling delete_port for 8f482b68-c3d1-4c5b-a716-534bbc732232 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:49.517665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:49.562217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f13fcb4-a5d3-4113-8165-be5d4ab41afa None None] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:49.564915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-409b84da-8dae-444d-905e-686de6d56620 req-e84fe45b-37c8-4827-b505-97e86730bac0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422762 Jul 16 01:51:49.616121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f9c4-759b-4988-8279-781e922b67e7 None None] Pushing event updated for resources: {'Port': ['ID=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:49.782036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb0e8f-890d-4b84-9981-8a341f6e254c req-c9f22683-af67-4f62-8e7b-b5f36055a51b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:49.785721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0eb0e8f-890d-4b84-9981-8a341f6e254c req-c9f22683-af67-4f62-8e7b-b5f36055a51b tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 945 time: 0.7528541 Jul 16 01:51:49.886957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.1 (3bd3125f-7e54-4094-9e74-2a708e4d7e2c/6f34f32a-2a28-4bb6-be93-6627f5c1647f/5d85572d-57ee-45e5-ab2f-4cf39081ac2d) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:49.934999 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e0a702-6ecc-47d9-b0ea-a3bbb6a5c921 x-openstack-request-id: req-66e0a702-6ecc-47d9-b0ea-a3bbb6a5c921 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:49.935561 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:49.940384 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66e0a702-6ecc-47d9-b0ea-a3bbb6a5c921 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:49.940993 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'code': 200} Jul 16 01:51:49.958604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e807f076-74ec-4063-85c8-7967fe42cf2b None None] Provisioning for port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:49.967171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0eb0e8f-890d-4b84-9981-8a341f6e254c req-fbcf5c15-148c-4807-aa0d-48b0cccae6df tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746154 Jul 16 01:51:49.985005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Allocated IP 2001:db8::347 (67ca9f2b-dc5c-4db0-a153-798913864722/26a75660-b7b8-4168-ae86-595ca59ca81f/bffbf271-c813-4eb0-8dcf-51cd166d57ef) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:50.116749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.159610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:50.254068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.270345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object 5d85572d-57ee-45e5-ab2f-4cf39081ac2d will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:50.272679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.289947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Transition to ACTIVE for port object bffbf271-c813-4eb0-8dcf-51cd166d57ef will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:50.342166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.354920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Pushing event updated for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.367646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:50.368015 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.381774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.471223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.526466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Network 67ca9f2b-dc5c-4db0-a153-798913864722 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:50.533238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Network 06e259b4-edc5-41d0-b374-805a548ba54c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:50.534252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:50.539551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:50.540879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:50.547463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:50.548281 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.563722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:50.574549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.581163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:50.588944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:50.638773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event updated for resources: {'Port': ['ID=bffbf271-c813-4eb0-8dcf-51cd166d57ef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:50.687730 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.817200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f9f988e-fc47-4e2f-b1b0-d3bacd129d85 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.2642846 Jul 16 01:51:50.819676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:50.827713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:50.840581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35346) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:50.856517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Request body: {'port': {'network_id': '67ca9f2b-dc5c-4db0-a153-798913864722', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-513877226', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:50.858508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] bootfile-name is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:50.860247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] tftp-server is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:50.860583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] server-ip-address is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:51:50.942114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Attempting to bind port 55b0941e-f869-40f9-a4ae-afdf6660531e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:50.942477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Attempting to bind port 55b0941e-f869-40f9-a4ae-afdf6660531e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:50.942817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Attempting to bind port 55b0941e-f869-40f9-a4ae-afdf6660531e on network 31a413fe-3557-4828-9e6a-c88def967fa3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:50.984466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.016681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Port 55b0941e-f869-40f9-a4ae-afdf6660531e on network 31a413fe-3557-4828-9e6a-c88def967fa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:51.017337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Attempting to bind port 55b0941e-f869-40f9-a4ae-afdf6660531e on network 31a413fe-3557-4828-9e6a-c88def967fa3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:51.055605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:51.056123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Checking segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:51.056580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Bound using segment: {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:51.057135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Bound port: 55b0941e-f869-40f9-a4ae-afdf6660531e, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6ac167-d695-4945-941c-8c638fc2f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:51.057555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.069323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event deleted for resources: {'Port': ['ID=8f482b68-c3d1-4c5b-a716-534bbc732232,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:51.085260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Router 75ad384c-965a-4450-b5d1-8dd961618903 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:51.116058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac70fd-1db0-425d-b4c4-62879d61e20f req-108c495b-e7df-4118-bd98-4e2960e7c928 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.141780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6ac70fd-1db0-425d-b4c4-62879d61e20f req-108c495b-e7df-4118-bd98-4e2960e7c928 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 865 time: 0.8387723 Jul 16 01:51:51.251850 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:51.254787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-291be9ab-d382-484c-ac5e-fff3d76d855c None None] Provisioning complete for port b865d509-c78a-4ebc-956a-488d69b977a8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:51.255167 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-291be9ab-d382-484c-ac5e-fff3d76d855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.271451 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.308716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:51.347161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fc94ef79-45f2-444d-9c4c-a7780bab6923 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:51.434982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dedd7f-877f-4189-9330-eb907a130361 None None] Network 67ca9f2b-dc5c-4db0-a153-798913864722 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:51.509705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6ac70fd-1db0-425d-b4c4-62879d61e20f req-3ab2d695-f6b5-40db-9106-c258db99c914 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups?id=47e4c90d-47ea-4a40-bbf6-954a4cd6df89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663747 Jul 16 01:51:51.516076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-291be9ab-d382-484c-ac5e-fff3d76d855c None None] Port b865d509-c78a-4ebc-956a-488d69b977a8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:51.653276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:51.686568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:51.712161 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:51.715126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] Sync routers for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:51.719574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4b5fe816-f6a4-40e7-95ad-d7d158955e41 admin admin] 10.222.0.35 "PUT /v2.0/routers/14d7b6bb-002a-4bf5-b369-2a512ca42669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4706824 Jul 16 01:51:51.736982 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:51.738052 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:51.781563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] No DVR routers for this DVR port 8f482b68-c3d1-4c5b-a716-534bbc732232 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:51.786667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.789001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b59b4fa-62e6-4ff3-a80b-5f6ac873f0c2 req-4baf92d0-04cb-44b7-b845-982f2097be46 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.38 "DELETE /v2.0/ports/8f482b68-c3d1-4c5b-a716-534bbc732232 HTTP/1.1" status: 204 len: 173 time: 5.2747600 Jul 16 01:51:51.793855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'name': 'network-vif-deleted', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:51.796788 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2431d-99bc-41ef-9d51-4eb94fb1ff8e" -d '{"events": [{"server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "name": "network-vif-deleted", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:51.810698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-2bfe16ec-c759-4da9-93a2-dcfcb33eada0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.817556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-2bfe16ec-c759-4da9-93a2-dcfcb33eada0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.818405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:51.819054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:51.825660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-2bfe16ec-c759-4da9-93a2-dcfcb33eada0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.832924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-2bfe16ec-c759-4da9-93a2-dcfcb33eada0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.843853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-2bfe16ec-c759-4da9-93a2-dcfcb33eada0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:51.858257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-2bfe16ec-c759-4da9-93a2-dcfcb33eada0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3828 time: 0.6780200 Jul 16 01:51:51.918994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:51.928895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Provisioning complete for port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:51.929631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:51.934882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=55b0941e-f869-40f9-a4ae-afdf6660531e,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:51.940957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Made reservation on behalf of c4578c984cbf448a841882384d72c0a9 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:51:51.955451 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.025177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] device_id is not set on port 19bb01fb-9d8f-458c-87b2-c92cb50823c7 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:51:52.033344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed426a28-05bb-4f59-b7cf-dae3c0bcf9d4 req-a900b756-8543-4c8e-b81c-4fd33edac79b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737113 Jul 16 01:51:52.071943 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:52.087952 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.180617 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189a0866-6a9e-4634-8f93-96e6ee6eadaf x-openstack-request-id: req-189a0866-6a9e-4634-8f93-96e6ee6eadaf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:52.181291 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d815e6ff-faa6-4ad3-93e2-4c50b247fc9e", "name": "network-vif-deleted", "tag": "8f482b68-c3d1-4c5b-a716-534bbc732232", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:52.181874 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-189a0866-6a9e-4634-8f93-96e6ee6eadaf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:52.182490 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815e6ff-faa6-4ad3-93e2-4c50b247fc9e', 'name': 'network-vif-deleted', 'tag': '8f482b68-c3d1-4c5b-a716-534bbc732232', 'status': 'completed', 'code': 200} Jul 16 01:51:52.235033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.294953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:52.366319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Allocated IP 2001:db8::38c (67ca9f2b-dc5c-4db0-a153-798913864722/26a75660-b7b8-4168-ae86-595ca59ca81f/19bb01fb-9d8f-458c-87b2-c92cb50823c7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:51:52.408944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.409609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.411077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] 10.222.0.38 "PUT /v2.0/ports/55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1092 time: 5.5300348 Jul 16 01:51:52.411544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:52.424335 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:52.470817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:52.588580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-5c43b628-aca0-4ac6-92c0-2b985d703357 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.590979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-5c43b628-aca0-4ac6-92c0-2b985d703357 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 945 time: 0.4125047 Jul 16 01:51:52.670715 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:46Z', 'revision_number': 2, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:52.747290 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:52.747655 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Updating router 14d7b6bb-002a-4bf5-b369-2a512ca42669 port b865d509-c78a-4ebc-956a-488d69b977a8 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:51:52.793101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e87714-877c-4d8b-bfd4-0eddc9276667 service neutron] Pushing event updated for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:52.828546 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.834529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fc94ef79-45f2-444d-9c4c-a7780bab6923 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:52.835914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:52.929264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3534b-2bb5-442c-8a3d-ac4b5e6a5b2f req-1a340e4e-4232-4592-a69a-b649df198d3e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:52.938689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73e3534b-2bb5-442c-8a3d-ac4b5e6a5b2f req-1a340e4e-4232-4592-a69a-b649df198d3e tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 945 time: 0.3765495 Jul 16 01:51:53.031541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73e3534b-2bb5-442c-8a3d-ac4b5e6a5b2f req-e869e539-e4eb-45d6-96a2-ab86dfcdcc25 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914693 Jul 16 01:51:53.035287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.077583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:53.082571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Deleting port 0af8e8f0-f223-419e-9a27-e80b68466440 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:53.083039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.093083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.118764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021841676', 'description': 'tempest-description--1543721927'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:53.202323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f903f5bf-b7d5-4f35-9b39-af85fcb83b55 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:53.262264 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccdcd45-6f7f-459f-95e4-2e7a542b5e81 x-openstack-request-id: req-3ccdcd45-6f7f-459f-95e4-2e7a542b5e81 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:53.262767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.264343 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:53.264598 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ccdcd45-6f7f-459f-95e4-2e7a542b5e81 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:53.265032 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'status': 'completed', 'code': 200} Jul 16 01:51:53.344289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Provisioning for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:53.367454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Provisioning complete for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:53.370963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.452541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:53.503476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.528716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.546307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Transition to ACTIVE for port object 19bb01fb-9d8f-458c-87b2-c92cb50823c7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:53.611781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] Checking router: 75ad384c-965a-4450-b5d1-8dd961618903 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:53.683805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:53.684677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:53.692608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.823808 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.827745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:53.854534 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Transition to ACTIVE for port object b865d509-c78a-4ebc-956a-488d69b977a8 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:53.860410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:53.863626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-587112d4-a6af-4c3b-a337-2d07859360b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.878470 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.891317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Provisioning for port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:53.934117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-db638253-d4f3-43f0-afec-f76ff9019f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.934618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-db638253-d4f3-43f0-afec-f76ff9019f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.943438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-db638253-d4f3-43f0-afec-f76ff9019f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.948721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-db638253-d4f3-43f0-afec-f76ff9019f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.948721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-db638253-d4f3-43f0-afec-f76ff9019f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:53.949425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Provisioning complete for port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:53.950559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:53.958750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-db638253-d4f3-43f0-afec-f76ff9019f58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 4363 time: 0.7467105 Jul 16 01:51:54.056174 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Attempting to bind port b865d509-c78a-4ebc-956a-488d69b977a8 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:54.056734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Attempting to bind port b865d509-c78a-4ebc-956a-488d69b977a8 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:54.057621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Attempting to bind port b865d509-c78a-4ebc-956a-488d69b977a8 on network 06e259b4-edc5-41d0-b374-805a548ba54c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:54.064999 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:54.065367 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Checking segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:54.065904 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.066411 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Bound using segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:54.067356 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Bound port: b865d509-c78a-4ebc-956a-488d69b977a8, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:54.067816 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.072228 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b56cc-5f63-4007-a1be-76d427290c17 None None] Pushing event updated for resources: {'Port': ['ID=b865d509-c78a-4ebc-956a-488d69b977a8,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.234597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:54.281715 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] For port b865d509-c78a-4ebc-956a-488d69b977a8, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:54.296422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] For port b865d509-c78a-4ebc-956a-488d69b977a8, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b865d509-c78a-4ebc-956a-488d69b977a8,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:54.310572 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.414820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:54.415463 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:54.508851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.649990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-98a87f0f-4cc3-407c-99d2-c25d2b8510d3 req-b65473b0-b86c-44dd-a923-c1dd246991cd tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.1441517 Jul 16 01:51:54.658712 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b56cc-5f63-4007-a1be-76d427290c17 None None] Pushing event updated for resources: {'Port': ['ID=b865d509-c78a-4ebc-956a-488d69b977a8,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.675765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.691003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:54.695915 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.742681 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:54.752828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event updated for resources: {'Port': ['ID=19bb01fb-9d8f-458c-87b2-c92cb50823c7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:54.816017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.822720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Network 67ca9f2b-dc5c-4db0-a153-798913864722 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:54.840426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:54.844020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:51:54.851401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.851665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:54.869793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-a7d05828-7431-433d-848c-15e3b0a7343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.870412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-a7d05828-7431-433d-848c-15e3b0a7343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.871084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-a7d05828-7431-433d-848c-15e3b0a7343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.872956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-a7d05828-7431-433d-848c-15e3b0a7343c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e2c66569da842cc840bfe45e76702f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9014359 Jul 16 01:51:54.990977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-e4028a55-5499-46b3-8393-b859ffbd0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:54.992490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a233a7a8-f363-4d76-a34d-a8e6c9a46de6 req-e4028a55-5499-46b3-8393-b859ffbd0f37 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090217 Jul 16 01:51:55.126149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1d8383-dde1-4605-a075-e67d818ae96d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:55.131595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.151193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.179498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Transition to ACTIVE for port object 0b1d8383-dde1-4605-a075-e67d818ae96d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:55.194121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] For port 0af8e8f0-f223-419e-9a27-e80b68466440, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0af8e8f0-f223-419e-9a27-e80b68466440,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:55.194847 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.195952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.210896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Calling delete_port for 0af8e8f0-f223-419e-9a27-e80b68466440 owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:55.249933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.254418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.316716 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:54Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.334197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.390025 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ea8b0-0c2f-4f1e-aae8-a769dc24c54e None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:54Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:55.414834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] For port f903f5bf-b7d5-4f35-9b39-af85fcb83b55, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,segment=NetworkSegment(4308a516-716e-439e-8f98-3c587fbb375a),segment_id=4308a516-716e-439e-8f98-3c587fbb375a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:55.456539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:55.458665 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.467297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Attempting to bind port 0b1d8383-dde1-4605-a075-e67d818ae96d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:55.467686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Attempting to bind port 0b1d8383-dde1-4605-a075-e67d818ae96d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:55.468218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Attempting to bind port 0b1d8383-dde1-4605-a075-e67d818ae96d on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:55.493098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Port 0b1d8383-dde1-4605-a075-e67d818ae96d on network 7421222a-0b0b-497c-bb21-2ddc025195c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:55.499220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Attempting to bind port 0b1d8383-dde1-4605-a075-e67d818ae96d on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:55.518678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:55.529939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Checking segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:55.530597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Bound using segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:55.531066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Bound port: 0b1d8383-dde1-4605-a075-e67d818ae96d, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:55.531434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.567058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e56358-69cc-413f-905b-b8162ecac0af None None] The sync data for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 is: [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:48:27Z', 'revision_number': 4, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'cdbe4e21-219b-44dc-a360-058c354139f7', 'name': '', 'network_id': '12a14a44-927f-490a-9199-35a240d8137a', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'mac_address': 'fa:16:3e:12:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6313918f-ea36-4687-bceb-c7100266d933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:27Z', 'updated_at': '2021-07-16T01:48:37Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'subnets': [{'id': '6313918f-ea36-4687-bceb-c7100266d933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:55.660708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d238a1-41df-475a-a4f6-1ea1658e6c09 None None] Pushing event updated for resources: {'Port': ['ID=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:55.695353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning complete for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:55.695937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.714419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:55.819996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:55.846865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b865d509-c78a-4ebc-956a-488d69b977a8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:55.856411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning for port 19bb01fb-9d8f-458c-87b2-c92cb50823c7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:55.918903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0af8e8f0-f223-419e-9a27-e80b68466440 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:55.937157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0b1d8383-dde1-4605-a075-e67d818ae96d,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:55.956990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:55.979139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning complete for port 19bb01fb-9d8f-458c-87b2-c92cb50823c7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:55.985869 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.076996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:56.110428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.113408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.122882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.125330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.129886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-4eee2c3d-df3f-4d0a-9e80-fe5bb6b451d7 service neutron] 10.222.0.38 "PUT /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 1134 time: 3.6718090 Jul 16 01:51:56.139015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '0b1d8383-dde1-4605-a075-e67d818ae96d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:56.141136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No active binding found for port 0af8e8f0-f223-419e-9a27-e80b68466440 {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:51:56.141683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0af8e8f0-f223-419e-9a27-e80b68466440 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:56.148192 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36500c49-f1f4-4402-97ff-5955a9c7df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "0b1d8383-dde1-4605-a075-e67d818ae96d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:56.154697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf0e46-b083-4d15-a070-7b066f91f0c2 None None] New status for floating IP 82bdf43e-9bee-40da-95fe-597cf2d19ba2: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:51:56.157696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Port 19bb01fb-9d8f-458c-87b2-c92cb50823c7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:56.159705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b865d509-c78a-4ebc-956a-488d69b977a8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:56.163072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6a1f9ef3-c806-41d6-8dc7-c5ae075438d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.3213241 Jul 16 01:51:56.181674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:56.238202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b865d509-c78a-4ebc-956a-488d69b977a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:56.238840 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.246479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-555b0c03-6efe-4ddb-9e2c-66f7ff5c8151 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.266037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-555b0c03-6efe-4ddb-9e2c-66f7ff5c8151 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.278611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.284983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-555b0c03-6efe-4ddb-9e2c-66f7ff5c8151 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.302953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-555b0c03-6efe-4ddb-9e2c-66f7ff5c8151 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.318429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-555b0c03-6efe-4ddb-9e2c-66f7ff5c8151 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.320580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-555b0c03-6efe-4ddb-9e2c-66f7ff5c8151 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3828 time: 1.8250248 Jul 16 01:51:56.337628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event deleted for resources: {'Port': ['ID=0af8e8f0-f223-419e-9a27-e80b68466440,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:56.369600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-a873cdea-89c5-484e-8389-16374a409345 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.373799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-a873cdea-89c5-484e-8389-16374a409345 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 946 time: 1.8864048 Jul 16 01:51:56.374806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.403821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.498364 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc91d965-218c-4fb2-88d5-f9ae6d08211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.510667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning for port bffbf271-c813-4eb0-8dcf-51cd166d57ef completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:51:56.530752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:56.564500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69137307-a5b8-4378-b17c-98cf496b6b2a req-81d7bf94-abad-4367-8005-6a875459962c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:56.574662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69137307-a5b8-4378-b17c-98cf496b6b2a req-81d7bf94-abad-4367-8005-6a875459962c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e49096c-87cf-4374-8371-b85826bec6a3 HTTP/1.1" status: 200 len: 867 time: 1.4488590 Jul 16 01:51:56.598709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning complete for port bffbf271-c813-4eb0-8dcf-51cd166d57ef triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:56.599079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.624598 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.628930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.5404019 Jul 16 01:51:56.676160 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.692070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.732115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:56.734648 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0add89c-54cc-4877-862f-ccfc8caf3612" -d '{"events": [{"server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "name": "network-vif-unplugged", "status": "completed", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:56.781322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:56.808009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Port bffbf271-c813-4eb0-8dcf-51cd166d57ef cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:56.812588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:56.812834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'security_group_rule': {'security_group_id': 'a40e411d-d82a-4020-aeb5-6b36a788b2bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:56.852802 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.859042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] No DVR routers for this DVR port 0af8e8f0-f223-419e-9a27-e80b68466440 on host n-h2-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:56.862211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:56.865794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9f3658f-57c6-4a44-8bb2-de943825f7d6 req-ea8d4994-5f53-4b81-b3eb-909e81980300 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.38 "DELETE /v2.0/ports/0af8e8f0-f223-419e-9a27-e80b68466440 HTTP/1.1" status: 204 len: 173 time: 4.2530291 Jul 16 01:51:56.892571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e49096c-87cf-4374-8371-b85826bec6a3', 'name': 'network-vif-deleted', 'tag': '0af8e8f0-f223-419e-9a27-e80b68466440'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:56.896677 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b3664-2b75-435f-bdc5-2b8fc93533ba" -d '{"events": [{"server_uuid": "7e49096c-87cf-4374-8371-b85826bec6a3", "name": "network-vif-deleted", "tag": "0af8e8f0-f223-419e-9a27-e80b68466440"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:56.960677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53315f60-92a8-4d12-a433-067e15f5cd2a req-9279f761-ceaa-4faf-9d32-5ab45e4babb5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5602431 Jul 16 01:51:56.978459 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.002062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69137307-a5b8-4378-b17c-98cf496b6b2a req-01be8685-ac0a-4bf0-b4c0-36ec9a644bf6 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c150714-e410-4166-8e31-10a13a2a6bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250722 Jul 16 01:51:57.040352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:57.049071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddc58b-1024-4e5c-b670-dd8bc0bbd499 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e411d-d82a-4020-aeb5-6b36a788b2bb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:57.051726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning complete for port b865d509-c78a-4ebc-956a-488d69b977a8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:57.058913 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.064084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.300950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port b865d509-c78a-4ebc-956a-488d69b977a8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b865d509-c78a-4ebc-956a-488d69b977a8,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:57.317003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.356849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:51:57.394587 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7bd12-4def-4b81-adb2-9a0bb9032998 x-openstack-request-id: req-28d7bd12-4def-4b81-adb2-9a0bb9032998 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:57.395275 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "name": "network-vif-unplugged", "status": "completed", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:57.396344 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28d7bd12-4def-4b81-adb2-9a0bb9032998 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:57.400725 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd', 'code': 200} Jul 16 01:51:57.463830 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4e3f7-5991-42df-8e29-65fcba344841 x-openstack-request-id: req-faf4e3f7-5991-42df-8e29-65fcba344841 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:57.464788 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e49096c-87cf-4374-8371-b85826bec6a3", "name": "network-vif-deleted", "tag": "0af8e8f0-f223-419e-9a27-e80b68466440", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:57.464988 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-faf4e3f7-5991-42df-8e29-65fcba344841 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:57.465349 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e49096c-87cf-4374-8371-b85826bec6a3', 'name': 'network-vif-deleted', 'tag': '0af8e8f0-f223-419e-9a27-e80b68466440', 'status': 'completed', 'code': 200} Jul 16 01:51:57.466225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:51:57.495698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.505240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=b865d509-c78a-4ebc-956a-488d69b977a8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:57.565142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Provisioning complete for port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:57.565876 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7bba4b2b-ed57-4821-8854-6bd016026d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.583208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa1197e8-e81b-4ca4-995d-19b09630b48f req-3d4337f8-a622-4b4a-96ec-86f40c15a862 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.1314466 Jul 16 01:51:57.604658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Deleting port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:57.605020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.868308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b865d509-c78a-4ebc-956a-488d69b977a8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:57.924550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.947933 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:57.949766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce59c47d-1fdc-4061-b2f9-2efd36262390 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:51:57.956956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:58.001381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f9f994b7-19e1-4120-881b-50d828bc0721 None None] Provisioning complete for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:58.006131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9f994b7-19e1-4120-881b-50d828bc0721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.020358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.027361 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10972943-9d36-4eca-af39-5ad6d82f1f16 x-openstack-request-id: req-10972943-9d36-4eca-af39-5ad6d82f1f16 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:51:58.027932 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "0b1d8383-dde1-4605-a075-e67d818ae96d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:51:58.029367 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10972943-9d36-4eca-af39-5ad6d82f1f16 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:51:58.030334 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '0b1d8383-dde1-4605-a075-e67d818ae96d', 'status': 'completed', 'code': 200} Jul 16 01:51:58.064863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] For port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,segment=NetworkSegment(a9980b31-0d67-42e5-ae1f-be915106abca),segment_id=a9980b31-0d67-42e5-ae1f-be915106abca)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:58.065245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.092865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Calling delete_port for 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd owned by compute:nova {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:58.138421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb2b4d5-abe2-4a2e-90c5-e2b65bf467a4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:58.144271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Transition to ACTIVE for port object ce59c47d-1fdc-4061-b2f9-2efd36262390 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:51:58.154740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f9f994b7-19e1-4120-881b-50d828bc0721 None None] Port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:51:58.167781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b865d509-c78a-4ebc-956a-488d69b977a8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:58.168335 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.172160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.235549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.236547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.236977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.238042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.238173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.238972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.241017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.241681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.242906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.243938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.244960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.246585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:58.278494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.280355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.280852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.281999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.283593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.284113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.289928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-4754daf9-dd93-4db6-b917-6817b8da181f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5290 time: 0.9634497 Jul 16 01:51:58.339673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:58.432368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5882b2-0637-4455-82b3-70f6fc58c5a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.447046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5882b2-0637-4455-82b3-70f6fc58c5a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.456903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5882b2-0637-4455-82b3-70f6fc58c5a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:58.474365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3e5882b2-0637-4455-82b3-70f6fc58c5a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 2.0975993 Jul 16 01:51:58.482575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35432) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.500775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f903f5bf-b7d5-4f35-9b39-af85fcb83b55 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:51:58.650698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:51:58.651451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.694220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.702521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-411f8c82-fe0b-4eee-8d4c-c169d2c2d18f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8947263 Jul 16 01:51:58.713813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.721203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:58.768655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Attempting to bind port ce59c47d-1fdc-4061-b2f9-2efd36262390 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:51:58.769314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Attempting to bind port ce59c47d-1fdc-4061-b2f9-2efd36262390 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:51:58.769895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Attempting to bind port ce59c47d-1fdc-4061-b2f9-2efd36262390 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:58.786501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Port ce59c47d-1fdc-4061-b2f9-2efd36262390 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:51:58.789889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Attempting to bind port ce59c47d-1fdc-4061-b2f9-2efd36262390 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:51:58.832374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:51:58.836115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Checking segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:51:58.836823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Bound using segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:51:58.837628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Bound port: ce59c47d-1fdc-4061-b2f9-2efd36262390, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:51:58.838241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.851640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Deleting port 19bb01fb-9d8f-458c-87b2-c92cb50823c7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:58.852487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.865564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:58.874018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'security_group_rule': {'security_group_id': 'a40e411d-d82a-4020-aeb5-6b36a788b2bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:58.951216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7ef88c2-8d35-4bf5-b933-8fabe508246c req-1f48eee5-93fd-426d-b270-229c3d138c8c tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d817fe-5d9a-40dc-80f8-e22a2c6223b5 HTTP/1.1" status: 200 len: 210 time: 0.2280524 Jul 16 01:51:58.977042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Pushing event deleted for resources: {'Port': ['ID=83694e94-ad1b-4a5e-9a1c-a4a5dd736afd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.069889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:51:59.076153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:51:59.103084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.117555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:59.127845 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Sync routers for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:59.145150 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:59.145763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:59.156885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9aeeadf9-7cc3-439f-b56f-060aa0e9f8e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1637979 Jul 16 01:51:59.156885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.268394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e61371b7-ee28-46da-b3c3-c1fc5d3a9798 req-bb455dd0-ce49-49d4-8766-9c5733d09ecd tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.0373261 Jul 16 01:51:59.340155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.340874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.342352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] 10.222.0.38 "PUT /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 1136 time: 3.1758964 Jul 16 01:51:59.407808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.412679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:51:59.473391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] No DVR routers for this DVR port 83694e94-ad1b-4a5e-9a1c-a4a5dd736afd on host n-h1-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:59.484125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.494514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.498446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae351b96-1877-4f72-8c0c-68174d7db76e req-69c847e7-01cd-442b-8d96-a23851809292 tempest-MultipleCreateTestJSON-924079976 tempest-MultipleCreateTestJSON-924079976-project] 10.222.0.32 "DELETE /v2.0/ports/83694e94-ad1b-4a5e-9a1c-a4a5dd736afd HTTP/1.1" status: 204 len: 173 time: 3.0355225 Jul 16 01:51:59.570326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6140ea-85c8-4d8c-ad3e-75118be03ecd service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:59.576531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.617193 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:59.657745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'name': 'network-vif-deleted', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:51:59.679100 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef519128-dd74-4e48-9c5f-7b7318bda7d9" -d '{"events": [{"server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "name": "network-vif-deleted", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:51:59.684305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-f8036201-bf0c-4c49-9b61-f4623512bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.696210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-f8036201-bf0c-4c49-9b61-f4623512bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.696895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-f8036201-bf0c-4c49-9b61-f4623512bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.704643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-f8036201-bf0c-4c49-9b61-f4623512bfe7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e2c66569da842cc840bfe45e76702f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0714645 Jul 16 01:51:59.725850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Calling delete_port for 19bb01fb-9d8f-458c-87b2-c92cb50823c7 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:59.760072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:59.796888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.834644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.854047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.891324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.907062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.925782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.939343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:59.966557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-c07482a0-a9cd-48ec-8ad8-c3f901730ec8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5382 time: 1.4177973 Jul 16 01:52:00.043007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': 'ce59c47d-1fdc-4061-b2f9-2efd36262390'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:00.053178 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699589eb-280a-4766-9cae-0dd60dc23545" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "ce59c47d-1fdc-4061-b2f9-2efd36262390"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:00.267406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:51:52Z', 'revision_number': 2, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:00.299326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c773b500-987a-4009-b478-4ad6cdbc5782,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.317770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.321778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d7a083f-c851-4e05-9af7-051b5c4be881 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4540341 Jul 16 01:52:00.336459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.347628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:00.404286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e6b371e9-2b38-4b34-b8b0-4d6369d38453 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708455076&fields=id&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 267 time: 0.6650622 Jul 16 01:52:00.406798 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Checking router: e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:00.415990 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Updating router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:52:00.507100 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.614121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4e5c868-3f71-472a-97ee-94edaaf565f0 req-1f4e797d-4285-4bf8-8938-2daad6574e33 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6466558 Jul 16 01:52:00.673321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-862738e1-ea3f-437c-8bb8-4d13e62d837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:00.677081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36500c49-f1f4-4402-97ff-5955a9c7df6d req-862738e1-ea3f-437c-8bb8-4d13e62d837f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6331568 Jul 16 01:52:00.706646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-dff44125-697f-4613-a7e7-45e6590f170c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:00.710482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-dff44125-697f-4613-a7e7-45e6590f170c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 797 time: 0.3051696 Jul 16 01:52:00.748860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-91ca2745-ff8f-426b-9510-534a74e6eec1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/quotas/3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 375 time: 0.0320938 Jul 16 01:52:00.769759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.781821 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028012b6-bd78-4e7c-9e30-d8f0f73d708e x-openstack-request-id: req-028012b6-bd78-4e7c-9e30-d8f0f73d708e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:00.782648 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d817fe-5d9a-40dc-80f8-e22a2c6223b5", "name": "network-vif-deleted", "tag": "83694e94-ad1b-4a5e-9a1c-a4a5dd736afd", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:00.783391 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-028012b6-bd78-4e7c-9e30-d8f0f73d708e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:00.785396 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d817fe-5d9a-40dc-80f8-e22a2c6223b5', 'name': 'network-vif-deleted', 'tag': '83694e94-ad1b-4a5e-9a1c-a4a5dd736afd', 'status': 'completed', 'code': 200} Jul 16 01:52:00.943556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:00.953598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-0f85a98b-1654-427e-8c07-51fe1d287fbc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989625 Jul 16 01:52:00.971845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event deleted for resources: {'Port': ['ID=19bb01fb-9d8f-458c-87b2-c92cb50823c7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:00.975952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.097601 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e855b6e-293b-4c74-a212-5d207afa095e x-openstack-request-id: req-8e855b6e-293b-4c74-a212-5d207afa095e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:01.097995 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "ce59c47d-1fdc-4061-b2f9-2efd36262390", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:01.100398 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e855b6e-293b-4c74-a212-5d207afa095e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:01.100935 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': 'ce59c47d-1fdc-4061-b2f9-2efd36262390', 'status': 'completed', 'code': 200} Jul 16 01:52:01.179335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ce31a3-0cd0-41f9-9158-55522671c047 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:01.199182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.208169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4d99d095-88c2-43d1-9f0b-e16b6f7b3e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "DELETE /v2.0/ports/19bb01fb-9d8f-458c-87b2-c92cb50823c7 HTTP/1.1" status: 204 len: 168 time: 2.7160625 Jul 16 01:52:01.224363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:01.229703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.247367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Request body: {'port': {'name': 'tempest-new-port-name-1280859558', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:01.248401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] bootfile-name is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:52:01.250032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] tftp-server is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:52:01.250496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] server-ip-address is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:52:01.266749 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.280395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Transition to ACTIVE for port object 5d85572d-57ee-45e5-ab2f-4cf39081ac2d will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:01.299263 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.339998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-484e47e0-959e-42fd-aa1d-517cc6c6a48f req-4c05fa07-a26a-45d5-bd8d-c14aeafc9b08 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.0857885 Jul 16 01:52:01.424391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.424924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.425544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.426182 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fc383-a832-4089-be7d-df93524e3afb None None] Pushing event updated for resources: {'Port': ['ID=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:01.426336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.426913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.427515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.428063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.430704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-699589eb-280a-4766-9cae-0dd60dc23545 req-7be8eabb-6b74-419b-a6dd-b070f2c0871f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6219 time: 0.3679862 Jul 16 01:52:01.456179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Transition to ACTIVE for port object b4ce31a3-0cd0-41f9-9158-55522671c047 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:01.488261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Deleting subnet ead1c853-d66a-4d51-86a8-a50d7bdc5255 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:01.494220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.500734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-7adbdab5-c44f-4234-bce8-9a1fc82e432c service neutron] 10.222.0.35 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299444 Jul 16 01:52:01.505458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.565937 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Attempting to bind port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:01.568824 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Attempting to bind port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:01.569204 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Attempting to bind port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:01.575910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.584502 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:01.584873 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Checking segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:01.585382 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.585781 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Bound using segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:01.586249 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Bound port: 5d85572d-57ee-45e5-ab2f-4cf39081ac2d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:01.586697 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.638885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.768405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] For port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:01.776281 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] For port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:01.786903 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.832750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-4318f960-3aac-4df6-93a5-17f1a1cd1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.834005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-4318f960-3aac-4df6-93a5-17f1a1cd1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.834646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-4318f960-3aac-4df6-93a5-17f1a1cd1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:01.836683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-699589eb-280a-4766-9cae-0dd60dc23545 req-4318f960-3aac-4df6-93a5-17f1a1cd1266 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e2c66569da842cc840bfe45e76702f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3960059 Jul 16 01:52:01.840338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.862929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-fcfb112a-87ff-4fa9-99b1-c95c77fb10ea service neutron] 10.222.0.35 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141878 Jul 16 01:52:02.003475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:02.010382 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:02.030519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.035304 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ead1c853-d66a-4d51-86a8-a50d7bdc5255 HTTP/1.1" status: 204 len: 168 time: 1.0864198 Jul 16 01:52:02.043194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942eb40-96d2-471f-a47c-52697ff67b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead1c853-d66a-4d51-86a8-a50d7bdc5255,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.046046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35488) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:02.148442 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fc383-a832-4089-be7d-df93524e3afb None None] Pushing event updated for resources: {'Port': ['ID=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.339970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:02.583255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.607305 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:02.849276 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.877277 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:01Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:02.905723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:02.909310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d57382-b5a1-436f-ae75-4d76a54bada7 None None] The sync data for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 is: [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:01Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:02.916401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Attempting to bind port b4ce31a3-0cd0-41f9-9158-55522671c047 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:02.917901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Attempting to bind port b4ce31a3-0cd0-41f9-9158-55522671c047 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:02.918332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Attempting to bind port b4ce31a3-0cd0-41f9-9158-55522671c047 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:03.014617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d3363b1-2874-4029-9741-4d8db1970a66 req-b88d54d7-94a7-4c58-b9ff-0e07a62ce59b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 210 time: 0.1649566 Jul 16 01:52:03.152365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699589eb-280a-4766-9cae-0dd60dc23545 req-f76082f8-9d00-4469-aaf8-378c34cd2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.153868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-699589eb-280a-4766-9cae-0dd60dc23545 req-f76082f8-9d00-4469-aaf8-378c34cd2be9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2899241 Jul 16 01:52:03.202991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.224723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.241827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.244455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Port b4ce31a3-0cd0-41f9-9158-55522671c047 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:03.244795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Attempting to bind port b4ce31a3-0cd0-41f9-9158-55522671c047 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:03.251912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.262258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.270435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.272284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:03.272824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Checking segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:03.278358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Bound using segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:03.278938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Bound port: b4ce31a3-0cd0-41f9-9158-55522671c047, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:03.279442 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.280297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.292926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-1e51d04a-66fe-4831-8f37-a3dc9213e92b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5394 time: 0.4392090 Jul 16 01:52:03.368537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-574ddba8-4e2c-42cd-8d88-52cea6c36f29 req-55e9d845-1f6c-4f0b-9cd3-5e73b34844dc tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.0646496 Jul 16 01:52:03.452247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd18f846-8823-43d0-bab5-d4cdf331fb19 req-0d7e7e3f-2d6a-4e81-80fc-a7bbce61bfa8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579576 Jul 16 01:52:03.561838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:03.566558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b4ce31a3-0cd0-41f9-9158-55522671c047,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:03.579385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Allocated IP 172.25.0.140 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/d7ac32d3-f50e-4ae3-89d4-51b88d2e02dc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:03.677504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.802577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:03.817628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:03.818267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.819718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-3ac82ab1-d901-4b92-9353-fba029f990c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 1090 time: 4.4373899 Jul 16 01:52:03.824552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:03.827132 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49171bdd-74a0-44f6-942e-41789721bfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:03.867724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5d85572d-57ee-45e5-ab2f-4cf39081ac2d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:03.892790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.969488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:03.975162 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26909b4d-17b2-4069-9b18-048887bad26f x-openstack-request-id: req-26909b4d-17b2-4069-9b18-048887bad26f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:03.975564 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:03.976606 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26909b4d-17b2-4069-9b18-048887bad26f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:03.978137 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047', 'status': 'completed', 'code': 200} Jul 16 01:52:04.007140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:04.016869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.036392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2942df08-4eb9-4b5e-8afb-01ea17ae6d5b']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:04.038038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:04.044716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:04.045179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.132491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.134049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.137248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.137930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.138554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.139218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.140578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.143363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-95559059-2c75-4fa3-bb9c-ecb24a08703d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6286 time: 0.1650202 Jul 16 01:52:04.213576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event updated for resources: {'Port': ['ID=bffbf271-c813-4eb0-8dcf-51cd166d57ef,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:04.245683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9980b31-0d67-42e5-ae1f-be915106abca') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:04.245992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9980b31-0d67-42e5-ae1f-be915106abca') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:04.252518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.287537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.336694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:04.344572 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.358444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] In _notify_port_updated(), no bound segment for port bffbf271-c813-4eb0-8dcf-51cd166d57ef on network 67ca9f2b-dc5c-4db0-a153-798913864722 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:52:04.366157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.367471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.369287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d56be9c5-57af-45ae-8efb-e6d6f92b674c tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "PUT /v2.0/ports/bffbf271-c813-4eb0-8dcf-51cd166d57ef HTTP/1.1" status: 200 len: 1130 time: 3.1355648 Jul 16 01:52:04.379907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35516) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:04.488625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e46f89-3354-4176-85a0-927ac67a0e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.492220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-18e46f89-3354-4176-85a0-927ac67a0e37 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "GET /v2.0/ports/bffbf271-c813-4eb0-8dcf-51cd166d57ef HTTP/1.1" status: 200 len: 1130 time: 0.0975244 Jul 16 01:52:04.498146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.505863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35522) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:04.525401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:04.545490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:04.546163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:04.552877 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:04.733670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-ffcdc082-086d-48a2-8c54-a1a8d63f90bc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.735572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-ffcdc082-086d-48a2-8c54-a1a8d63f90bc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 797 time: 0.4927959 Jul 16 01:52:04.787986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6aba161b-15a3-4667-b668-585c83da9179 req-c3971fd5-66dc-4db8-a796-0197d00524cd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 210 time: 0.4236329 Jul 16 01:52:04.794040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-3f64b487-1450-4a97-b189-39a90464248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.794774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-3f64b487-1450-4a97-b189-39a90464248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.795606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-3f64b487-1450-4a97-b189-39a90464248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:04.797435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-3f64b487-1450-4a97-b189-39a90464248f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e2c66569da842cc840bfe45e76702f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6451030 Jul 16 01:52:04.902330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed21758d-c494-4a8e-8d42-78c4396e1934 None None] Provisioning complete for port bffbf271-c813-4eb0-8dcf-51cd166d57ef triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:04.903371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed21758d-c494-4a8e-8d42-78c4396e1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.945285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.994300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.003577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2942df08-4eb9-4b5e-8afb-01ea17ae6d5b HTTP/1.1" status: 204 len: 168 time: 2.8798892 Jul 16 01:52:05.033643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.045196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.055798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ed21758d-c494-4a8e-8d42-78c4396e1934 None None] Port bffbf271-c813-4eb0-8dcf-51cd166d57ef cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:05.066770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cff08c-a13e-4d94-9eb0-07832ef2bb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=2942df08-4eb9-4b5e-8afb-01ea17ae6d5b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:05.086148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-977b5faf-b31a-45b9-b7c4-03a5152b033f req-a088745d-2226-4688-8921-ca65ddffcc1f tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.1518464 Jul 16 01:52:05.131996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Deleting port bffbf271-c813-4eb0-8dcf-51cd166d57ef {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:05.132388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.188253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-43c92a0d-e476-4b42-a263-bc1457be2b22 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 379 time: 0.3808253 Jul 16 01:52:05.226971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'port': {'device_id': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'admin_state_up': True, 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'security_groups': ['7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:05.453270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.458383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.460265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.467458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.474132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.484814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:05.486025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.492387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.498435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.500501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-91c0ea14-0f77-4467-aec6-5d172c88c100 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5394 time: 0.3776438 Jul 16 01:52:05.507222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-100154f6-a44e-4917-a6fc-196ce5b41ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:05.508814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49171bdd-74a0-44f6-942e-41789721bfd1 req-100154f6-a44e-4917-a6fc-196ce5b41ee0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6069834 Jul 16 01:52:05.519507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.565436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:05.578071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7218dcec-236e-47c8-bf2f-1b4edf5521e4 req-1f8d1c57-78f3-4c1a-8f7f-78e02975994b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627837 Jul 16 01:52:05.579466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Calling delete_port for bffbf271-c813-4eb0-8dcf-51cd166d57ef owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:05.579937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:05.584631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.595123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:05.605653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:05.620264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'Port': ['ID=d7ac32d3-f50e-4ae3-89d4-51b88d2e02dc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:05.774871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.7 (3bd3125f-7e54-4094-9e74-2a708e4d7e2c/6f34f32a-2a28-4bb6-be93-6627f5c1647f/4d043652-2bd5-4b77-a5bb-d645ef0f255e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:05.804155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5d85572d-57ee-45e5-ab2f-4cf39081ac2d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:05.854478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb71b5f-0d60-4b56-8df2-d76df1560353 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:05.878539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:05.907360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Transition to ACTIVE for port object 5eb71b5f-0d60-4b56-8df2-d76df1560353 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:05.910826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:05.912774 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.048698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.059638 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.063542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a14a11b4-8137-497d-a962-a65c712abb47 req-8f3d61ab-3e41-430c-97b2-a5eb76d6e408 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 210 time: 0.0510771 Jul 16 01:52:06.095379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object 4d043652-2bd5-4b77-a5bb-d645ef0f255e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:06.138494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.190507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:06.194364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:06.209140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:06.303945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:06.347472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:06.361456 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.391369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-2e03a203-ff78-4398-ab5a-b92c2951ecd7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1781862 Jul 16 01:52:06.403560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Request body: {'port': {'device_id': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:06.528022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f84ac26-d3fd-43f9-ad98-9bce08252504 req-1ebeff78-c440-4ddd-8c81-a2596a512e37 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/ports?device_id=d815e6ff-faa6-4ad3-93e2-4c50b247fc9e HTTP/1.1" status: 200 len: 210 time: 0.0650465 Jul 16 01:52:06.586514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4a7f390d-fbab-4584-9064-110ab1b16a0f None None] Provisioning for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:06.601543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4a7f390d-fbab-4584-9064-110ab1b16a0f None None] Provisioning complete for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:06.601820 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4a7f390d-fbab-4584-9064-110ab1b16a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.717938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:06.729224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f390d-fbab-4584-9064-110ab1b16a0f None None] Port 4d043652-2bd5-4b77-a5bb-d645ef0f255e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:07.023570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2c436e11-a3f0-4651-8f9c-df29c3fe683f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9cadfed57154f9db720ed28db973886&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5336707 Jul 16 01:52:07.030780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:07.072498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.187006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.208322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.216005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.232066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.238797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.246802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.252944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.258971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.271708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-505aabaf-4226-467a-b6b1-e9a9b4902f22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5406 time: 0.3772297 Jul 16 01:52:07.307440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event deleted for resources: {'Port': ['ID=bffbf271-c813-4eb0-8dcf-51cd166d57ef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.337035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.402121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.404398 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-16421c0f-1c1c-42a6-b1ce-7fd7c37901aa tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "DELETE /v2.0/ports/bffbf271-c813-4eb0-8dcf-51cd166d57ef HTTP/1.1" status: 204 len: 168 time: 2.8941479 Jul 16 01:52:07.425673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:07.426754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Attempting to bind port 5eb71b5f-0d60-4b56-8df2-d76df1560353 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:07.427398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Attempting to bind port 5eb71b5f-0d60-4b56-8df2-d76df1560353 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:07.428063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Attempting to bind port 5eb71b5f-0d60-4b56-8df2-d76df1560353 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:07.435851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7bd-805c-4ffd-a92e-3df0fe6cc43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.518112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Port 5eb71b5f-0d60-4b56-8df2-d76df1560353 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:07.518446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Attempting to bind port 5eb71b5f-0d60-4b56-8df2-d76df1560353 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:07.566601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:07.566944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Checking segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:07.567486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Bound using segment: {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:07.567934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Bound port: 5eb71b5f-0d60-4b56-8df2-d76df1560353, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388ca23d-e04d-4e85-8e74-f1b4f62e42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:07.568543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.602901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.610872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Deleting subnet 26a75660-b7b8-4168-ae86-595ca59ca81f {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:07.652845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c6a6d16-c734-4bb5-8118-e96ef0285091 req-26f31596-dfe5-46e8-bb5f-bbbc65fd6b37 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3801169 Jul 16 01:52:07.656096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7bd-805c-4ffd-a92e-3df0fe6cc43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.677212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:07.683062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:07.706643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.733882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.770413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387723d-e3ff-49f7-bbad-c2def4996f7c req-f119cf35-74c2-4833-9152-85d1a521e44f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.812887 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3387723d-e3ff-49f7-bbad-c2def4996f7c req-f119cf35-74c2-4833-9152-85d1a521e44f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 931 time: 0.3244729 Jul 16 01:52:07.823910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:07.830506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.832107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] 10.222.0.38 "PUT /v2.0/ports/5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 1091 time: 3.8469622 Jul 16 01:52:07.832889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:07.835459 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba909645-441b-41e5-af04-5487b576997c" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:07.858292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.898737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:07.931483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7bd-805c-4ffd-a92e-3df0fe6cc43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.934104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7bd-805c-4ffd-a92e-3df0fe6cc43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.937663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-19d8f7bd-805c-4ffd-a92e-3df0fe6cc43f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c150714-e410-4166-8e31-10a13a2a6bf5 HTTP/1.1" status: 204 len: 168 time: 0.9024906 Jul 16 01:52:07.938330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d043652-2bd5-4b77-a5bb-d645ef0f255e {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:07.974789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3387723d-e3ff-49f7-bbad-c2def4996f7c req-2db56307-f8f2-4e4f-b6c0-f099784725cc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523097 Jul 16 01:52:07.979421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8f7bd-805c-4ffd-a92e-3df0fe6cc43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c150714-e410-4166-8e31-10a13a2a6bf5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:07.996759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.046301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Transition to ACTIVE for port object 4d043652-2bd5-4b77-a5bb-d645ef0f255e will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:08.053662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.148522 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30529d96-55c1-4aed-8479-e57b91ffff61 x-openstack-request-id: req-30529d96-55c1-4aed-8479-e57b91ffff61 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:08.149489 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:08.149762 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30529d96-55c1-4aed-8479-e57b91ffff61 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:08.150148 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353', 'status': 'completed', 'code': 200} Jul 16 01:52:08.171272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20aca4-d5d9-4069-887d-a0f3848b660d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.259799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:08.286842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:08.454321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.490153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.649599 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c7d796a-cd96-4f2d-b41d-71c5d0b65201 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.705666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.748721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c7d796a-cd96-4f2d-b41d-71c5d0b65201 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.764081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.811386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.812341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.812991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.813634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.814297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.814937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.815575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:08.817906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba909645-441b-41e5-af04-5487b576997c req-3beb5078-50f2-4b6f-a7f3-0f7afadb041c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6353 time: 0.5502908 Jul 16 01:52:08.899192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:08.907317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:08.907884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:08.964791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:08.968748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:09.064820 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c7d796a-cd96-4f2d-b41d-71c5d0b65201 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.067804 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c7d796a-cd96-4f2d-b41d-71c5d0b65201 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.072451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c7d796a-cd96-4f2d-b41d-71c5d0b65201 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "DELETE /v2.0/security-groups/47e4c90d-47ea-4a40-bbf6-954a4cd6df89 HTTP/1.1" status: 204 len: 168 time: 0.7721288 Jul 16 01:52:09.073537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:09.073995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Checking segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:09.074487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Bound using segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:09.075368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Bound port: 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:09.076144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.102365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:09.170094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:09.174443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:09.226284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.253341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d796a-cd96-4f2d-b41d-71c5d0b65201 tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4c90d-47ea-4a40-bbf6-954a4cd6df89,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.303064 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d1c2e1b0-5c49-4143-a783-4c467a83e20d tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] show failed (client error): The resource could not be found. Jul 16 01:52:09.309311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d1c2e1b0-5c49-4143-a783-4c467a83e20d tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "GET /v2.0/security-groups/47e4c90d-47ea-4a40-bbf6-954a4cd6df89 HTTP/1.1" status: 404 len: 347 time: 0.1332290 Jul 16 01:52:09.323540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:09.437728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.438897 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.440664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 1091 time: 3.0420802 Jul 16 01:52:09.451291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:09.474309 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68c301e-263e-4016-8939-4a12fe992578" -d '{"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:09.527038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.563552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'Port': ['ID=d7ac32d3-f50e-4ae3-89d4-51b88d2e02dc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.623485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-cfda6e7f-355c-4071-a4b4-5354eff7a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.623950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-cfda6e7f-355c-4071-a4b4-5354eff7a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.624443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-cfda6e7f-355c-4071-a4b4-5354eff7a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.626059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba909645-441b-41e5-af04-5487b576997c req-cfda6e7f-355c-4071-a4b4-5354eff7a1b1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e2c66569da842cc840bfe45e76702f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7967930 Jul 16 01:52:09.656041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313471-1988-46c1-aafa-4077b45d17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.707930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.716865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event deleted for resources: {'Subnet': ['ID=26a75660-b7b8-4168-ae86-595ca59ca81f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:09.726811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7ca33-28e8-4182-bcd2-3e363e4014bd None None] Network 67ca9f2b-dc5c-4db0-a153-798913864722 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:09.754848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.759956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a5d3cf8a-b0b2-4a58-9561-4cc5417d659a tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "DELETE /v2.0/subnets/26a75660-b7b8-4168-ae86-595ca59ca81f HTTP/1.1" status: 204 len: 168 time: 2.3284812 Jul 16 01:52:09.767020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:09.780201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.781488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.787807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.795785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.802874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:09.812439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.822492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.826756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.828483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.830406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-4fb05262-6919-45c3-879b-996310417224 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5406 time: 0.7696240 Jul 16 01:52:09.851056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.852674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1021cc5f-5f59-4265-9db4-2e2d3f66adbc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5151763 Jul 16 01:52:09.871412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Transition to ACTIVE for port object 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:09.878868 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.037040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.052641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1019962d-4ec4-4567-890c-1be9cc9dcd4d req-6c803c27-e807-4601-9f95-4ca8f5aadc1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2059214 Jul 16 01:52:10.062335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.094755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008aba1-4053-4452-8ed5-02dbcf64e2d2 req-090bc0c5-8948-4826-a9e1-53361db10265 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.096502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6008aba1-4053-4452-8ed5-02dbcf64e2d2 req-090bc0c5-8948-4826-a9e1-53361db10265 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 943 time: 0.6478441 Jul 16 01:52:10.116920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Deleting port 944e4f6e-b123-44f0-8d2b-8fed941107b2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:10.117382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.160488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] DHCP port deletion for 67ca9f2b-dc5c-4db0-a153-798913864722 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:10.161159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba909645-441b-41e5-af04-5487b576997c req-a5f21d5b-cd45-42fc-ad75-7b90e9b3d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.183575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba909645-441b-41e5-af04-5487b576997c req-a5f21d5b-cd45-42fc-ad75-7b90e9b3d761 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5191960 Jul 16 01:52:10.187300 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f47b6-ba7f-4eb4-b836-d3bae14f6f06 x-openstack-request-id: req-881f47b6-ba7f-4eb4-b836-d3bae14f6f06 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:10.187603 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:10.187878 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-881f47b6-ba7f-4eb4-b836-d3bae14f6f06 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:10.188334 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'status': 'completed', 'code': 200} Jul 16 01:52:10.204187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-a6f387f5-5501-4592-be19-165de9d7ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.205766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-a6f387f5-5501-4592-be19-165de9d7ab50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1094 time: 0.5779724 Jul 16 01:52:10.261153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] Deleting port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:10.261518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.300815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-e2d9975c-8ee1-4c25-a9a5-302b81e38350 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 217 time: 0.0777457 Jul 16 01:52:10.327384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Attempting to bind port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:10.327718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Attempting to bind port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:10.328058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Attempting to bind port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:10.344644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] For port f903f5bf-b7d5-4f35-9b39-af85fcb83b55, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,segment=NetworkSegment(4308a516-716e-439e-8f98-3c587fbb375a),segment_id=4308a516-716e-439e-8f98-3c587fbb375a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:10.347048 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.348205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:10.348533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Attempting to bind port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:10.355744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-a6f2ff24-ed6e-419b-83f5-c0245c943187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.358341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-a6f2ff24-ed6e-419b-83f5-c0245c943187 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0479822 Jul 16 01:52:10.364823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] Calling delete_port for f903f5bf-b7d5-4f35-9b39-af85fcb83b55 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:10.389434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:10.389776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Checking segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:10.390175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Bound using segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:10.390626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Bound port: 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:10.394255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.408845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6008aba1-4053-4452-8ed5-02dbcf64e2d2 req-06e745a5-237f-4c20-bc6d-ae4aac42004f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683399 Jul 16 01:52:10.455163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Deleting port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:10.455785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.468940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.469667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.488193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.530515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Calling delete_port for 944e4f6e-b123-44f0-8d2b-8fed941107b2 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:10.552959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] No DVR routers for this DVR port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:10.559175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6f982-3aad-4850-91ab-b0d8f2f6f94a None None] Pushing event deleted for resources: {'Port': ['ID=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.581624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-068b0366-08ef-4195-9462-8e3a1a3705f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.583763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-068b0366-08ef-4195-9462-8e3a1a3705f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152312 Jul 16 01:52:10.588846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:10.603924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] For port f903f5bf-b7d5-4f35-9b39-af85fcb83b55, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,segment=NetworkSegment(4308a516-716e-439e-8f98-3c587fbb375a),segment_id=4308a516-716e-439e-8f98-3c587fbb375a)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:10.604497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.622198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:10.629955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Calling delete_port for f903f5bf-b7d5-4f35-9b39-af85fcb83b55 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:10.632404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.694963 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-3b3f046f-2c5d-4ea8-a992-fadc4cd4c57a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2021841676&fields=id&tenant_id=5eb00f68dbca41ceb92fe189608e4d2c HTTP/1.1" status: 200 len: 267 time: 0.1547539 Jul 16 01:52:10.835486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.841784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.842741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.844486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5c028b03-a889-446c-82bc-15cd53cdb7d7 service neutron] 10.222.0.38 "PUT /v2.0/ports/0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 1091 time: 2.9639544 Jul 16 01:52:10.845181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:10.854937 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf004c6-568b-4371-a0c9-664ba2c2735e" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:10.880373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Request body: {'port': {'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:10.945999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.976165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event deleted for resources: {'Port': ['ID=f903f5bf-b7d5-4f35-9b39-af85fcb83b55,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:10.987582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] No DVR routers for this DVR port f903f5bf-b7d5-4f35-9b39-af85fcb83b55 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:11.068763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.127447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.157813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ca9f2b-dc5c-4db0-a153-798913864722']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.199558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4308a516-716e-439e-8f98-3c587fbb375a') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.199965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4308a516-716e-439e-8f98-3c587fbb375a') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:11.227329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.269757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e21905e-9311-4553-92a8-c478ac65e2da req-535bacde-7ffb-44f9-b42b-5be616793fb2 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0698645 Jul 16 01:52:11.339744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-a7dfd725-cc6b-4d7e-8136-3ab971f385c3 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208846 Jul 16 01:52:11.389299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.423659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:11.424097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:11.431725 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:11.490236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-a23d781d-ed12-4d32-96c8-8b4b7e6a11c1 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.491866 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-a23d781d-ed12-4d32-96c8-8b4b7e6a11c1 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 811 time: 0.7602475 Jul 16 01:52:11.517520 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8a9b6e-1e29-4b68-a8c1-a55b35ad79f4 x-openstack-request-id: req-fe8a9b6e-1e29-4b68-a8c1-a55b35ad79f4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:11.517810 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:11.518170 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe8a9b6e-1e29-4b68-a8c1-a55b35ad79f4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:11.518599 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b', 'status': 'completed', 'code': 200} Jul 16 01:52:11.523926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-2292ee52-50f9-43e4-89c6-e9b81a1b95a5 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/quotas/5eb00f68dbca41ceb92fe189608e4d2c HTTP/1.1" status: 200 len: 375 time: 0.0221565 Jul 16 01:52:11.543913 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.647643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d6074b7-f3f3-4698-a5b9-642a3555ba1a req-476d1874-6023-4bea-a1de-828ea21faf94 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988369 Jul 16 01:52:11.650532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Pushing event deleted for resources: {'Port': ['ID=944e4f6e-b123-44f0-8d2b-8fed941107b2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.707983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.725275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.727633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] 10.222.0.35 "DELETE /v2.0/networks/67ca9f2b-dc5c-4db0-a153-798913864722 HTTP/1.1" status: 204 len: 168 time: 1.9556289 Jul 16 01:52:11.752910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac21d30-a077-4fb3-a9d8-0e2d02f5fbba tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659 tempest-ExtraDHCPOptionsIpV6TestJSON-1448499659-project] Pushing event deleted for resources: {'Network': ['ID=67ca9f2b-dc5c-4db0-a153-798913864722,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.833507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f903f5bf-b7d5-4f35-9b39-af85fcb83b55 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:11.841754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ab5760-e703-436c-8bff-ae4f3059dbb0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:11.850722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.864589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Transition to ACTIVE for port object a3ab5760-e703-436c-8bff-ae4f3059dbb0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:11.871412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.875656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f903f5bf-b7d5-4f35-9b39-af85fcb83b55 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:11.880448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f903f5bf-b7d5-4f35-9b39-af85fcb83b55 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:11.891381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.894585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:11.899006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0c1c277e-b203-4021-a6e4-2caa014f42aa tempest-ServersTestBootFromVolume-2119242629 tempest-ServersTestBootFromVolume-2119242629-project] 10.222.0.35 "DELETE /v2.0/floatingips/82bdf43e-9bee-40da-95fe-597cf2d19ba2 HTTP/1.1" status: 204 len: 168 time: 2.5741332 Jul 16 01:52:11.902814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:11.924204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:11.964702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:12.131446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Attempting to bind port a3ab5760-e703-436c-8bff-ae4f3059dbb0 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:12.132297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Attempting to bind port a3ab5760-e703-436c-8bff-ae4f3059dbb0 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:12.132443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Attempting to bind port a3ab5760-e703-436c-8bff-ae4f3059dbb0 on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:12.138102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Port a3ab5760-e703-436c-8bff-ae4f3059dbb0 on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:12.138432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Attempting to bind port a3ab5760-e703-436c-8bff-ae4f3059dbb0 on network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:12.144353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:12.144697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Checking segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:12.145099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Bound using segment: {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:12.145524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Bound port: a3ab5760-e703-436c-8bff-ae4f3059dbb0, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d9ee17-ed9b-46e8-9e85-c1675c0b3010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:12.145904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.167848 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.244653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:12.248379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:12.256402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.256856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:12.261595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:12.269423 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b4b29-9c7f-40e7-837d-fad0d8a91d78" -d '{"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-unplugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:12.279944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.313422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.314199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.314717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.315210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.315683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.316193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.316664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.318673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-3f3e944d-4565-4a6c-9df2-95f870ec1a4f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6420 time: 0.7866168 Jul 16 01:52:12.342202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-eace777a-2c45-41de-9ddb-51c34f2f0a17 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8103628 Jul 16 01:52:12.374170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.388548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.392059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35730) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:12.412251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.416412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.418076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-580621ce-3eb7-44e0-b906-3c2e6bdebd25 service neutron] 10.222.0.38 "PUT /v2.0/ports/a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 1091 time: 1.5486882 Jul 16 01:52:12.595007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:12.643376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a49d7b0-8143-4686-92a5-8789fb419acb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4578c984cbf448a841882384d72c0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483411 Jul 16 01:52:12.647872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:12.657473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.684193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.690645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.706537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.723224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.730404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.737682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.746775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-a124a68e-d118-4d7a-9f47-f9d586feb308 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5418 time: 0.9998310 Jul 16 01:52:12.784136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-90f812cb-bfb8-4482-aec0-2194a2acebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.784837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-90f812cb-bfb8-4482-aec0-2194a2acebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.785371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-90f812cb-bfb8-4482-aec0-2194a2acebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.787242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-90f812cb-bfb8-4482-aec0-2194a2acebe7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e2c66569da842cc840bfe45e76702f2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4444847 Jul 16 01:52:12.789210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-6685715d-b0de-43bf-8d7b-c67fa0546f9a service neutron] 10.222.0.35 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030186 Jul 16 01:52:12.795717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0bf1-2f23-4ff4-be6f-38f878914f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.807931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:12.841545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0bf1-2f23-4ff4-be6f-38f878914f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.856973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'mac_address': 'fa:16:3e:20:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:12.897515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0bf1-2f23-4ff4-be6f-38f878914f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.900537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0bf1-2f23-4ff4-be6f-38f878914f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:12.902599 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d9fb0bf1-2f23-4ff4-be6f-38f878914f5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6557ef5-8f82-4281-898b-a85beaa6e46b HTTP/1.1" status: 204 len: 168 time: 0.2533545 Jul 16 01:52:12.910954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb0bf1-2f23-4ff4-be6f-38f878914f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6557ef5-8f82-4281-898b-a85beaa6e46b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:12.918999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c301e-263e-4016-8939-4a12fe992578 req-cba1c08e-b541-4cd6-bc23-6191d262d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:12.920530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-cba1c08e-b541-4cd6-bc23-6191d262d79e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1094 time: 1.1923440 Jul 16 01:52:13.000556 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.027941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d043652-2bd5-4b77-a5bb-d645ef0f255e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:13.032097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d613236e-78dc-4f3f-94d0-6766e43993ed req-bfa22b38-9534-409f-8445-91364935a4e3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2840483 Jul 16 01:52:13.085004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:13.090472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:13.144180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-0b77eab9-4d3c-401f-b2c2-79bcefe3ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.145672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bf004c6-568b-4371-a0c9-664ba2c2735e req-0b77eab9-4d3c-401f-b2c2-79bcefe3ceae service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3445704 Jul 16 01:52:13.155806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:13.312852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4d043652-2bd5-4b77-a5bb-d645ef0f255e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:13.350437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d0f8c79a-79f0-41a3-9065-2035989f864e service neutron] 10.222.0.35 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288659 Jul 16 01:52:13.405113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c301e-263e-4016-8939-4a12fe992578 req-38a8e5f2-e491-4950-9c89-c3a661d16f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.406615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-38a8e5f2-e491-4950-9c89-c3a661d16f1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.4697876 Jul 16 01:52:13.522570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:13.522708 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f96304e-5020-495f-9bf0-6e2b58ade148" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:13.527215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-d37830c4-efdf-46c4-a30a-9bf1add4e8ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 217 time: 0.1121831 Jul 16 01:52:13.639783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c301e-263e-4016-8939-4a12fe992578 req-2b007b01-9223-43b8-8bb7-3010c17f44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.643710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-2b007b01-9223-43b8-8bb7-3010c17f44f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0991399 Jul 16 01:52:13.673541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9afa63-5598-43cd-93fd-7a8b0974d39f req-c50b3fe0-55c6-451f-8b22-ba66219819e0 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.678448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f9afa63-5598-43cd-93fd-7a8b0974d39f req-c50b3fe0-55c6-451f-8b22-ba66219819e0 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 948 time: 0.4032261 Jul 16 01:52:13.706412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.706906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.707388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.714843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.716666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.717165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.717652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:13.719686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-232ea574-599f-477c-aa1b-b871aeb3e5c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6487 time: 0.5187714 Jul 16 01:52:13.877515 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d361cd7b-cc13-40f4-a196-957e14809bb6 req-305f18d7-8f8b-4025-89cb-6c8f7c66d547 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0306432 Jul 16 01:52:13.924631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-a1bb10f5-8944-40fc-9f32-535667e3d7af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 217 time: 0.1833203 Jul 16 01:52:13.997818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f9afa63-5598-43cd-93fd-7a8b0974d39f req-e0f1a1dd-c9cf-4670-a6b2-26e227a41aec tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769704 Jul 16 01:52:14.107723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c301e-263e-4016-8939-4a12fe992578 req-8444eaef-7b17-48be-bac6-50e97381f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.109416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-8444eaef-7b17-48be-bac6-50e97381f1ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4520822 Jul 16 01:52:14.115236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-14cc3ba7-b0cb-4382-bebd-192f4cf2156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.116831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-14cc3ba7-b0cb-4382-bebd-192f4cf2156f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.1656013 Jul 16 01:52:14.137107 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f8cd66-4e76-409d-b1ae-5c8afc732b9e x-openstack-request-id: req-68f8cd66-4e76-409d-b1ae-5c8afc732b9e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:14.137625 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-unplugged", "status": "completed", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:14.137625 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68f8cd66-4e76-409d-b1ae-5c8afc732b9e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:14.138005 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'code': 200} Jul 16 01:52:14.224827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ec999-fedc-496a-a0b6-8c6b098c41bb req-5638e72f-7e1f-435c-bdc2-863de7be6ed8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.232780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b19ec999-fedc-496a-a0b6-8c6b098c41bb req-5638e72f-7e1f-435c-bdc2-863de7be6ed8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.3987441 Jul 16 01:52:14.275346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:14.415127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1066878755'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:14.456291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:14.460612 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.487300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.610716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:14.639419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.644582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.685518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:14.717965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:14.720549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52bf1b-aaa7-4454-87a3-f6a2f01efcad,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:14.726141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:14.726576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.727280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.728006 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment d7cc0b97-629a-4e59-b32f-b0d4332decf3 of type vlan for network 95e781b8-e8fc-4abe-826c-27612fd7701e Jul 16 01:52:14.785070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.845411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.851714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:14.852446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.873478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.906357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6167359 Jul 16 01:52:14.913987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:14.919176 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.957309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5bab5d2-f3a5-44b8-83e5-cd55f3590cd8 req-055d8687-30c0-4a64-bedb-606b886f5152 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0882721 Jul 16 01:52:14.970561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:14.993705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d65c9-33f8-45c7-8dff-e376f3a46351 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=95e781b8-e8fc-4abe-826c-27612fd7701e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.060922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 95e781b8-e8fc-4abe-826c-27612fd7701e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:15.063782 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41529bcc-f5eb-43cc-b1ac-d588924c2c9b x-openstack-request-id: req-41529bcc-f5eb-43cc-b1ac-d588924c2c9b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:15.064433 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:15.064956 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41529bcc-f5eb-43cc-b1ac-d588924c2c9b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:15.068984 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0', 'status': 'completed', 'code': 200} Jul 16 01:52:15.115511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b19ec999-fedc-496a-a0b6-8c6b098c41bb req-6f0c9d69-614f-46d4-8d73-b75d457a8696 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8815868 Jul 16 01:52:15.124603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-8b94fb03-0566-4263-9271-fc2708fa30cc service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0067856 Jul 16 01:52:15.410168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a68c301e-263e-4016-8939-4a12fe992578 req-503c3c5b-882e-4319-8c74-c665a3d8ab84 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625542 Jul 16 01:52:15.552603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be462830-9175-44a7-a168-128a2b9cd1ce req-148fc13b-3ebc-4562-b92f-3683b8d344a0 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 210 time: 0.1354744 Jul 16 01:52:15.563564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d09356ac-e110-436b-a0fd-82ce9ef1a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.565755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-d09356ac-e110-436b-a0fd-82ce9ef1a9b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3690398 Jul 16 01:52:15.616523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-626ad9f3-f76a-4ea7-9881-9dee33962e09 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:15.625251 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-626ad9f3-f76a-4ea7-9881-9dee33962e09 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 811 time: 0.4370463 Jul 16 01:52:15.771733 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-2224a3b3-4567-4cb6-9f7e-8d2dde930866 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eb00f68dbca41ceb92fe189608e4d2c HTTP/1.1" status: 200 len: 380 time: 0.1386931 Jul 16 01:52:15.793896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'port': {'device_id': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'admin_state_up': True, 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'security_groups': ['a40e411d-d82a-4020-aeb5-6b36a788b2bb']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:15.846579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:15.914281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.926260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.926841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.928417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.929004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.932656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.933182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.934833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.935368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.936915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.938169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.938699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:15.985991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-61dabd53-d614-49b3-bd21-7e1ae1442a7c service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082992 Jul 16 01:52:16.073812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.081500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.093665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Made reservation on behalf of 5eb00f68dbca41ceb92fe189608e4d2c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:16.095282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.099307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.105390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.138276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.138947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:16.141609 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2ee5f-1391-454f-9aa8-198b32d4c0e3" -d '{"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-plugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:16.153031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.171160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.174584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-74e1fc6b-a4cc-455e-af2b-358160fe4bb3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3863306 Jul 16 01:52:16.274328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Allocated IP 172.20.0.7 (06e259b4-edc5-41d0-b374-805a548ba54c/bf22c3ef-5e79-4012-892c-834187de02e1/98597090-57b2-4108-8f16-ba9923389ee7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:16.304465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-8eec32a6-499f-4160-931a-e073e8f3e6f4 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103113 Jul 16 01:52:16.402606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ca1daf4-f133-44ca-8d5e-06a6aafe12c7 req-2f07e2d7-561a-40e2-9eb0-c880ce991c59 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0956411 Jul 16 01:52:16.422447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-ca75db18-0295-4b67-90e8-37218330d448 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 217 time: 0.1060388 Jul 16 01:52:16.430606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.437452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d8cb61a-8fe5-434f-9bc5-893d73e2f478 req-27e2a1de-7212-4394-81e4-87731f1b1a98 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2503593 Jul 16 01:52:16.470866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Transition to ACTIVE for port object 98597090-57b2-4108-8f16-ba9923389ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:16.514364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.575294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'Port': ['ID=98597090-57b2-4108-8f16-ba9923389ee7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:16.602869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Network 06e259b4-edc5-41d0-b374-805a548ba54c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:16.603201 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aa31f0-187d-4fb4-8516-23b6d028ed0a x-openstack-request-id: req-a6aa31f0-187d-4fb4-8516-23b6d028ed0a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:16.603503 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-plugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:16.603760 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6aa31f0-187d-4fb4-8516-23b6d028ed0a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:16.604330 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'code': 200} Jul 16 01:52:16.606237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:16.623929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:16.737626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.743032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cadc99bc-28b3-4104-b8d9-bb6587713767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:16.746837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.747589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cadc99bc-28b3-4104-b8d9-bb6587713767 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.3054814 Jul 16 01:52:16.784228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-baa7d745-9fa4-4597-88f0-044578579064 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9819415 Jul 16 01:52:16.793403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Request body: {'port': {'device_id': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:16.932796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bb92614a-b3c3-4dfa-9bf3-4d41e0fb0d76 None None] Provisioning for port 98597090-57b2-4108-8f16-ba9923389ee7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:16.938175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bb92614a-b3c3-4dfa-9bf3-4d41e0fb0d76 None None] Provisioning complete for port 98597090-57b2-4108-8f16-ba9923389ee7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:16.938793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bb92614a-b3c3-4dfa-9bf3-4d41e0fb0d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:16.949286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Deleting port cdbe4e21-219b-44dc-a360-058c354139f7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:16.949788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.000371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.011108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bb92614a-b3c3-4dfa-9bf3-4d41e0fb0d76 None None] Port 98597090-57b2-4108-8f16-ba9923389ee7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:17.055962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8fcb3-530e-43ec-8059-2595c7f015de req-12888d2b-0fe8-452f-a081-d4b15b0a00c1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.067496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08b8fcb3-530e-43ec-8059-2595c7f015de req-12888d2b-0fe8-452f-a081-d4b15b0a00c1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.4021704 Jul 16 01:52:17.190356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] For port cdbe4e21-219b-44dc-a360-058c354139f7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cdbe4e21-219b-44dc-a360-058c354139f7,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:17.190857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.222466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Calling delete_port for cdbe4e21-219b-44dc-a360-058c354139f7 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:17.509030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98597090-57b2-4108-8f16-ba9923389ee7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:17.528463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.542626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Transition to ACTIVE for port object 98597090-57b2-4108-8f16-ba9923389ee7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:17.551938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-20e3f1ae-db9c-43c5-8ffe-4eb9d1036e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.553725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-20e3f1ae-db9c-43c5-8ffe-4eb9d1036e12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7860312 Jul 16 01:52:17.558667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.614271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d97b18-1aa8-4234-b73d-2f6aa72ac79e req-e0db3674-b4a8-49de-8b8d-ad26aa77dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:17.615914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52d97b18-1aa8-4234-b73d-2f6aa72ac79e req-e0db3674-b4a8-49de-8b8d-ad26aa77dc55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1096 time: 0.8662279 Jul 16 01:52:17.639079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Pushing event updated for resources: {'Port': ['ID=98597090-57b2-4108-8f16-ba9923389ee7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:17.747946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08b8fcb3-530e-43ec-8059-2595c7f015de req-b0e67a49-e28d-44e6-b071-4d6c61800855 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6799753 Jul 16 01:52:17.797608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Attempting to bind port 98597090-57b2-4108-8f16-ba9923389ee7 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:17.797960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Attempting to bind port 98597090-57b2-4108-8f16-ba9923389ee7 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:17.798285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Attempting to bind port 98597090-57b2-4108-8f16-ba9923389ee7 on network 06e259b4-edc5-41d0-b374-805a548ba54c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:17.804779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.822394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Port 98597090-57b2-4108-8f16-ba9923389ee7 on network 06e259b4-edc5-41d0-b374-805a548ba54c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:17.828287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Attempting to bind port 98597090-57b2-4108-8f16-ba9923389ee7 on network 06e259b4-edc5-41d0-b374-805a548ba54c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:17.835386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52d97b18-1aa8-4234-b73d-2f6aa72ac79e req-ce420ddd-d000-4b7e-87bd-441ccf4d0719 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025232 Jul 16 01:52:17.859089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:17.859490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Checking segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:17.859834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Bound using segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:17.862237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Bound port: 98597090-57b2-4108-8f16-ba9923389ee7, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:17.862606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:17.901517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbe4e21-219b-44dc-a360-058c354139f7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:18.042998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] For port 98597090-57b2-4108-8f16-ba9923389ee7, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:18.053648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] For port 98597090-57b2-4108-8f16-ba9923389ee7, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=98597090-57b2-4108-8f16-ba9923389ee7,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:18.063118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.064798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c53dc59c-4912-40d3-a1e8-8d554a6ba842 req-1ff8b81f-d3eb-4642-bdb4-04a000d6b61f tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.1070058 Jul 16 01:52:18.108236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-1aa425e6-5503-413c-935f-cf454ecc576a service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421805 Jul 16 01:52:18.362076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.418212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474cec4-ee62-431b-ae7b-3b8a51b26026 req-6d33e399-41c6-4fd2-843b-1ae0112921e2 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.429061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4474cec4-ee62-431b-ae7b-3b8a51b26026 req-6d33e399-41c6-4fd2-843b-1ae0112921e2 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 943 time: 0.5449619 Jul 16 01:52:18.599048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:18.604828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:18.651386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.652014 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:18.653575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] 10.222.0.32 "PUT /v2.0/ports/98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 1091 time: 1.8682251 Jul 16 01:52:18.654023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:18.656529 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a403dc80-d7f0-4eb7-a8c6-011f776277a2" -d '{"events": [{"name": "network-changed", "server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "tag": "98597090-57b2-4108-8f16-ba9923389ee7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:18.680359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315865-2a86-4a38-89f6-bf834759cade service neutron] Pushing event updated for resources: {'Port': ['ID=98597090-57b2-4108-8f16-ba9923389ee7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:18.750634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4474cec4-ee62-431b-ae7b-3b8a51b26026 req-5c0ef817-8906-4097-bf2d-9babc3cfe019 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178303 Jul 16 01:52:18.800725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-928b9160-a680-407d-9554-4066b07e64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.802341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-928b9160-a680-407d-9554-4066b07e64bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1094 time: 0.0686646 Jul 16 01:52:18.853353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-c6f0bf4e-a5b2-4004-a628-822f8b483fc2 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304146 Jul 16 01:52:18.857245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-9c3fdb13-f635-44c3-88b4-368cad59cecd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 217 time: 0.0465105 Jul 16 01:52:18.894437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.900986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.906636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.913715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.920304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.924292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-522fe046-beb3-47f5-a541-65b4ee9254ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.926042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-522fe046-beb3-47f5-a541-65b4ee9254ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0627048 Jul 16 01:52:18.926710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.933488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.940809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f25ed02f-4b41-42fc-948b-afd80c27f7dd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.4933898 Jul 16 01:52:18.990364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-8889953d-2749-4e99-8921-655033e6580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:18.991894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-8889953d-2749-4e99-8921-655033e6580e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599971 Jul 16 01:52:19.031079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:19.034662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.039914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-7dca34ee-97bb-4679-a937-2b821601061b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 217 time: 0.1688182 Jul 16 01:52:19.096661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-9f8ed493-9b82-4918-8bc8-7c694b93a851 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979617 Jul 16 01:52:19.173986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0173c30f-bb46-4a39-be62-265a31be7dc3 req-f87106da-2377-4595-82dc-0b86325c0409 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2321815 Jul 16 01:52:19.194626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af2f7aed-97aa-4abf-b1ae-448f5f4a2f4f req-ed91cb0a-1712-422d-bd9a-e8017b71e485 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919995 Jul 16 01:52:19.281082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-8cdc57fd-676a-41f6-a079-83e2570582e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.282553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-8cdc57fd-676a-41f6-a079-83e2570582e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.2263455 Jul 16 01:52:19.323481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1e668-46ba-4119-a5e5-8c60c52b9422 req-77829acb-d318-4fc2-afbf-a859acae08cf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.325051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cb1e668-46ba-4119-a5e5-8c60c52b9422 req-77829acb-d318-4fc2-afbf-a859acae08cf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 948 time: 0.3741131 Jul 16 01:52:19.433895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-35c0e3a6-449c-4c08-ae03-897db96b4b56 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:19.435527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-35c0e3a6-449c-4c08-ae03-897db96b4b56 tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.38 "GET /v2.0/ports?device_id=1215beab-c2da-4eee-bbee-7464a7f4e10d HTTP/1.1" status: 200 len: 948 time: 0.0668383 Jul 16 01:52:19.449757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Router 75ad384c-965a-4450-b5d1-8dd961618903 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:19.544629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Deleting port fce124e3-461a-43eb-ae59-0e939ffbfa6a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:19.545093 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.640487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] For port fce124e3-461a-43eb-ae59-0e939ffbfa6a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=fce124e3-461a-43eb-ae59-0e939ffbfa6a,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:19.640961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.654990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Calling delete_port for fce124e3-461a-43eb-ae59-0e939ffbfa6a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:19.801274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.831974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Pushing event deleted for resources: {'Port': ['ID=fce124e3-461a-43eb-ae59-0e939ffbfa6a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:19.887173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] No DVR routers for this DVR port fce124e3-461a-43eb-ae59-0e939ffbfa6a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:19.889672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:19.891742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925a0cf4-aa3a-4fe6-b98f-5d30aa6aa782 req-af8bca44-4149-4171-a178-632f4b98d0bf tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.38 "DELETE /v2.0/ports/fce124e3-461a-43eb-ae59-0e939ffbfa6a HTTP/1.1" status: 204 len: 173 time: 0.4511995 Jul 16 01:52:19.897479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cb1e668-46ba-4119-a5e5-8c60c52b9422 req-1c27aaa8-5471-4079-8423-7dc3cb9ff4ad tempest-ImagesOneServerTestJSON-95665164 tempest-ImagesOneServerTestJSON-95665164-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c567ab1-8c0b-4c2c-ac09-b375c95b1296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405843 Jul 16 01:52:19.947766 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f82fb1-8fdf-474a-9f59-c928f7769d0f x-openstack-request-id: req-67f82fb1-8fdf-474a-9f59-c928f7769d0f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:19.948314 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "tag": "98597090-57b2-4108-8f16-ba9923389ee7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:19.948637 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67f82fb1-8fdf-474a-9f59-c928f7769d0f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:19.949111 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7', 'status': 'completed', 'code': 200} Jul 16 01:52:20.002584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cd9c9c3b-ef27-420d-b538-855418bc404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.004438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cd9c9c3b-ef27-420d-b538-855418bc404a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7053454 Jul 16 01:52:20.011828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-c82e486b-7ef2-4004-a953-a3b9ef96413b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.018744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-c82e486b-7ef2-4004-a953-a3b9ef96413b tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.7093213 Jul 16 01:52:20.053442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.056448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-2f972952-55c2-4715-bb5a-b4aba64059f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.061422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-2f972952-55c2-4715-bb5a-b4aba64059f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1094 time: 0.0805950 Jul 16 01:52:20.111354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-02fbdabe-72d0-4212-8af5-c44a4cadc16d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/quotas/cb5223cc1d5e4534b85361f065b6357f HTTP/1.1" status: 200 len: 375 time: 0.0916467 Jul 16 01:52:20.170456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-cd1528c3-4b13-49fd-a691-2add14e793d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.172428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-cd1528c3-4b13-49fd-a691-2add14e793d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.1060548 Jul 16 01:52:20.223653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-0be62b11-f05e-41de-940a-f8038379932b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 217 time: 0.0421891 Jul 16 01:52:20.276173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-a68aca05-71ab-4386-bd3e-7b6f40610f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.277679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-a68aca05-71ab-4386-bd3e-7b6f40610f4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0510733 Jul 16 01:52:20.298402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=18954e4d-f8dc-4e9e-bf01-bf0f95dab698,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:20.334029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:20.337955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-b678bc35-8d2d-4fe0-94ed-d70ef1ca62f9 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154778 Jul 16 01:52:20.341192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-b1d0fcc2-11eb-4e27-afde-efb16c9a53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.342594 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-b1d0fcc2-11eb-4e27-afde-efb16c9a53cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588245 Jul 16 01:52:20.344071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-85f0ee83-a782-48ea-a2d4-6f2bb1455c3e admin admin] 10.222.0.35 "PUT /v2.0/routers/75ad384c-965a-4450-b5d1-8dd961618903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4346356 Jul 16 01:52:20.346847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:20.349381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] Sync routers for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:20.351367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': 'd7cc0b97-629a-4e59-b32f-b0d4332decf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:20.351822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: 95e781b8-e8fc-4abe-826c-27612fd7701e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:20.362030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:20.362943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:20.486406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7486d0-29d8-40ab-b47e-42793605ad95 req-9e9c5a67-4aae-4f88-b160-9e0fa420a05f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.487929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d7486d0-29d8-40ab-b47e-42793605ad95 req-9e9c5a67-4aae-4f88-b160-9e0fa420a05f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.3846037 Jul 16 01:52:20.507686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-93370303-909d-4397-99ff-72ad109b7ac6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3954287 Jul 16 01:52:20.529348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network 95e781b8-e8fc-4abe-826c-27612fd7701e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:20.532297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:20.539105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-eba71851-3cc0-4f9b-8909-388bfb793bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898034 Jul 16 01:52:20.540589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.583316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 95e781b8-e8fc-4abe-826c-27612fd7701e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:20.594159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.594823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.605086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eabada-1db7-4ade-920f-7c10ed63476c None None] Network 95e781b8-e8fc-4abe-826c-27612fd7701e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:20.646034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5b1d551c-1e4a-4407-b8cd-8780856f7fa1 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957859 Jul 16 01:52:20.652012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d7486d0-29d8-40ab-b47e-42793605ad95 req-e8819e28-986e-4e68-8c17-71ba103ddfeb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423116 Jul 16 01:52:20.669012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-843dd604-f323-4722-ae5a-628322283610 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0685730 Jul 16 01:52:20.687048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:20.692323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380583143'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:20.700146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-b747282a-53aa-4e32-ac6d-0ebf45582e4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 217 time: 0.0441289 Jul 16 01:52:20.735129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-08edb818-5c21-4e51-953d-1fe2b1d9463e service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264018 Jul 16 01:52:20.754250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 98597090-57b2-4108-8f16-ba9923389ee7 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:20.756607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.761204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:20.764725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.768108 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a403dc80-d7f0-4eb7-a8c6-011f776277a2 req-cf618669-5e21-4e68-b298-1e737331dd68 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879675 Jul 16 01:52:20.802221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-935fb3bc-8306-43bd-a5a8-4c795541c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:20.804430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-935fb3bc-8306-43bd-a5a8-4c795541c24d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0953131 Jul 16 01:52:20.826629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:20.845755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.846171 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 43e347bd-29ed-4c77-ad34-55edc9e2ac32 of type vlan for network 67920aeb-54b6-4e32-b4f5-67515bddaef9 Jul 16 01:52:20.863441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Deleting port 73471f54-b346-4d23-b50b-86419b8be63d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:20.863827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.916797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:20.934681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b325990-f6f0-4fda-879c-147274309557 req-b94f3569-5376-4011-a52f-87c9e275c14c tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0520477 Jul 16 01:52:20.998495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] For port 73471f54-b346-4d23-b50b-86419b8be63d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=73471f54-b346-4d23-b50b-86419b8be63d,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:20.998810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.001078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.006545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.007144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.031706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3436289 Jul 16 01:52:21.039834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-95e781b8-e8fc-4abe-826c-27612fd7701e', 'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '18954e4d-f8dc-4e9e-bf01-bf0f95dab698'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:21.040979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.041658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:21.047259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Calling delete_port for 73471f54-b346-4d23-b50b-86419b8be63d owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:21.066024 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:21.070023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 98597090-57b2-4108-8f16-ba9923389ee7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=98597090-57b2-4108-8f16-ba9923389ee7,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:21.071388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-9677f08d-40b0-40c8-837a-6cbd181ae127 service neutron] 10.222.0.35 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355529 Jul 16 01:52:21.087405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '98597090-57b2-4108-8f16-ba9923389ee7', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'port_id': '98597090-57b2-4108-8f16-ba9923389ee7', 'mac_address': 'fa:16:3e:59:ea:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:21.100832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1709fc-6c7f-4ca8-bb4e-bbfc28859085 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=67920aeb-54b6-4e32-b4f5-67515bddaef9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:21.184563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-22207362-40eb-473e-a320-c93e61127339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.186259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-22207362-40eb-473e-a320-c93e61127339 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3654351 Jul 16 01:52:21.310240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284273b-6109-4e1a-9567-90d73b3adfde req-40ba5f69-d08b-48cb-ba33-f4dd2eee1353 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.317241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1284273b-6109-4e1a-9567-90d73b3adfde req-40ba5f69-d08b-48cb-ba33-f4dd2eee1353 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 943 time: 0.2447896 Jul 16 01:52:21.321846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:21.325803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.333462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 67920aeb-54b6-4e32-b4f5-67515bddaef9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:21.340797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '73471f54-b346-4d23-b50b-86419b8be63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:52:17Z', 'revision_number': 5, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port': {'id': '73471f54-b346-4d23-b50b-86419b8be63d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ad384c-965a-4450-b5d1-8dd961618903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:24Z', 'updated_at': '2021-07-16T01:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:21.345613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.374760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Allocated IP 2001:db8:0:ffff::2 (95e781b8-e8fc-4abe-826c-27612fd7701e/18954e4d-f8dc-4e9e-bf01-bf0f95dab698/9de0d274-510d-4fc1-ba93-ca4efdba0994) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:21.376812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.406704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cf668c3d-2ac3-439f-aa7a-0d7709686f19 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137101 Jul 16 01:52:21.407325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Pushing event deleted for resources: {'Port': ['ID=73471f54-b346-4d23-b50b-86419b8be63d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:21.427147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] Checking router: 75ad384c-965a-4450-b5d1-8dd961618903 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:21.462418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98597090-57b2-4108-8f16-ba9923389ee7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:21.503967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.514936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 98597090-57b2-4108-8f16-ba9923389ee7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=98597090-57b2-4108-8f16-ba9923389ee7,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:21.515896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] Routers {'75ad384c-965a-4450-b5d1-8dd961618903'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:21.516560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:51:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['75ad384c-965a-4450-b5d1-8dd961618903'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:21.517469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1284273b-6109-4e1a-9567-90d73b3adfde req-146aeae0-cefe-48a5-be80-4bc7e75f6787 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991618 Jul 16 01:52:21.583859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.628151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.630863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.649479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] Set router 75ad384c-965a-4450-b5d1-8dd961618903 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:21.683001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.683583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ad384c-965a-4450-b5d1-8dd961618903 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:52:21.689836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.694584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f68c8e6-7d08-4616-a30c-98f263b5ab8d admin admin] 10.222.0.35 "DELETE /v2.0/routers/75ad384c-965a-4450-b5d1-8dd961618903 HTTP/1.1" status: 204 len: 168 time: 1.3464820 Jul 16 01:52:21.695201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:21.739792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:52:21Z', 'revision_number': 7, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:21.762815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Deleting subnet 6313918f-ea36-4687-bceb-c7100266d933 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:21.767275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.820375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.820758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a04845-e107-46b1-baef-c132c47f59e4 None None] The sync data for ids ['75ad384c-965a-4450-b5d1-8dd961618903'] in n-d-800087-6 is: [{'id': '75ad384c-965a-4450-b5d1-8dd961618903', 'name': 'tempest-ServersTestBootFromVolume-1939410270-router', 'tenant_id': '891b35fa5e514082ab87d1c0de379d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:23Z', 'updated_at': '2021-07-16T01:52:21Z', 'revision_number': 7, 'project_id': '891b35fa5e514082ab87d1c0de379d9d', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:21.827180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['98597090-57b2-4108-8f16-ba9923389ee7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:21.835579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.841818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.849234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.855297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.861625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.861825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=98597090-57b2-4108-8f16-ba9923389ee7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:21.867804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.874328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:21.876340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-c6e92362-da52-4136-a245-d3b9e21f88ed tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.4958177 Jul 16 01:52:21.884108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-302bfa49-26a9-49c6-92c2-f5ecfdbdd1bb service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501824 Jul 16 01:52:21.941117 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.950769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-deleted', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:21.952055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-6449bc51-d6c0-4080-9f95-2e483cec4d2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 217 time: 0.0605428 Jul 16 01:52:21.953353 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e692c90-8c35-4bbf-9d7b-747817e70b76" -d '{"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-deleted", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:21.957222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:21.966701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Transition to ACTIVE for port object 9de0d274-510d-4fc1-ba93-ca4efdba0994 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:22.002195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Transition to ACTIVE for port object 9de0d274-510d-4fc1-ba93-ca4efdba0994 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:22.019600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.033721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.056708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3bff7608-93bd-435e-ab3c-a13a95d96301 req-5f0154ed-fb78-4219-ada3-8a06c944d3aa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716847 Jul 16 01:52:22.068998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:22.071120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6313918f-ea36-4687-bceb-c7100266d933,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:22.081990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.084329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bd69e2bd-fab5-43bb-8021-b6ce57a234ca admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6313918f-ea36-4687-bceb-c7100266d933 HTTP/1.1" status: 204 len: 168 time: 0.3879979 Jul 16 01:52:22.091869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.107774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-38629706-871c-41e3-861c-77924af30cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.109355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-38629706-871c-41e3-861c-77924af30cf4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1475365 Jul 16 01:52:22.110173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.116009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55270330-3b9d-43a0-8ad8-7ac776374459 None None] Network 12a14a44-927f-490a-9199-35a240d8137a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:22.136759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Network 95e781b8-e8fc-4abe-826c-27612fd7701e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:22.148139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: fce124e3-461a-43eb-ae59-0e939ffbfa6a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:22.148738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device fce124e3-461a-43eb-ae59-0e939ffbfa6a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:22.165426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:22.165640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9555b14-7d50-4b8d-afe4-55b9d74f6031 req-71df5ff7-5d97-4b8f-8b05-4fddda61f128 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.170231 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.172857 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9555b14-7d50-4b8d-afe4-55b9d74f6031 req-71df5ff7-5d97-4b8f-8b05-4fddda61f128 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.4254596 Jul 16 01:52:22.173032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:22.175046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Pushing event updated for resources: {'Port': ['ID=9de0d274-510d-4fc1-ba93-ca4efdba0994,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:22.410471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=4f2841d0-70f8-45a5-8cc6-59e816a9942e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:22.418837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Attempting to bind port 9de0d274-510d-4fc1-ba93-ca4efdba0994 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:22.419379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Attempting to bind port 9de0d274-510d-4fc1-ba93-ca4efdba0994 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd7cc0b97-629a-4e59-b32f-b0d4332decf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:22.419547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Attempting to bind port 9de0d274-510d-4fc1-ba93-ca4efdba0994 on network 95e781b8-e8fc-4abe-826c-27612fd7701e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:22.429974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:22.430587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Checking segment: {'id': 'd7cc0b97-629a-4e59-b32f-b0d4332decf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:22.431167 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.431551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Bound using segment: {'id': 'd7cc0b97-629a-4e59-b32f-b0d4332decf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:22.432065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Bound port: 9de0d274-510d-4fc1-ba93-ca4efdba0994, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cc0b97-629a-4e59-b32f-b0d4332decf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '95e781b8-e8fc-4abe-826c-27612fd7701e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:22.432441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.445051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1ad2b8e-44ff-4892-be3f-64c6bc427454 req-e52d7697-10ab-44d1-816d-0c78b2854d63 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 210 time: 0.0843363 Jul 16 01:52:22.447583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.456846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9555b14-7d50-4b8d-afe4-55b9d74f6031 req-a15b21d8-700d-4570-ad75-18122888e8d0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815375 Jul 16 01:52:22.468505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': '43e347bd-29ed-4c77-ad34-55edc9e2ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:22.468873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: 67920aeb-54b6-4e32-b4f5-67515bddaef9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:22.497949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.541966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9654d5f3-1089-465d-88d3-8f25fe617a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.544318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-9654d5f3-1089-465d-88d3-8f25fe617a2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4138410 Jul 16 01:52:22.574240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network 67920aeb-54b6-4e32-b4f5-67515bddaef9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:22.576646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.584908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] For port 9de0d274-510d-4fc1-ba93-ca4efdba0994, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:22.590929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] For port 9de0d274-510d-4fc1-ba93-ca4efdba0994, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9de0d274-510d-4fc1-ba93-ca4efdba0994,segment=NetworkSegment(d7cc0b97-629a-4e59-b32f-b0d4332decf3),segment_id=d7cc0b97-629a-4e59-b32f-b0d4332decf3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:22.599882 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.626535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 67920aeb-54b6-4e32-b4f5-67515bddaef9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:22.629086 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dba7c5-b724-41e7-9407-ff98a0690563 x-openstack-request-id: req-40dba7c5-b724-41e7-9407-ff98a0690563 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:22.630169 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1215beab-c2da-4eee-bbee-7464a7f4e10d", "name": "network-vif-deleted", "tag": "fce124e3-461a-43eb-ae59-0e939ffbfa6a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:22.631672 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40dba7c5-b724-41e7-9407-ff98a0690563 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:22.631829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.632321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.632491 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1215beab-c2da-4eee-bbee-7464a7f4e10d', 'name': 'network-vif-deleted', 'tag': 'fce124e3-461a-43eb-ae59-0e939ffbfa6a', 'status': 'completed', 'code': 200} Jul 16 01:52:22.654102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b05e2-3ee6-4933-87fd-0c4947e5f870 None None] Network 67920aeb-54b6-4e32-b4f5-67515bddaef9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:22.666637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66169bc1-3e8a-458f-9faf-ef6be6285c09 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:22.669083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-66169bc1-3e8a-458f-9faf-ef6be6285c09 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1091 time: 0.1699746 Jul 16 01:52:22.674734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.683558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:22.734368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Deleting port c827ec9d-3a35-455c-be11-c854f14bd443 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:22.734828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.748119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] DHCP port deletion for 12a14a44-927f-490a-9199-35a240d8137a request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:22.781526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:22.782085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f3250286-655d-4160-a13c-ebc3677e3ce1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7341971 Jul 16 01:52:22.783021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35914) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:22.819340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-b064d3e1-eaca-45ec-8ada-6928925d0a8d service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568924 Jul 16 01:52:22.920293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40cd5d15-4161-4170-80f8-657f77445294 req-ff784713-a2dd-4144-b629-d1187861e555 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0912437 Jul 16 01:52:22.955936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.105698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] For port c827ec9d-3a35-455c-be11-c854f14bd443, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c827ec9d-3a35-455c-be11-c854f14bd443,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:23.106143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.123122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-a0ac8c08-7776-4144-a02c-f5e37d65f0ad tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.124730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-a0ac8c08-7776-4144-a02c-f5e37d65f0ad tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.38 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 815 time: 0.1665308 Jul 16 01:52:23.125344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9755220-fa8b-4aeb-aa35-12fc998cbba8 None None] Pushing event updated for resources: {'Port': ['ID=9de0d274-510d-4fc1-ba93-ca4efdba0994,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.141768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Request body: {'port': {'device_id': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'admin_state_up': True, 'tenant_id': 'cb5223cc1d5e4534b85361f065b6357f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:23.261381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Calling delete_port for c827ec9d-3a35-455c-be11-c854f14bd443 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:23.288343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Made reservation on behalf of cb5223cc1d5e4534b85361f065b6357f for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:23.292212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.342276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ca7b89a5-b876-4693-8e7f-958906d61cc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d206d1a3228140829d0d00829cc992f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7628493 Jul 16 01:52:23.345964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:23.388658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] Deleting port c827ec9d-3a35-455c-be11-c854f14bd443 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:23.390307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.396373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-81a2bd45-e81c-414b-96de-5d71dae8458b service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660799 Jul 16 01:52:23.412439 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.474737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-67920aeb-54b6-4e32-b4f5-67515bddaef9', 'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '4f2841d0-70f8-45a5-8cc6-59e816a9942e'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:23.475658 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.490943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722d112-9207-4c7f-88ac-ac47db3163ad req-22b516a6-8aba-46d9-b97f-1f7474d8013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.492545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5722d112-9207-4c7f-88ac-ac47db3163ad req-22b516a6-8aba-46d9-b97f-1f7474d8013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 944 time: 0.5696559 Jul 16 01:52:23.493871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-5525aa67-cc1e-4f28-be82-c1b6f4d83251 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 217 time: 0.0567479 Jul 16 01:52:23.499596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] For port c827ec9d-3a35-455c-be11-c854f14bd443, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c827ec9d-3a35-455c-be11-c854f14bd443,segment=NetworkSegment(906e1b93-6df8-4d19-9bb6-87dd81b8e3e4),segment_id=906e1b93-6df8-4d19-9bb6-87dd81b8e3e4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:23.500334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.528003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] Calling delete_port for c827ec9d-3a35-455c-be11-c854f14bd443 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:23.545518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.582419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67eac554-ff33-4a69-9af0-77bfa356cd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.608698 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67eac554-ff33-4a69-9af0-77bfa356cd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.622785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.628643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.634565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.640731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.646574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.652605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.658444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.660405 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-802cb54e-84ec-411d-863f-45df705f4d93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3438196 Jul 16 01:52:23.663517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-6bd6774c-f99c-4df0-bafe-b85ee942030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:23.665091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-6bd6774c-f99c-4df0-bafe-b85ee942030f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1645987 Jul 16 01:52:23.677117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5722d112-9207-4c7f-88ac-ac47db3163ad req-8f9abaf5-aa01-4cf2-bacc-f12951996c42 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753883 Jul 16 01:52:23.687007 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.738472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0032db9e-1839-4071-9b48-30952202bf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: from cryptography.utils import int_from_bytes Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: from cryptography.utils import int_from_bytes Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:52:23.753706 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:52:23.759886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Allocated IP 2001:db8::1 (67920aeb-54b6-4e32-b4f5-67515bddaef9/4f2841d0-70f8-45a5-8cc6-59e816a9942e/0f359d0f-29b5-48fb-9393-a5c9c2395bbc) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:23.775016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.809724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:23.831088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Pushing event deleted for resources: {'Port': ['ID=c827ec9d-3a35-455c-be11-c854f14bd443,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.847676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] Pushing event deleted for resources: {'Port': ['ID=c827ec9d-3a35-455c-be11-c854f14bd443,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:23.851678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] No DVR routers for this DVR port c827ec9d-3a35-455c-be11-c854f14bd443 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:23.858746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf525c-2a7d-41df-b587-9b2f5b2b1eaf None None] No DVR routers for this DVR port c827ec9d-3a35-455c-be11-c854f14bd443 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:23.909199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9de0d274-510d-4fc1-ba93-ca4efdba0994 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:23.918710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Allocated IP 172.20.0.8 (5a93c18c-fd04-40b0-a945-37125d5791e1/71a0e83e-9e86-422f-81ac-0efd4a8296fa/57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:23.932961 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-597cc9a1-b1be-4bcc-af81-b06e4c2af483 req-e5544724-5ce6-4db7-ab38-0a9dfd5e580c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2515802 Jul 16 01:52:23.990320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9de0d274-510d-4fc1-ba93-ca4efdba0994 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:24.007027 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67eac554-ff33-4a69-9af0-77bfa356cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.019558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67eac554-ff33-4a69-9af0-77bfa356cd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.028400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-67eac554-ff33-4a69-9af0-77bfa356cd18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c567ab1-8c0b-4c2c-ac09-b375c95b1296 HTTP/1.1" status: 204 len: 168 time: 0.6792390 Jul 16 01:52:24.070179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eac554-ff33-4a69-9af0-77bfa356cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c567ab1-8c0b-4c2c-ac09-b375c95b1296,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.095973 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.134435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c827ec9d-3a35-455c-be11-c854f14bd443 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:24.180376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Transition to ACTIVE for port object 0f359d0f-29b5-48fb-9393-a5c9c2395bbc will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:24.183072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.93 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/9019faa0-bc71-4c9c-9130-a5690a91253e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:24.188828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c827ec9d-3a35-455c-be11-c854f14bd443 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:24.197336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c827ec9d-3a35-455c-be11-c854f14bd443 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:24.201395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 73471f54-b346-4d23-b50b-86419b8be63d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:24.233740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Transition to ACTIVE for port object 0f359d0f-29b5-48fb-9393-a5c9c2395bbc will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:24.285666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 73471f54-b346-4d23-b50b-86419b8be63d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:24.285924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 73471f54-b346-4d23-b50b-86419b8be63d not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:24.286348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdbe4e21-219b-44dc-a360-058c354139f7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:24.306570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cdbe4e21-219b-44dc-a360-058c354139f7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:24.307535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cdbe4e21-219b-44dc-a360-058c354139f7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:24.321948 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.347383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.373896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Network 67920aeb-54b6-4e32-b4f5-67515bddaef9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:24.384251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:24.389423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:24.439240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Pushing event updated for resources: {'Port': ['ID=0f359d0f-29b5-48fb-9393-a5c9c2395bbc,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.439755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e43be798-632f-4267-8698-9a39fcd4b8c2 req-8405f27b-6b2f-4c36-9d17-96a9ad9c5d36 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 210 time: 0.5710011 Jul 16 01:52:24.450901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1471dbb-a871-4a03-aef9-e52b1229cb9e None None] Network 95e781b8-e8fc-4abe-826c-27612fd7701e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:24.457149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.502693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-c1480284-19a1-4329-a0f7-3cb51dffa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:24.504619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-c1480284-19a1-4329-a0f7-3cb51dffa4c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8195300 Jul 16 01:52:24.506702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d28e8f6-5369-428c-92a1-cac6f484cbb1 req-2bfd09bc-710e-4bb4-b89c-771286249685 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0782151 Jul 16 01:52:24.531834 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.538246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.538811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2841d0-70f8-45a5-8cc6-59e816a9942e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.571398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a14a44-927f-490a-9199-35a240d8137a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:24.578000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'd920ad04-b1cd-46d9-bb25-f993399be089', '4613218e-430f-4ce2-8473-bff00ae008f5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:24.594579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:24.595027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906e1b93-6df8-4d19-9bb6-87dd81b8e3e4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:24.636384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Network 5a93c18c-fd04-40b0-a945-37125d5791e1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:24.660166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.660701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 98597090-57b2-4108-8f16-ba9923389ee7 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:24.669186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] Provisioning for port 9de0d274-510d-4fc1-ba93-ca4efdba0994 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:24.669423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.674579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:24.679281 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.687179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:24.692538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.692722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:24.711984 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:24.719049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Attempting to bind port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:24.719222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Attempting to bind port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '43e347bd-29ed-4c77-ad34-55edc9e2ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:24.719581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Attempting to bind port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc on network 67920aeb-54b6-4e32-b4f5-67515bddaef9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:24.747996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] Provisioning complete for port 9de0d274-510d-4fc1-ba93-ca4efdba0994 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:24.748498 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.770248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67920aeb-54b6-4e32-b4f5-67515bddaef9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:24.781018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.783387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-036234b0-9444-4cc4-9a77-a421aa047b5f service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418182 Jul 16 01:52:24.785433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.791896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.797156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] 10.222.0.35 "DELETE /v2.0/networks/12a14a44-927f-490a-9199-35a240d8137a HTTP/1.1" status: 204 len: 168 time: 2.7024403 Jul 16 01:52:24.799287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event updated for resources: {'Port': ['ID=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.804079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:24.804470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Checking segment: {'id': '43e347bd-29ed-4c77-ad34-55edc9e2ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:24.804879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.805274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Bound using segment: {'id': '43e347bd-29ed-4c77-ad34-55edc9e2ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:24.805755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Bound port: 0f359d0f-29b5-48fb-9393-a5c9c2395bbc, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e347bd-29ed-4c77-ad34-55edc9e2ac32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67920aeb-54b6-4e32-b4f5-67515bddaef9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:24.806217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:24.831514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8f1aa-2203-463b-b768-427a2a556549 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a14a44-927f-490a-9199-35a240d8137a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:24.921822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-0c2fd98a-592b-46da-bf2a-9d8314355628 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233518 Jul 16 01:52:24.958674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] For port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:25.013871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-aa7a14a3-4a1c-4830-b211-20fc98e85790 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0834250 Jul 16 01:52:25.059861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.100117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] For port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0f359d0f-29b5-48fb-9393-a5c9c2395bbc,segment=NetworkSegment(43e347bd-29ed-4c77-ad34-55edc9e2ac32),segment_id=43e347bd-29ed-4c77-ad34-55edc9e2ac32)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:25.113222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 98597090-57b2-4108-8f16-ba9923389ee7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:25.114523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-2eab27d5-50f2-475e-8e56-6cd288b00c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.116186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-2eab27d5-50f2-475e-8e56-6cd288b00c91 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.0966897 Jul 16 01:52:25.121701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 98597090-57b2-4108-8f16-ba9923389ee7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:25.122084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.147382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.161750 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.162309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbc261-ce15-4f5e-8a04-74fc9499fe42 req-e2dc6cd7-17de-4f5e-bbbc-e54a610e50f5 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.163833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33bbc261-ce15-4f5e-8a04-74fc9499fe42 req-e2dc6cd7-17de-4f5e-bbbc-e54a610e50f5 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 944 time: 0.2320907 Jul 16 01:52:25.230719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e347bd-29ed-4c77-ad34-55edc9e2ac32') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:25.231708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e347bd-29ed-4c77-ad34-55edc9e2ac32') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:25.236204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6c5552a2-6f31-450e-8201-ae895a823df8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=891b35fa5e514082ab87d1c0de379d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750326 Jul 16 01:52:25.237935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:25.260996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.292663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33bbc261-ce15-4f5e-8a04-74fc9499fe42 req-efa29fdc-9238-40c0-bcf5-d4fb7cefba89 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015437 Jul 16 01:52:25.306705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-28917b18-84a7-47d4-80fd-be72e5f062c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.308367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-28917b18-84a7-47d4-80fd-be72e5f062c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808107 Jul 16 01:52:25.313281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.329752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.331248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.365006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.381547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] For port 9de0d274-510d-4fc1-ba93-ca4efdba0994, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9de0d274-510d-4fc1-ba93-ca4efdba0994,segment=NetworkSegment(d7cc0b97-629a-4e59-b32f-b0d4332decf3),segment_id=d7cc0b97-629a-4e59-b32f-b0d4332decf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:25.383847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:25.384608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:25.392401 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:25.403179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.413425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-8dd6977f-20e4-4448-995f-e7c4683a6444 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2783828 Jul 16 01:52:25.415756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-7675ebad-61c3-47b4-b194-463d441f2f35 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993655 Jul 16 01:52:25.422976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-858114339-network', 'tenant_id': '4b5e10258bcf4bb58e04602be909df63'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.439062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Request body: {'port': {'device_id': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:25.466923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.474226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1359b0-2c49-468e-a049-8a51c0422635 None None] Pushing event updated for resources: {'Port': ['ID=0f359d0f-29b5-48fb-9393-a5c9c2395bbc,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.474445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.488262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.499559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.500739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.512746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80fed6ef-ee8b-47be-860e-69d3c6e29857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.514427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.520921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.527339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.533445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.535591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-b2a33a72-7f66-41a0-994b-daaca1ab2cc0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3498540 Jul 16 01:52:25.536735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ccac7a-80d3-4145-90d1-45310d924278 None None] Network 67920aeb-54b6-4e32-b4f5-67515bddaef9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:25.547901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:52:25.547901 n-d-800087-6 neutron-server[93907]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:52:25.547901 n-d-800087-6 neutron-server[93907]: [parameters: {'id': '67920aeb-54b6-4e32-b4f5-67515bddaef9'}] Jul 16 01:52:25.547901 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:25.548391 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:25.579939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:25.609531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80fed6ef-ee8b-47be-860e-69d3c6e29857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.612899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:25.620060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Made reservation on behalf of 4b5e10258bcf4bb58e04602be909df63 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:25.622370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.623428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:25.652951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=9019faa0-bc71-4c9c-9130-a5690a91253e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.677803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c18cc2f-6e6b-4c8c-8f11-05b98272fd9f req-793a3022-b8b4-4ec5-af30-c3254fd51f8c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264262 Jul 16 01:52:25.682623 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.714195 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.731686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:25.734419 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8f86a7-6984-43f5-ae7b-61f1c4527d31" -d '{"events": [{"server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "name": "network-vif-plugged", "status": "completed", "tag": "98597090-57b2-4108-8f16-ba9923389ee7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:25.755061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159a051-fecb-432b-b3ee-5552f167cfc3 None None] Pushing event updated for resources: {'Port': ['ID=9de0d274-510d-4fc1-ba93-ca4efdba0994,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.758143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46246b5c-61de-4dbb-92a5-47dbe68d9e7d req-cc05ff2a-cefd-40d0-a809-844534c18717 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292098 Jul 16 01:52:25.770103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 98597090-57b2-4108-8f16-ba9923389ee7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=98597090-57b2-4108-8f16-ba9923389ee7,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:25.809082 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.826897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80fed6ef-ee8b-47be-860e-69d3c6e29857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.849689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80fed6ef-ee8b-47be-860e-69d3c6e29857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:25.850870 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80fed6ef-ee8b-47be-860e-69d3c6e29857 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95170fdb-df47-46c4-93de-2adc95efa487 HTTP/1.1" status: 204 len: 168 time: 0.6045544 Jul 16 01:52:25.892238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b197897-c2a0-424e-9ffd-9ae0377c814d req-9a2d5b3a-8894-4eb3-9a16-7adb73c9f6cf tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0430813 Jul 16 01:52:25.918697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=98597090-57b2-4108-8f16-ba9923389ee7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.933963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fed6ef-ee8b-47be-860e-69d3c6e29857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95170fdb-df47-46c4-93de-2adc95efa487,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:25.988362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08319-3cb9-43d2-90f8-864a47764909 req-0bb57ab0-b482-4d01-94f2-76f26b1d81f5 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:25.991055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0b08319-3cb9-43d2-90f8-864a47764909 req-0bb57ab0-b482-4d01-94f2-76f26b1d81f5 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 931 time: 0.3752732 Jul 16 01:52:26.045845 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8218a26c-fc40-4915-a8be-0824d75b808c x-openstack-request-id: req-8218a26c-fc40-4915-a8be-0824d75b808c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:26.046143 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "name": "network-vif-plugged", "status": "completed", "tag": "98597090-57b2-4108-8f16-ba9923389ee7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:26.046495 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8218a26c-fc40-4915-a8be-0824d75b808c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:26.047052 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7', 'code': 200} Jul 16 01:52:26.082330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.085845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.112187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.160014 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95f94e24-b16a-4552-9593-c2191cb55f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.171156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.171485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f9e90-20a3-4d45-abb1-53e326a6c6fb None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:52:26.171639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.172134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.172608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.173169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.174971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.174971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.176145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6b0ed514-1684-4005-ba99-ab95d636567b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6487 time: 0.2802985 Jul 16 01:52:26.181355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:26.207347 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0b08319-3cb9-43d2-90f8-864a47764909 req-91c01032-74b2-4a6e-97d5-948858f567aa tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079430 Jul 16 01:52:26.220577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14d8ad9-cf61-476f-969b-63df3a2ce584,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.254791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.255623 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Added segment d7b0d1d6-3398-4bc8-b9b7-b645c2d89877 of type vlan for network 6dde4a56-be07-4f9a-bd54-8f5fb733416a Jul 16 01:52:26.277037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc2f9fb3-56da-4bd8-a945-7884a1806f72 None None] Provisioning complete for port 9de0d274-510d-4fc1-ba93-ca4efdba0994 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:26.277418 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9fb3-56da-4bd8-a945-7884a1806f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.344967 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.371478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-a7462fc6-9942-4bfc-90d6-937396993390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.373189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-a7462fc6-9942-4bfc-90d6-937396993390 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 903 time: 0.1815057 Jul 16 01:52:26.397801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7bc1-b7ea-4943-bdc3-8db4cdacb74d req-712b4ed8-e2de-4730-9600-e86f680e576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.399456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9bba7bc1-b7ea-4943-bdc3-8db4cdacb74d req-712b4ed8-e2de-4730-9600-e86f680e576d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1096 time: 0.2684894 Jul 16 01:52:26.448504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-06e1c1f1-11ca-4e9d-875a-dfd573158ab3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0582595 Jul 16 01:52:26.452064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.453151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.453856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.508377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f9e90-20a3-4d45-abb1-53e326a6c6fb None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:52:26.520016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3659966 Jul 16 01:52:26.524449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35978) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:26.531138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:26.531626 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.536925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Request body: {'subnet': {'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-858114339-subnet', 'tenant_id': '4b5e10258bcf4bb58e04602be909df63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:26.568744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fba03-33f2-4b01-ae54-3dd02b603ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=6dde4a56-be07-4f9a-bd54-8f5fb733416a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:26.573392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-0a71e108-200d-421f-b949-c70db0f4ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.574887 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-0a71e108-200d-421f-b949-c70db0f4ab8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1174817 Jul 16 01:52:26.629373 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9bba7bc1-b7ea-4943-bdc3-8db4cdacb74d req-950c6703-f910-4ef9-a3ff-50650a0f7228 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070663 Jul 16 01:52:26.699817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c44672-31c2-4058-86e0-d2cef73c3710 req-1031682a-bc75-453c-8071-739555794fd3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.700863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:26.701515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59c44672-31c2-4058-86e0-d2cef73c3710 req-1031682a-bc75-453c-8071-739555794fd3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1695325 Jul 16 01:52:26.704298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6aa1bad9-9b7f-4866-a4fe-5873961c22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:26.705979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-6aa1bad9-9b7f-4866-a4fe-5873961c22fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084900 Jul 16 01:52:26.712300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:26.714061 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.740890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.779453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59c44672-31c2-4058-86e0-d2cef73c3710 req-93cf61d9-97c3-4ada-863d-a65cb4bcf0f7 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716057 Jul 16 01:52:26.888071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Transition to ACTIVE for port object 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:26.900236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Made reservation on behalf of 4b5e10258bcf4bb58e04602be909df63 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:26.903178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.943494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-31a5a427-2dbc-47a7-a6d2-f7d313eced58 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899700 Jul 16 01:52:26.969894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:26.975053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.024692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35992) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:27.028225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Pushing event updated for resources: {'Port': ['ID=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.067365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] For port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0f359d0f-29b5-48fb-9393-a5c9c2395bbc,segment=NetworkSegment(43e347bd-29ed-4c77-ad34-55edc9e2ac32),segment_id=43e347bd-29ed-4c77-ad34-55edc9e2ac32)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:27.067742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.078448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.100669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.106948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.113312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.118774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Calling delete_port for 0f359d0f-29b5-48fb-9393-a5c9c2395bbc owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:27.119669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.125636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.131563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.140251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-d79453b5-0757-40b5-85d6-e8f395fe6220 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.2548921 Jul 16 01:52:27.197908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f96304e-5020-495f-9bf0-6e2b58ade148 req-3900f7ea-2145-4721-aa2f-b127ff2e1853 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458904 Jul 16 01:52:27.199750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72483156-ec4d-4a4b-8d09-3e2231aac703 req-44855a96-e392-40d7-9207-dabb5fea20b4 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0533617 Jul 16 01:52:27.229612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ddf210a-b991-40b9-97dc-252570d6b75f req-03752910-02ec-4555-8b4b-9a7ec007997c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874069 Jul 16 01:52:27.274755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1959330623-network', 'tenant_id': 'c10f99b4d25043ebbebf4b2cababf038'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:27.343831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.377697 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.416696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d180206-dc18-4d06-951f-5c3681b3b2b9 req-20c2b598-32f1-4bb8-bdd8-bf87a43b4e0f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.418197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d180206-dc18-4d06-951f-5c3681b3b2b9 req-20c2b598-32f1-4bb8-bdd8-bf87a43b4e0f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 943 time: 0.0809436 Jul 16 01:52:27.422751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Made reservation on behalf of c10f99b4d25043ebbebf4b2cababf038 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:27.425105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.432575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Attempting to bind port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:27.432832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Attempting to bind port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:27.433163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Attempting to bind port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:27.457663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.459633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.466654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:27.466984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Attempting to bind port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 on network 5a93c18c-fd04-40b0-a945-37125d5791e1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:27.472575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d180206-dc18-4d06-951f-5c3681b3b2b9 req-81aa1dc9-6996-4c06-9823-ac1b623134ab tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Jul 16 01:52:27.518465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.528948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:27.529291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Checking segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:27.529682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Bound using segment: {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:27.530124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Bound port: 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd61dd8-1d38-4d33-8451-f34256dbc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:27.530479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.594926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Port': ['ID=0f359d0f-29b5-48fb-9393-a5c9c2395bbc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.596819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No DVR routers for this DVR port 0f359d0f-29b5-48fb-9393-a5c9c2395bbc on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:27.676424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8590455-8794-4162-80f4-376debee8ef3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:27.767738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9de0d274-510d-4fc1-ba93-ca4efdba0994 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:27.773772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Checking segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:27.774135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Network hostable DHCP agents. Network: 6dde4a56-be07-4f9a-bd54-8f5fb733416a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:27.816704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9de0d274-510d-4fc1-ba93-ca4efdba0994 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:27.816932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.831772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.849805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] For port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:27.875214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67920aeb-54b6-4e32-b4f5-67515bddaef9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:27.885648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] For port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:27.896869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e347bd-29ed-4c77-ad34-55edc9e2ac32') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:27.897179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e347bd-29ed-4c77-ad34-55edc9e2ac32') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:27.903937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.936592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.969737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:27.985886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:27.986545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:27.987933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-4b997c01-823b-4845-919c-642c177ab25c service neutron] 10.222.0.38 "PUT /v2.0/ports/57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 HTTP/1.1" status: 200 len: 1091 time: 2.5531764 Jul 16 01:52:27.993723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'tag': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:27.996042 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f7223-fb38-4772-9969-79276d514b06" -d '{"events": [{"name": "network-changed", "server_uuid": "5961e22e-774e-4e72-81bc-2fcccdc48eef", "tag": "57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:28.000179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adafddb-9267-4323-b2a0-7fea33f3ed86 req-92b415b7-48de-4326-a5b5-45db31d0e623 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.002017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.004471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9adafddb-9267-4323-b2a0-7fea33f3ed86 req-92b415b7-48de-4326-a5b5-45db31d0e623 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0810182 Jul 16 01:52:28.021734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.028379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.047128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 6dde4a56-be07-4f9a-bd54-8f5fb733416a) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:28.053643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9adafddb-9267-4323-b2a0-7fea33f3ed86 req-bb67201a-f204-45fb-8576-8eccacec0d2a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367570 Jul 16 01:52:28.055856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:28.056299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.056998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca57844-734c-460b-8790-5a2646e34ae7 None None] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:28.060503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:28.070805 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:28.084891 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4810dc-7e88-4204-bfc7-f3c195ed14a3 x-openstack-request-id: req-0b4810dc-7e88-4204-bfc7-f3c195ed14a3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:28.085179 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5961e22e-774e-4e72-81bc-2fcccdc48eef", "tag": "57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:28.085433 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b4810dc-7e88-4204-bfc7-f3c195ed14a3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:28.085830 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'tag': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4', 'status': 'completed', 'code': 200} Jul 16 01:52:28.090249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.090844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.095585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.153115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b997c01-823b-4845-919c-642c177ab25c service neutron] Pushing event updated for resources: {'Port': ['ID=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.198136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:28.222736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'tenant_id': '4b5e10258bcf4bb58e04602be909df63', 'fixed_ips': [{'subnet_id': 'f8590455-8794-4162-80f4-376debee8ef3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:28.224051 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.233955 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4efbb455-f575-4efa-a855-1daf50f5e67b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7050965 Jul 16 01:52:28.257254 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:28.274531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdce2c-8f6d-4f2e-b009-58fce82785ea req-e4972241-6df3-487d-a0e8-20a94443b05d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.276480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8fdce2c-8f6d-4f2e-b009-58fce82785ea req-e4972241-6df3-487d-a0e8-20a94443b05d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1002867 Jul 16 01:52:28.285752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.287076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:28.292014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'floatingip': {'port_id': '98597090-57b2-4108-8f16-ba9923389ee7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:28.315710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a54b97-b77d-4c75-bad5-da22e0cdeec9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.324187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.336583 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Added segment d733c134-ddf3-4d5b-9c24-e1f2857e6433 of type vlan for network cc855abd-28d1-47f2-88b5-96f2332e6dd7 Jul 16 01:52:28.345853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.347726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/67920aeb-54b6-4e32-b4f5-67515bddaef9 HTTP/1.1" status: 204 len: 168 time: 5.5635815 Jul 16 01:52:28.359546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:28.392956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.411880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=9019faa0-bc71-4c9c-9130-a5690a91253e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.417437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf5236-35c3-4f16-a872-46df4b149d37 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=67920aeb-54b6-4e32-b4f5-67515bddaef9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.435674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829016820'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:28.453995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.506390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.514384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Allocated IP 172.20.0.2 (6dde4a56-be07-4f9a-bd54-8f5fb733416a/f8590455-8794-4162-80f4-376debee8ef3/71c4eae4-36af-48c6-befc-862fcbab9fe6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:28.525804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-ebfb1ab9-6608-48e8-bb23-26d5c13c9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.527612 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-ebfb1ab9-6608-48e8-bb23-26d5c13c9b38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 1094 time: 0.4881668 Jul 16 01:52:28.574142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67728231-51f1-42c3-8c32-ac1b3a7d24f3 req-cab0d024-0cc2-48b3-ada3-993b3b33d699 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0802464 Jul 16 01:52:28.615816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-b3c5f423-8edd-4bf5-89b2-87579b4edf35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 HTTP/1.1" status: 200 len: 217 time: 0.0795624 Jul 16 01:52:28.622522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:28.626580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.668692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.669794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.670392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.709829 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP 2897d944-17fe-4814-a374-fa281348e7fa associated. External IP: 172.25.0.93, port: 4d043652-2bd5-4b77-a5bb-d645ef0f255e. Jul 16 01:52:28.731250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.733622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.737698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.743738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Transition to ACTIVE for port object 71c4eae4-36af-48c6-befc-862fcbab9fe6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:28.744000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.750967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.759936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.762047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Transition to ACTIVE for port object 71c4eae4-36af-48c6-befc-862fcbab9fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:28.766823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.769376 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.772922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-a82b7821-2e8a-4aa6-a386-10e5eb5bf289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.773468 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:28.774416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-a82b7821-2e8a-4aa6-a386-10e5eb5bf289 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.1478591 Jul 16 01:52:28.779300 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7483540 Jul 16 01:52:28.783613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d36b009b-8845-441e-9638-65816aeaaa13 req-b4135559-460b-4add-ac35-3de325afbe0c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3339763 Jul 16 01:52:28.785555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:28.789733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:28.795741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Request body: {'subnet': {'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1959330623-subnet', 'tenant_id': 'c10f99b4d25043ebbebf4b2cababf038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:28.814522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:28.821868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:28.832370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:28.852118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.860303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Pushing event updated for resources: {'Port': ['ID=71c4eae4-36af-48c6-befc-862fcbab9fe6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:28.874795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.875365 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 2741956d-e44e-4661-9ad9-43af851eb79d of type vlan for network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e Jul 16 01:52:28.918679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Attempting to bind port 71c4eae4-36af-48c6-befc-862fcbab9fe6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:28.919143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Attempting to bind port 71c4eae4-36af-48c6-befc-862fcbab9fe6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:28.919580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Attempting to bind port 71c4eae4-36af-48c6-befc-862fcbab9fe6 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:28.926464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:28.926464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Checking segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:28.926894 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.927323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Bound using segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:28.927863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Bound port: 71c4eae4-36af-48c6-befc-862fcbab9fe6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:28.928342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:28.970779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d36b009b-8845-441e-9638-65816aeaaa13 req-8f520aed-26cd-43e0-8f0b-25b1779ae755 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1861537 Jul 16 01:52:28.977958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Made reservation on behalf of c10f99b4d25043ebbebf4b2cababf038 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:28.980764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.001364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] For port 71c4eae4-36af-48c6-befc-862fcbab9fe6, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:29.004998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] For port 71c4eae4-36af-48c6-befc-862fcbab9fe6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=71c4eae4-36af-48c6-befc-862fcbab9fe6,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:29.017771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.022557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.101081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206a2ae-864d-4ad3-a4f8-1f5978d89650 None None] Pushing event updated for resources: {'Port': ['ID=71c4eae4-36af-48c6-befc-862fcbab9fe6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.193649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b60547-e40f-443b-9199-0ad194006e84 admin admin] Pushing event updated for resources: {'Network': ['ID=cc855abd-28d1-47f2-88b5-96f2332e6dd7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.199770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-77c0c094-4c4e-4b34-bd2f-dd6cb272f8af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4020870 Jul 16 01:52:29.206876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network cc855abd-28d1-47f2-88b5-96f2332e6dd7 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:29.298653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-2e178b71-d8e4-446a-a4b9-838a2fd5294d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.306135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-2e178b71-d8e4-446a-a4b9-838a2fd5294d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 815 time: 0.4042041 Jul 16 01:52:29.308505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.336094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.337451 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.413075 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-9051553f-b38f-482f-9eb9-aace2e7788b4 service neutron] 10.222.0.38 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811740 Jul 16 01:52:29.438250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-9bd6d965-ca11-40ea-bb34-5c64de86bd2c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/quotas/4b5e10258bcf4bb58e04602be909df63 HTTP/1.1" status: 200 len: 375 time: 0.1306837 Jul 16 01:52:29.446519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0736620 Jul 16 01:52:29.459089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:29.471003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:29.548287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:29.571692 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7284e53-de69-4f7e-a0c8-baae49a68c4c req-abba961b-564b-4b9f-9252-2f0c6691b840 service neutron] 10.222.0.38 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227808 Jul 16 01:52:29.728495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7223-fb38-4772-9969-79276d514b06 req-4915b3b6-7805-459e-8af6-0f00493af572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.730031 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-4915b3b6-7805-459e-8af6-0f00493af572 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 1094 time: 0.1127677 Jul 16 01:52:29.731242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:29.743035 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] Sync routers for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:29.756698 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:29.758480 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:52:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:29.787423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:29.842495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 71c4eae4-36af-48c6-befc-862fcbab9fe6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:29.894959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2caebecf-31fb-4ae1-b88e-e0a89e1419f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2190981 Jul 16 01:52:29.912960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7223-fb38-4772-9969-79276d514b06 req-0e08c711-e5ef-4b98-b5ec-d855fae36162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:29.914908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-0e08c711-e5ef-4b98-b5ec-d855fae36162 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 916 time: 0.1783006 Jul 16 01:52:29.928349 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:29.948600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 71c4eae4-36af-48c6-befc-862fcbab9fe6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:29.969227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744519a7-3154-4d37-81bc-d4ef936eb3b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:29.985710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:29.994822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-1605f2f9-9392-448e-870c-327bdef59e18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 HTTP/1.1" status: 200 len: 217 time: 0.0722909 Jul 16 01:52:30.076013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.107851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:30.110574 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:30.116052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7223-fb38-4772-9969-79276d514b06 req-c8d50939-3d10-4a86-875d-51e70f6f2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.117809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-c8d50939-3d10-4a86-875d-51e70f6f2f2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.1169047 Jul 16 01:52:30.156409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:52:30.164726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-a133df19-a81a-4cce-a254-f9f5641f2ad9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395603 Jul 16 01:52:30.231067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6f05a-b5ee-4da9-8459-7380323a2426 req-2c6af250-6ae4-42e5-8042-b13670f5b0d6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.238510 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '2897d944-17fe-4814-a374-fa281348e7fa', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'mac_address': 'fa:16:3e:20:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:26Z', 'updated_at': '2021-07-16T01:52:26Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:30.238815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14b6f05a-b5ee-4da9-8459-7380323a2426 req-2c6af250-6ae4-42e5-8042-b13670f5b0d6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 943 time: 1.0657837 Jul 16 01:52:30.269509 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] Checking router: e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:30.280404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbd876-f522-498e-b38a-732717f24195 None None] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:30.282229 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:30.282847 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:52:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:30.306012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.314597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598e1d10-509d-43dd-bcc8-502a130ff542,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:30.315623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] Provisioning for port 71c4eae4-36af-48c6-befc-862fcbab9fe6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:30.323636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] Provisioning complete for port 71c4eae4-36af-48c6-befc-862fcbab9fe6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:30.324007 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.326412 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-f073aeb9-38bd-4814-8501-eccc4b57dd50 service neutron] 10.222.0.38 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543164 Jul 16 01:52:30.330426 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.348997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-22c7df5e-23af-4ae7-97c2-1890465d60ce tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8842790 Jul 16 01:52:30.400740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:30.402792 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:30.404245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.441539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-404f7223-fb38-4772-9969-79276d514b06 req-40493fae-3797-47d4-98ac-c3ba47a12cf5 service neutron] 10.222.0.38 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061974 Jul 16 01:52:30.450764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14b6f05a-b5ee-4da9-8459-7380323a2426 req-372642d3-59da-461d-adf4-60f9b6668dc1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111373 Jul 16 01:52:30.459183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Checking segment: {'id': 'd733c134-ddf3-4d5b-9c24-e1f2857e6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:30.459552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Network hostable DHCP agents. Network: cc855abd-28d1-47f2-88b5-96f2332e6dd7, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:30.570773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.620306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] For port 71c4eae4-36af-48c6-befc-862fcbab9fe6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=71c4eae4-36af-48c6-befc-862fcbab9fe6,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:30.627051 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.657210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4853b3a9-9aec-422e-8b8b-299c781b9753 req-6377fc80-3187-4e05-aa60-dd9b01dae443 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0630455 Jul 16 01:52:30.674211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Network cc855abd-28d1-47f2-88b5-96f2332e6dd7 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:30.679240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60660ff-69d4-4574-aa68-fe3bbe6dcf2c None None] Pushing event updated for resources: {'Port': ['ID=71c4eae4-36af-48c6-befc-862fcbab9fe6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:30.682020 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '2897d944-17fe-4814-a374-fa281348e7fa', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'mac_address': 'fa:16:3e:20:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:26Z', 'updated_at': '2021-07-16T01:52:26Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:30.712526 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d70b8-4ab2-4eed-a67e-63093d391b1f None None] The sync data for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 is: [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '2897d944-17fe-4814-a374-fa281348e7fa', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'mac_address': 'fa:16:3e:20:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:26Z', 'updated_at': '2021-07-16T01:52:26Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:30.723030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, cc855abd-28d1-47f2-88b5-96f2332e6dd7) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:30.729580 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Floating IP 8a46a935-c9ca-4ec3-bfd6-24f5132bd27a associated. External IP: 172.25.0.140, port: 98597090-57b2-4108-8f16-ba9923389ee7. Jul 16 01:52:30.733898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a63ddc-64f9-4fd1-8be4-d7d1dfc1fde3 None None] Network cc855abd-28d1-47f2-88b5-96f2332e6dd7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:30.739181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:30.739797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:30.783648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-bba3bdd2-69b9-481f-aeea-5b241fa6842b service neutron] 10.222.0.35 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337699 Jul 16 01:52:30.895921 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f858a27f-8b39-425a-bf65-5ff3cf50e3d4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0974629 Jul 16 01:52:30.916588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f9074-a780-4eb4-a83c-e4b63815a8e6 None None] Network cc855abd-28d1-47f2-88b5-96f2332e6dd7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:30.995985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4bb21c05-85fc-489f-b79b-d2b44fb1b7b2 None None] Provisioning complete for port 71c4eae4-36af-48c6-befc-862fcbab9fe6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:30.996462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4bb21c05-85fc-489f-b79b-d2b44fb1b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.109457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-12e81639-08e6-46e7-acaf-91ce3426a8a2 service neutron] 10.222.0.35 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156881 Jul 16 01:52:31.180633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b107a8-53fa-4616-af7b-3403d7cc66af req-90c2d311-1e0f-4809-9dc6-6efe3b4b3f96 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.182248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95b107a8-53fa-4616-af7b-3403d7cc66af req-90c2d311-1e0f-4809-9dc6-6efe3b4b3f96 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.3264446 Jul 16 01:52:31.185865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.189325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bae4e1-36b2-4918-9322-1a4efb611285 None None] New status for floating IP 2897d944-17fe-4814-a374-fa281348e7fa: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:31.350176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=4a45eb4d-cba8-4232-81c9-884afb5deced,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:31.365128 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95b107a8-53fa-4616-af7b-3403d7cc66af req-374391bc-a409-4593-a0a0-1e6808ea14f5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660390 Jul 16 01:52:31.378340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:52:31.386383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': '2741956d-e44e-4661-9ad9-43af851eb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:31.387042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:31.396254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36058) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:31.493626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:31.498671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e42a91e5-688f-4a64-9225-75738f527eee tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/2897d944-17fe-4814-a374-fa281348e7fa HTTP/1.1" status: 200 len: 992 time: 0.1003025 Jul 16 01:52:31.503134 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b84a078-b8b9-4240-9c69-3d5c1e2b1a63 x-openstack-request-id: req-7b84a078-b8b9-4240-9c69-3d5c1e2b1a63 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:31.503748 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:31.505666 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b84a078-b8b9-4240-9c69-3d5c1e2b1a63 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:31.506236 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'status': 'completed', 'code': 200} Jul 16 01:52:31.569942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:31.577716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.578510 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.579703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3330282-91e4-4e8f-bd17-6501f81ac310 None None] Network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:31.610109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-77866a4f-8623-49f0-bae7-3c901ab2d9d6 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1442084 Jul 16 01:52:31.616235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-934fe180-07a7-4f47-8d87-0529c5679e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.617814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-934fe180-07a7-4f47-8d87-0529c5679e7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1096 time: 0.0961618 Jul 16 01:52:31.618548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36072) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:31.625635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199474153'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:31.655779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:52:31.661644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.671314 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:52:31.688764 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:31.689733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:52:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:31.700642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.726003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.740893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.747908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.754601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.763312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.769569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.771822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-d3776e82-6ee4-4c40-86e0-f8394e4d5207 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3105743 Jul 16 01:52:31.819922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:31.824106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.845551 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:31.864852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-15fb81ab-6a04-460d-8f22-3fadac214379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:31.868953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-15fb81ab-6a04-460d-8f22-3fadac214379 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.2417634 Jul 16 01:52:31.869330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 71c4eae4-36af-48c6-befc-862fcbab9fe6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:31.888392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dcd15c19-39c0-47f2-9eab-e6617e34a3f6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "PUT /v2.0/floatingips/8a46a935-c9ca-4ec3-bfd6-24f5132bd27a HTTP/1.1" status: 200 len: 991 time: 3.6000941 Jul 16 01:52:31.893980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:31.896550 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a359de-cd56-423d-8fd4-c80fafdb37ae" -d '{"events": [{"name": "network-changed", "server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "tag": "98597090-57b2-4108-8f16-ba9923389ee7"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:31.909421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e', 'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '4a45eb4d-cba8-4232-81c9-884afb5deced'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:31.910284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.973990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a36e9c-1d2d-40d6-8877-ff4e1f390738 req-8035e809-40ed-4f09-9442-5ea680868a20 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1731670 Jul 16 01:52:31.979284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:32.031064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-ce924a6d-b37c-4f90-9707-81dab31c936a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 1000 time: 0.1484251 Jul 16 01:52:32.044350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.044698 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment c14ee72d-5b05-4cb8-bd4a-4f1d158974de of type vlan for network c8b6f083-a81e-477b-8c4f-57befa541b82 Jul 16 01:52:32.079644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-64fb8d93-4a6f-4245-abbd-6adc54bd16f9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.086719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-64fb8d93-4a6f-4245-abbd-6adc54bd16f9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/networks?id=cc855abd-28d1-47f2-88b5-96f2332e6dd7 HTTP/1.1" status: 200 len: 814 time: 0.3135035 Jul 16 01:52:32.096852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:32.097437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-d2bff66e-4859-41a1-ac78-550f73a70ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.098890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-d2bff66e-4859-41a1-ac78-550f73a70ac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0602014 Jul 16 01:52:32.111680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 71c4eae4-36af-48c6-befc-862fcbab9fe6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:32.112075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.159148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-9b94b019-33db-4108-ac3a-71ee67ec79dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/quotas/c10f99b4d25043ebbebf4b2cababf038 HTTP/1.1" status: 200 len: 375 time: 0.0714900 Jul 16 01:52:32.178635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.201027 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '8a46a935-c9ca-4ec3-bfd6-24f5132bd27a', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'port_id': '98597090-57b2-4108-8f16-ba9923389ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'mac_address': 'fa:16:3e:59:ea:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:29Z', 'revision_number': 1, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:32.212622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-1fe05f2a-e548-4282-b4d2-9816d6cb839f tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c10f99b4d25043ebbebf4b2cababf038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525117 Jul 16 01:52:32.243372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:52:32.253453 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:52:32.254665 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:52:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:32.272353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-463b2ada-445c-4afa-9cd6-9d0403b2dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.274532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-463b2ada-445c-4afa-9cd6-9d0403b2dade service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582236 Jul 16 01:52:32.284679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Allocated IP 2001:db8::1 (f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e/4a45eb4d-cba8-4232-81c9-884afb5deced/a6435be2-f791-4cf9-b02c-7910b29e1850) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:32.356955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.364134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.364134 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.402710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-11a623a6-fd4c-4205-ad95-a978b4ddccdb tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:32.404295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-11a623a6-fd4c-4205-ad95-a978b4ddccdb tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 815 time: 0.3146200 Jul 16 01:52:32.442855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8183610 Jul 16 01:52:32.444971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:32.454478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': 'c8b6f083-a81e-477b-8c4f-57befa541b82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:32.475008 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-ecf018a7-c855-430b-b002-6787ac4890fc service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926384 Jul 16 01:52:32.481058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-7363016a-f9e5-4608-9c3d-758ed0f65bc1 service neutron] 10.222.0.35 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674546 Jul 16 01:52:32.483872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-a6e17980-5195-4162-ad68-48186a58848e tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/quotas/4b5e10258bcf4bb58e04602be909df63 HTTP/1.1" status: 200 len: 375 time: 0.0680363 Jul 16 01:52:32.491414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd48a7-ddf8-43d2-aeca-2ba55aa56847 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=c8b6f083-a81e-477b-8c4f-57befa541b82,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.562225 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:52:32.569145 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.578496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Transition to ACTIVE for port object a6435be2-f791-4cf9-b02c-7910b29e1850 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:32.594967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Transition to ACTIVE for port object a6435be2-f791-4cf9-b02c-7910b29e1850 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:32.610513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffa95836-c069-4df1-b8c3-473e1bb9dbdd req-569eac32-7865-4046-b429-dd2b1938fbd8 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162193 Jul 16 01:52:32.627862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-7bb95eb2-784f-47af-b0a0-49ad568a8900 service neutron] 10.222.0.35 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458454 Jul 16 01:52:32.639478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:32.651419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-5b2e111a-8641-4fd9-9bf3-231cd32a0722 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1573200 Jul 16 01:52:32.659450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c8b6f083-a81e-477b-8c4f-57befa541b82 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:32.661936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4', 'network_id': '5a93c18c-fd04-40b0-a945-37125d5791e1', 'port_id': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4', 'mac_address': 'fa:16:3e:73:40:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a0e83e-9e86-422f-81ac-0efd4a8296fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:32.697501 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.709271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:32.714616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.835187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:52:32.836061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:52:32.841172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:32.879611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-10a365c8-e677-4ae4-bad1-37dac675f37e service neutron] 10.222.0.35 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204874 Jul 16 01:52:32.904198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Pushing event updated for resources: {'Port': ['ID=a6435be2-f791-4cf9-b02c-7910b29e1850,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:32.914408 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '8a46a935-c9ca-4ec3-bfd6-24f5132bd27a', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'port_id': '98597090-57b2-4108-8f16-ba9923389ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'mac_address': 'fa:16:3e:59:ea:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:29Z', 'revision_number': 1, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:32.917229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:32.979363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c7317-57a8-4265-8ee6-4ca7ef3c989e None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '8a46a935-c9ca-4ec3-bfd6-24f5132bd27a', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'port_id': '98597090-57b2-4108-8f16-ba9923389ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'mac_address': 'fa:16:3e:59:ea:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:52:07Z', 'updated_at': '2021-07-16T01:52:29Z', 'revision_number': 1, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:52:33.007223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-4911f2ad-fc8d-4861-8ad8-f79dd266da10 service neutron] 10.222.0.35 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186945 Jul 16 01:52:33.115481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:33.120558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:33.122483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-eb21e109-fbbb-42c2-acf2-a3fb371fae2c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.125382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-eb21e109-fbbb-42c2-acf2-a3fb371fae2c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 815 time: 0.2598422 Jul 16 01:52:33.132461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:33.133877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:33.141382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.186326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2845b4f-bd9b-48a3-ade5-b342705452af req-99baabe7-9de8-48e0-99be-bb2cfe348be3 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.195000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2845b4f-bd9b-48a3-ade5-b342705452af req-99baabe7-9de8-48e0-99be-bb2cfe348be3 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 943 time: 0.1426270 Jul 16 01:52:33.285195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Attempting to bind port a6435be2-f791-4cf9-b02c-7910b29e1850 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:33.290051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Attempting to bind port a6435be2-f791-4cf9-b02c-7910b29e1850 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '2741956d-e44e-4661-9ad9-43af851eb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:33.291700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Attempting to bind port a6435be2-f791-4cf9-b02c-7910b29e1850 on network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:33.294987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Request body: {'port': {'device_id': '466467f4-bf81-4a3c-94df-9c5831a80821', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'admin_state_up': True, 'tenant_id': '4b5e10258bcf4bb58e04602be909df63'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:33.308566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.318296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:33.320623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Checking segment: {'id': '2741956d-e44e-4661-9ad9-43af851eb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:33.321226 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.323470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2845b4f-bd9b-48a3-ade5-b342705452af req-aa3a857d-7a6b-4b3b-93b5-2c31d3611f5e tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175599 Jul 16 01:52:33.324007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Bound using segment: {'id': '2741956d-e44e-4661-9ad9-43af851eb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:33.327018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Bound port: a6435be2-f791-4cf9-b02c-7910b29e1850, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2741956d-e44e-4661-9ad9-43af851eb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:33.328201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.449300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:33.453965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953f69c-5391-4e6f-ac2c-fe94d6122df3 None None] New status for floating IP 8a46a935-c9ca-4ec3-bfd6-24f5132bd27a: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:52:33.473996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.476888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbca2385-9d0e-489f-b6d8-42ead76f74aa req-7dcb1713-b78d-4fd2-b5a9-ad6c910efa58 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0769937 Jul 16 01:52:33.539687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=b5e957ea-aa52-4ef2-b486-2b1b2435206f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:33.615520 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c6be1-3ab7-4fa2-8f0c-066d8f5cddc2 x-openstack-request-id: req-bc9c6be1-3ab7-4fa2-8f0c-066d8f5cddc2 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:33.615792 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "tag": "98597090-57b2-4108-8f16-ba9923389ee7", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:33.616164 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc9c6be1-3ab7-4fa2-8f0c-066d8f5cddc2 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:33.619594 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7', 'status': 'completed', 'code': 200} Jul 16 01:52:33.638754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': 'c14ee72d-5b05-4cb8-bd4a-4f1d158974de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8b6f083-a81e-477b-8c4f-57befa541b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:33.639118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: c8b6f083-a81e-477b-8c4f-57befa541b82, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:33.678409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e92a9e4-de65-439a-9e09-c3dec441ea86 req-0012c0a6-eb73-4a3c-ab10-4abead7d79c9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 210 time: 0.0845771 Jul 16 01:52:33.700914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network c8b6f083-a81e-477b-8c4f-57befa541b82 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:33.733890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c8b6f083-a81e-477b-8c4f-57befa541b82) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:33.748259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] For port a6435be2-f791-4cf9-b02c-7910b29e1850, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:33.751573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.752234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.761402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e145e66-0176-4afd-bd3a-706169a01af2 None None] Network c8b6f083-a81e-477b-8c4f-57befa541b82 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:33.787329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Made reservation on behalf of 4b5e10258bcf4bb58e04602be909df63 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:33.794067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.817148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fa2e57e6-dfc6-43c9-9750-c1e0ce333edf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3703158 Jul 16 01:52:33.818919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] For port a6435be2-f791-4cf9-b02c-7910b29e1850, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a6435be2-f791-4cf9-b02c-7910b29e1850,segment=NetworkSegment(2741956d-e44e-4661-9ad9-43af851eb79d),segment_id=2741956d-e44e-4661-9ad9-43af851eb79d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:33.821674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:33.863565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:33.868472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-e542b874-9051-4f6f-90f4-2b7ff4b1b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:33.870545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-e542b874-9051-4f6f-90f4-2b7ff4b1b6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1096 time: 0.2478969 Jul 16 01:52:33.947136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e491d9b-fee4-4952-ba18-dea195d29147 None None] Pushing event updated for resources: {'Port': ['ID=a6435be2-f791-4cf9-b02c-7910b29e1850,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.085403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.114848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-62a2dff6-2d88-4419-b445-9f5a6219fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.117638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-62a2dff6-2d88-4419-b445-9f5a6219fdda service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.2287099 Jul 16 01:52:34.141861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Allocated IP 172.20.0.10 (6dde4a56-be07-4f9a-bd54-8f5fb733416a/f8590455-8794-4162-80f4-376debee8ef3/4c146f12-bd73-4501-bb86-28d21e2ca808) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:34.186236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.231395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6b639-8836-4a64-a807-c698ed607463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c8b6f083-a81e-477b-8c4f-57befa541b82', 'network_id': 'c8b6f083-a81e-477b-8c4f-57befa541b82', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': 'b5e957ea-aa52-4ef2-b486-2b1b2435206f'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:34.232585 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eac6b639-8836-4a64-a807-c698ed607463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.363615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.367551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.374913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.381377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.387950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.394773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.402384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.408076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.415618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-e8b963a0-2736-4309-a812-812888034249 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.6427085 Jul 16 01:52:34.453393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e957ea-aa52-4ef2-b486-2b1b2435206f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-eac6b639-8836-4a64-a807-c698ed607463 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5e957ea-aa52-4ef2-b486-2b1b2435206f: This subnet is being modified by another concurrent operation. Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5e957ea-aa52-4ef2-b486-2b1b2435206f: This subnet is being modified by another concurrent operation. Jul 16 01:52:34.503889 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 01:52:34.555078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04064892-2912-43d6-9e47-446f35609eee None None] Network c8b6f083-a81e-477b-8c4f-57befa541b82 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:34.560464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.577857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.581085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b6f083-a81e-477b-8c4f-57befa541b82']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:34.597339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14ee72d-5b05-4cb8-bd4a-4f1d158974de') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:34.597730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14ee72d-5b05-4cb8-bd4a-4f1d158974de') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:34.610064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Transition to ACTIVE for port object 4c146f12-bd73-4501-bb86-28d21e2ca808 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:34.612588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.631285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.643271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:34.643773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:34.646984 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:34.756286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.766653 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.798117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.805135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/c8b6f083-a81e-477b-8c4f-57befa541b82 HTTP/1.1" status: 204 len: 168 time: 0.9769762 Jul 16 01:52:34.812556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:34.822637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3de11-9137-4da9-aea5-442416d85410 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=c8b6f083-a81e-477b-8c4f-57befa541b82,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.824864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-409635821'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:34.836980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:34.838975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Pushing event updated for resources: {'Port': ['ID=4c146f12-bd73-4501-bb86-28d21e2ca808,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:34.842074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:34.844317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:34.868536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bbc4f9c-084c-42dc-8026-143a2aa68bd9 req-9b45f212-6f59-43c5-b35c-f3b24bf8f524 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4514506 Jul 16 01:52:34.909677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-45610d36-6bae-4d29-a14f-99fe0b7e16c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 1001 time: 0.7663891 Jul 16 01:52:34.938452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-30f45883-f33f-4410-8613-9e7d215111e6 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:34.948910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-30f45883-f33f-4410-8613-9e7d215111e6 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 815 time: 1.0590765 Jul 16 01:52:35.020942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-5998d819-72d1-4ae2-8cbe-744576f0fe55 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/quotas/4b5e10258bcf4bb58e04602be909df63 HTTP/1.1" status: 200 len: 375 time: 0.0676751 Jul 16 01:52:35.026068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:35.036626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.102638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.103689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.173188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-ff5e253d-93f0-464e-a729-886d37221068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.175140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-ff5e253d-93f0-464e-a729-886d37221068 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.2174115 Jul 16 01:52:35.182603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c3230df8-93f5-47d3-81a5-55cd220aa4d1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9244914 Jul 16 01:52:35.202559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Request body: {'port': {'device_id': '466467f4-bf81-4a3c-94df-9c5831a80821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:35.207057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:35.257497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-a722b7c0-83f5-4ca1-b33a-da2db780bea9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.259029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-a722b7c0-83f5-4ca1-b33a-da2db780bea9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.38 "GET /v2.0/networks?id=cc855abd-28d1-47f2-88b5-96f2332e6dd7 HTTP/1.1" status: 200 len: 814 time: 0.3885083 Jul 16 01:52:35.264138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.264459 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 32547da9-ed43-4a11-8daa-179a21d52f66 of type vlan for network 0dfd4688-9e73-41d4-a672-001f36be1e78 Jul 16 01:52:35.291848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-63bacd44-33ad-4ebc-98fb-90d482c2e984 None None] Provisioning for port 4c146f12-bd73-4501-bb86-28d21e2ca808 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:35.296610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-63bacd44-33ad-4ebc-98fb-90d482c2e984 None None] Provisioning complete for port 4c146f12-bd73-4501-bb86-28d21e2ca808 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:35.296850 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63bacd44-33ad-4ebc-98fb-90d482c2e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.341892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-63bacd44-33ad-4ebc-98fb-90d482c2e984 None None] Port 4c146f12-bd73-4501-bb86-28d21e2ca808 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:35.355014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Request body: {'port': {'device_id': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7', 'admin_state_up': True, 'tenant_id': 'c10f99b4d25043ebbebf4b2cababf038'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:35.367537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.386956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-7c45cc3d-75c6-4a30-909c-1bed6277bb1b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3647621 Jul 16 01:52:35.404332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-badfceb8-b365-42c0-b772-5db6ff8f6d02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2939420 Jul 16 01:52:35.411931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.489245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524087ab-43b0-4ef6-aa20-0a3a93ca447d req-c022034d-4ec1-4735-832b-e0a0edeff173 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.498144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-524087ab-43b0-4ef6-aa20-0a3a93ca447d req-c022034d-4ec1-4735-832b-e0a0edeff173 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 944 time: 0.3506908 Jul 16 01:52:35.500996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa97010-b98d-4945-ad61-173d547cdf5c None None] Network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:35.613965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-41b4397c-a83f-4def-bd3e-a2ad21dcc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.615720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-41b4397c-a83f-4def-bd3e-a2ad21dcc743 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4099407 Jul 16 01:52:35.622284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.627837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.628514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.647409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Made reservation on behalf of c10f99b4d25043ebbebf4b2cababf038 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:35.652267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:35.722276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0407f50b-c0cb-4dd7-9ca2-e73ef6705a3a None None] Provisioning for port a6435be2-f791-4cf9-b02c-7910b29e1850 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:35.735865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-007e8777-9d67-4190-a5ce-66c5d332e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.737466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-007e8777-9d67-4190-a5ce-66c5d332e348 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb5223cc1d5e4534b85361f065b6357f&device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 1096 time: 0.2346041 Jul 16 01:52:35.738276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-524087ab-43b0-4ef6-aa20-0a3a93ca447d req-acb73d75-5ae2-4a84-a16b-73fcef27acbf tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391446 Jul 16 01:52:35.792505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-4884cafc-32da-4ebd-801a-4e61f28ebc49 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:35.794258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-4884cafc-32da-4ebd-801a-4e61f28ebc49 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.38 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 815 time: 0.3969965 Jul 16 01:52:35.874839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0558357 Jul 16 01:52:35.877440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-77e04290-8665-4dae-b7bf-c958f3134fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389162 Jul 16 01:52:35.883114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:35.894170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': '0dfd4688-9e73-41d4-a672-001f36be1e78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:35.896931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a6435be2-f791-4cf9-b02c-7910b29e1850 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:35.917600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Request body: {'port': {'device_id': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'admin_state_up': True, 'tenant_id': '4b5e10258bcf4bb58e04602be909df63'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:35.971210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a6435be2-f791-4cf9-b02c-7910b29e1850 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:35.976014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a6435be2-f791-4cf9-b02c-7910b29e1850 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:35.976748 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.058607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-849b3595-dde2-41ce-acc3-f2aee9b54206 service neutron] 10.222.0.35 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694083 Jul 16 01:52:36.105974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c17b5-69e1-4e08-a743-c24d35259379 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:52:36.112159 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.123773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058cb13-160d-4a12-928d-e87347c38ebb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=0dfd4688-9e73-41d4-a672-001f36be1e78,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.143179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:36.145915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0dfd4688-9e73-41d4-a672-001f36be1e78 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:36.170600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cf1d8f9-2585-437e-8212-e7c51f9b521a req-9efdd71e-016b-4fbc-8fbe-b4c44d621063 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0717719 Jul 16 01:52:36.326776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Made reservation on behalf of 4b5e10258bcf4bb58e04602be909df63 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:36.330902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.396762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Allocated IP 172.20.0.9 (cc855abd-28d1-47f2-88b5-96f2332e6dd7/598e1d10-509d-43dd-bcc8-502a130ff542/8579de40-cb50-4f0e-a73c-1ae1cb2a435a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:36.401352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-db922e78-fadb-4fe8-8d3d-e29480357167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.402895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-db922e78-fadb-4fe8-8d3d-e29480357167 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 200 len: 916 time: 0.6305990 Jul 16 01:52:36.411139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-a6832085-2501-4b84-8f7c-b5d42f5e56fe service neutron] 10.222.0.35 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516288 Jul 16 01:52:36.413321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-186ecd55-d123-4afc-8e9d-62656f9a98dd req-7b7e29d5-af5e-4f25-8ca0-7aa877d21edd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 210 time: 0.0674293 Jul 16 01:52:36.426946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40a359de-cd56-423d-8fd4-c80fafdb37ae req-d924b277-a9ba-4fd2-b850-712326f223b2 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407462 Jul 16 01:52:36.464570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-49aec682-82b1-4f27-b360-7260799bca98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd HTTP/1.1" status: 200 len: 217 time: 0.0538528 Jul 16 01:52:36.468338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:36.473293 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.488023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-158f4e69-eba1-40a6-bc21-b48401a2a3f9 None None] Provisioning complete for port a6435be2-f791-4cf9-b02c-7910b29e1850 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:36.488679 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-158f4e69-eba1-40a6-bc21-b48401a2a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.497748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a6435be2-f791-4cf9-b02c-7910b29e1850, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a6435be2-f791-4cf9-b02c-7910b29e1850,segment=NetworkSegment(2741956d-e44e-4661-9ad9-43af851eb79d),segment_id=2741956d-e44e-4661-9ad9-43af851eb79d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:36.584312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c146f12-bd73-4501-bb86-28d21e2ca808 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:36.598172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.605953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.612216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-e04df599-50de-4da4-bf4e-c5425d53439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.613734 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-e04df599-50de-4da4-bf4e-c5425d53439d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 200 len: 855 time: 0.1404300 Jul 16 01:52:36.676946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Transition to ACTIVE for port object 4c146f12-bd73-4501-bb86-28d21e2ca808 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:36.691637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:36.728949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:36.729380 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.731750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-28a19ff6-69ea-4604-a82c-76295aae7a17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a93c18c-fd04-40b0-a945-37125d5791e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028795 Jul 16 01:52:36.735104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.742489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.809193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a6435be2-f791-4cf9-b02c-7910b29e1850,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.857533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Pushing event updated for resources: {'Port': ['ID=4c146f12-bd73-4501-bb86-28d21e2ca808,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.876381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.876553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af426e9c-1c7c-4914-a45f-471f1a86ac8f req-03f9b41c-b144-4ca0-9c73-d06ede9229fc tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 210 time: 0.0829418 Jul 16 01:52:36.877683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c17b5-69e1-4e08-a743-c24d35259379 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:52:36.908382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=43e8886a-588b-4235-aa64-70e55a8fedc8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:36.920463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:36.947265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': '32547da9-ed43-4a11-8daa-179a21d52f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0dfd4688-9e73-41d4-a672-001f36be1e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:36.947806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: 0dfd4688-9e73-41d4-a672-001f36be1e78, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:36.958453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Allocated IP 172.20.0.4 (6dde4a56-be07-4f9a-bd54-8f5fb733416a/f8590455-8794-4162-80f4-376debee8ef3/b519043f-d91e-419e-bfe9-b279944e42d2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:36.979402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.985938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.992142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:36.998744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.004653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.006043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:37.011336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-c2c18554-4f20-480e-abfb-ebbfdf191480 service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263684 Jul 16 01:52:37.011491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.011595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:37.013758 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1792dfe7-d19f-4201-b9e6-18ffe3721435" -d '{"events": [{"server_uuid": "5961e22e-774e-4e72-81bc-2fcccdc48eef", "name": "network-vif-plugged", "status": "completed", "tag": "57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:37.017789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.020008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.025998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-c2326ed1-ff5b-4b0d-8ae4-0a0159bdfd38 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3024688 Jul 16 01:52:37.080301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network 0dfd4688-9e73-41d4-a672-001f36be1e78 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:37.084570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.108453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ec71b3c-58c9-4ef4-8dd7-c66bf7f55ae8 req-7bc3b5f3-32c8-497a-a13b-708c01dd34ef tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811412 Jul 16 01:52:37.110698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Attempting to bind port 4c146f12-bd73-4501-bb86-28d21e2ca808 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:37.111301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Attempting to bind port 4c146f12-bd73-4501-bb86-28d21e2ca808 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:37.111974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Attempting to bind port 4c146f12-bd73-4501-bb86-28d21e2ca808 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:37.136725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0dfd4688-9e73-41d4-a672-001f36be1e78) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:37.159276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.159950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.194636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Port 4c146f12-bd73-4501-bb86-28d21e2ca808 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:37.195134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Attempting to bind port 4c146f12-bd73-4501-bb86-28d21e2ca808 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:37.209813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.224677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:37.224980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Checking segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:37.226541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Bound using segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:37.226541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Bound port: 4c146f12-bd73-4501-bb86-28d21e2ca808, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:37.226541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.230913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Network cc855abd-28d1-47f2-88b5-96f2332e6dd7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:37.246072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:37.256342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Pushing event updated for resources: {'Port': ['ID=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.261236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:37.285628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-100383b3-8924-4318-9749-6eb34b125fb7 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4012806 Jul 16 01:52:37.287625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a35269-7d9a-4a12-82ba-fa13a5bc22f7 req-94b8f75f-73fc-4089-828c-9ffec06884fc service neutron] 10.222.0.32 "GET /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655106 Jul 16 01:52:37.289908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:37.346504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.347135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.378338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-492f745e-ed96-4db3-b2cc-804555eef4dd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0598788 Jul 16 01:52:37.380603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] For port 4c146f12-bd73-4501-bb86-28d21e2ca808, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:37.384571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] For port 4c146f12-bd73-4501-bb86-28d21e2ca808, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c146f12-bd73-4501-bb86-28d21e2ca808,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:37.393451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Request body: {'port': {'device_id': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:37.400651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.459459 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b243c6e3-73e8-4373-9a90-c8a6f95838a1 x-openstack-request-id: req-b243c6e3-73e8-4373-9a90-c8a6f95838a1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:37.460081 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5961e22e-774e-4e72-81bc-2fcccdc48eef", "name": "network-vif-plugged", "status": "completed", "tag": "57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:37.460734 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b243c6e3-73e8-4373-9a90-c8a6f95838a1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:37.461341 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4', 'code': 200} Jul 16 01:52:37.503923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.541994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Pushing event updated for resources: {'Port': ['ID=4c146f12-bd73-4501-bb86-28d21e2ca808,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:37.543864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d5c2-0658-422b-bba9-7ac24c63d668 req-88e27b43-9a2c-4d4c-b045-19c69f3a0d00 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.550651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f71d5c2-0658-422b-bba9-7ac24c63d668 req-88e27b43-9a2c-4d4c-b045-19c69f3a0d00 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 945 time: 0.3518927 Jul 16 01:52:37.556525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Transition to ACTIVE for port object b519043f-d91e-419e-bfe9-b279944e42d2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:37.575785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:37.577658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.579068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-33d5e5db-a00f-47e6-99cd-edeaf37b1998 service neutron] 10.222.0.32 "PUT /v2.0/ports/4c146f12-bd73-4501-bb86-28d21e2ca808 HTTP/1.1" status: 200 len: 1092 time: 2.3896046 Jul 16 01:52:37.579717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466467f4-bf81-4a3c-94df-9c5831a80821', 'tag': '4c146f12-bd73-4501-bb86-28d21e2ca808'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:37.582638 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe84b82-7d43-4632-a3af-1bc6532180be" -d '{"events": [{"name": "network-changed", "server_uuid": "466467f4-bf81-4a3c-94df-9c5831a80821", "tag": "4c146f12-bd73-4501-bb86-28d21e2ca808"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:37.588323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.600548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd477e7-5356-454f-a404-9df56d1a5556 None None] Network 0dfd4688-9e73-41d4-a672-001f36be1e78 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:37.625847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-141dac85-b748-4a32-84ce-0c8345b5e337 req-76a6d53a-3404-4d92-a07d-42d5c23e7f44 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0705602 Jul 16 01:52:37.740850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f71d5c2-0658-422b-bba9-7ac24c63d668 req-05da8997-3238-4d85-bd09-4000372c7613 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892641 Jul 16 01:52:37.814331 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.844966 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.851673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a6435be2-f791-4cf9-b02c-7910b29e1850 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:37.880752 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4b85d-edf9-4314-9c5b-8f8c989d8627 x-openstack-request-id: req-14d4b85d-edf9-4314-9c5b-8f8c989d8627 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:37.881676 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466467f4-bf81-4a3c-94df-9c5831a80821", "tag": "4c146f12-bd73-4501-bb86-28d21e2ca808", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:37.882123 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14d4b85d-edf9-4314-9c5b-8f8c989d8627 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:37.882733 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466467f4-bf81-4a3c-94df-9c5831a80821', 'tag': '4c146f12-bd73-4501-bb86-28d21e2ca808', 'status': 'completed', 'code': 200} Jul 16 01:52:37.899684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.938618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a6435be2-f791-4cf9-b02c-7910b29e1850 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:37.938990 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.983953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e12b3-4517-46fc-b10a-b31ea65bddbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-0dfd4688-9e73-41d4-a672-001f36be1e78', 'network_id': '0dfd4688-9e73-41d4-a672-001f36be1e78', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '43e8886a-588b-4235-aa64-70e55a8fedc8'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:37.984825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-567e12b3-4517-46fc-b10a-b31ea65bddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.007158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c3566-b603-41ab-bf6e-8da95546bea3 req-081415f8-9bac-46cb-b04f-a304957afe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.011334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1c5c3566-b603-41ab-bf6e-8da95546bea3 req-081415f8-9bac-46cb-b04f-a304957afe0e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 1096 time: 0.4471977 Jul 16 01:52:38.040391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:38.067163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-1df8b809-89f3-4006-9923-ac139fd3b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.069789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-1df8b809-89f3-4006-9923-ac139fd3b60f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 1095 time: 0.4336646 Jul 16 01:52:38.081837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:38.085160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:38.129568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Pushing event updated for resources: {'Port': ['ID=b519043f-d91e-419e-bfe9-b279944e42d2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.157730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2a657-a563-4d21-99bc-7b54a33ea6aa req-4715b3ad-08d8-4844-b9c3-ee724ff9fbed tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.159330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5a2a657-a563-4d21-99bc-7b54a33ea6aa req-4715b3ad-08d8-4844-b9c3-ee724ff9fbed tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 931 time: 0.3518980 Jul 16 01:52:38.200146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a16fece-a35a-45e2-930e-2676a84572ef req-5f1977d4-e591-4d29-8a8b-0ad29300e303 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 210 time: 0.0372748 Jul 16 01:52:38.210899 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-a65daf44-528a-48e6-9939-ee93d4a85e47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c146f12-bd73-4501-bb86-28d21e2ca808 HTTP/1.1" status: 200 len: 217 time: 0.1303515 Jul 16 01:52:38.282965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.283613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-567e12b3-4517-46fc-b10a-b31ea65bddbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43e8886a-588b-4235-aa64-70e55a8fedc8: This subnet is being modified by another concurrent operation. Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43e8886a-588b-4235-aa64-70e55a8fedc8: This subnet is being modified by another concurrent operation. Jul 16 01:52:38.293206 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 01:52:38.304049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-b87da514-de0d-4e96-9b37-7a10d7355d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.304049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-b87da514-de0d-4e96-9b37-7a10d7355d37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.0640943 Jul 16 01:52:38.304786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.311316 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1c5c3566-b603-41ab-bf6e-8da95546bea3 req-e4697a08-3f14-4dff-919d-25c62f1529a9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838790 Jul 16 01:52:38.312340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-12476dfc-e9d8-4ca4-87b6-e8ecb1eb00f3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4337614 Jul 16 01:52:38.314744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11afd8-5c32-4e9f-87e9-463c8e240d3d None None] Network 0dfd4688-9e73-41d4-a672-001f36be1e78 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:38.344786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5a2a657-a563-4d21-99bc-7b54a33ea6aa req-953c8056-4067-40d6-a43a-fea24bf0ff79 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345923 Jul 16 01:52:38.351163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=43e8886a-588b-4235-aa64-70e55a8fedc8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:38.383680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Request body: {'port': {'device_id': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:38.459265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-8de93299-e8bf-4fc3-a4f4-d15a9877fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.461176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-8de93299-e8bf-4fc3-a4f4-d15a9877fe25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491776 Jul 16 01:52:38.605362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.605933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-dfb15f35-4c1a-4520-b5c0-a62da1e65edb service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345296 Jul 16 01:52:38.637611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfd4688-9e73-41d4-a672-001f36be1e78']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:38.638858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78856c9e-a818-4990-b9ec-bbbbb4fa2b7c None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:52:38.657801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32547da9-ed43-4a11-8daa-179a21d52f66') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:38.658117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32547da9-ed43-4a11-8daa-179a21d52f66') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:38.703077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.714571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8579de40-cb50-4f0e-a73c-1ae1cb2a435a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:38.724617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.756508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.760866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67f808da-69c5-45f3-8bc4-3c8e56b2b831 None None] Provisioning for port b519043f-d91e-419e-bfe9-b279944e42d2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:38.765736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.766282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:38.766692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:38.770379 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:38.796681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67f808da-69c5-45f3-8bc4-3c8e56b2b831 None None] Provisioning complete for port b519043f-d91e-419e-bfe9-b279944e42d2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:38.797434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67f808da-69c5-45f3-8bc4-3c8e56b2b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.818028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.824560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.830670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.836762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.842795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.848778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.854809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.856737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-6d4849c6-a485-4428-b6ef-51c22f14bc61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.4062455 Jul 16 01:52:38.875482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-67f808da-69c5-45f3-8bc4-3c8e56b2b831 None None] Port b519043f-d91e-419e-bfe9-b279944e42d2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:38.886479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78856c9e-a818-4990-b9ec-bbbbb4fa2b7c None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:52:38.909367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-dd54c6bc-c5c0-4d65-9ebd-ccdf2df58c27 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:38.911199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-dd54c6bc-c5c0-4d65-9ebd-ccdf2df58c27 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 815 time: 0.3027394 Jul 16 01:52:38.934613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Request body: {'port': {'device_id': '03357ed8-a97a-4639-bc21-240400b5af83', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'admin_state_up': True, 'tenant_id': '4b5e10258bcf4bb58e04602be909df63'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:38.940892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4858c3a3-6f83-4f47-8251-534dbf3217e9 req-c28c511e-5963-4868-b96f-3206906db2bf service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181715 Jul 16 01:52:39.120380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-f18e41fe-2d06-484f-a2b2-178ecd7fc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.122435 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-f18e41fe-2d06-484f-a2b2-178ecd7fc633 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 1095 time: 0.1014197 Jul 16 01:52:39.123890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Made reservation on behalf of 4b5e10258bcf4bb58e04602be909df63 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:39.128201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.310325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Transition to ACTIVE for port object 8579de40-cb50-4f0e-a73c-1ae1cb2a435a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:39.310622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01567a7c-c723-48a7-812d-b984603e535e req-6a19e258-2452-460e-8c27-806cfc3ca127 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.4440386 Jul 16 01:52:39.314893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.323314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.328953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-c4bbb45c-c82f-442b-a05d-787f66904dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.330445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-c4bbb45c-c82f-442b-a05d-787f66904dde service neutron] 10.222.0.32 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 916 time: 0.1857228 Jul 16 01:52:39.335014 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.341463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/0dfd4688-9e73-41d4-a672-001f36be1e78 HTTP/1.1" status: 204 len: 168 time: 2.0282347 Jul 16 01:52:39.351759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Allocated IP 172.20.0.3 (6dde4a56-be07-4f9a-bd54-8f5fb733416a/f8590455-8794-4162-80f4-376debee8ef3/deb4ee2f-a308-4837-990f-9786f6f61fc5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:39.385413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.401053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648650131'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:39.408586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-165f7bb2-c036-48ef-8d0f-ed2b7048e5f7 req-f6866810-9c03-453f-a5be-4dfb1be497b8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5403435 Jul 16 01:52:39.437789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df685-53f0-41a0-98a5-3a7ccd3efe08 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=0dfd4688-9e73-41d4-a672-001f36be1e78,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.459125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-61404db2-9a39-4414-9cb3-43b5585a613a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c146f12-bd73-4501-bb86-28d21e2ca808 HTTP/1.1" status: 200 len: 217 time: 0.0689552 Jul 16 01:52:39.489540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Pushing event updated for resources: {'Port': ['ID=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.496525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:39.500288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.570190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08709519-50cc-4a25-a8fd-189652d3a84a req-92820cd5-244f-435c-b978-21965321443f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 210 time: 0.0372522 Jul 16 01:52:39.571429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:39.588816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1274ef4-b2f0-4660-a8aa-c013525792b9 req-5f497795-9da5-4d07-b8f7-e1f783ea655c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.590328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1274ef4-b2f0-4660-a8aa-c013525792b9 req-5f497795-9da5-4d07-b8f7-e1f783ea655c tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 945 time: 0.1354527 Jul 16 01:52:39.594044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.594397 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 39015055-8990-4733-9abc-4037b1a99800 of type vlan for network f14fe625-1a77-44e1-8899-86349c5d5163 Jul 16 01:52:39.626217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-5483e662-d149-4c5b-b35c-80e76b494ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.627699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-5483e662-d149-4c5b-b35c-80e76b494ffc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.1552715 Jul 16 01:52:39.652401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.675136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1274ef4-b2f0-4660-a8aa-c013525792b9 req-9719ac62-7f89-4165-82fb-3c5a7f7472ec tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716457 Jul 16 01:52:39.724009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.729702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.730302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.732483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Attempting to bind port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:39.733075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Attempting to bind port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'd733c134-ddf3-4d5b-9c24-e1f2857e6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:39.733402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Attempting to bind port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a on network cc855abd-28d1-47f2-88b5-96f2332e6dd7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:39.751924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a on network cc855abd-28d1-47f2-88b5-96f2332e6dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:39.752305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Attempting to bind port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a on network cc855abd-28d1-47f2-88b5-96f2332e6dd7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:39.785111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3957615 Jul 16 01:52:39.785329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.786562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:39.786913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Checking segment: {'id': 'd733c134-ddf3-4d5b-9c24-e1f2857e6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:39.787293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Bound using segment: {'id': 'd733c134-ddf3-4d5b-9c24-e1f2857e6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:39.787722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Bound port: 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd733c134-ddf3-4d5b-9c24-e1f2857e6433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:39.788604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.788736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:39.794337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:39.820525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Transition to ACTIVE for port object deb4ee2f-a308-4837-990f-9786f6f61fc5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:39.885220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] For port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:39.888088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] For port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,segment=NetworkSegment(d733c134-ddf3-4d5b-9c24-e1f2857e6433),segment_id=d733c134-ddf3-4d5b-9c24-e1f2857e6433)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:39.896712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-527c85f1-84bc-4d78-8699-d733bffbfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.898531 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-527c85f1-84bc-4d78-8699-d733bffbfa37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616451 Jul 16 01:52:39.901633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:39.916595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344bf25-0fff-4264-9f1a-ff713ddba5d1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=f14fe625-1a77-44e1-8899-86349c5d5163,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:39.930434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f14fe625-1a77-44e1-8899-86349c5d5163 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:39.938212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5bccf-7eff-4189-9bc4-edb758bc151f req-8a85799f-84f8-4393-93db-515d6346098c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:39.945311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31d5bccf-7eff-4189-9bc4-edb758bc151f req-8a85799f-84f8-4393-93db-515d6346098c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 943 time: 0.2653623 Jul 16 01:52:39.964200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:39.967940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.072652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31d5bccf-7eff-4189-9bc4-edb758bc151f req-e2e512b3-1a69-4ab7-a76e-aa58b35ef083 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263926 Jul 16 01:52:40.091552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Pushing event updated for resources: {'Port': ['ID=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:40.108985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.110106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.111892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-f3740de5-2098-4670-9349-02cbcb19072d service neutron] 10.222.0.38 "PUT /v2.0/ports/8579de40-cb50-4f0e-a73c-1ae1cb2a435a HTTP/1.1" status: 200 len: 1091 time: 2.7245147 Jul 16 01:52:40.122470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'tag': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:40.122470 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a67c6d-9088-4332-a719-5c40261d7748" -d '{"events": [{"name": "network-changed", "server_uuid": "33aeb4a1-79c4-477b-b28b-cf95d1691724", "tag": "8579de40-cb50-4f0e-a73c-1ae1cb2a435a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:40.197659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.207933 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e25e8-1973-499f-a76c-5330e432a69f x-openstack-request-id: req-6f2e25e8-1973-499f-a76c-5330e432a69f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:40.208257 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aeb4a1-79c4-477b-b28b-cf95d1691724", "tag": "8579de40-cb50-4f0e-a73c-1ae1cb2a435a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:40.208491 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f2e25e8-1973-499f-a76c-5330e432a69f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:40.208887 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'tag': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a', 'status': 'completed', 'code': 200} Jul 16 01:52:40.278262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:40.282892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:40.286455 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-7fbd835c-be13-4c05-853c-5500edc3bee4 service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463452 Jul 16 01:52:40.287207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.292638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:40.353021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Pushing event updated for resources: {'Port': ['ID=deb4ee2f-a308-4837-990f-9786f6f61fc5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:40.410880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.411520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.417738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=03fa6229-00d3-45e6-8fa6-3ba3d10b028a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:40.482047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-b3df3899-8852-46b6-8af8-645e8b758fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.484088 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-b3df3899-8852-46b6-8af8-645e8b758fd6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c10f99b4d25043ebbebf4b2cababf038&device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 1094 time: 0.3200746 Jul 16 01:52:40.499202 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-549dd87b-2a20-4967-a98d-dd567ad22721 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5724010 Jul 16 01:52:40.504553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b519043f-d91e-419e-bfe9-b279944e42d2 {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:40.513270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fbe84b82-7d43-4632-a3af-1bc6532180be req-84c9dd93-d7c2-4899-bdf4-0b1f7f8bf6c3 service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921816 Jul 16 01:52:40.517331 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.548656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Request body: {'port': {'device_id': '03357ed8-a97a-4639-bc21-240400b5af83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:40.552457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Transition to ACTIVE for port object b519043f-d91e-419e-bfe9-b279944e42d2 will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:40.563816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': '39015055-8990-4733-9abc-4037b1a99800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:40.564269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: f14fe625-1a77-44e1-8899-86349c5d5163, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:40.571646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.610993 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-edc34479-fb4e-4374-ab4c-9ae7afa7b787 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a HTTP/1.1" status: 200 len: 217 time: 0.1125290 Jul 16 01:52:40.645678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a72c034-f979-4bf0-baee-d9821571a337 req-f11075fb-2169-44bf-88b8-191209f2c080 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0621259 Jul 16 01:52:40.685405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.714796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c146f12-bd73-4501-bb86-28d21e2ca808 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:40.737389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network f14fe625-1a77-44e1-8899-86349c5d5163 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:40.778675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-2f353c09-84b7-4f9a-adac-1ec211591bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.780931 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-2f353c09-84b7-4f9a-adac-1ec211591bc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=598e1d10-509d-43dd-bcc8-502a130ff542 HTTP/1.1" status: 200 len: 854 time: 0.1498201 Jul 16 01:52:40.807958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Pushing event updated for resources: {'Port': ['ID=b519043f-d91e-419e-bfe9-b279944e42d2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:40.828901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c146f12-bd73-4501-bb86-28d21e2ca808, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c146f12-bd73-4501-bb86-28d21e2ca808,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:40.842803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4c146f12-bd73-4501-bb86-28d21e2ca808', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'port_id': '4c146f12-bd73-4501-bb86-28d21e2ca808', 'mac_address': 'fa:16:3e:2b:6a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8590455-8794-4162-80f4-376debee8ef3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:40.864578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f14fe625-1a77-44e1-8899-86349c5d5163) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:40.887663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b96183-d612-4185-831c-e454f4a16b0b None None] Network f14fe625-1a77-44e1-8899-86349c5d5163 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:40.892510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2c21b36-e348-4ed3-a0d0-005becdd8ec3 None None] Provisioning for port deb4ee2f-a308-4837-990f-9786f6f61fc5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:40.897643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:40.898312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.911027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2c21b36-e348-4ed3-a0d0-005becdd8ec3 None None] Provisioning complete for port deb4ee2f-a308-4837-990f-9786f6f61fc5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:40.911662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2c21b36-e348-4ed3-a0d0-005becdd8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.027921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Attempting to bind port b519043f-d91e-419e-bfe9-b279944e42d2 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:41.028367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Attempting to bind port b519043f-d91e-419e-bfe9-b279944e42d2 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:41.028747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Attempting to bind port b519043f-d91e-419e-bfe9-b279944e42d2 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:41.036644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-57189f86-7c6f-4018-88ba-1269c1892bac tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2462904 Jul 16 01:52:41.038997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:41.048923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Port b519043f-d91e-419e-bfe9-b279944e42d2 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:41.049162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Attempting to bind port b519043f-d91e-419e-bfe9-b279944e42d2 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:41.074205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:41.074675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Checking segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:41.075155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Bound using segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:41.075676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Bound port: b519043f-d91e-419e-bfe9-b279944e42d2, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:41.076345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.079678 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.101475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.108632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.111508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c146f12-bd73-4501-bb86-28d21e2ca808 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:41.114642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.116512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d2c21b36-e348-4ed3-a0d0-005becdd8ec3 None None] Port deb4ee2f-a308-4837-990f-9786f6f61fc5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:52:41.121032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.127472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.133642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.139921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.142164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-3f1343ae-daea-453a-8312-24c7dd128de6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.4988534 Jul 16 01:52:41.153695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-f14fe625-1a77-44e1-8899-86349c5d5163', 'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '03fa6229-00d3-45e6-8fa6-3ba3d10b028a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:41.155131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.178592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c146f12-bd73-4501-bb86-28d21e2ca808, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c146f12-bd73-4501-bb86-28d21e2ca808,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:41.191002 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.247147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba3d1f-057a-4b9d-8b33-975973dd8802 req-0006c2ab-53ed-4705-854b-3b7dcc46ea24 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.248812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efba3d1f-057a-4b9d-8b33-975973dd8802 req-0006c2ab-53ed-4705-854b-3b7dcc46ea24 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 931 time: 0.3531263 Jul 16 01:52:41.295444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02a4ac91-f0cf-4ccd-8959-51f8ad6ef8aa req-9b5a2a22-9a4d-4e08-94ce-4e4eb074184e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1334617 Jul 16 01:52:41.360589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efba3d1f-057a-4b9d-8b33-975973dd8802 req-3a6d7b21-fbf9-4cce-aa53-f4ca0aa86a3b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Jul 16 01:52:41.430862 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-eae9498e-e0ca-46ab-8a0b-7507061b9060 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cc855abd-28d1-47f2-88b5-96f2332e6dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5808644 Jul 16 01:52:41.447772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] For port b519043f-d91e-419e-bfe9-b279944e42d2, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:41.453860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] For port b519043f-d91e-419e-bfe9-b279944e42d2, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b519043f-d91e-419e-bfe9-b279944e42d2,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:41.459023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.469074 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.513892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.514583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.516048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] 10.222.0.38 "PUT /v2.0/ports/b519043f-d91e-419e-bfe9-b279944e42d2 HTTP/1.1" status: 200 len: 1091 time: 3.1419787 Jul 16 01:52:41.518089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'tag': 'b519043f-d91e-419e-bfe9-b279944e42d2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:41.520122 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6986d8-002c-4f4b-adc6-17539cc2cad8" -d '{"events": [{"name": "network-changed", "server_uuid": "af8068fc-087d-4af5-9d62-3602b3b4ebfe", "tag": "b519043f-d91e-419e-bfe9-b279944e42d2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:41.630446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4c146f12-bd73-4501-bb86-28d21e2ca808'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:41.752890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e84eb-4e59-4684-b4cd-98f9a311466e service neutron] Pushing event updated for resources: {'Port': ['ID=b519043f-d91e-419e-bfe9-b279944e42d2,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:41.753695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4c146f12-bd73-4501-bb86-28d21e2ca808,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:41.763144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.812263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-232878a1-1ae2-4a7c-8739-5d6aaec1c191 service neutron] 10.222.0.38 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598580 Jul 16 01:52:41.859580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Allocated IP 2001:db8::1 (f14fe625-1a77-44e1-8899-86349c5d5163/03fa6229-00d3-45e6-8fa6-3ba3d10b028a/84320daf-0fdf-4e3b-b0d4-aad0dc152862) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:41.860534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a284ed-b421-4a8d-9ea0-a2735b59c41b req-844ade3d-36f9-477b-be01-72d9f253b885 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.862283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4a284ed-b421-4a8d-9ea0-a2735b59c41b req-844ade3d-36f9-477b-be01-72d9f253b885 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 943 time: 0.3452218 Jul 16 01:52:41.872665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-5b97e134-acc7-4573-a6f4-0d155ea04ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:41.874047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-5b97e134-acc7-4573-a6f4-0d155ea04ea7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 1094 time: 0.2583935 Jul 16 01:52:41.954386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-68359c49-1424-4862-b054-cdb044957584 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b519043f-d91e-419e-bfe9-b279944e42d2 HTTP/1.1" status: 200 len: 217 time: 0.0600128 Jul 16 01:52:41.960535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb4ee2f-a308-4837-990f-9786f6f61fc5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:41.971885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:41.997967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Transition to ACTIVE for port object deb4ee2f-a308-4837-990f-9786f6f61fc5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:42.001065 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fc131ab-2a18-4751-a9b1-9be373380f7c req-58bf992b-92d2-4722-90c2-6fa8c6358bbb service neutron] 10.222.0.38 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808519 Jul 16 01:52:42.006489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.011934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4a284ed-b421-4a8d-9ea0-a2735b59c41b req-6326ce6c-f4ab-4c06-813a-d399bbd3b740 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303213 Jul 16 01:52:42.020431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-2831c422-1ea3-41a2-8d2d-ea19fbf77e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.022150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-2831c422-1ea3-41a2-8d2d-ea19fbf77e27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.0551877 Jul 16 01:52:42.079566 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c8c50d-7009-4b62-95f5-1924d534c72a x-openstack-request-id: req-f7c8c50d-7009-4b62-95f5-1924d534c72a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:42.084142 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8068fc-087d-4af5-9d62-3602b3b4ebfe", "tag": "b519043f-d91e-419e-bfe9-b279944e42d2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:42.084142 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7c8c50d-7009-4b62-95f5-1924d534c72a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:42.084142 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'tag': 'b519043f-d91e-419e-bfe9-b279944e42d2', 'status': 'completed', 'code': 200} Jul 16 01:52:42.139655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-458ad867-98e4-4238-bd8a-ef724ae317da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.141299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-458ad867-98e4-4238-bd8a-ef724ae317da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993774 Jul 16 01:52:42.151522 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.167257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Transition to ACTIVE for port object 84320daf-0fdf-4e3b-b0d4-aad0dc152862 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:42.188441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Transition to ACTIVE for port object 84320daf-0fdf-4e3b-b0d4-aad0dc152862 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:42.200134 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.268492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Network f14fe625-1a77-44e1-8899-86349c5d5163 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:42.273004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:42.278856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:42.289862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Pushing event updated for resources: {'Port': ['ID=84320daf-0fdf-4e3b-b0d4-aad0dc152862,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.295653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=deb4ee2f-a308-4837-990f-9786f6f61fc5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.356887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.392714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Attempting to bind port 84320daf-0fdf-4e3b-b0d4-aad0dc152862 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:42.393080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-ceb1b93f-3e4b-437d-9bea-d8819b77eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.393207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Attempting to bind port 84320daf-0fdf-4e3b-b0d4-aad0dc152862 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '39015055-8990-4733-9abc-4037b1a99800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:42.393557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Attempting to bind port 84320daf-0fdf-4e3b-b0d4-aad0dc152862 on network f14fe625-1a77-44e1-8899-86349c5d5163 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:42.394677 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-ceb1b93f-3e4b-437d-9bea-d8819b77eb87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c10f99b4d25043ebbebf4b2cababf038&device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 1094 time: 0.3200874 Jul 16 01:52:42.395473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Attempting to bind port deb4ee2f-a308-4837-990f-9786f6f61fc5 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:42.395803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Attempting to bind port deb4ee2f-a308-4837-990f-9786f6f61fc5 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:42.396151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Attempting to bind port deb4ee2f-a308-4837-990f-9786f6f61fc5 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:42.401403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Port deb4ee2f-a308-4837-990f-9786f6f61fc5 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:52:42.401967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Attempting to bind port deb4ee2f-a308-4837-990f-9786f6f61fc5 on network 6dde4a56-be07-4f9a-bd54-8f5fb733416a {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:42.405436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:42.405436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Checking segment: {'id': '39015055-8990-4733-9abc-4037b1a99800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:42.407324 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.407504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Bound using segment: {'id': '39015055-8990-4733-9abc-4037b1a99800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:42.407862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Bound port: 84320daf-0fdf-4e3b-b0d4-aad0dc152862, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39015055-8990-4733-9abc-4037b1a99800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f14fe625-1a77-44e1-8899-86349c5d5163'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:42.409729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.433554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:42.434168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Checking segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:42.434276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Bound using segment: {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:42.434713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Bound port: deb4ee2f-a308-4837-990f-9786f6f61fc5, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:42.435079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.480499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=03fa6229-00d3-45e6-8fa6-3ba3d10b028a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.490367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd0a3064-2932-462c-b5cb-a5c57449e7d2 req-9e0322de-7335-4af3-8fd9-470ae40c535b tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.1686921 Jul 16 01:52:42.513547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] For port 84320daf-0fdf-4e3b-b0d4-aad0dc152862, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:42.517162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] For port 84320daf-0fdf-4e3b-b0d4-aad0dc152862, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=84320daf-0fdf-4e3b-b0d4-aad0dc152862,segment=NetworkSegment(39015055-8990-4733-9abc-4037b1a99800),segment_id=39015055-8990-4733-9abc-4037b1a99800)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:42.541107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.621983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-9ccd6fcc-9d36-4e05-ae13-5f5bde35a2db service neutron] 10.222.0.38 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662135 Jul 16 01:52:42.658176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61330-1d3f-4a1d-97d8-b44b13233ece None None] Pushing event updated for resources: {'Port': ['ID=84320daf-0fdf-4e3b-b0d4-aad0dc152862,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.669124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f56fb-36c4-4e38-b412-dd831f796bfc None None] Network f14fe625-1a77-44e1-8899-86349c5d5163 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:42.697338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-6ee342c6-a447-4d99-af18-b5a4ec3fbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.698189 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-6ee342c6-a447-4d99-af18-b5a4ec3fbe5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=cc855abd-28d1-47f2-88b5-96f2332e6dd7 HTTP/1.1" status: 200 len: 915 time: 0.2940691 Jul 16 01:52:42.702513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.704923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] For port deb4ee2f-a308-4837-990f-9786f6f61fc5, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:42.708798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] For port deb4ee2f-a308-4837-990f-9786f6f61fc5, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:42.725918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c146f12-bd73-4501-bb86-28d21e2ca808 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:42.728530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.775450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14fe625-1a77-44e1-8899-86349c5d5163']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:42.799056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39015055-8990-4733-9abc-4037b1a99800') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:42.799551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39015055-8990-4733-9abc-4037b1a99800') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:42.849594 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-95caf5da-f190-488d-8d24-b7cb8f0dc0a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a HTTP/1.1" status: 200 len: 217 time: 0.1305919 Jul 16 01:52:42.908946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.914928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.921499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.927577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.932098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-429eea73-1f4d-40d0-b1fd-b34a7a0ef304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.933909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-429eea73-1f4d-40d0-b1fd-b34a7a0ef304 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=598e1d10-509d-43dd-bcc8-502a130ff542 HTTP/1.1" status: 200 len: 854 time: 0.0802169 Jul 16 01:52:42.934143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.935541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.936317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.937847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] 10.222.0.32 "PUT /v2.0/ports/deb4ee2f-a308-4837-990f-9786f6f61fc5 HTTP/1.1" status: 200 len: 1091 time: 2.4272873 Jul 16 01:52:42.940162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.941426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03357ed8-a97a-4639-bc21-240400b5af83', 'tag': 'deb4ee2f-a308-4837-990f-9786f6f61fc5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:42.944255 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572" -d '{"events": [{"name": "network-changed", "server_uuid": "03357ed8-a97a-4639-bc21-240400b5af83", "tag": "deb4ee2f-a308-4837-990f-9786f6f61fc5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:42.946238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:42.954085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4c146f12-bd73-4501-bb86-28d21e2ca808 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:42.954360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b781860a-bb96-424c-9545-e4d9505a6750 req-984bcce1-0808-48b0-b842-59e92a621f86 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.4482930 Jul 16 01:52:42.957376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:42.960486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11436e7f-0ae7-42b8-9600-634b83f87ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=deb4ee2f-a308-4837-990f-9786f6f61fc5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:42.969905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4c146f12-bd73-4501-bb86-28d21e2ca808 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:42.970791 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.023032 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.045464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:43.046915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.049933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-41f1f7ba-8e57-4ca2-9a58-cc5d7fad68c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cc855abd-28d1-47f2-88b5-96f2332e6dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912104 Jul 16 01:52:43.091823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:43.116564 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:43.129803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466467f4-bf81-4a3c-94df-9c5831a80821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c146f12-bd73-4501-bb86-28d21e2ca808'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:43.135297 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f9d91-d449-4b36-a435-7e36de7bf5d1" -d '{"events": [{"server_uuid": "466467f4-bf81-4a3c-94df-9c5831a80821", "name": "network-vif-plugged", "status": "completed", "tag": "4c146f12-bd73-4501-bb86-28d21e2ca808"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:43.154076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:52:43.154076 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:52:43.154076 n-d-800087-6 neutron-server[93906]: [parameters: {'id': 'f14fe625-1a77-44e1-8899-86349c5d5163'}] Jul 16 01:52:43.154076 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:43.154579 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:43.163287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c146f12-bd73-4501-bb86-28d21e2ca808, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c146f12-bd73-4501-bb86-28d21e2ca808,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:43.167741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2788e-cb37-43ec-950f-7fb0413b5e60 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:52:43.171347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.202410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9435d1a-d455-4834-8e9d-a0e21c90e180 req-8775aa4d-d194-4df2-866e-b24145c6abea service neutron] 10.222.0.38 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659902 Jul 16 01:52:43.245958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b781860a-bb96-424c-9545-e4d9505a6750 req-8700dc07-4fc2-4c88-9308-58e58f35c16c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2890611 Jul 16 01:52:43.278450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc4c0f-8866-4e26-830a-b2f8094da73f req-a82f3af2-37b8-41ae-a169-b33fa1218600 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.282084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58dc4c0f-8866-4e26-830a-b2f8094da73f req-a82f3af2-37b8-41ae-a169-b33fa1218600 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 943 time: 0.5515316 Jul 16 01:52:43.293170 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-9d9d2726-af9c-4520-9e5d-29b78f8cbf02 service neutron] 10.222.0.38 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013524 Jul 16 01:52:43.424382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2788e-cb37-43ec-950f-7fb0413b5e60 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:52:43.444410 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d5a67c6d-9088-4332-a719-5c40261d7748 req-11a56c96-4d0e-490a-b5a6-7c146d84707b service neutron] 10.222.0.38 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571872 Jul 16 01:52:43.446674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-4c26b116-81e8-46b4-bfd8-3ff301f8d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.448588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-4c26b116-81e8-46b4-bfd8-3ff301f8d770 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 1094 time: 0.4181538 Jul 16 01:52:43.449397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58dc4c0f-8866-4e26-830a-b2f8094da73f req-6e1d1896-5379-4e54-b3d6-1705d631b6ff tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531346 Jul 16 01:52:43.450931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4c146f12-bd73-4501-bb86-28d21e2ca808,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:43.480873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-80ab7f2d-5b1d-43db-a885-b0a9593d3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.482577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-80ab7f2d-5b1d-43db-a885-b0a9593d3db0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 1094 time: 0.1419308 Jul 16 01:52:43.563924 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70fc04e-e820-45e9-9c74-15b090d32215 x-openstack-request-id: req-b70fc04e-e820-45e9-9c74-15b090d32215 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:43.564482 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03357ed8-a97a-4639-bc21-240400b5af83", "tag": "deb4ee2f-a308-4837-990f-9786f6f61fc5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:43.564918 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b70fc04e-e820-45e9-9c74-15b090d32215 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:43.565494 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03357ed8-a97a-4639-bc21-240400b5af83', 'tag': 'deb4ee2f-a308-4837-990f-9786f6f61fc5', 'status': 'completed', 'code': 200} Jul 16 01:52:43.569805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-7689be9b-cc5f-4710-a918-7838a65f0003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5 HTTP/1.1" status: 200 len: 217 time: 0.1061697 Jul 16 01:52:43.642402 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768b3b4-37af-43db-98b6-251878986720 x-openstack-request-id: req-2768b3b4-37af-43db-98b6-251878986720 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:43.642692 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466467f4-bf81-4a3c-94df-9c5831a80821", "name": "network-vif-plugged", "status": "completed", "tag": "4c146f12-bd73-4501-bb86-28d21e2ca808", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:43.642933 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2768b3b4-37af-43db-98b6-251878986720 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:43.643321 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466467f4-bf81-4a3c-94df-9c5831a80821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c146f12-bd73-4501-bb86-28d21e2ca808', 'code': 200} Jul 16 01:52:43.656380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.662844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-32b406b6-f9c0-432d-b189-adf2e0ace032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.664595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-32b406b6-f9c0-432d-b189-adf2e0ace032 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.0874298 Jul 16 01:52:43.749926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-cae8af63-77f8-4c5f-8986-7f0eace5bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.751685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-cae8af63-77f8-4c5f-8986-7f0eace5bd90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 916 time: 0.2593374 Jul 16 01:52:43.803517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-32d5b0fb-b406-4ba4-a1e0-e1724ed510c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.805507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-32d5b0fb-b406-4ba4-a1e0-e1724ed510c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312799 Jul 16 01:52:43.826188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-f9dbaf74-b228-4785-8e2b-e7079dade896 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b519043f-d91e-419e-bfe9-b279944e42d2 HTTP/1.1" status: 200 len: 217 time: 0.0375719 Jul 16 01:52:43.906034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc56ad-90df-4828-b7d4-b5df82817304 req-4583c27c-1f50-4bce-bd2e-f6e7e2a34633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.907545 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0cc56ad-90df-4828-b7d4-b5df82817304 req-4583c27c-1f50-4bce-bd2e-f6e7e2a34633 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 1097 time: 0.1649935 Jul 16 01:52:43.913126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12863c59-ff21-48bf-b08b-3d02c21f9d86 req-7b6b73e6-4dcf-4136-b2b5-15f6b3a1026d tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0564365 Jul 16 01:52:43.928875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-f8b2483b-fd07-4a31-a2e1-785df7605882 service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136053 Jul 16 01:52:43.951452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-bcaad0f8-e131-4eb1-a044-a09929295447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:43.953080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-bcaad0f8-e131-4eb1-a044-a09929295447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.1073055 Jul 16 01:52:43.973735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting port 84320daf-0fdf-4e3b-b0d4-aad0dc152862 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:43.974037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:43.985157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0cc56ad-90df-4828-b7d4-b5df82817304 req-fb449a78-102e-4e1c-a6a3-10e5fd7c412f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551648 Jul 16 01:52:44.002256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769bc3a-a5a1-49c8-921c-9853f48e17ef req-28dda41e-0eac-4114-be7a-fd3b15506dbd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.003670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1769bc3a-a5a1-49c8-921c-9853f48e17ef req-28dda41e-0eac-4114-be7a-fd3b15506dbd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 943 time: 0.2242785 Jul 16 01:52:44.057885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d7c91ee-25fa-43e2-8e11-de47e80f9f6d req-f1b39f58-46c5-4067-9664-1baa45d2430e service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035001 Jul 16 01:52:44.112627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1769bc3a-a5a1-49c8-921c-9853f48e17ef req-34781f80-9567-44a3-91df-0f6855098875 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976827 Jul 16 01:52:44.122593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] For port 84320daf-0fdf-4e3b-b0d4-aad0dc152862, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=84320daf-0fdf-4e3b-b0d4-aad0dc152862,segment=NetworkSegment(39015055-8990-4733-9abc-4037b1a99800),segment_id=39015055-8990-4733-9abc-4037b1a99800)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:44.123244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.140661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Calling delete_port for 84320daf-0fdf-4e3b-b0d4-aad0dc152862 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:44.160461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-32b8da3c-0dbf-427e-815a-614d9c75895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.161967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-32b8da3c-0dbf-427e-815a-614d9c75895c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971240 Jul 16 01:52:44.178748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-8eadc85e-c274-4f59-8903-f39481da51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.180302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-8eadc85e-c274-4f59-8903-f39481da51ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 1094 time: 0.0606289 Jul 16 01:52:44.272490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-135be422-5643-45f6-866e-b955d6978f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.273994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-135be422-5643-45f6-866e-b955d6978f30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 916 time: 0.0870235 Jul 16 01:52:44.314771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.331405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-51df1ca5-9ee6-4380-94fb-e4e4d2e28966 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5 HTTP/1.1" status: 200 len: 217 time: 0.0466435 Jul 16 01:52:44.347980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-3d15dcae-a4cf-4517-955a-ac00f496c686 service neutron] 10.222.0.38 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557384 Jul 16 01:52:44.350693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Port': ['ID=84320daf-0fdf-4e3b-b0d4-aad0dc152862,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.352894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No DVR routers for this DVR port 84320daf-0fdf-4e3b-b0d4-aad0dc152862 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:44.434508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-4bd2e942-5c4f-4d65-a13a-b78b9927ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.435322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-4bd2e942-5c4f-4d65-a13a-b78b9927ad5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.0963047 Jul 16 01:52:44.511308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-213b2c69-937d-40cb-961c-84415877a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.512675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.513382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-213b2c69-937d-40cb-961c-84415877a8fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702786 Jul 16 01:52:44.553466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14fe625-1a77-44e1-8899-86349c5d5163']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.567376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39015055-8990-4733-9abc-4037b1a99800') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.567709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39015055-8990-4733-9abc-4037b1a99800') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:44.584415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.634854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-bf7dbd6a-01f2-4164-bfb1-59f3b469cd22 service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124098 Jul 16 01:52:44.638156 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.651110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:44.651516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:44.656997 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:44.659390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a6986d8-002c-4f4b-adc6-17539cc2cad8 req-5ee865fc-d922-4b8c-ab6e-7e975c22d223 service neutron] 10.222.0.38 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036258 Jul 16 01:52:44.686526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.692373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.698730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.704581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.710343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.716776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.722775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.724698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-7558930a-1f81-4509-bc6e-cad88295b21b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.3180668 Jul 16 01:52:44.739641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-74bfe1f9-e61a-4ebf-a70d-c8c3c9f29572 req-f1d7697a-82ad-4a63-8026-5d888b1633bb service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985684 Jul 16 01:52:44.800849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.818068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.819922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/f14fe625-1a77-44e1-8899-86349c5d5163 HTTP/1.1" status: 204 len: 168 time: 3.7673922 Jul 16 01:52:44.824229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:44.838468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807481478'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:44.854861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f64126-2145-49b5-8c3c-611fec1642a1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=f14fe625-1a77-44e1-8899-86349c5d5163,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:44.861066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9441c0fb-5842-45c2-ba8d-598103cb286a req-38efc30e-0363-4b1a-a05a-9dfa9a62dc15 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202347 Jul 16 01:52:44.870959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:44.871339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3967bb-839a-4b8a-a134-e3d4bb4e1d7a req-d2c9c576-4818-430a-b253-c703eff41ce0 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:44.872874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c3967bb-839a-4b8a-a134-e3d4bb4e1d7a req-d2c9c576-4818-430a-b253-c703eff41ce0 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 943 time: 0.2761710 Jul 16 01:52:44.875976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.917324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:44.934640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:44.935332 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 41351645-e46a-41b8-8f41-b736b42fa007 of type vlan for network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 Jul 16 01:52:44.942626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c3967bb-839a-4b8a-a134-e3d4bb4e1d7a req-343a296d-5465-4fe8-87cb-8d9cb3a28eb3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Jul 16 01:52:45.011346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.058336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.065362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.065362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.117273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2861011 Jul 16 01:52:45.117710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:45.123579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:45.171655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dfcb1-c309-42aa-98d3-271861069c01 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=fc8b0c06-0a00-4da9-8d95-1a8b4c933013,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.190086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:45.547028 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4eb6208-5ac3-462e-b25a-c3c9f238a6c7 req-a15301c1-28c3-4b1c-a8bd-85cd022b32ed tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.3943987 Jul 16 01:52:45.652013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:45.655584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.680147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071b4b8-cef6-45a3-bbd1-7688a580ddef req-6f279f11-3573-4556-919a-4e793fe4a29f tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.681734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5071b4b8-cef6-45a3-bbd1-7688a580ddef req-6f279f11-3573-4556-919a-4e793fe4a29f tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 943 time: 0.1371343 Jul 16 01:52:45.773112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5071b4b8-cef6-45a3-bbd1-7688a580ddef req-85f1af94-c435-4c02-a009-4110d221c510 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812891 Jul 16 01:52:45.888678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.949426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=545d7a0f-b48e-4463-82e2-d438f12e0c23,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:45.958426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': '41351645-e46a-41b8-8f41-b736b42fa007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:45.958782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: fc8b0c06-0a00-4da9-8d95-1a8b4c933013, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:45.981622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:45.993361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, fc8b0c06-0a00-4da9-8d95-1a8b4c933013) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:45.998408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:45.999205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.014159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6d4eb-ee07-430d-b28e-709eca4ec394 None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:46.061852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-add90a53-ed85-4126-b028-7d086b55f43e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9398563 Jul 16 01:52:46.062198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.068318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.130624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.137087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.144049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.150738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.156792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.162687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.168922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.171015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:46.171309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-3eca9287-cef4-4138-9263-00fd7deadc62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5430 time: 0.1676996 Jul 16 01:52:46.224105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:46.231575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.235886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9043f2-d46d-4881-8e0c-482cf3d4d16f req-c6ea3fe7-f855-4a26-a2cb-e74fa85cc42c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.243305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef9043f2-d46d-4881-8e0c-482cf3d4d16f req-c6ea3fe7-f855-4a26-a2cb-e74fa85cc42c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 943 time: 0.1742759 Jul 16 01:52:46.255864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-fc8b0c06-0a00-4da9-8d95-1a8b4c933013', 'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '545d7a0f-b48e-4463-82e2-d438f12e0c23'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:46.257668 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.266994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b67d955e-ab07-4229-9c2a-0dfd70fc51b0 req-77b66a9a-5b85-47fa-be5d-e7ff06a9b424 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890894 Jul 16 01:52:46.345065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef9043f2-d46d-4881-8e0c-482cf3d4d16f req-fc30e6de-85ce-42f3-8ba3-2654e4fe0a38 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960152 Jul 16 01:52:46.461018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:46.499035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b', 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'port_id': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b', 'mac_address': 'fa:16:3e:a2:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6def1f4a-e02b-4c36-a15a-fe786b57b7e6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:46.539345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Allocated IP 2001:db8::2 (fc8b0c06-0a00-4da9-8d95-1a8b4c933013/545d7a0f-b48e-4463-82e2-d438f12e0c23/cea2ecb6-019e-4345-acff-f7af4176bf94) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:46.548121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.569152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.585869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:46.602269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:46.609523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:46.619576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.620900 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.637636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:46.641977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=2ae07cbc-1506-4785-af04-3abf6d67b488,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.650955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.659612 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ac017289-bafc-4710-b80a-9c608a390074 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5840793 Jul 16 01:52:46.676079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.676931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a3ab5760-e703-436c-8bff-ae4f3059dbb0 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:46.709500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:46.747971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device deb4ee2f-a308-4837-990f-9786f6f61fc5 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:46.756199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0', 'network_id': '0360a3c9-e50d-4f63-a13d-b197a2c34b16', 'port_id': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0', 'mac_address': 'fa:16:3e:d1:bd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6def1f4a-e02b-4c36-a15a-fe786b57b7e6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:46.769371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29cacdbe-6715-4b28-83b1-182a10a99410 req-07141306-24b8-4cc4-94a3-ea6ce7149300 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0414610 Jul 16 01:52:46.773874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee7467-2f33-48e7-8125-5af39aab557a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.775808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee7467-2f33-48e7-8125-5af39aab557a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.777396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee7467-2f33-48e7-8125-5af39aab557a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.778993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee7467-2f33-48e7-8125-5af39aab557a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.780714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee7467-2f33-48e7-8125-5af39aab557a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.785954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d7ee7467-2f33-48e7-8125-5af39aab557a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1304986 Jul 16 01:52:46.786718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:46.791686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1181905592'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:46.805706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:46.820652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:46.825414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.865563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:46.877996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.878410 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 45f833ec-c036-4c3f-9fce-f5bd0c2ba616 of type vlan for network f2a68178-c9c4-4651-a672-bd6958bc10ba Jul 16 01:52:46.933600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.935489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.966298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ab5760-e703-436c-8bff-ae4f3059dbb0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:46.970509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.977015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.978437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:46.979196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c2a2-1267-4ca0-a9ca-179714a7308b req-54fa1b7c-c696-488d-9738-13d4704c3e4f tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:46.981072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c76c2a2-1267-4ca0-a9ca-179714a7308b req-54fa1b7c-c696-488d-9738-13d4704c3e4f tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 943 time: 0.0765574 Jul 16 01:52:46.994949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.021090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Transition to ACTIVE for port object cea2ecb6-019e-4345-acff-f7af4176bf94 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:47.028116 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2406845 Jul 16 01:52:47.031167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36284) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:47.037239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:47.038313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:47.043472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c76c2a2-1267-4ca0-a9ca-179714a7308b req-8460475d-9ad8-445f-be29-94eaa793b498 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552144 Jul 16 01:52:47.068126 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.068126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ce59c47d-1fdc-4061-b2f9-2efd36262390 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:47.080139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Transition to ACTIVE for port object cea2ecb6-019e-4345-acff-f7af4176bf94 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:47.093903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315fcdc-e6ec-4c82-b29a-ca18176a89ed tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=f2a68178-c9c4-4651-a672-bd6958bc10ba,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.112727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port deb4ee2f-a308-4837-990f-9786f6f61fc5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:47.117682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f2a68178-c9c4-4651-a672-bd6958bc10ba details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:47.133519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.160569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'deb4ee2f-a308-4837-990f-9786f6f61fc5', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'port_id': 'deb4ee2f-a308-4837-990f-9786f6f61fc5', 'mac_address': 'fa:16:3e:0e:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8590455-8794-4162-80f4-376debee8ef3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:47.246874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.247557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:47.262073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.288313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network f2a68178-c9c4-4651-a672-bd6958bc10ba is not hosted by any dhcp agent {{(pid=93907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:52:47.294563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.295161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.300805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "PUT /v2.0/networks/f2a68178-c9c4-4651-a672-bd6958bc10ba HTTP/1.1" status: 200 len: 723 time: 0.2642269 Jul 16 01:52:47.300927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:47.304957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:47.307741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:47.313820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.320202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:47.372023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6ee5e-a58d-40ce-b89f-2338276ab870 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=f2a68178-c9c4-4651-a672-bd6958bc10ba,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.415035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f2a68178-c9c4-4651-a672-bd6958bc10ba details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:47.423953 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.491296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Pushing event updated for resources: {'Port': ['ID=cea2ecb6-019e-4345-acff-f7af4176bf94,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.500058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb4ee2f-a308-4837-990f-9786f6f61fc5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:47.508740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:47.519749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:47.523272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.544541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Attempting to bind port cea2ecb6-019e-4345-acff-f7af4176bf94 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:47.544822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Attempting to bind port cea2ecb6-019e-4345-acff-f7af4176bf94 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '41351645-e46a-41b8-8f41-b736b42fa007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:47.545169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Attempting to bind port cea2ecb6-019e-4345-acff-f7af4176bf94 on network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:47.569387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'ce59c47d-1fdc-4061-b2f9-2efd36262390', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'port_id': 'ce59c47d-1fdc-4061-b2f9-2efd36262390', 'mac_address': 'fa:16:3e:de:9d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:47.578431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port deb4ee2f-a308-4837-990f-9786f6f61fc5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:47.579641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:47.580469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Checking segment: {'id': '41351645-e46a-41b8-8f41-b736b42fa007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:47.580917 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.581374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Bound using segment: {'id': '41351645-e46a-41b8-8f41-b736b42fa007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:47.581904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Bound port: cea2ecb6-019e-4345-acff-f7af4176bf94, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41351645-e46a-41b8-8f41-b736b42fa007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:47.582285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.585833 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.589818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.595790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.601940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.608372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.614342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.620899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.626902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.628975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-90465820-52f9-4d48-95fa-bf7a9981ce0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5432 time: 0.2088289 Jul 16 01:52:47.710079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31962e-d208-42d2-a796-e8d81d42a845 req-80bae4bf-197c-4ac2-8703-c3f64f32a4e3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:47.711681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba31962e-d208-42d2-a796-e8d81d42a845 req-80bae4bf-197c-4ac2-8703-c3f64f32a4e3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 943 time: 0.2490315 Jul 16 01:52:47.755056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f38fd7f-3f73-4134-9a1c-3338e80c5edc req-80fcd9cf-9283-4be9-9307-fb8171734562 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907011 Jul 16 01:52:47.812489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba31962e-d208-42d2-a796-e8d81d42a845 req-a3b84586-f092-4ff4-88df-16cf69aa403c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924354 Jul 16 01:52:47.850211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.876658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.880894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=deb4ee2f-a308-4837-990f-9786f6f61fc5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.898327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce59c47d-1fdc-4061-b2f9-2efd36262390 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:47.905196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] For port cea2ecb6-019e-4345-acff-f7af4176bf94, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:47.909040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] For port cea2ecb6-019e-4345-acff-f7af4176bf94, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea2ecb6-019e-4345-acff-f7af4176bf94,segment=NetworkSegment(41351645-e46a-41b8-8f41-b736b42fa007),segment_id=41351645-e46a-41b8-8f41-b736b42fa007)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:47.912939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['deb4ee2f-a308-4837-990f-9786f6f61fc5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:47.922505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.951073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=27b75895-ca9c-4973-b027-aefe7e4f9b85,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:47.976173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:47.983451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06edc7b0-e689-45b8-865e-8fb57cb83124 req-1fbeb306-d86a-4486-96a5-6c5f46f32ce4 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0355251 Jul 16 01:52:47.986461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': '45f833ec-c036-4c3f-9fce-f5bd0c2ba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:47.986968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: f2a68178-c9c4-4651-a672-bd6958bc10ba, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:47.997592 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:47.998151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5eb71b5f-0d60-4b56-8df2-d76df1560353 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:48.015241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network f2a68178-c9c4-4651-a672-bd6958bc10ba is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:48.027674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f2a68178-c9c4-4651-a672-bd6958bc10ba) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:48.041909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.042516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.044521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d1e1f-2b70-408e-8597-15e1c3201a97 None None] Network f2a68178-c9c4-4651-a672-bd6958bc10ba requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:48.061439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36298) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:48.061663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d156d120-0673-45f1-9649-40a88f9a5c20 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596042 Jul 16 01:52:48.062660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5bda7-9ace-4da8-ae14-0b25153f3f6f None None] Pushing event updated for resources: {'Port': ['ID=cea2ecb6-019e-4345-acff-f7af4176bf94,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.067763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:48.145768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:48.202862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-49922685'] for subnet, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.220153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '5eb71b5f-0d60-4b56-8df2-d76df1560353', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'port_id': '5eb71b5f-0d60-4b56-8df2-d76df1560353', 'mac_address': 'fa:16:3e:8e:8b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:48.237684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.292316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88796f31-cc1e-405b-b70d-5d3b68d04052 req-b968f281-2164-40d0-806e-b7133ed15049 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.304079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88796f31-cc1e-405b-b70d-5d3b68d04052 req-b968f281-2164-40d0-806e-b7133ed15049 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 943 time: 0.1245852 Jul 16 01:52:48.351814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88796f31-cc1e-405b-b70d-5d3b68d04052 req-5cde79ad-6743-4951-8630-cdfd272ed479 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487559 Jul 16 01:52:48.369547 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.394496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb71b5f-0d60-4b56-8df2-d76df1560353 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:48.432269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745879132811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-50246222'] for subnet, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.434496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-f2a68178-c9c4-4651-a672-bd6958bc10ba', 'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba', 'tenant_id': '20a196731e964f74b1d77917ca8d5b6e', 'fixed_ips': [{'subnet_id': '27b75895-ca9c-4973-b027-aefe7e4f9b85'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:52:48.435346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.451512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:48.458863 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.459519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8579de40-cb50-4f0e-a73c-1ae1cb2a435a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:48.466020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.466925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.468006 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "PUT /v2.0/subnets/27b75895-ca9c-4973-b027-aefe7e4f9b85 HTTP/1.1" status: 200 len: 826 time: 0.4048822 Jul 16 01:52:48.471296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:48.486465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a289f-9388-4e65-aa4e-a14748c95e27 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=27b75895-ca9c-4973-b027-aefe7e4f9b85,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.572414 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.628139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.639652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:48.697033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Allocated IP 2001:db8::2 (f2a68178-c9c4-4651-a672-bd6958bc10ba/27b75895-ca9c-4973-b027-aefe7e4f9b85/3277ca57-f818-44b3-b99e-f44d8a195d2e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:48.726271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,segment=NetworkSegment(d733c134-ddf3-4d5b-9c24-e1f2857e6433),segment_id=d733c134-ddf3-4d5b-9c24-e1f2857e6433)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:48.755854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a', 'network_id': 'cc855abd-28d1-47f2-88b5-96f2332e6dd7', 'port_id': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a', 'mac_address': 'fa:16:3e:ca:9f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598e1d10-509d-43dd-bcc8-502a130ff542', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:48.842812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.926240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:48.935901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Transition to ACTIVE for port object 3277ca57-f818-44b3-b99e-f44d8a195d2e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:48.960919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8579de40-cb50-4f0e-a73c-1ae1cb2a435a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:48.971353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Transition to ACTIVE for port object 3277ca57-f818-44b3-b99e-f44d8a195d2e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:48.993739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:48.996752 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.000458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.000757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,segment=NetworkSegment(d733c134-ddf3-4d5b-9c24-e1f2857e6433),segment_id=d733c134-ddf3-4d5b-9c24-e1f2857e6433)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:49.006437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.013498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.020002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.026634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.032585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.034633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af62221c-435f-4f74-be93-a9a94da18755 req-83379b98-783d-4cd3-8ef7-9affb36c3ade tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5434 time: 0.1412871 Jul 16 01:52:49.039510 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.040380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 55b0941e-f869-40f9-a4ae-afdf6660531e details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:49.058740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Network f2a68178-c9c4-4651-a672-bd6958bc10ba is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:52:49.066927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:49.069463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:52:49.111516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.116969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Pushing event updated for resources: {'Port': ['ID=3277ca57-f818-44b3-b99e-f44d8a195d2e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.150328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af62221c-435f-4f74-be93-a9a94da18755 req-c8bbfc8a-0044-4897-8399-74dd83bceb76 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041017 Jul 16 01:52:49.154628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=27b75895-ca9c-4973-b027-aefe7e4f9b85,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.192993 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.resource_extend [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:52:49.195417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9689f2-b8e4-4ad6-be55-6afcc6a881d4 None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:49.197327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c041e-57f8-4493-aedd-50e84a7c3612 req-00514437-5f12-45a9-afd8-d1305dc823e2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.198846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d0c041e-57f8-4493-aedd-50e84a7c3612 req-00514437-5f12-45a9-afd8-d1305dc823e2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 944 time: 0.1632955 Jul 16 01:52:49.243741 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.260471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Attempting to bind port 3277ca57-f818-44b3-b99e-f44d8a195d2e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:52:49.260840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Attempting to bind port 3277ca57-f818-44b3-b99e-f44d8a195d2e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '45f833ec-c036-4c3f-9fce-f5bd0c2ba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:52:49.261204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Attempting to bind port 3277ca57-f818-44b3-b99e-f44d8a195d2e on network f2a68178-c9c4-4651-a672-bd6958bc10ba {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:52:49.262753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a68178-c9c4-4651-a672-bd6958bc10ba']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:49.292266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f833ec-c036-4c3f-9fce-f5bd0c2ba616') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:49.292566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f833ec-c036-4c3f-9fce-f5bd0c2ba616') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:49.304644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-24fe7d7e-d965-4852-92f9-60c6438109f3 None None] Provisioning for port cea2ecb6-019e-4345-acff-f7af4176bf94 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:49.307114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.311532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d0c041e-57f8-4493-aedd-50e84a7c3612 req-88059a7c-d003-490c-848b-7e9f98de1dc3 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021001 Jul 16 01:52:49.313783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:52:49.314153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Checking segment: {'id': '45f833ec-c036-4c3f-9fce-f5bd0c2ba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:49.314558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.315390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Bound using segment: {'id': '45f833ec-c036-4c3f-9fce-f5bd0c2ba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:52:49.315390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Bound port: 3277ca57-f818-44b3-b99e-f44d8a195d2e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f833ec-c036-4c3f-9fce-f5bd0c2ba616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:52:49.315791 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.319468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.337920 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.345820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:49.346521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:49.351113 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:49.425853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=55b0941e-f869-40f9-a4ae-afdf6660531e,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:49.437496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a240b1f-a793-4c76-8ba1-9a1065c48c35 req-4244a7a9-94e2-4324-8f30-710cc22979c8 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0586140 Jul 16 01:52:49.440904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:52:49.440904 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:52:49.440904 n-d-800087-6 neutron-server[93906]: [parameters: {'id': 'f2a68178-c9c4-4651-a672-bd6958bc10ba'}] Jul 16 01:52:49.440904 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:49.441281 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:49.453624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'port_id': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'mac_address': 'fa:16:3e:97:a6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:49.484713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] For port 3277ca57-f818-44b3-b99e-f44d8a195d2e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:52:49.504245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] For port 3277ca57-f818-44b3-b99e-f44d8a195d2e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3277ca57-f818-44b3-b99e-f44d8a195d2e,segment=NetworkSegment(45f833ec-c036-4c3f-9fce-f5bd0c2ba616),segment_id=45f833ec-c036-4c3f-9fce-f5bd0c2ba616)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:52:49.527566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.549706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2313e6-c88f-43a6-951f-6ceb87e915cd req-a5a9e32f-b25b-49a1-9c1e-9fa65bad181c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:49.551275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a2313e6-c88f-43a6-951f-6ceb87e915cd req-a5a9e32f-b25b-49a1-9c1e-9fa65bad181c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.0700943 Jul 16 01:52:49.592129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a2313e6-c88f-43a6-951f-6ceb87e915cd req-040b68a9-2823-46f8-8d90-82ab95ffe26c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344748 Jul 16 01:52:49.610652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.653453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df4ec3-1b2e-4bf8-b612-b451c59ed6c7 None None] Pushing event updated for resources: {'Port': ['ID=3277ca57-f818-44b3-b99e-f44d8a195d2e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.659027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b0941e-f869-40f9-a4ae-afdf6660531e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:49.697823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=55b0941e-f869-40f9-a4ae-afdf6660531e,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:49.702707 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.703471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b4ce31a3-0cd0-41f9-9158-55522671c047 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:49.709438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4711edf-635d-42e2-ab03-82ae579f7973 None None] Network f2a68178-c9c4-4651-a672-bd6958bc10ba requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:49.854090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea2ecb6-019e-4345-acff-f7af4176bf94 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:49.872681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:49.942794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:49.996575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting port 3277ca57-f818-44b3-b99e-f44d8a195d2e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:49.997285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.035489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b4ce31a3-0cd0-41f9-9158-55522671c047,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.058270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] For port 3277ca57-f818-44b3-b99e-f44d8a195d2e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3277ca57-f818-44b3-b99e-f44d8a195d2e,segment=NetworkSegment(45f833ec-c036-4c3f-9fce-f5bd0c2ba616),segment_id=45f833ec-c036-4c3f-9fce-f5bd0c2ba616)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.058626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.070345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Calling delete_port for 3277ca57-f818-44b3-b99e-f44d8a195d2e owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:50.080262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b4ce31a3-0cd0-41f9-9158-55522671c047', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'port_id': 'b4ce31a3-0cd0-41f9-9158-55522671c047', 'mac_address': 'fa:16:3e:aa:0f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:50.115577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Update dhcp port {'port': {'network_id': 'fc8b0c06-0a00-4da9-8d95-1a8b4c933013', 'fixed_ips': [{'subnet_id': '545d7a0f-b48e-4463-82e2-d438f12e0c23', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ae07cbc-1506-4785-af04-3abf6d67b488'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'cea2ecb6-019e-4345-acff-f7af4176bf94'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:52:50.158395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.193791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Port': ['ID=3277ca57-f818-44b3-b99e-f44d8a195d2e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.193991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.197836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No DVR routers for this DVR port 3277ca57-f818-44b3-b99e-f44d8a195d2e on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:50.199217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.210703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cea2ecb6-019e-4345-acff-f7af4176bf94 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:50.230979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ce31a3-0cd0-41f9-9158-55522671c047 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:50.235346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cea2ecb6-019e-4345-acff-f7af4176bf94 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:50.235720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.248505 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8060ecfa-56af-406b-88c0-3e3aa02d9c5d req-5f8525d7-e0d5-4bea-a9e8-fde9e8b874f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0482702 Jul 16 01:52:50.308907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b4ce31a3-0cd0-41f9-9158-55522671c047,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.316818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.318288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d2226-b298-4a59-9cfc-88abbb106b46 None None] Network f2a68178-c9c4-4651-a672-bd6958bc10ba requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:50.337864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.337864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0b1d8383-dde1-4605-a075-e67d818ae96d details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:50.360242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a68178-c9c4-4651-a672-bd6958bc10ba']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:50.373041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f833ec-c036-4c3f-9fce-f5bd0c2ba616') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:50.373433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f833ec-c036-4c3f-9fce-f5bd0c2ba616') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:50.385332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.412597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.421707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:50.422190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:50.425203 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:50.448338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.454544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.460501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.467040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.472968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.478873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.485050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.487064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-9f2ef178-0799-4db4-9c3b-1888ae3a95d2 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5436 time: 0.1664665 Jul 16 01:52:50.584805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.593332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0b1d8383-dde1-4605-a075-e67d818ae96d,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.597661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.599468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/f2a68178-c9c4-4651-a672-bd6958bc10ba HTTP/1.1" status: 204 len: 168 time: 2.1256630 Jul 16 01:52:50.602272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.606523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.621080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e87366c-d1d4-4dc4-87ce-338f9634fa54 req-ae38bc84-3227-47e2-9ceb-5cd9ff767c48 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232033 Jul 16 01:52:50.622809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbbac4-4be8-44da-8fc3-8f7ae4566d00 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=f2a68178-c9c4-4651-a672-bd6958bc10ba,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.639317 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe8b163-6ae4-4f13-9511-74fb154eb0de tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:50.639895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe8b163-6ae4-4f13-9511-74fb154eb0de tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:50.642568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cbe8b163-6ae4-4f13-9511-74fb154eb0de tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/f2a68178-c9c4-4651-a672-bd6958bc10ba HTTP/1.1" status: 404 len: 339 time: 0.0384045 Jul 16 01:52:50.646701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.648270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0b1d8383-dde1-4605-a075-e67d818ae96d', 'network_id': '7421222a-0b0b-497c-bb21-2ddc025195c3', 'port_id': '0b1d8383-dde1-4605-a075-e67d818ae96d', 'mac_address': 'fa:16:3e:d4:94:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac9974c-3baa-473d-94cb-727d7af70183', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:50.655150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86322031', 'description': 'd1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:50.656058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.656398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d90575-2108-4d10-bf80-d5e924e59ea9 req-44c95247-66a4-48b9-a263-c46cadc4b4c5 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.657955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4d90575-2108-4d10-bf80-d5e924e59ea9 req-44c95247-66a4-48b9-a263-c46cadc4b4c5 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 944 time: 0.1161423 Jul 16 01:52:50.676919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Allocated IP 172.20.0.1 (fc8b0c06-0a00-4da9-8d95-1a8b4c933013/2ae07cbc-1506-4785-af04-3abf6d67b488/cea2ecb6-019e-4345-acff-f7af4176bf94) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:52:50.691838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:50.700242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.720299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4d90575-2108-4d10-bf80-d5e924e59ea9 req-6b9d0be0-27b2-462a-9c3d-e1fba08b7c93 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Jul 16 01:52:50.728059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:50.738381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.738970 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment 4abc9175-3aa3-4d55-b5a2-1f3d9600bf58 of type vlan for network 10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 Jul 16 01:52:50.755824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device deb4ee2f-a308-4837-990f-9786f6f61fc5 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:50.761497 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.788528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.823565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.831329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.832623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.840703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12a0845d-b497-4be2-aae7-9cb258bf0855 req-3d954811-2b63-4388-bcb1-3738413d1fdd tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0326266 Jul 16 01:52:50.869991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1d8383-dde1-4605-a075-e67d818ae96d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:50.877751 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2291641 Jul 16 01:52:50.881191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36336) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:50.908239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0b1d8383-dde1-4605-a075-e67d818ae96d,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.920309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:50.920979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b519043f-d91e-419e-bfe9-b279944e42d2 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:52:50.929648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] For port cea2ecb6-019e-4345-acff-f7af4176bf94, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea2ecb6-019e-4345-acff-f7af4176bf94,segment=NetworkSegment(41351645-e46a-41b8-8f41-b736b42fa007),segment_id=41351645-e46a-41b8-8f41-b736b42fa007)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:50.935623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ec33-d6b3-401a-a6f7-2260c167c306 req-082010e6-708d-48f6-9adc-494fa71abcf9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:50.937201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3496ec33-d6b3-401a-a6f7-2260c167c306 req-082010e6-708d-48f6-9adc-494fa71abcf9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.0845480 Jul 16 01:52:50.947666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:50.958078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.958483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.958929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.959366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.959794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.960422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.960857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.961291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.961728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.962329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.962901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.963466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f71ff-ad29-467f-871c-d910ddf11a26 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:50.984848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:50.993952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3496ec33-d6b3-401a-a6f7-2260c167c306 req-ed5bd261-376c-48b4-97fb-5f7b63d2418c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487182 Jul 16 01:52:51.020157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b82ce-9ebb-4eb1-8a4b-52eed3c040f5 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.023911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d1b82ce-9ebb-4eb1-8a4b-52eed3c040f5 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks?id=10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 HTTP/1.1" status: 200 len: 763 time: 0.1413739 Jul 16 01:52:51.024199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:51.028393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port deb4ee2f-a308-4837-990f-9786f6f61fc5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:51.029638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'description': 'd2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:51.042814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.068699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port deb4ee2f-a308-4837-990f-9786f6f61fc5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:51.069071 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.138887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.168145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Transition to ACTIVE for port object cea2ecb6-019e-4345-acff-f7af4176bf94 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:52:51.183107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.200373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.214604 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.241719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network 10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 is not hosted by any dhcp agent {{(pid=93906) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:52:51.248461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.248774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.252626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "PUT /v2.0/networks/10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 HTTP/1.1" status: 200 len: 760 time: 0.2271242 Jul 16 01:52:51.253137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:51.312057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e6af1-fd85-42cc-b816-aa2bf1c99b7c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.326405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b519043f-d91e-419e-bfe9-b279944e42d2, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b519043f-d91e-419e-bfe9-b279944e42d2,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:51.338726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98367018-3565-48f9-80a0-ce8fc52c492e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.340270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98367018-3565-48f9-80a0-ce8fc52c492e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks?id=10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 HTTP/1.1" status: 200 len: 763 time: 0.0860393 Jul 16 01:52:51.343860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:52:51.344086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:51.344236 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:52:51.354968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:51.372075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cab0d-d79d-4018-a696-5acb6739d2d5 None None] Pushing event updated for resources: {'Port': ['ID=cea2ecb6-019e-4345-acff-f7af4176bf94,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.403689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b519043f-d91e-419e-bfe9-b279944e42d2', 'network_id': '6dde4a56-be07-4f9a-bd54-8f5fb733416a', 'port_id': 'b519043f-d91e-419e-bfe9-b279944e42d2', 'mac_address': 'fa:16:3e:29:12:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8590455-8794-4162-80f4-376debee8ef3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:52:51.460895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.517346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03357ed8-a97a-4639-bc21-240400b5af83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4ee2f-a308-4837-990f-9786f6f61fc5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:51.519605 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287570e9-46c4-4b1d-86aa-c606c6a79c81" -d '{"events": [{"server_uuid": "03357ed8-a97a-4639-bc21-240400b5af83", "name": "network-vif-plugged", "status": "completed", "tag": "deb4ee2f-a308-4837-990f-9786f6f61fc5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:51.524157 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.540599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port deb4ee2f-a308-4837-990f-9786f6f61fc5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:51.545849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b519043f-d91e-419e-bfe9-b279944e42d2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:52:51.553313 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.564559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a808efc-7732-4e05-9e5e-4b14e4c8109d tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.566809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a808efc-7732-4e05-9e5e-4b14e4c8109d tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2215476 Jul 16 01:52:51.569284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:51.588575 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416546fb-b161-4a52-9acf-774ea1ccec20 x-openstack-request-id: req-416546fb-b161-4a52-9acf-774ea1ccec20 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:51.589049 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03357ed8-a97a-4639-bc21-240400b5af83", "name": "network-vif-plugged", "status": "completed", "tag": "deb4ee2f-a308-4837-990f-9786f6f61fc5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:51.589208 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-416546fb-b161-4a52-9acf-774ea1ccec20 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:51.589492 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03357ed8-a97a-4639-bc21-240400b5af83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb4ee2f-a308-4837-990f-9786f6f61fc5', 'code': 200} Jul 16 01:52:51.592743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b519043f-d91e-419e-bfe9-b279944e42d2, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b519043f-d91e-419e-bfe9-b279944e42d2,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:51.602385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.608263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e7ad5d9a-77ab-4361-9217-b23d1e50586e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 207 time: 0.0373998 Jul 16 01:52:51.611701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36350) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:51.625123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=deb4ee2f-a308-4837-990f-9786f6f61fc5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.680507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b519043f-d91e-419e-bfe9-b279944e42d2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:51.899742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.950307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.953570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cea2ecb6-019e-4345-acff-f7af4176bf94, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea2ecb6-019e-4345-acff-f7af4176bf94,segment=NetworkSegment(41351645-e46a-41b8-8f41-b736b42fa007),segment_id=41351645-e46a-41b8-8f41-b736b42fa007)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:51.961467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.966944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:51.969204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:51.988882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.000993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.009903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.019203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.030271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-373c9ff8-41ec-4b87-b2e5-4238b47fdbb8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5437 time: 0.2447455 Jul 16 01:52:52.039840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cea2ecb6-019e-4345-acff-f7af4176bf94,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:52.081781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.083979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cc41d-d42d-44bb-ad1e-e6693806202b req-4e68a902-5016-4463-86fd-f772dd24183a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.084305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea2ecb6-019e-4345-acff-f7af4176bf94 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:52.089092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8451a1d-3011-4d15-9b64-57955d2eaa00 None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:52.092740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c7cc41d-d42d-44bb-ad1e-e6693806202b req-4e68a902-5016-4463-86fd-f772dd24183a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.2547417 Jul 16 01:52:52.124170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8b5ab16-b8cb-4c37-b6c9-b121f11dae29 req-9be664e4-9202-429b-9c21-69115f2b4cb5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928731 Jul 16 01:52:52.155319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c7cc41d-d42d-44bb-ad1e-e6693806202b req-13af7170-ab40-484f-8b09-923f457bd382 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Jul 16 01:52:52.226024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.232481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.238855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.245477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.251488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.257152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.259300 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf7d1578-6df2-4d9d-a137-e75c3190888c tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6466293 Jul 16 01:52:52.263331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.268259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746b2d3-dd28-4268-84ac-5562bbee009b req-0bb9a407-33b2-490c-9512-fdf80208e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.270007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c746b2d3-dd28-4268-84ac-5562bbee009b req-0bb9a407-33b2-490c-9512-fdf80208e022 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 1096 time: 0.5970750 Jul 16 01:52:52.312827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c746b2d3-dd28-4268-84ac-5562bbee009b req-d4d7ae0a-e7f4-4992-bb69-11c43dd16c75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jul 16 01:52:52.368311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['ce59c47d-1fdc-4061-b2f9-2efd36262390'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.370589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0e3d8155-ae3d-4577-8e19-7ae54a3ff20b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.379558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-28152c18-f1d5-475b-bc48-a128cd2fb962 None None] Provisioning for port cea2ecb6-019e-4345-acff-f7af4176bf94 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:52.390528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a0b3ac4-b61d-4b7b-8b53-b6a99cac3a2a req-8788d401-d53d-4b9f-8696-7e070a119009 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0826845 Jul 16 01:52:52.459547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f5b66f17-b009-4430-b4f1-44e80cd0cece tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1918921 Jul 16 01:52:52.459762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.461123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-28152c18-f1d5-475b-bc48-a128cd2fb962 None None] Provisioning complete for port cea2ecb6-019e-4345-acff-f7af4176bf94 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:52.461524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28152c18-f1d5-475b-bc48-a128cd2fb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.501878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5060c-458c-4d76-b8d2-13fadec97bc3 req-db0eb78c-4835-4861-8607-b3005df16362 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.503288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03e5060c-458c-4d76-b8d2-13fadec97bc3 req-db0eb78c-4835-4861-8607-b3005df16362 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.1972795 Jul 16 01:52:52.527877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['8579de40-cb50-4f0e-a73c-1ae1cb2a435a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.530053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5eb71b5f-0d60-4b56-8df2-d76df1560353'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.532018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['55b0941e-f869-40f9-a4ae-afdf6660531e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.556901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcd4a7-9dc6-412e-8fe2-47d8a6eca91f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.558417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcd4a7-9dc6-412e-8fe2-47d8a6eca91f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.559921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcd4a7-9dc6-412e-8fe2-47d8a6eca91f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.561434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcd4a7-9dc6-412e-8fe2-47d8a6eca91f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.563129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcd4a7-9dc6-412e-8fe2-47d8a6eca91f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.565132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bfdcd4a7-9dc6-412e-8fe2-47d8a6eca91f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1041431 Jul 16 01:52:52.569686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.574992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03e5060c-458c-4d76-b8d2-13fadec97bc3 req-d812d8c4-6fa3-436f-9d65-5fb14d90ea8f tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647819 Jul 16 01:52:52.647624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b519043f-d91e-419e-bfe9-b279944e42d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.678576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b21c75-9ed4-498b-b7f5-2e70a5f2ed88 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.679969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b21c75-9ed4-498b-b7f5-2e70a5f2ed88 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.681430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b21c75-9ed4-498b-b7f5-2e70a5f2ed88 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.682827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b21c75-9ed4-498b-b7f5-2e70a5f2ed88 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.685114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b21c75-9ed4-498b-b7f5-2e70a5f2ed88 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.690920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-09b21c75-9ed4-498b-b7f5-2e70a5f2ed88 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1209500 Jul 16 01:52:52.691756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:52.697442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b4ce31a3-0cd0-41f9-9158-55522671c047'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.699679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0b1d8383-dde1-4605-a075-e67d818ae96d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:52.783840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-679d5068-7a9d-4884-af68-3e0cce1bd113 req-db55921f-4e8f-430c-8e8d-21850a9860dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=552df08cd7c247e0a1d863676dc2e69c&device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0360763 Jul 16 01:52:52.859465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-679d5068-7a9d-4884-af68-3e0cce1bd113 req-268c49e3-7cd3-4fa2-9f21-5f2973ecdc92 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=552df08cd7c247e0a1d863676dc2e69c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451968 Jul 16 01:52:52.861796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cea2ecb6-019e-4345-acff-f7af4176bf94 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:52.862174 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:52.881415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c765e5f8-2377-4102-9e1e-fc874c4cdf9e req-10687acf-d817-406e-a31d-8dfaca6fd423 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0504296 Jul 16 01:52:52.932354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d615c-d88c-4520-891a-3d95caf6fbad tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:52.937667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d5d615c-d88c-4520-891a-3d95caf6fbad tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks/95e781b8-e8fc-4abe-826c-27612fd7701e HTTP/1.1" status: 200 len: 804 time: 0.2411878 Jul 16 01:52:52.937996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36390) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.010832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5068-7a9d-4884-af68-3e0cce1bd113 req-6dd1407a-ac6c-4b3a-be4e-5300afe896a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.012800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-679d5068-7a9d-4884-af68-3e0cce1bd113 req-6dd1407a-ac6c-4b3a-be4e-5300afe896a0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359539 Jul 16 01:52:53.093409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ac06b45-fefc-440a-a779-6307ea4a9577 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/networks/95e781b8-e8fc-4abe-826c-27612fd7701e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1511741 Jul 16 01:52:53.093803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.151583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4803da8-887b-460a-8a62-e3513626fc48 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.153010 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b4803da8-887b-460a-8a62-e3513626fc48 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/subnets/18954e4d-f8dc-4e9e-bf01-bf0f95dab698 HTTP/1.1" status: 200 len: 843 time: 0.0583024 Jul 16 01:52:53.157044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.257774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b4a07-0783-41ea-ac2c-d14676f0ffa4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['shared'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.259208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-808b4a07-0783-41ea-ac2c-d14676f0ffa4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "GET /v2.0/subnets/18954e4d-f8dc-4e9e-bf01-bf0f95dab698?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1005788 Jul 16 01:52:53.263014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.269111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318354410'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:53.313345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:53.317751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.320670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['a3ab5760-e703-436c-8bff-ae4f3059dbb0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:52:53.362050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:53.373782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.374304 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Added segment b16cc93f-a628-46e8-a142-e4eb0f70e563 of type vlan for network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 Jul 16 01:52:53.429341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.457950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.465122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.466422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.472363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.473139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.473403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.484896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.492603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.501979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.510129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.519952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-7745c13d-79d5-459c-8f2d-0b2b19255430 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5437 time: 0.1499712 Jul 16 01:52:53.525183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2604277 Jul 16 01:52:53.528603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:53.534629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'network_id': '608155ac-ae65-4cd2-83cf-8c5eab5c1fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:53.534964 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.586487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8184a90a-3105-4b88-bfc1-9b154025ed5a req-46aa89b2-0a74-45fe-bd4a-60f622bcef62 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653870 Jul 16 01:52:53.693069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba62e-1d0c-49ea-81c1-27ee242706b4 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Network': ['ID=608155ac-ae65-4cd2-83cf-8c5eab5c1fe2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:53.731013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Made reservation on behalf of 20a196731e964f74b1d77917ca8d5b6e for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:53.735301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.800790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:53.829402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:52:53.829888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:52:53.904714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353620-4b25-48b6-b26d-844c959e8a9f req-4436c40d-59de-47fc-aa17-6003b834dcf3 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.912153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58353620-4b25-48b6-b26d-844c959e8a9f req-4436c40d-59de-47fc-aa17-6003b834dcf3 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.1195076 Jul 16 01:52:53.948911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715e80d-94aa-4c61-bdec-4afbd6b7ac4d req-bd6c1cce-4319-485c-9ff3-d3cc8a92155a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:53.955948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f715e80d-94aa-4c61-bdec-4afbd6b7ac4d req-bd6c1cce-4319-485c-9ff3-d3cc8a92155a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1328278 Jul 16 01:52:53.962697 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-808dc526-6b4d-4b09-9835-ccb25f3bdba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:53.978190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70f678-afea-4d30-8abf-2758fbcd03a1 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:52:53.994721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58353620-4b25-48b6-b26d-844c959e8a9f req-26d0208f-1739-47e8-8fd5-4c84344913a1 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Jul 16 01:52:54.013570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.046223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f715e80d-94aa-4c61-bdec-4afbd6b7ac4d req-00232347-7ac2-44b2-a69f-b86bb96b85b1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Jul 16 01:52:54.078164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=7fc1d2e6-3712-442a-99b3-390516f72d83,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.100166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Checking segment: {'id': 'b16cc93f-a628-46e8-a142-e4eb0f70e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '608155ac-ae65-4cd2-83cf-8c5eab5c1fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:54.100560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network hostable DHCP agents. Network: 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:54.120248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2de8d8f-9e9e-4e72-9106-2f4a5eb0bd03 None None] Provisioning complete for port cea2ecb6-019e-4345-acff-f7af4176bf94 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:54.120870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2de8d8f-9e9e-4e72-9106-2f4a5eb0bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.122076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:54.137834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:54.138344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea2ecb6-019e-4345-acff-f7af4176bf94 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:54.149919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.151045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.169394 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f6c9cd20-a9de-4ec2-aa76-44f41108910a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6395316 Jul 16 01:52:54.176531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36428) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.182305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:54.212585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25f183fe-2297-44b2-a2b6-ddb38583e2dd req-d7777628-faa0-4d36-bded-bbb6642a8bee tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.35 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0394106 Jul 16 01:52:54.312531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-49922685'] for subnet, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.403773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9b9d6-09c6-4239-9802-3c6f73de563c req-226b90a5-4740-4a31-831e-49337b81abb9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.406099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fa9b9d6-09c6-4239-9802-3c6f73de563c req-226b90a5-4740-4a31-831e-49337b81abb9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.0787032 Jul 16 01:52:54.416414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cea2ecb6-019e-4345-acff-f7af4176bf94 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:54.416688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.479321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-679d5068-7a9d-4884-af68-3e0cce1bd113 req-c590c140-158f-4ae7-9a61-0b04789c8902 tempest-ServerShowV257Test-1013851372 tempest-ServerShowV257Test-1013851372-project] 10.222.0.38 "GET /v2.0/ports?device_id=93344052-b4d1-478a-80c0-c2bc4b6d3601 HTTP/1.1" status: 200 len: 210 time: 0.0435984 Jul 16 01:52:54.480530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70f678-afea-4d30-8abf-2758fbcd03a1 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:52:54.494276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fa9b9d6-09c6-4239-9802-3c6f73de563c req-accd6b32-425b-4d92-be27-92c66756926b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 Jul 16 01:52:54.554806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745879132811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-50246222'] for subnet, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.639564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.640316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.642913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "PUT /v2.0/subnets/7fc1d2e6-3712-442a-99b3-390516f72d83 HTTP/1.1" status: 200 len: 900 time: 0.4653368 Jul 16 01:52:54.652703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:54.708308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f545a1-63c7-414d-b7a5-de61ca7a925a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event updated for resources: {'Subnet': ['ID=7fc1d2e6-3712-442a-99b3-390516f72d83,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:54.751841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c529-0d8a-4e9f-b5e1-8ab9d648d437 req-2e31547d-87d1-4b22-8037-e8e09adb54cc tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.768886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf26c529-0d8a-4e9f-b5e1-8ab9d648d437 req-2e31547d-87d1-4b22-8037-e8e09adb54cc tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 944 time: 0.1541739 Jul 16 01:52:54.843417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.848437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf26c529-0d8a-4e9f-b5e1-8ab9d648d437 req-8ad0095c-f28b-4f9a-b694-ef6be12268dd tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785437 Jul 16 01:52:54.907186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.914178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.922141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.929659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.936017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.937047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:54.942053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.948201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:54.955701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-243e3eb5-2d42-44be-8998-c654e80a345a req-6fcfec05-8c8f-416c-9232-503c36bd053f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5437 time: 0.1682053 Jul 16 01:52:54.998286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-243e3eb5-2d42-44be-8998-c654e80a345a req-1b12df66-095d-44d3-983f-a02d08789373 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416865 Jul 16 01:52:55.042520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.113787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc1d2e6-3712-442a-99b3-390516f72d83,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:55.191542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.196142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e239ee-cc71-4002-976a-a579bc644177 None None] Network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:55.204140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608155ac-ae65-4cd2-83cf-8c5eab5c1fe2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.216811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16cc93f-a628-46e8-a142-e4eb0f70e563') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.217117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16cc93f-a628-46e8-a142-e4eb0f70e563') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.245896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.271546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.284918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:55.287559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:55.327081 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:55.356655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e028460-6d3a-40cf-9ee8-0b2b30dd2208 req-c35e8387-3a4c-45ed-9b88-54505e7c6ae6 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:55.358557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e028460-6d3a-40cf-9ee8-0b2b30dd2208 req-c35e8387-3a4c-45ed-9b88-54505e7c6ae6 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.1356919 Jul 16 01:52:55.364186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565ee57-56c3-47cf-ad61-915ee6cf6182 None None] Network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:55.402541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e028460-6d3a-40cf-9ee8-0b2b30dd2208 req-cb7b6df1-a91d-4c53-9a4d-0373749a1e2d tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 Jul 16 01:52:55.443981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.463923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.466046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 HTTP/1.1" status: 204 len: 168 time: 0.8122759 Jul 16 01:52:55.469932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:55.490063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f74339-1eb7-4166-8811-c03ccad99c04 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=608155ac-ae65-4cd2-83cf-8c5eab5c1fe2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:55.515000 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fa8bee-94d5-4b95-9e18-071d08b1f9bb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:55.515523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fa8bee-94d5-4b95-9e18-071d08b1f9bb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:55.517058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c06e9-9b2f-4ad6-8b34-f6122d0c0ef0 None None] Network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:55.517489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c2fa8bee-94d5-4b95-9e18-071d08b1f9bb tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/7fc1d2e6-3712-442a-99b3-390516f72d83 HTTP/1.1" status: 404 len: 337 time: 0.0464830 Jul 16 01:52:55.519982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36448) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:55.530070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c06e9-9b2f-4ad6-8b34-f6122d0c0ef0 None None] Network 608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:52:55.545978 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf855e2-8f16-42f1-b5b8-648550fb5a84 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:55.546964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf855e2-8f16-42f1-b5b8-648550fb5a84 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:55.549120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eaf855e2-8f16-42f1-b5b8-648550fb5a84 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/608155ac-ae65-4cd2-83cf-8c5eab5c1fe2 HTTP/1.1" status: 404 len: 339 time: 0.0268824 Jul 16 01:52:55.551691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:55.635088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.647512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 55b0941e-f869-40f9-a4ae-afdf6660531e up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:55.711063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 55b0941e-f869-40f9-a4ae-afdf6660531e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:55.715548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 55b0941e-f869-40f9-a4ae-afdf6660531e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:55.715916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.716250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36454) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:55.739443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.751480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.764942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abc9175-3aa3-4d55-b5a2-1f3d9600bf58') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.765309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abc9175-3aa3-4d55-b5a2-1f3d9600bf58') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:55.778551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.794030 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.801800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:55.802362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.803247 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:55.806761 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:55.828320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:55.830689 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f9df1-079d-470e-b937-d1aa26942e6e" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:55.851463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd086b66-3f41-4ffe-b054-0dbeeb37b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.887517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=55b0941e-f869-40f9-a4ae-afdf6660531e,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:55.896877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.900669 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.917607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:55.920667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1 HTTP/1.1" status: 204 len: 168 time: 0.3679810 Jul 16 01:52:55.930290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:55.941835 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55d8c78-81b8-429a-96af-6dfbca59e268 x-openstack-request-id: req-a55d8c78-81b8-429a-96af-6dfbca59e268 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:55.942133 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:55.942821 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a55d8c78-81b8-429a-96af-6dfbca59e268 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:55.943219 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'code': 200} Jul 16 01:52:55.944835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bb576-572a-4125-8a44-08612b534bcf tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=10f0ce3c-d6fd-4837-8ea0-7b95cb42e1d1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:55.983914 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-560e2b1f-711b-4425-a077-ed09dc196558 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:55.984762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560e2b1f-711b-4425-a077-ed09dc196558 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:55.986920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-560e2b1f-711b-4425-a077-ed09dc196558 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/27b75895-ca9c-4973-b027-aefe7e4f9b85 HTTP/1.1" status: 404 len: 337 time: 0.0547297 Jul 16 01:52:55.990237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.004396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.011671 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f2d78a-02f6-4e2b-b463-6e4061470bec tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:56.012564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f2d78a-02f6-4e2b-b463-6e4061470bec tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:56.016825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-84f2d78a-02f6-4e2b-b463-6e4061470bec tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/f2a68178-c9c4-4651-a672-bd6958bc10ba HTTP/1.1" status: 404 len: 339 time: 0.0226650 Jul 16 01:52:56.017056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36468) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.045806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd086b66-3f41-4ffe-b054-0dbeeb37b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.070844 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd086b66-3f41-4ffe-b054-0dbeeb37b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.076473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting subnet 2ae07cbc-1506-4785-af04-3abf6d67b488 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:56.079697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.117681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bd086b66-3f41-4ffe-b054-0dbeeb37b027 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=552df08cd7c247e0a1d863676dc2e69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998873 Jul 16 01:52:56.120880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.125491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd086b66-3f41-4ffe-b054-0dbeeb37b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ce607-b06b-470a-987e-d471cf1b2848,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.148238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10a00c-6d2a-4654-a42b-bbb59c7502cd req-48271577-8534-4890-a453-ba85cc3d9d80 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.155856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae10a00c-6d2a-4654-a42b-bbb59c7502cd req-48271577-8534-4890-a453-ba85cc3d9d80 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 944 time: 0.1249328 Jul 16 01:52:56.158629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-392b84b2-c0f3-4349-a829-e7dc156ebf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.190631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.228452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf008c1c-a164-4c09-81eb-a47dabbd3984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.230183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae10a00c-6d2a-4654-a42b-bbb59c7502cd req-a7bcfdd5-8ca0-42b6-aac7-08e5387787f8 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732350 Jul 16 01:52:56.268273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.273129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf008c1c-a164-4c09-81eb-a47dabbd3984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.274888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.280502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.286292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.292711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.298580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.304371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:56.306396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-7731b60b-d3cb-4b90-b4a6-5c60c62fbe63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5438 time: 0.1340237 Jul 16 01:52:56.339889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.350993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c13088a3-f3ff-4f05-ab7f-67486fe9426d req-94ec1af1-1d6a-438f-89e9-e6f0cb377092 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389593 Jul 16 01:52:56.392681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf008c1c-a164-4c09-81eb-a47dabbd3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.395285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf008c1c-a164-4c09-81eb-a47dabbd3984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.407423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf008c1c-a164-4c09-81eb-a47dabbd3984 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/810ce607-b06b-470a-987e-d471cf1b2848 HTTP/1.1" status: 204 len: 168 time: 0.2778823 Jul 16 01:52:56.412767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf008c1c-a164-4c09-81eb-a47dabbd3984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ce607-b06b-470a-987e-d471cf1b2848,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.452251 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.510794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.516346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae07cbc-1506-4785-af04-3abf6d67b488,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:56.518462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:56.528567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fafc4b-0b9d-4021-ad2b-b5f86a5bc138 None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:56.529174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36484) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:56.530785 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39bfbd60-c636-451c-b6b9-3561375bfe2b tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/2ae07cbc-1506-4785-af04-3abf6d67b488 HTTP/1.1" status: 204 len: 168 time: 0.5125833 Jul 16 01:52:56.635360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting subnet 545d7a0f-b48e-4463-82e2-d438f12e0c23 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:56.638583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.110624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.264240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656385e-8376-4497-8860-043171083ac3 req-8fdd0f7b-55fe-409b-885e-7f515149fd50 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.265815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d656385e-8376-4497-8860-043171083ac3 req-8fdd0f7b-55fe-409b-885e-7f515149fd50 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.6753962 Jul 16 01:52:57.297558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad4e68-bffb-4df5-88c9-f9966f59b482 req-bc0319fe-c5d3-46a2-b93c-39f47ae86bca tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.304594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10ad4e68-bffb-4df5-88c9-f9966f59b482 req-bc0319fe-c5d3-46a2-b93c-39f47ae86bca tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1096 time: 0.2361057 Jul 16 01:52:57.307934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.339309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:57.386267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d656385e-8376-4497-8860-043171083ac3 req-577babdc-ee28-45dd-9077-e488bb4bf9c2 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127024 Jul 16 01:52:57.404016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.404236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10ad4e68-bffb-4df5-88c9-f9966f59b482 req-8355cd80-11e9-4134-b681-c60703d68c41 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986078 Jul 16 01:52:57.449406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.478656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.483981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:57.484275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/545d7a0f-b48e-4463-82e2-d438f12e0c23 HTTP/1.1" status: 204 len: 168 time: 0.9538448 Jul 16 01:52:57.505121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5d7b8-b7d7-46df-bd7a-36cb40e3d20e tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=545d7a0f-b48e-4463-82e2-d438f12e0c23,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:57.521874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480b2b3-d167-4116-b6ac-4f454daaeda8 None None] Network fc8b0c06-0a00-4da9-8d95-1a8b4c933013 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:57.538456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1146211386-network', 'tenant_id': '220e7e172ffd43bfbdff7acb616e668b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:57.610723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f20bce35-4c0e-42cd-bced-2e32886e6748 None None] Provisioning complete for port cea2ecb6-019e-4345-acff-f7af4176bf94 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:57.611207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f20bce35-4c0e-42cd-bced-2e32886e6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.626548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a97b1-a7ba-4762-8122-be5d958ba99f req-f12b093c-a27e-45b4-b817-fd063aed9c0d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.629080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e8a97b1-a7ba-4762-8122-be5d958ba99f req-f12b093c-a27e-45b4-b817-fd063aed9c0d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 944 time: 0.0825131 Jul 16 01:52:57.642610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.652683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Made reservation on behalf of 220e7e172ffd43bfbdff7acb616e668b for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:57.655567 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.666237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.680262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:57.713280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e8a97b1-a7ba-4762-8122-be5d958ba99f req-4e59bd76-52bb-4890-ae9f-84141b9e9760 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767975 Jul 16 01:52:57.772046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting port cea2ecb6-019e-4345-acff-f7af4176bf94 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:57.772271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.794749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.809443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.821832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.829005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.835560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.842761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.849043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:57.850351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:57.857826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:57.858533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.864936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-1f782123-9ad3-4784-b9f4-1844e00015d4 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5438 time: 0.2210557 Jul 16 01:52:57.876023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] For port cea2ecb6-019e-4345-acff-f7af4176bf94, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cea2ecb6-019e-4345-acff-f7af4176bf94,segment=NetworkSegment(41351645-e46a-41b8-8f41-b736b42fa007),segment_id=41351645-e46a-41b8-8f41-b736b42fa007)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:57.876445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.900062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Calling delete_port for cea2ecb6-019e-4345-acff-f7af4176bf94 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:52:57.905992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.922674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.978414 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:57.992551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa894f3c-1d08-4d5d-b778-d44ab93ad865 req-119eb020-4615-45f7-a673-e5f5035c2a22 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1254907 Jul 16 01:52:58.007800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:52:58.023372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de695465-5c1b-4d2e-9000-04907f1168d1 None None] DHCP port deletion for fc8b0c06-0a00-4da9-8d95-1a8b4c933013 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:52:58.036617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf449d-5768-4ec6-965c-bd46f886ba7f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:58.037009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.037368 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Added segment 5856b3ce-42b7-44d7-a5d1-649035d0703b of type vlan for network d50952d6-dc4c-41c4-bf64-c5d75e72065b Jul 16 01:52:58.050476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:52:58.059594 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1311da-da95-4ce9-bcc9-697b8667eff3" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:52:58.081568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaae608-201f-43a7-a739-14b77216d32c req-85e6b3dd-48a0-4479-ace1-167b23d857af tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.083302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9eaae608-201f-43a7-a739-14b77216d32c req-85e6b3dd-48a0-4479-ace1-167b23d857af tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1643431 Jul 16 01:52:58.108651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:58.165675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.183158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de695465-5c1b-4d2e-9000-04907f1168d1 None None] The port 'cea2ecb6-019e-4345-acff-f7af4176bf94' was deleted {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:52:58.185070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.185878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5eb71b5f-0d60-4b56-8df2-d76df1560353 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:58.189395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea2ecb6-019e-4345-acff-f7af4176bf94 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:52:58.203096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9eaae608-201f-43a7-a739-14b77216d32c req-fb7b8561-b835-4bec-8949-daa68df419d1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070738 Jul 16 01:52:58.218208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.230020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cea2ecb6-019e-4345-acff-f7af4176bf94 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:52:58.230370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cea2ecb6-019e-4345-acff-f7af4176bf94 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:52:58.243760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.276262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Port': ['ID=cea2ecb6-019e-4345-acff-f7af4176bf94,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:58.279281 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.280450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:58.281159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.309178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No DVR routers for this DVR port cea2ecb6-019e-4345-acff-f7af4176bf94 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:52:58.321516 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9472631-771d-4ff0-a723-6c9789710131 x-openstack-request-id: req-d9472631-771d-4ff0-a723-6c9789710131 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:52:58.321823 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:52:58.322082 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9472631-771d-4ff0-a723-6c9789710131 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:52:58.322475 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b', 'code': 200} Jul 16 01:52:58.357250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0160758 Jul 16 01:52:58.369838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2e16e2c-69cb-4561-8f29-c4860cc62c80 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/2897d944-17fe-4814-a374-fa281348e7fa HTTP/1.1" status: 200 len: 992 time: 0.1249940 Jul 16 01:52:58.373086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.379687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Request body: {'subnet': {'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1146211386-subnet', 'tenant_id': '220e7e172ffd43bfbdff7acb616e668b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:52:58.420470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:58.429385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Made reservation on behalf of 220e7e172ffd43bfbdff7acb616e668b for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:52:58.432338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.435989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 5eb71b5f-0d60-4b56-8df2-d76df1560353 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:58.449655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 5eb71b5f-0d60-4b56-8df2-d76df1560353 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:58.450047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.485421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b8d87-9f82-4e27-9c5b-f560676296ef admin admin] Pushing event updated for resources: {'Network': ['ID=d50952d6-dc4c-41c4-bf64-c5d75e72065b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:58.509859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d50952d6-dc4c-41c4-bf64-c5d75e72065b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:52:58.559779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.603048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8b0c06-0a00-4da9-8d95-1a8b4c933013']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.651242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41351645-e46a-41b8-8f41-b736b42fa007') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.651855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41351645-e46a-41b8-8f41-b736b42fa007') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:52:58.673801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.707986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.734142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:52:58.734142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.734387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:52:58.754336 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:52:58.777174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:58.783381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.786332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8579de40-cb50-4f0e-a73c-1ae1cb2a435a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:58.872500 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.883153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.896470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.900541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:58.902555 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/fc8b0c06-0a00-4da9-8d95-1a8b4c933013 HTTP/1.1" status: 204 len: 168 time: 1.4172103 Jul 16 01:52:58.906837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.912700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:58.917447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:58.918228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:58.924424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.940309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c0f4e-4a97-4c83-adf1-d4f00c3a539a tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=fc8b0c06-0a00-4da9-8d95-1a8b4c933013,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:58.967748 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c17b7c-ddc1-43ec-84cf-84533665056d tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:58.968493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c17b7c-ddc1-43ec-84cf-84533665056d tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:58.974164 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2c17b7c-ddc1-43ec-84cf-84533665056d tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/03fa6229-00d3-45e6-8fa6-3ba3d10b028a HTTP/1.1" status: 404 len: 337 time: 0.0471349 Jul 16 01:52:58.975291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:58.993987 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e4863a-942f-4c4f-89a9-78ac9ab3742f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:58.994679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e4863a-942f-4c4f-89a9-78ac9ab3742f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:58.998815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-52e4863a-942f-4c4f-89a9-78ac9ab3742f tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/f14fe625-1a77-44e1-8899-86349c5d5163 HTTP/1.1" status: 404 len: 339 time: 0.0201657 Jul 16 01:52:58.998992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.017513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.018548 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.026918 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-727507c8-3a8a-45c8-a717-d4876d6bf280 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:59.027379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727507c8-3a8a-45c8-a717-d4876d6bf280 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:59.031593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-727507c8-3a8a-45c8-a717-d4876d6bf280 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/43e8886a-588b-4235-aa64-70e55a8fedc8 HTTP/1.1" status: 404 len: 337 time: 0.0292485 Jul 16 01:52:59.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.032331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.032439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.032439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.032840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.033161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.033498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.033825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:52:59.059583 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-5636b633-663f-4560-9ce5-e0fa3c16b5ef tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:59.060452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5636b633-663f-4560-9ce5-e0fa3c16b5ef tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:59.062412 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5636b633-663f-4560-9ce5-e0fa3c16b5ef tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/0dfd4688-9e73-41d4-a672-001f36be1e78 HTTP/1.1" status: 404 len: 339 time: 0.0297437 Jul 16 01:52:59.065567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,segment=NetworkSegment(d733c134-ddf3-4d5b-9c24-e1f2857e6433),segment_id=d733c134-ddf3-4d5b-9c24-e1f2857e6433)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:59.065975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.075591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.076529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b4ce31a3-0cd0-41f9-9158-55522671c047 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:59.077784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d38bf-70ab-4f6c-a979-c3243ed3cf3f req-5e9dd520-bed8-48d3-b5c5-bd491e69085a tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.079481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-183d38bf-70ab-4f6c-a979-c3243ed3cf3f req-5e9dd520-bed8-48d3-b5c5-bd491e69085a tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 944 time: 0.3468907 Jul 16 01:52:59.107624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Checking segment: {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:52:59.108641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Network hostable DHCP agents. Network: d50952d6-dc4c-41c4-bf64-c5d75e72065b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:52:59.110297 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e8f440-be75-4bfd-839b-3234300c79a8 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:59.110918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e8f440-be75-4bfd-839b-3234300c79a8 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:59.115223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d5e8f440-be75-4bfd-839b-3234300c79a8 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/b5e957ea-aa52-4ef2-b486-2b1b2435206f HTTP/1.1" status: 404 len: 337 time: 0.0456655 Jul 16 01:52:59.115417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.138640 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5e11c5-5889-4c54-a324-96c4c2675bc3 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:52:59.139174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5e11c5-5889-4c54-a324-96c4c2675bc3 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:52:59.143959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf5e11c5-5889-4c54-a324-96c4c2675bc3 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/c8b6f083-a81e-477b-8c4f-57befa541b82 HTTP/1.1" status: 404 len: 339 time: 0.0252891 Jul 16 01:52:59.144274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.160097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.171833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b4ce31a3-0cd0-41f9-9158-55522671c047 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:59.177486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d568fa-c86f-40af-95d1-c9e1536c67fe req-d8258196-e4e7-4609-bf12-c7ac3636dec9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.178636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b4ce31a3-0cd0-41f9-9158-55522671c047 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:59.179244 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.187216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3d568fa-c86f-40af-95d1-c9e1536c67fe req-d8258196-e4e7-4609-bf12-c7ac3636dec9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 944 time: 0.2581985 Jul 16 01:52:59.217641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting subnet 4a45eb4d-cba8-4232-81c9-884afb5deced {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:52:59.221435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.249769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-183d38bf-70ab-4f6c-a979-c3243ed3cf3f req-59f4d0b9-545b-4c3b-af3d-b4b9a066e64a tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491539 Jul 16 01:52:59.278262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Network d50952d6-dc4c-41c4-bf64-c5d75e72065b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:52:59.291441 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.309489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.323551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3d568fa-c86f-40af-95d1-c9e1536c67fe req-aa531b45-f733-498b-8149-058e27798e8e tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352329 Jul 16 01:52:59.327723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d50952d6-dc4c-41c4-bf64-c5d75e72065b) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:52:59.349056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.349532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a99aa-c68e-46da-a2be-b9078ebed03a None None] Network d50952d6-dc4c-41c4-bf64-c5d75e72065b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:59.350776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.415204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d9fbda96-5a67-4f14-abad-637702ef8a67 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0361924 Jul 16 01:52:59.444912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b4ce31a3-0cd0-41f9-9158-55522671c047,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:52:59.459937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.500941 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.504049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a3ab5760-e703-436c-8bff-ae4f3059dbb0 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:52:59.571290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d01d5987-5fb8-4221-a10f-9ed661ee08b1 req-9457c115-97dc-44e1-a148-2696e794ba07 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:52:59.586813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d01d5987-5fb8-4221-a10f-9ed661ee08b1 req-9457c115-97dc-44e1-a148-2696e794ba07 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199437 Jul 16 01:52:59.629187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.647848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port a3ab5760-e703-436c-8bff-ae4f3059dbb0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:52:59.657837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.679110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port a3ab5760-e703-436c-8bff-ae4f3059dbb0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:52:59.679561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.683994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca8cf9-2d4f-4f65-b145-4f23b294b99c None None] Network f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:59.698886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.703868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.704779 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/4a45eb4d-cba8-4232-81c9-884afb5deced HTTP/1.1" status: 204 len: 168 time: 0.5592492 Jul 16 01:52:59.708007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:52:59.709069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce615d9-96d7-4e71-bf13-63bf8fdbc950 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=4a45eb4d-cba8-4232-81c9-884afb5deced,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:52:59.711801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.719899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.726306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.734768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.741539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.749958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:59.760065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a2eef-9ab8-491e-a6c0-cb9980660978 None None] Network d50952d6-dc4c-41c4-bf64-c5d75e72065b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:52:59.760642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-e688004c-dbf2-4111-9fa6-95bf5d932bbb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5441 time: 0.2606137 Jul 16 01:52:59.808661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e54c16ed-4ef6-4a23-b1f9-a8f43f430fda req-608b0687-1bda-4316-aacd-b6624395cfd6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466652 Jul 16 01:52:59.832967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.975758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting port a6435be2-f791-4cf9-b02c-7910b29e1850 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:52:59.978459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:59.994367 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.103830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] For port a6435be2-f791-4cf9-b02c-7910b29e1850, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a6435be2-f791-4cf9-b02c-7910b29e1850,segment=NetworkSegment(2741956d-e44e-4661-9ad9-43af851eb79d),segment_id=2741956d-e44e-4661-9ad9-43af851eb79d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:00.104583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.136476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Calling delete_port for a6435be2-f791-4cf9-b02c-7910b29e1850 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:00.176578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:00.201942 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.203068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0b1d8383-dde1-4605-a075-e67d818ae96d up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:00.298480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] DHCP port deletion for f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:00.311295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.338509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353'}, {'server_uuid': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a'}, {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047'}, {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:00.340903 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9c1842-a0de-47ef-b6cd-491515d4c328" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353"}, {"server_uuid": "33aeb4a1-79c4-477b-b28b-cf95d1691724", "name": "network-vif-plugged", "status": "completed", "tag": "8579de40-cb50-4f0e-a73c-1ae1cb2a435a"}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047"}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:00.368070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-f4aa56ae-694c-48fc-bcbf-c375923cf4dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1731668 Jul 16 01:53:00.381198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0b1d8383-dde1-4605-a075-e67d818ae96d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:00.389583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0b1d8383-dde1-4605-a075-e67d818ae96d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:00.389583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.393491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Deleting port a6435be2-f791-4cf9-b02c-7910b29e1850 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:00.394193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.396389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.414285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859e3e5-d37a-4fdd-a7a7-3cfa7d3691e1 req-9ff38ac6-5a9f-46f8-a1fe-13a5aada2733 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.416256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b859e3e5-d37a-4fdd-a7a7-3cfa7d3691e1 req-9ff38ac6-5a9f-46f8-a1fe-13a5aada2733 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1467955 Jul 16 01:53:00.428597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-580df960-d65d-4ee6-8226-271baba2c45c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:00.436072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-580df960-d65d-4ee6-8226-271baba2c45c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 814 time: 0.2554483 Jul 16 01:53:00.438862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Port': ['ID=a6435be2-f791-4cf9-b02c-7910b29e1850,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.457621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No DVR routers for this DVR port a6435be2-f791-4cf9-b02c-7910b29e1850 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:00.483248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-f0527c1d-a08f-4e04-8d66-f2be85e79015 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/quotas/220e7e172ffd43bfbdff7acb616e668b HTTP/1.1" status: 200 len: 375 time: 0.0458610 Jul 16 01:53:00.541689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5fda6a8e-a128-47db-99ec-61b3321b6f21 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573499 Jul 16 01:53:00.613316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b859e3e5-d37a-4fdd-a7a7-3cfa7d3691e1 req-1e3a4e41-4293-4cc2-a619-264f6a19e0fa tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610985 Jul 16 01:53:00.659390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.677710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.688378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2741956d-e44e-4661-9ad9-43af851eb79d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.688644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2741956d-e44e-4661-9ad9-43af851eb79d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:00.710350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.735632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.748212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:00.749567 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:00.755615 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:00.763680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-48aabd56-e28b-471b-b72a-191048546c5a service neutron] 10.222.0.35 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200141 Jul 16 01:53:00.816408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] For port a6435be2-f791-4cf9-b02c-7910b29e1850, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:00.817419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.839405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Calling delete_port for a6435be2-f791-4cf9-b02c-7910b29e1850 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:00.843624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Port a6435be2-f791-4cf9-b02c-7910b29e1850 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:53:00.846832 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.882801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] Pushing event deleted for resources: {'Port': ['ID=a6435be2-f791-4cf9-b02c-7910b29e1850,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.887637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.893986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.894287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05f2bf-0664-4c8e-bde5-4d43ba1f8628 None None] No DVR routers for this DVR port a6435be2-f791-4cf9-b02c-7910b29e1850 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:00.896219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e HTTP/1.1" status: 204 len: 168 time: 1.1846664 Jul 16 01:53:00.905485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:00.945234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:00.982665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45112b05-c825-4c08-ac4d-2c95b5e30ad1 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=f8ccfc2d-9783-4ffe-8b23-9b8e54ecbe2e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:00.986691 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceab3eb-e243-45e0-871a-68a1278e05f5 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:00.991110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceab3eb-e243-45e0-871a-68a1278e05f5 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:00.996746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:00.996904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dceab3eb-e243-45e0-871a-68a1278e05f5 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/4f2841d0-70f8-45a5-8cc6-59e816a9942e HTTP/1.1" status: 404 len: 337 time: 0.0859766 Jul 16 01:53:00.997125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0b1d8383-dde1-4605-a075-e67d818ae96d,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:01.004628 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.005621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b519043f-d91e-419e-bfe9-b279944e42d2 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:01.015664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-6b31c251-05c4-494c-84eb-fe958ffec33d service neutron] 10.222.0.35 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511158 Jul 16 01:53:01.031943 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-019fb138-6b7a-4fb6-8593-e53d8d4d2775 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] DELETE failed (client error): The resource could not be found. Jul 16 01:53:01.032697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019fb138-6b7a-4fb6-8593-e53d8d4d2775 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:53:01.037552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-019fb138-6b7a-4fb6-8593-e53d8d4d2775 tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/67920aeb-54b6-4e32-b4f5-67515bddaef9 HTTP/1.1" status: 404 len: 339 time: 0.0359313 Jul 16 01:53:01.037552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:01.055536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d351-31cb-4c60-87cc-5a7c854a21e2 req-3f48b187-8366-4ab0-908d-ac4e487a65b2 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.057844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e14d351-31cb-4c60-87cc-5a7c854a21e2 req-3f48b187-8366-4ab0-908d-ac4e487a65b2 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.2542458 Jul 16 01:53:01.126867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:01.129659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting subnet 18954e4d-f8dc-4e9e-bf01-bf0f95dab698 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:01.138533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.144779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e14d351-31cb-4c60-87cc-5a7c854a21e2 req-83bdae02-a37a-40f3-abed-f6c85c6ba1a1 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625072 Jul 16 01:53:01.162599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b519043f-d91e-419e-bfe9-b279944e42d2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:01.169382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b519043f-d91e-419e-bfe9-b279944e42d2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:01.170116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.210594 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.320491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.396256 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d1ca4a-4bd4-4c44-abfa-dea3af648d4a x-openstack-request-id: req-62d1ca4a-4bd4-4c44-abfa-dea3af648d4a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:01.396587 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353", "code": 200}, {"server_uuid": "33aeb4a1-79c4-477b-b28b-cf95d1691724", "name": "network-vif-plugged", "status": "completed", "tag": "8579de40-cb50-4f0e-a73c-1ae1cb2a435a", "code": 200}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047", "code": 200}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:01.396848 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62d1ca4a-4bd4-4c44-abfa-dea3af648d4a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:01.397271 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353', 'code': 200} Jul 16 01:53:01.397523 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a', 'code': 200} Jul 16 01:53:01.397770 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047', 'code': 200} Jul 16 01:53:01.398012 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0', 'code': 200} Jul 16 01:53:01.441214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.479162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.495020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b519043f-d91e-419e-bfe9-b279944e42d2, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b519043f-d91e-419e-bfe9-b279944e42d2,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:01.504074 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.505254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ce59c47d-1fdc-4061-b2f9-2efd36262390 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:01.620530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Subnet': ['ID=18954e4d-f8dc-4e9e-bf01-bf0f95dab698,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:01.627725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b519043f-d91e-419e-bfe9-b279944e42d2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:01.660405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port ce59c47d-1fdc-4061-b2f9-2efd36262390 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:01.664378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port ce59c47d-1fdc-4061-b2f9-2efd36262390 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:01.664924 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.672299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.676884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36640) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:01.677264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5e947a23-e04b-4137-ae4f-96ab0945f1aa tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/subnets/18954e4d-f8dc-4e9e-bf01-bf0f95dab698 HTTP/1.1" status: 204 len: 168 time: 0.6380494 Jul 16 01:53:01.721183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8461be-a42d-48aa-9c00-0d940e603467 None None] Network 95e781b8-e8fc-4abe-826c-27612fd7701e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:01.772718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546fc3-7ff5-4c4f-bbcc-83af997f929b req-0d449cdd-6be0-4f36-8fb3-6b6851536c93 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.781334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56546fc3-7ff5-4c4f-bbcc-83af997f929b req-0d449cdd-6be0-4f36-8fb3-6b6851536c93 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 944 time: 0.3154137 Jul 16 01:53:01.781594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.842530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0338be-8e5c-427c-afad-3b6bd07f895b req-f9a59273-2b61-43b8-a2f7-fe17fd16cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.843850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd0338be-8e5c-427c-afad-3b6bd07f895b req-f9a59273-2b61-43b8-a2f7-fe17fd16cfa5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 1096 time: 0.3249686 Jul 16 01:53:01.864447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.871033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.877230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.880667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Deleting port 9de0d274-510d-4fc1-ba93-ca4efdba0994 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:01.881006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.885261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.893286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.902181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.908110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:01.910825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-0f73afcf-97e5-4d58-a748-369556016f78 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5443 time: 0.2938552 Jul 16 01:53:01.920190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.967120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:01.978899 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.027076 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56546fc3-7ff5-4c4f-bbcc-83af997f929b req-e982b05c-9168-446b-b88c-d3c56f1ed131 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392457 Jul 16 01:53:02.067304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9db92-338e-4355-a680-b89839c06435 None None] DHCP port deletion for 95e781b8-e8fc-4abe-826c-27612fd7701e request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:02.078440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:02.116889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f8e8363-ab5d-4c9d-ad1f-d61827492b43 req-bcbb2e97-3f38-49e9-af1b-02eeae254bd0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1864681 Jul 16 01:53:02.131681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd0338be-8e5c-427c-afad-3b6bd07f895b req-466057d6-ed97-43f3-95c5-8a46a5631b70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080421 Jul 16 01:53:02.160016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-96d9db92-338e-4355-a680-b89839c06435 None None] Deleting port 9de0d274-510d-4fc1-ba93-ca4efdba0994 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:02.164538 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96d9db92-338e-4355-a680-b89839c06435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.182871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] For port 9de0d274-510d-4fc1-ba93-ca4efdba0994, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9de0d274-510d-4fc1-ba93-ca4efdba0994,segment=NetworkSegment(d7cc0b97-629a-4e59-b32f-b0d4332decf3),segment_id=d7cc0b97-629a-4e59-b32f-b0d4332decf3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:02.183276 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.198328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Calling delete_port for 9de0d274-510d-4fc1-ba93-ca4efdba0994 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:02.208427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a6435be2-f791-4cf9-b02c-7910b29e1850 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:02.248430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a6435be2-f791-4cf9-b02c-7910b29e1850 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:02.249261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a6435be2-f791-4cf9-b02c-7910b29e1850 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:02.304873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-37c8fcd7-859a-4be2-be80-721e9ad2c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.306621 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-37c8fcd7-859a-4be2-be80-721e9ad2c15e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1096 time: 0.2010591 Jul 16 01:53:02.339391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-96d9db92-338e-4355-a680-b89839c06435 None None] For port 9de0d274-510d-4fc1-ba93-ca4efdba0994, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9de0d274-510d-4fc1-ba93-ca4efdba0994,segment=NetworkSegment(d7cc0b97-629a-4e59-b32f-b0d4332decf3),segment_id=d7cc0b97-629a-4e59-b32f-b0d4332decf3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:02.339791 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96d9db92-338e-4355-a680-b89839c06435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.359885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-96d9db92-338e-4355-a680-b89839c06435 None None] Calling delete_port for 9de0d274-510d-4fc1-ba93-ca4efdba0994 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:02.378077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d850227-dd8c-452d-8e8c-8f88f8cc213d req-56c3f725-5dfb-4052-b065-fe1470b6d6ed tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 210 time: 0.0475740 Jul 16 01:53:02.482476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.510148 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96d9db92-338e-4355-a680-b89839c06435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.526054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fceef6-c367-4a75-94c2-cab5c49788b4 req-8becdd29-d4d7-4bdb-976a-3ca68930ba35 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.526646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Port': ['ID=9de0d274-510d-4fc1-ba93-ca4efdba0994,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:02.527475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01fceef6-c367-4a75-94c2-cab5c49788b4 req-8becdd29-d4d7-4bdb-976a-3ca68930ba35 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1107943 Jul 16 01:53:02.532344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-46c5091c-c322-4c12-a0f6-b700dca7398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.533977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-46c5091c-c322-4c12-a0f6-b700dca7398c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.2161555 Jul 16 01:53:02.536529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] No DVR routers for this DVR port 9de0d274-510d-4fc1-ba93-ca4efdba0994 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:02.580119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9db92-338e-4355-a680-b89839c06435 None None] Pushing event deleted for resources: {'Port': ['ID=9de0d274-510d-4fc1-ba93-ca4efdba0994,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:02.587788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9db92-338e-4355-a680-b89839c06435 None None] No DVR routers for this DVR port 9de0d274-510d-4fc1-ba93-ca4efdba0994 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:02.647722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01fceef6-c367-4a75-94c2-cab5c49788b4 req-a1db0130-4f0f-4167-897d-0ec440853816 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064072 Jul 16 01:53:02.685010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.697446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252f3f1-f61f-4bfa-84e0-4e5f6d869589 req-2cb4b488-e367-47b0-860b-ffe6a1222f77 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.698319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-b8323ff8-ac32-412e-a281-59ad72e77c0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 1000 time: 0.1541944 Jul 16 01:53:02.699921 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7252f3f1-f61f-4bfa-84e0-4e5f6d869589 req-2cb4b488-e367-47b0-860b-ffe6a1222f77 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.1520762 Jul 16 01:53:02.702246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e781b8-e8fc-4abe-826c-27612fd7701e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:02.725581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cc0b97-629a-4e59-b32f-b0d4332decf3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:02.725919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cc0b97-629a-4e59-b32f-b0d4332decf3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:02.750590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7252f3f1-f61f-4bfa-84e0-4e5f6d869589 req-ef549191-70cf-4625-9377-f2e84c2dade9 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445173 Jul 16 01:53:02.753698 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.777650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.780390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-9919288e-1ae4-4560-8f71-fbd435a952e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.782252 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-9919288e-1ae4-4560-8f71-fbd435a952e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0749831 Jul 16 01:53:02.786846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:02.787370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:02.790836 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:02.881038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.886669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:02.891063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] 10.222.0.35 "DELETE /v2.0/networks/95e781b8-e8fc-4abe-826c-27612fd7701e HTTP/1.1" status: 204 len: 168 time: 1.2109113 Jul 16 01:53:02.907947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede1fce-ffc3-4301-85ad-c08388c27fae tempest-NetworksIpV6Test-768860016 tempest-NetworksIpV6Test-768860016-project] Pushing event deleted for resources: {'Network': ['ID=95e781b8-e8fc-4abe-826c-27612fd7701e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:02.919342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-962bafd4-a17e-4654-9303-b9eb7a62e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:02.920877 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-962bafd4-a17e-4654-9303-b9eb7a62e2c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293488 Jul 16 01:53:03.281268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:03.354600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d4017-2d8a-433a-beea-036908d949da req-a513aa78-3cfa-49a8-8089-41115cf3f181 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.359737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d6d4017-2d8a-433a-beea-036908d949da req-a513aa78-3cfa-49a8-8089-41115cf3f181 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.1407297 Jul 16 01:53:03.398779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1d8383-dde1-4605-a075-e67d818ae96d'}, {'server_uuid': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519043f-d91e-419e-bfe9-b279944e42d2'}, {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce59c47d-1fdc-4061-b2f9-2efd36262390'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:03.401951 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ccbcc-b632-46a2-9248-c3c8ca958ebc" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "0b1d8383-dde1-4605-a075-e67d818ae96d"}, {"server_uuid": "af8068fc-087d-4af5-9d62-3602b3b4ebfe", "name": "network-vif-plugged", "status": "completed", "tag": "b519043f-d91e-419e-bfe9-b279944e42d2"}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "ce59c47d-1fdc-4061-b2f9-2efd36262390"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:03.487672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d6d4017-2d8a-433a-beea-036908d949da req-f0523692-04e2-4a3a-8838-99e3a5912541 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028938 Jul 16 01:53:03.537260 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-ffedec12-cb71-4924-b587-64ffd265fb7e service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028075 Jul 16 01:53:03.537439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aa8a0ca5-6f93-48fa-ab81-202629bec8e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20a196731e964f74b1d77917ca8d5b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531996 Jul 16 01:53:03.539954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36668) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:03.556921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.563118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.569260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.577954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.584630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.593514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.600561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.602852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-097e927f-2d88-41be-9a5b-bc7bfa987be0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.2394505 Jul 16 01:53:03.651774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dc67e7c-a21a-42fd-8f77-bf1e94686fa1 req-715c9480-8f23-4812-b19e-08dc674d4047 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422664 Jul 16 01:53:03.699385 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f074356-0949-41f2-87ab-56269305d8d2 x-openstack-request-id: req-1f074356-0949-41f2-87ab-56269305d8d2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:03.699830 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "0b1d8383-dde1-4605-a075-e67d818ae96d", "code": 200}, {"server_uuid": "af8068fc-087d-4af5-9d62-3602b3b4ebfe", "name": "network-vif-plugged", "status": "completed", "tag": "b519043f-d91e-419e-bfe9-b279944e42d2", "code": 200}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-plugged", "status": "completed", "tag": "ce59c47d-1fdc-4061-b2f9-2efd36262390", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:03.700121 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f074356-0949-41f2-87ab-56269305d8d2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:03.700531 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1d8383-dde1-4605-a075-e67d818ae96d', 'code': 200} Jul 16 01:53:03.700790 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b519043f-d91e-419e-bfe9-b279944e42d2', 'code': 200} Jul 16 01:53:03.701045 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce59c47d-1fdc-4061-b2f9-2efd36262390', 'code': 200} Jul 16 01:53:03.726869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5c46e74f-7c44-44d2-8d76-20ce8fae37ca tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.728491 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5c46e74f-7c44-44d2-8d76-20ce8fae37ca tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.32 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 814 time: 0.2468493 Jul 16 01:53:03.730805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f9ad0b-8483-40a8-896d-d75434ad360d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.762055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Request body: {'port': {'device_id': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'admin_state_up': True, 'tenant_id': '220e7e172ffd43bfbdff7acb616e668b'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:03.897218 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f9ad0b-8483-40a8-896d-d75434ad360d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:03.901352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d06183f2-b686-4b6e-a015-41c1c0d2a767 req-99652a10-879b-43a6-af1f-946b3ff11c61 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 210 time: 0.0575674 Jul 16 01:53:03.933906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-746afc20-0821-48ba-8477-171edb84ede1 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603201 Jul 16 01:53:03.953296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10688442-4525-49f5-a7c0-b1330726e875 req-9a806001-a8f8-40c0-8ebc-bfca844fb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.954926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10688442-4525-49f5-a7c0-b1330726e875 req-9a806001-a8f8-40c0-8ebc-bfca844fb727 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 1096 time: 0.1547923 Jul 16 01:53:03.977805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775acaa-8841-4961-a493-60ff77d81b10 req-6e01d269-bfec-4d1d-a03b-a1341eb0fdde tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:03.979330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b775acaa-8841-4961-a493-60ff77d81b10 req-6e01d269-bfec-4d1d-a03b-a1341eb0fdde tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1368701 Jul 16 01:53:03.985945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Made reservation on behalf of 220e7e172ffd43bfbdff7acb616e668b for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:03.990572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.038430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.039131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.040429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.040969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.041495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.041984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10688442-4525-49f5-a7c0-b1330726e875 req-51c6e0d7-6926-4692-8ad2-2cb600363dc8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783124 Jul 16 01:53:04.042134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.042704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.044995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-8f8b3207-586d-4798-bb8d-570a5848d04f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.1969380 Jul 16 01:53:04.053557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b775acaa-8841-4961-a493-60ff77d81b10 req-6dbfa3ba-309a-4022-a1e4-f0cf5056b400 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662460 Jul 16 01:53:04.084145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f9ad0b-8483-40a8-896d-d75434ad360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.087355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66f9ad0b-8483-40a8-896d-d75434ad360d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.088281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-66f9ad0b-8483-40a8-896d-d75434ad360d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d52bf1b-aaa7-4454-87a3-f6a2f01efcad HTTP/1.1" status: 204 len: 168 time: 0.5473318 Jul 16 01:53:04.114483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ad0b-8483-40a8-896d-d75434ad360d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52bf1b-aaa7-4454-87a3-f6a2f01efcad,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:04.147156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9de0d274-510d-4fc1-ba93-ca4efdba0994 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:04.170791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9de0d274-510d-4fc1-ba93-ca4efdba0994 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:04.171501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9de0d274-510d-4fc1-ba93-ca4efdba0994 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:04.269091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a584-9739-471a-818d-19fa7ea95e9d req-5b874985-b87d-4098-8314-dbcafcf036dc tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.271341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bc3a584-9739-471a-818d-19fa7ea95e9d req-5b874985-b87d-4098-8314-dbcafcf036dc tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.0746884 Jul 16 01:53:04.289178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-58e58e75-e1ed-4639-92d6-adc081ad17fe req-f466bdf8-484b-48f9-bcdb-3e194ab5eb70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1837399 Jul 16 01:53:04.316766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Allocated IP 172.20.0.5 (d50952d6-dc4c-41c4-bf64-c5d75e72065b/9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234/b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:04.325462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bc3a584-9739-471a-818d-19fa7ea95e9d req-798f7a55-7a0c-44c3-b20a-b8c68edfb955 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Jul 16 01:53:04.441786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c2d41-f910-4d8b-8f07-eb35ceb913a8 req-8aa84da1-2182-4d5d-8a75-978f4a66baae tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.444649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e08c2d41-f910-4d8b-8f07-eb35ceb913a8 req-8aa84da1-2182-4d5d-8a75-978f4a66baae tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 945 time: 0.1034963 Jul 16 01:53:04.485568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.499841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e08c2d41-f910-4d8b-8f07-eb35ceb913a8 req-b38d7312-fb52-4899-b8b0-50e3e5b34859 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Jul 16 01:53:04.546814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.600218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Network d50952d6-dc4c-41c4-bf64-c5d75e72065b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:04.605675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:04.624560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:04.626972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:04.688053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094ddd7-fe07-45c6-a720-06e31d257ab6 req-f333cab0-a48f-4843-bcf1-540a4d3d04e1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.689714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4094ddd7-fe07-45c6-a720-06e31d257ab6 req-f333cab0-a48f-4843-bcf1-540a4d3d04e1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.0795658 Jul 16 01:53:04.696429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.697144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.719699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-dc8643d7-b39a-41e4-a307-460ac3d9321c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9786391 Jul 16 01:53:04.737216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Request body: {'port': {'device_id': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:04.759457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4094ddd7-fe07-45c6-a720-06e31d257ab6 req-1f700f40-3095-4411-8b3d-00cc275e7907 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625007 Jul 16 01:53:04.901717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.965512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-0c3234a0-4f94-431a-a274-d5f4569d0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:04.967047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-0c3234a0-4f94-431a-a274-d5f4569d0251 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c10f99b4d25043ebbebf4b2cababf038&device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 1096 time: 0.1565487 Jul 16 01:53:05.023677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.060186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659a34-1ebe-401b-90bf-a24aa890c7eb req-b1cb4628-2379-4dff-a1ce-f7a2ff95909d tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.061705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7659a34-1ebe-401b-90bf-a24aa890c7eb req-b1cb4628-2379-4dff-a1ce-f7a2ff95909d tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.1389780 Jul 16 01:53:05.074010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.080227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.086170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.092694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.098582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.105127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.111469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.113435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-8438d739-a773-4deb-9f9a-76f8440a021a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.1785722 Jul 16 01:53:05.173033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006148307'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:05.189828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f62e78aa-9f18-4bc5-874d-f838aca2664b req-927bc453-42d3-42c6-ac06-262a77cb69e7 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681093 Jul 16 01:53:05.192609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7659a34-1ebe-401b-90bf-a24aa890c7eb req-118c1b54-39c3-44a9-b76c-68c1bfd832c2 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782628 Jul 16 01:53:05.210357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.232132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.242559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-ad5888ce-aee4-481c-83f2-de5581ca5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.244225 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-ad5888ce-aee4-481c-83f2-de5581ca5c5d service neutron] 10.222.0.38 "GET /v2.0/networks?id=cc855abd-28d1-47f2-88b5-96f2332e6dd7 HTTP/1.1" status: 200 len: 915 time: 0.2192564 Jul 16 01:53:05.259729 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:05.298945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-66cf58e4-6586-4b65-ad3b-12e69b987df9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a HTTP/1.1" status: 200 len: 217 time: 0.0420711 Jul 16 01:53:05.387252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:05.392789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-a6cde0b7-061e-4236-bfad-2edab1bd9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.394185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-a6cde0b7-061e-4236-bfad-2edab1bd9c35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=598e1d10-509d-43dd-bcc8-502a130ff542 HTTP/1.1" status: 200 len: 854 time: 0.0848784 Jul 16 01:53:05.398108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.411716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Transition to ACTIVE for port object b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:05.415956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.419838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.434022 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.477346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-cc0949a9-83eb-434d-8aae-b7d4c0a2e3d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cc855abd-28d1-47f2-88b5-96f2332e6dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590014 Jul 16 01:53:05.496866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82957b15-6b86-4f5c-961c-bd38cb565c80 req-5c636091-bcaf-4fbc-b41a-0258d561d03a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.498398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82957b15-6b86-4f5c-961c-bd38cb565c80 req-5c636091-bcaf-4fbc-b41a-0258d561d03a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 931 time: 0.1640465 Jul 16 01:53:05.503099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814a5572-21de-4fc1-9559-ecbcf6644384,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:05.522971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:05.525684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae1622-0145-4ac6-a0b5-3f4fa7476ff5 req-1174446e-8f7d-4751-859b-2789844ecfd2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.528660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ae1622-0145-4ac6-a0b5-3f4fa7476ff5 req-1174446e-8f7d-4751-859b-2789844ecfd2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1815763 Jul 16 01:53:05.599226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82957b15-6b86-4f5c-961c-bd38cb565c80 req-97ba858e-bb11-4daf-a13a-7d7674c0e097 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679352 Jul 16 01:53:05.617058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ae1622-0145-4ac6-a0b5-3f4fa7476ff5 req-c62842b7-c0ad-4280-8603-922b7bbd8d06 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765073 Jul 16 01:53:05.639743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.643974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.678352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.679580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6486957 Jul 16 01:53:05.681617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1e3f7-d822-4e58-90e6-5df239e2ce89 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa99a6f5-d0db-4885-b905-05466a5d6f0e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:05.682762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.686060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Attempting to bind port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:05.686397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Attempting to bind port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:05.686723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Attempting to bind port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 on network d50952d6-dc4c-41c4-bf64-c5d75e72065b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:05.694606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-f155b8cb-81ef-47fd-b62a-3c84aad52678 service neutron] 10.222.0.38 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065408 Jul 16 01:53:05.706554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 on network d50952d6-dc4c-41c4-bf64-c5d75e72065b not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:05.706859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Attempting to bind port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 on network d50952d6-dc4c-41c4-bf64-c5d75e72065b {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:05.745539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:05.746278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Checking segment: {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:05.746278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Bound using segment: {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:05.746659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Bound port: b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:05.747068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.797412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcb55-e101-4927-b336-30b96c4a16f6 req-5854b36e-0186-4533-9cd0-a2bb24020c46 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.799208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-029dcb55-e101-4927-b336-30b96c4a16f6 req-5854b36e-0186-4533-9cd0-a2bb24020c46 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 945 time: 0.0625761 Jul 16 01:53:05.841191 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-029dcb55-e101-4927-b336-30b96c4a16f6 req-eae261d5-a9b1-4065-937c-e1d1d939c532 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Jul 16 01:53:05.888859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-633f135f-a438-41d5-a183-b6abba35b7a0 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2039404 Jul 16 01:53:05.896441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:05.902333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-security--786383125', 'description': 'tempest-security-description-994679479'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:05.920011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ec7c7433-dd53-4389-9ed4-8ec54aa49c19 req-5f0eeaf6-4fab-4bd8-a0a4-40bf2df4871e service neutron] 10.222.0.38 "GET /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153313 Jul 16 01:53:05.935990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:05.939573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.942867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea4253-fa07-4b27-88ce-544528ef0b9d req-d1d22764-aca0-41dd-91ea-3ca2563361c2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:05.944597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:05.948146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efea4253-fa07-4b27-88ce-544528ef0b9d req-d1d22764-aca0-41dd-91ea-3ca2563361c2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.0724344 Jul 16 01:53:05.952361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:05.987239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efea4253-fa07-4b27-88ce-544528ef0b9d req-f7c5434d-65f2-4169-9116-86bc94dbd2c6 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Jul 16 01:53:06.026346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.026969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.028395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] 10.222.0.32 "PUT /v2.0/ports/b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 200 len: 1091 time: 1.2970982 Jul 16 01:53:06.028887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:06.031089 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:06.051369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.052632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d366e31-6fea-4db2-9ace-6017782fac12 service neutron] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.064846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.068681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.070200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "PUT /v2.0/security-groups/fa99a6f5-d0db-4885-b905-05466a5d6f0e HTTP/1.1" status: 200 len: 1778 time: 0.1714005 Jul 16 01:53:06.073635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.088226 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb99331-cb3c-4a3a-b783-4025a0ef61f8 x-openstack-request-id: req-3fb99331-cb3c-4a3a-b783-4025a0ef61f8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:06.088520 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:06.088769 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fb99331-cb3c-4a3a-b783-4025a0ef61f8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:06.089172 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'status': 'completed', 'code': 200} Jul 16 01:53:06.104976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804c93b-12df-42e9-956e-c39cf8d9bf02 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa99a6f5-d0db-4885-b905-05466a5d6f0e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.128997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0e6d03e2-a5f2-413a-9c6e-b0bbb21fb044 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups/fa99a6f5-d0db-4885-b905-05466a5d6f0e HTTP/1.1" status: 200 len: 1778 time: 0.0538023 Jul 16 01:53:06.131525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.182524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-c3351146-f0c8-4aae-8f9d-130d3ac19bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.184327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-c3351146-f0c8-4aae-8f9d-130d3ac19bab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1094 time: 0.0610793 Jul 16 01:53:06.189826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb11-75db-48f9-bb2e-81fcea13239b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.214577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb11-75db-48f9-bb2e-81fcea13239b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.260595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-5b391a41-b753-4318-a623-238809c23052 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 200 len: 217 time: 0.0602043 Jul 16 01:53:06.283269 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb11-75db-48f9-bb2e-81fcea13239b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.286523 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb11-75db-48f9-bb2e-81fcea13239b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.287704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aca0cb11-75db-48f9-bb2e-81fcea13239b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/fa99a6f5-d0db-4885-b905-05466a5d6f0e HTTP/1.1" status: 204 len: 168 time: 0.1551909 Jul 16 01:53:06.292966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.315018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0cb11-75db-48f9-bb2e-81fcea13239b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa99a6f5-d0db-4885-b905-05466a5d6f0e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.339939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-36f83a0a-5ecd-47d1-8ad7-7480130b5800 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.341470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-36f83a0a-5ecd-47d1-8ad7-7480130b5800 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.38 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 945 time: 0.1516733 Jul 16 01:53:06.345319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-b9944e37-726c-440a-83c2-d425e1c8afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.346726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-b9944e37-726c-440a-83c2-d425e1c8afe1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.0771410 Jul 16 01:53:06.404106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-8873050d-1723-4825-b558-d4dbdf700f16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494423 Jul 16 01:53:06.435763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fa48f30b-2e85-4e48-a2fb-fb2435f24dd9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1415412 Jul 16 01:53:06.439887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.466291 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-0043f321-cfc6-4ea3-b125-30bb9d7f5d8e tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] delete failed (client error): The resource could not be found. Jul 16 01:53:06.467319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0043f321-cfc6-4ea3-b125-30bb9d7f5d8e tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/fa99a6f5-d0db-4885-b905-05466a5d6f0e HTTP/1.1" status: 404 len: 347 time: 0.0242267 Jul 16 01:53:06.471847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.476815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142625011'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:06.486445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19c54-7361-4b3e-9870-a4f1276a749a req-a50faf38-2679-4173-a44f-c1eff75b77a2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.487929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24a19c54-7361-4b3e-9870-a4f1276a749a req-a50faf38-2679-4173-a44f-c1eff75b77a2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1927974 Jul 16 01:53:06.509503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f630fb-535a-4084-8d40-1b8dc81f85ad req-c2bdb8f6-2076-4a49-a97d-64c5a70a5043 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.511148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5f630fb-535a-4084-8d40-1b8dc81f85ad req-c2bdb8f6-2076-4a49-a97d-64c5a70a5043 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.1723731 Jul 16 01:53:06.561532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.562668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24a19c54-7361-4b3e-9870-a4f1276a749a req-56396ce6-d20f-452d-944b-4a3d8ba64b4a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667570 Jul 16 01:53:06.579239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-bf3c8582-5a29-449e-813e-170a49e96429 service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647236 Jul 16 01:53:06.596637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5f630fb-535a-4084-8d40-1b8dc81f85ad req-086f6a5a-b467-4685-be32-df498ed51873 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758402 Jul 16 01:53:06.615680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Deleting port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:06.615680 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.761687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.767923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.774833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.780670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.786619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.793060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.798849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.800774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-4750ccd1-ab63-464b-b524-efa094db0d9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.1176856 Jul 16 01:53:06.806422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.808866 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2653685c-71b4-4acf-bc5e-64a569e22e0e req-0a479441-4529-407f-86f0-f9123b728fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201967 Jul 16 01:53:06.814053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] For port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:06.814362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.816629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.844193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Calling delete_port for 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:06.851681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ddc658a-4ed0-43fe-9978-df018440cbf9 req-084ea14a-bc3b-4468-a771-9de28b25d8fc tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393903 Jul 16 01:53:06.863260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:06.864334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3915668 Jul 16 01:53:06.869907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:06.881014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': '3d611135-2bc4-4644-b9e8-67a0c835a960', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:06.887911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebce7b5-e5fb-4b95-8851-591ba5578439 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d611135-2bc4-4644-b9e8-67a0c835a960,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:06.928110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fa89e-9027-4ff3-911a-6f0813e875c1 req-d071fa55-fdd8-4645-abab-f50f8bcee32d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:06.929670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-608fa89e-9027-4ff3-911a-6f0813e875c1 req-d071fa55-fdd8-4645-abab-f50f8bcee32d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.0717821 Jul 16 01:53:06.972203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-608fa89e-9027-4ff3-911a-6f0813e875c1 req-ddeaea65-1dc6-473b-b1a2-3a24b33a9484 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Jul 16 01:53:07.012209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.049566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-fff61d0f-dc7c-4971-9a42-bde78dc085ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.051085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-fff61d0f-dc7c-4971-9a42-bde78dc085ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1094 time: 0.1781352 Jul 16 01:53:07.069312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed008c1e-3e46-4846-a92c-205ee6de2972 req-db1fd81a-0f42-4171-ada9-63e33f266bb1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.076837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed008c1e-3e46-4846-a92c-205ee6de2972 req-db1fd81a-0f42-4171-ada9-63e33f266bb1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.0953898 Jul 16 01:53:07.142253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed008c1e-3e46-4846-a92c-205ee6de2972 req-4bca4386-4c33-476d-a9b0-29d076b9497a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644329 Jul 16 01:53:07.170201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.175475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6aaa2-1ab4-4b99-bf39-8683723c8423 req-205efa03-ffac-4182-8995-270cb2f32194 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.177210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cfc6aaa2-1ab4-4b99-bf39-8683723c8423 req-205efa03-ffac-4182-8995-270cb2f32194 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.0983887 Jul 16 01:53:07.184772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:07.186991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'd920ad04-b1cd-46d9-bb25-f993399be089', '4613218e-430f-4ce2-8473-bff00ae008f5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:07.187208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.221206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.227388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event deleted for resources: {'Port': ['ID=57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.228395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cfc6aaa2-1ab4-4b99-bf39-8683723c8423 req-678af430-b852-49de-a260-492b8a739dd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427465 Jul 16 01:53:07.293262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64738b25-69f4-458c-9a06-c0581deed277,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.299816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-1cebf54d-d3e0-478c-8a41-3c5b5facda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.301361 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-1cebf54d-d3e0-478c-8a41-3c5b5facda98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 915 time: 0.2284968 Jul 16 01:53:07.323336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] No DVR routers for this DVR port 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:07.325929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.326908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-409708be-4c16-4f0b-b360-63c8559f5dbb req-15d4d06a-5d33-41be-b3da-7bba34598765 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=5961e22e-774e-4e72-81bc-2fcccdc48eef HTTP/1.1" status: 200 len: 210 time: 0.0433211 Jul 16 01:53:07.328226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97ca2bea-de7b-4c5e-af6b-84d315846a2b req-171af469-bc14-4328-8e54-7bd02a2fe920 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.38 "DELETE /v2.0/ports/57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 HTTP/1.1" status: 204 len: 173 time: 0.9806077 Jul 16 01:53:07.375994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-1666f03a-b68c-4ac9-807b-83e8660d0c9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 200 len: 217 time: 0.0536659 Jul 16 01:53:07.376730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.377906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-227e565c-1034-4437-9a55-45305e9fc275 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5061769 Jul 16 01:53:07.381054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.454831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f118cab-bcee-489f-9900-2dc35140b675 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.466643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-2e481930-ddef-4ef6-b3f1-1b45c5671c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.468362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-2e481930-ddef-4ef6-b3f1-1b45c5671c0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.0793636 Jul 16 01:53:07.469926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f118cab-bcee-489f-9900-2dc35140b675 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.519403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.526667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.532838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.538209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-69eda9a3-2a76-479e-8e57-c959f6eac555 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611672 Jul 16 01:53:07.539339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.547057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.555489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.561985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.564499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7edec8a3-db1f-486c-a2cd-02dba784cf43 req-2496203c-46f4-4c8d-a49d-c3e13ae5a89b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.1787393 Jul 16 01:53:07.574839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36766) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.579787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Request body: {'floatingip': {'port_id': '55b0941e-f869-40f9-a4ae-afdf6660531e'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:07.623475 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.643839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-f8d1990e-f4e2-49e6-82ff-0e260a9700de service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917673 Jul 16 01:53:07.645070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f118cab-bcee-489f-9900-2dc35140b675 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.652434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f118cab-bcee-489f-9900-2dc35140b675 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.653759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1f118cab-bcee-489f-9900-2dc35140b675 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/64738b25-69f4-458c-9a06-c0581deed277 HTTP/1.1" status: 204 len: 168 time: 0.2717466 Jul 16 01:53:07.656609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.693338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f118cab-bcee-489f-9900-2dc35140b675 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64738b25-69f4-458c-9a06-c0581deed277,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:07.805420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ca5352ff-7e02-4f36-9fd0-4d6c63989cc9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1411300 Jul 16 01:53:07.808279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.849217 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2b78697-9afa-47a4-b70b-2dd3e168f7e6 req-88d3881b-e519-41f0-99f3-4448e3f9c46c service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942542 Jul 16 01:53:07.889799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5654f9ce-adbf-4b3a-8985-c48867d042b9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.913019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5654f9ce-adbf-4b3a-8985-c48867d042b9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.962250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5654f9ce-adbf-4b3a-8985-c48867d042b9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.964891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5654f9ce-adbf-4b3a-8985-c48867d042b9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.966049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5654f9ce-adbf-4b3a-8985-c48867d042b9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/3d611135-2bc4-4644-b9e8-67a0c835a960 HTTP/1.1" status: 204 len: 168 time: 0.1568441 Jul 16 01:53:07.969448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5f27-dfaf-41ad-b5c9-ef01431ae87c req-d7dceac2-69f8-4d03-a453-7a5532c6cfc6 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:07.970627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36774) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:07.970972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a14b5f27-dfaf-41ad-b5c9-ef01431ae87c req-d7dceac2-69f8-4d03-a453-7a5532c6cfc6 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.2184429 Jul 16 01:53:07.984184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654f9ce-adbf-4b3a-8985-c48867d042b9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d611135-2bc4-4644-b9e8-67a0c835a960,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.029392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64d2a353-55df-48a3-8e4a-a872be9f0184 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575361 Jul 16 01:53:08.033230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.038311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--35193332'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:08.061927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.090494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'name': 'network-vif-deleted', 'tag': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:08.092842 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2f9a5a-3699-4d64-b6de-dd8ca0c588fd" -d '{"events": [{"server_uuid": "5961e22e-774e-4e72-81bc-2fcccdc48eef", "name": "network-vif-deleted", "tag": "57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:08.155403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.159641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.190499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.191805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1573811 Jul 16 01:53:08.192546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280226a9-3686-45ee-9e17-191d53537381 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30895b7-1157-4df1-a5a5-97bfd1b97707,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.195165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.201008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'e30895b7-1157-4df1-a5a5-97bfd1b97707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:08.229090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.289794 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.293736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.315709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a8beef-c68d-40ad-99c7-d8415e9cd5eb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.322386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.326538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-51e01441-6b6c-4ddd-8262-31ab69b978cb tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264892 Jul 16 01:53:08.326538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.330853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'e30895b7-1157-4df1-a5a5-97bfd1b97707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:08.358773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.370272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e44-1ee7-4d89-b7df-5302cf1f8422 req-c7bfa45c-d427-4ef2-975c-390e418bed9d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.376129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e44-1ee7-4d89-b7df-5302cf1f8422 req-c7bfa45c-d427-4ef2-975c-390e418bed9d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.381939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e44-1ee7-4d89-b7df-5302cf1f8422 req-c7bfa45c-d427-4ef2-975c-390e418bed9d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.384135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37ca1e44-1ee7-4d89-b7df-5302cf1f8422 req-c7bfa45c-d427-4ef2-975c-390e418bed9d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83&device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe&device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 2417 time: 0.5917764 Jul 16 01:53:08.418556 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.422317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.437561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0cbde3-74c2-4d46-ae11-f53f07655d48,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.447367 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.448654 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39dcb4f5-0d46-4088-9569-fde87d28b098 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213610 Jul 16 01:53:08.451432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36790) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.455595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a14b5f27-dfaf-41ad-b5c9-ef01431ae87c req-276604ec-eb0b-4441-a687-eb709a7549e8 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548497 Jul 16 01:53:08.456072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'e30895b7-1157-4df1-a5a5-97bfd1b97707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:08.489674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.513267 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bea5790-346c-48d7-acd3-c57b90dbd899 x-openstack-request-id: req-5bea5790-346c-48d7-acd3-c57b90dbd899 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:08.513555 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5961e22e-774e-4e72-81bc-2fcccdc48eef", "name": "network-vif-deleted", "tag": "57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:08.513804 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5bea5790-346c-48d7-acd3-c57b90dbd899 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:08.514044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37ca1e44-1ee7-4d89-b7df-5302cf1f8422 req-307a5257-bd30-40cd-b329-ccf3b66a17ba tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947447 Jul 16 01:53:08.514178 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5961e22e-774e-4e72-81bc-2fcccdc48eef', 'name': 'network-vif-deleted', 'tag': '57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4', 'status': 'completed', 'code': 200} Jul 16 01:53:08.561734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.567179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.588614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c5e205-0586-4f49-b9bf-9e4e6db7ddc0,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.592256 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.595971 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-19840f6f-33f9-4457-b5cd-f1dd0f05e23b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411862 Jul 16 01:53:08.596271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.601203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'e30895b7-1157-4df1-a5a5-97bfd1b97707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:08.630641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.692421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.696910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.713686 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.714488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90061f48-7292-4667-a8c4-4c29ebd4edf9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.722008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.723286 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.724487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-df623bdb-9774-4549-bd14-7ed95fc18474 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267116 Jul 16 01:53:08.727705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.734394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'e30895b7-1157-4df1-a5a5-97bfd1b97707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:08.759660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.806408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d220c-ddc0-4e54-ae2c-019d9a64358c req-844dafc2-8276-4ba6-9024-9c0cb1d1a746 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.808004 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c0d220c-ddc0-4e54-ae2c-019d9a64358c req-844dafc2-8276-4ba6-9024-9c0cb1d1a746 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.1764252 Jul 16 01:53:08.824374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.828208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.846146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c384bdde-ce99-47b6-ac84-69b68c652434,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.853219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.857126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-66ca56a5-4a51-41e5-810a-d1e8a45a2ca4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1258678 Jul 16 01:53:08.857367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.871004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824441e5-abdb-4044-b001-8cdc8739d577 req-31ed0567-eb46-49da-9947-99a2c6006a08 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:08.872625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-824441e5-abdb-4044-b001-8cdc8739d577 req-31ed0567-eb46-49da-9947-99a2c6006a08 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.2261307 Jul 16 01:53:08.883056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0faf9681-4e70-4f98-996d-351dfe876762 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.891710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0faf9681-4e70-4f98-996d-351dfe876762 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.906932 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Floating IP adb9f1f0-14b9-455a-b20a-13c203287972 associated. External IP: 172.25.0.244, port: 55b0941e-f869-40f9-a4ae-afdf6660531e. Jul 16 01:53:08.920675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0faf9681-4e70-4f98-996d-351dfe876762 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.927291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0faf9681-4e70-4f98-996d-351dfe876762 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.931191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0faf9681-4e70-4f98-996d-351dfe876762 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c384bdde-ce99-47b6-ac84-69b68c652434 HTTP/1.1" status: 204 len: 168 time: 0.0698938 Jul 16 01:53:08.933957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36804) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.941290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf9681-4e70-4f98-996d-351dfe876762 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c384bdde-ce99-47b6-ac84-69b68c652434,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:08.978088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c0d220c-ddc0-4e54-ae2c-019d9a64358c req-6a52b8f2-0813-4956-9883-8c779368fe52 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372540 Jul 16 01:53:08.984704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-93643a9e-83d1-4fec-a10e-cbb6ce8b8880 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0465219 Jul 16 01:53:08.984845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:08.991760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-824441e5-abdb-4044-b001-8cdc8739d577 req-7e7da01f-d27d-4e78-930a-0862149e4f0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089096 Jul 16 01:53:09.023119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-956de703-1908-4d55-997f-089b9a9aa84d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.035523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-956de703-1908-4d55-997f-089b9a9aa84d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.099474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-956de703-1908-4d55-997f-089b9a9aa84d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.126216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-956de703-1908-4d55-997f-089b9a9aa84d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.134051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-956de703-1908-4d55-997f-089b9a9aa84d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/90061f48-7292-4667-a8c4-4c29ebd4edf9 HTTP/1.1" status: 204 len: 168 time: 0.1455910 Jul 16 01:53:09.135239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956de703-1908-4d55-997f-089b9a9aa84d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90061f48-7292-4667-a8c4-4c29ebd4edf9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:09.137177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.256506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-457942bf-ff0c-4256-a59b-ed4623179330 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1121440 Jul 16 01:53:09.258938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.267725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Router 5fc487ab-7db7-4390-963d-8d7a2d752090 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:09.297711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f025a62-9339-436a-8f69-3c2eaa1ce234 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.312667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f025a62-9339-436a-8f69-3c2eaa1ce234 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.349404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f025a62-9339-436a-8f69-3c2eaa1ce234 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.358406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f025a62-9339-436a-8f69-3c2eaa1ce234 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.359735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7f025a62-9339-436a-8f69-3c2eaa1ce234 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/62c5e205-0586-4f49-b9bf-9e4e6db7ddc0 HTTP/1.1" status: 204 len: 168 time: 0.0996153 Jul 16 01:53:09.362442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.368884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f025a62-9339-436a-8f69-3c2eaa1ce234 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62c5e205-0586-4f49-b9bf-9e4e6db7ddc0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:09.524665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8489de8-f192-40c2-8879-230fe411ce51 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1565123 Jul 16 01:53:09.527335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.538164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:09.543784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.554502 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] Sync routers for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:09.577151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05865cdd-b97b-4f20-bbb2-e3c9d20ec77f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.577375 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:09.577789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:52:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:09.587106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05865cdd-b97b-4f20-bbb2-e3c9d20ec77f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.622455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05865cdd-b97b-4f20-bbb2-e3c9d20ec77f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.626066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65fa0c-7e66-467c-af9a-89e919ba19ee req-3a3c7e20-f500-4ef2-bf52-d1c6769e4447 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.630191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05865cdd-b97b-4f20-bbb2-e3c9d20ec77f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.631660 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-05865cdd-b97b-4f20-bbb2-e3c9d20ec77f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/cd0cbde3-74c2-4d46-ae11-f53f07655d48 HTTP/1.1" status: 204 len: 168 time: 0.1020279 Jul 16 01:53:09.636276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.637008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce65fa0c-7e66-467c-af9a-89e919ba19ee req-3a3c7e20-f500-4ef2-bf52-d1c6769e4447 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.2064943 Jul 16 01:53:09.659114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05865cdd-b97b-4f20-bbb2-e3c9d20ec77f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd0cbde3-74c2-4d46-ae11-f53f07655d48,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:09.695417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a4925e0-61d2-4265-9b04-9a647e103f1e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "PUT /v2.0/floatingips/adb9f1f0-14b9-455a-b20a-13c203287972 HTTP/1.1" status: 200 len: 992 time: 2.1165709 Jul 16 01:53:09.696195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:09.698579 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b1af8c-6d96-49e9-a358-0bb74667360f" -d '{"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:09.707451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:09.721804 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:09.736905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4727241c-2416-45f4-b175-a3a115740832 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0988667 Jul 16 01:53:09.739933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce65fa0c-7e66-467c-af9a-89e919ba19ee req-1051abab-bf25-46f6-9b28-7f102703252d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020365 Jul 16 01:53:09.740551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.750694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:09.751183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 57bd2be7-55ba-46d2-9ea5-a3bd20d28ea4 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:09.771592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8fff2-c021-4394-a128-13b87709cdd7 req-53693041-1940-4d7b-93fa-6d067713d6fd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.775241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3373900-8199-4b36-bd9d-ad2ac55cfb18 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.780089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f8fff2-c021-4394-a128-13b87709cdd7 req-53693041-1940-4d7b-93fa-6d067713d6fd tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.1406538 Jul 16 01:53:09.784445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3373900-8199-4b36-bd9d-ad2ac55cfb18 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.817707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3373900-8199-4b36-bd9d-ad2ac55cfb18 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.824314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3373900-8199-4b36-bd9d-ad2ac55cfb18 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.824500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f8fff2-c021-4394-a128-13b87709cdd7 req-49a9c672-a886-418d-b4d6-101b21607020 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Jul 16 01:53:09.825732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b3373900-8199-4b36-bd9d-ad2ac55cfb18 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f7a8beef-c68d-40ad-99c7-d8415e9cd5eb HTTP/1.1" status: 204 len: 168 time: 0.0840414 Jul 16 01:53:09.828483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.835014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3373900-8199-4b36-bd9d-ad2ac55cfb18 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7a8beef-c68d-40ad-99c7-d8415e9cd5eb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:09.883381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:09.888709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fa1e7fb2-761c-4424-9bc3-58fcabf086e9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590470 Jul 16 01:53:09.913808 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a945fcb8-f9e3-4787-ae53-27c8c86d4cd3 x-openstack-request-id: req-a945fcb8-f9e3-4787-ae53-27c8c86d4cd3 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:09.914208 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:09.915541 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a945fcb8-f9e3-4787-ae53-27c8c86d4cd3 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:09.916062 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'status': 'completed', 'code': 200} Jul 16 01:53:09.978267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f37233cb-2e44-4461-89cf-158c6b01ec46 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.011873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f37233cb-2e44-4461-89cf-158c6b01ec46 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.064415 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'adb9f1f0-14b9-455a-b20a-13c203287972', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'port_id': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'mac_address': 'fa:16:3e:97:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:51:18Z', 'updated_at': '2021-07-16T01:53:08Z', 'revision_number': 1, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:10.064984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.065471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.065944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.066412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.066881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.069298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.069691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.072273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-eb1fe027-c013-41ff-9093-9e1581d8afcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.1264827 Jul 16 01:53:10.106742 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] Checking router: 5fc487ab-7db7-4390-963d-8d7a2d752090 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:10.115701 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:10.116359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:52:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:10.121126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f37233cb-2e44-4461-89cf-158c6b01ec46 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.123870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f37233cb-2e44-4461-89cf-158c6b01ec46 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.125135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f37233cb-2e44-4461-89cf-158c6b01ec46 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/e30895b7-1157-4df1-a5a5-97bfd1b97707 HTTP/1.1" status: 204 len: 168 time: 0.2406447 Jul 16 01:53:10.127912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:10.147215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37233cb-2e44-4461-89cf-158c6b01ec46 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30895b7-1157-4df1-a5a5-97bfd1b97707,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:10.210637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-01d2cea6-fe57-4f3c-a38f-be603073ebc6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814338 Jul 16 01:53:10.216624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:10.228831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-62f3a17a-d015-45e8-aafa-57ed6e281333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.231964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721078728'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:10.232420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-62f3a17a-d015-45e8-aafa-57ed6e281333 service neutron] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3 HTTP/1.1" status: 200 len: 917 time: 0.1433058 Jul 16 01:53:10.272286 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:10.361628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.370902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-92181b43-d21f-4647-8adf-76835aa5a98d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1000 time: 0.1316278 Jul 16 01:53:10.428493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-d18d33f2-55b9-495b-a97b-8382ba54b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.430693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-d18d33f2-55b9-495b-a97b-8382ba54b42a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.0525250 Jul 16 01:53:10.440877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbae7-e12c-4ed8-97ef-95fba1b52220 req-02da391e-122a-48c9-b1ac-7c369ee8a944 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.442703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-696bbae7-e12c-4ed8-97ef-95fba1b52220 req-02da391e-122a-48c9-b1ac-7c369ee8a944 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.2361579 Jul 16 01:53:10.505205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-0dc507a4-6ce7-4bc1-9058-fb4ead1026ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.509165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-0dc507a4-6ce7-4bc1-9058-fb4ead1026ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709205 Jul 16 01:53:10.531250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-696bbae7-e12c-4ed8-97ef-95fba1b52220 req-b72d6a27-708d-4931-9552-4aa8ee5d90f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Jul 16 01:53:10.572841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f4e-3eaa-4066-a873-836acaec879f req-4f12f42a-2fe3-4e06-99c3-c3ab92664f8a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.579995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-007c4f4e-3eaa-4066-a873-836acaec879f req-4f12f42a-2fe3-4e06-99c3-c3ab92664f8a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.2236123 Jul 16 01:53:10.609621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'adb9f1f0-14b9-455a-b20a-13c203287972', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'port_id': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'mac_address': 'fa:16:3e:97:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:51:18Z', 'updated_at': '2021-07-16T01:53:08Z', 'revision_number': 1, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:10.636903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-9a76a23e-b980-4a89-a133-3682e80c4889 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228478 Jul 16 01:53:10.643220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-007c4f4e-3eaa-4066-a873-836acaec879f req-81ddbf7b-aa5f-4901-a1e2-e78ea3f45798 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622351 Jul 16 01:53:10.650996 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c3c49-c5ff-417d-9fb4-df7b60f393fb None None] The sync data for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 is: [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'adb9f1f0-14b9-455a-b20a-13c203287972', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'port_id': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'mac_address': 'fa:16:3e:97:a6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:51:18Z', 'updated_at': '2021-07-16T01:53:08Z', 'revision_number': 1, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:10.663652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.673584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.747988 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.753989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5286632 Jul 16 01:53:10.757234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:10.762381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': '69d88825-198c-4625-b58e-407bbee89da0', 'direction': 'ingress', 'protocol': 17}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:10.769521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e697-b96e-4b73-a158-17f021f0844d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d88825-198c-4625-b58e-407bbee89da0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:10.802928 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-43b1af8c-6d96-49e9-a358-0bb74667360f req-052483ef-647a-48aa-9830-2c28033e727a service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589065 Jul 16 01:53:10.819512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.857319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:10.935866 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.941852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.967234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa089cbe-567d-487f-b5be-a018378c2446,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:10.985668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.987570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b32f0cc9-9d33-437d-9ad1-858e64425840 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2293320 Jul 16 01:53:10.990421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.045667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5c3cd-b422-4291-8635-c558a23232cf None None] New status for floating IP adb9f1f0-14b9-455a-b20a-13c203287972: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:53:11.173558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:11.180592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f093bccc-dff5-49ff-9048-28b0c3cd7990 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.199772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'port_id': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'mac_address': 'fa:16:3e:1a:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:11.215978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f3bf5-16f7-4d91-8604-1844a8ea9d75 req-a94b1805-b1a6-4aec-ad84-1a27e4f5c233 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.217607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-387f3bf5-16f7-4d91-8604-1844a8ea9d75 req-a94b1805-b1a6-4aec-ad84-1a27e4f5c233 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.1376469 Jul 16 01:53:11.228765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f093bccc-dff5-49ff-9048-28b0c3cd7990 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.253607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-b242023e-c118-4e57-8948-43273135d191 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.255425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-b242023e-c118-4e57-8948-43273135d191 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.38 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 945 time: 0.2102332 Jul 16 01:53:11.280292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-387f3bf5-16f7-4d91-8604-1844a8ea9d75 req-70ff72eb-7372-493b-91b3-e892b2532306 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/security-groups?id=74a54b97-b77d-4c75-bad5-da22e0cdeec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547276 Jul 16 01:53:11.306936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.321974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:11.376941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:11.381213 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.399359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f093bccc-dff5-49ff-9048-28b0c3cd7990 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.408865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f093bccc-dff5-49ff-9048-28b0c3cd7990 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.408865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f093bccc-dff5-49ff-9048-28b0c3cd7990 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/69d88825-198c-4625-b58e-407bbee89da0 HTTP/1.1" status: 204 len: 168 time: 0.4110606 Jul 16 01:53:11.409219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.422057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093bccc-dff5-49ff-9048-28b0c3cd7990 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d88825-198c-4625-b58e-407bbee89da0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.454644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Deleting port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:11.455276 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.461911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-89f39650-5a68-4f7b-b3aa-ef9a503255ea tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541179 Jul 16 01:53:11.465837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.471210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226351421'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:11.483899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.499934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.612189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.619340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.643987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.648448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1785460 Jul 16 01:53:11.652556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:11.658729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176796677'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:11.676366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:11.690196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.714820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581bf24-ec86-4cb1-a511-a91adda59e50 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d048e37c-2ffd-4141-8239-f20bcb7600f6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:11.870465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d506e-7634-4d80-9660-dc630f5456da req-6f67946b-b788-4309-897f-61e9f3f61a55 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.879183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef2d506e-7634-4d80-9660-dc630f5456da req-6f67946b-b788-4309-897f-61e9f3f61a55 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 944 time: 0.1147509 Jul 16 01:53:11.951196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef2d506e-7634-4d80-9660-dc630f5456da req-742e6bdf-e950-463d-a959-33c3ada6410e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Jul 16 01:53:11.966183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:11.976381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.016195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5656b541-bcb0-43f4-8f33-271c8a0e4b88,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.027794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.029280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ad64deea-d05f-4986-a64a-a2a4c0474639 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3756676 Jul 16 01:53:12.032017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.037368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'd048e37c-2ffd-4141-8239-f20bcb7600f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5656b541-bcb0-43f4-8f33-271c8a0e4b88', 'remote_ip_prefix': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:12.066580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] For port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,segment=NetworkSegment(d733c134-ddf3-4d5b-9c24-e1f2857e6433),segment_id=d733c134-ddf3-4d5b-9c24-e1f2857e6433)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:12.067607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.085353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Calling delete_port for 8579de40-cb50-4f0e-a73c-1ae1cb2a435a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:12.140883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef9842-5594-483f-8afc-dcc117547595 req-dc7b25cc-08a7-4b16-afaa-c2e6be82a5ca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.142598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21ef9842-5594-483f-8afc-dcc117547595 req-dc7b25cc-08a7-4b16-afaa-c2e6be82a5ca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.0999825 Jul 16 01:53:12.144516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.253368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21ef9842-5594-483f-8afc-dcc117547595 req-47ab5fb5-366e-49e1-be62-0532e71aa4eb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933909 Jul 16 01:53:12.272120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.273408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.279538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.284315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['8579de40-cb50-4f0e-a73c-1ae1cb2a435a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:12.327729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d637742f-1815-49cd-ae32-ff35f8528178,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.337100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Pushing event deleted for resources: {'Port': ['ID=8579de40-cb50-4f0e-a73c-1ae1cb2a435a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.338063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.341821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87b5fb27-2132-4a0d-aa28-877f30a06b30 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3076706 Jul 16 01:53:12.343906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36892) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.387979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] No DVR routers for this DVR port 8579de40-cb50-4f0e-a73c-1ae1cb2a435a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:12.392783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.398008 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46313dc4-4ede-47c6-b709-e3bc6092886e req-3b532cec-4bc0-4164-9d9f-3e968c87b14c tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.38 "DELETE /v2.0/ports/8579de40-cb50-4f0e-a73c-1ae1cb2a435a HTTP/1.1" status: 204 len: 173 time: 1.1342015 Jul 16 01:53:12.399242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'name': 'network-vif-deleted', 'tag': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:12.416534 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb771d8c-f380-4cd5-a2b7-1c8a0f5477da" -d '{"events": [{"server_uuid": "33aeb4a1-79c4-477b-b28b-cf95d1691724", "name": "network-vif-deleted", "tag": "8579de40-cb50-4f0e-a73c-1ae1cb2a435a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:12.416945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47202274-1f48-4ef7-8338-af2f3ccf1a2f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.448768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47202274-1f48-4ef7-8338-af2f3ccf1a2f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.578748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25962cfc-8c77-4cf1-9d44-916e036e783e req-3e05ee6d-a245-4361-8179-499cf4b96566 tempest-InstanceActionsTestJSON-529138143 tempest-InstanceActionsTestJSON-529138143-project] 10.222.0.35 "GET /v2.0/ports?device_id=33aeb4a1-79c4-477b-b28b-cf95d1691724 HTTP/1.1" status: 200 len: 210 time: 0.0598536 Jul 16 01:53:12.583887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47202274-1f48-4ef7-8338-af2f3ccf1a2f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.591635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-47202274-1f48-4ef7-8338-af2f3ccf1a2f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.593942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-47202274-1f48-4ef7-8338-af2f3ccf1a2f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d637742f-1815-49cd-ae32-ff35f8528178 HTTP/1.1" status: 204 len: 168 time: 0.2475233 Jul 16 01:53:12.596227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.605316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47202274-1f48-4ef7-8338-af2f3ccf1a2f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d637742f-1815-49cd-ae32-ff35f8528178,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.637763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6553fb8-2bfb-4ea4-83ed-07ea9bf6e9f8 req-29b1ef42-edcb-45e3-b9ca-ca7aa532cde0 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:12.646523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a6553fb8-2bfb-4ea4-83ed-07ea9bf6e9f8 req-29b1ef42-edcb-45e3-b9ca-ca7aa532cde0 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1411834 Jul 16 01:53:12.656845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a8b48d93-c9ca-4222-80ea-59414b7d5f8f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0566068 Jul 16 01:53:12.656845 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fcbef6-79f9-443c-8784-6cbea37b7083 x-openstack-request-id: req-e8fcbef6-79f9-443c-8784-6cbea37b7083 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:12.656845 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aeb4a1-79c4-477b-b28b-cf95d1691724", "name": "network-vif-deleted", "tag": "8579de40-cb50-4f0e-a73c-1ae1cb2a435a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:12.657677 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8fcbef6-79f9-443c-8784-6cbea37b7083 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:12.658178 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aeb4a1-79c4-477b-b28b-cf95d1691724', 'name': 'network-vif-deleted', 'tag': '8579de40-cb50-4f0e-a73c-1ae1cb2a435a', 'status': 'completed', 'code': 200} Jul 16 01:53:12.658670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.697349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a6553fb8-2bfb-4ea4-83ed-07ea9bf6e9f8 req-2bfa8e93-d272-4744-bde2-9d348c4553b7 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Jul 16 01:53:12.724350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96889a11-a233-43cd-a220-25b6e7a5b088 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.748956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96889a11-a233-43cd-a220-25b6e7a5b088 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.790347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96889a11-a233-43cd-a220-25b6e7a5b088 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.792887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96889a11-a233-43cd-a220-25b6e7a5b088 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.794038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-96889a11-a233-43cd-a220-25b6e7a5b088 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/5656b541-bcb0-43f4-8f33-271c8a0e4b88 HTTP/1.1" status: 204 len: 168 time: 0.1341240 Jul 16 01:53:12.796907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.803288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96889a11-a233-43cd-a220-25b6e7a5b088 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656b541-bcb0-43f4-8f33-271c8a0e4b88,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:12.854547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-97911666-44ff-46b1-a3f3-bb282bf867ff tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0563242 Jul 16 01:53:12.857427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36906) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:12.864284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:12.927548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:12.936795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:12.937149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.950158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8da96a8-c5ac-44c5-945f-b31c33c3b129 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:12.975745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8da96a8-c5ac-44c5-945f-b31c33c3b129 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.023663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8da96a8-c5ac-44c5-945f-b31c33c3b129 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.027620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8da96a8-c5ac-44c5-945f-b31c33c3b129 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.029950 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f8da96a8-c5ac-44c5-945f-b31c33c3b129 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/d048e37c-2ffd-4141-8239-f20bcb7600f6 HTTP/1.1" status: 204 len: 168 time: 0.1707456 Jul 16 01:53:13.031546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.053510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da96a8-c5ac-44c5-945f-b31c33c3b129 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d048e37c-2ffd-4141-8239-f20bcb7600f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.076611 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.111322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:13.113890 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c269482-c92b-4424-8ee3-d6ecf63dc3da" -d '{"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-plugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:13.128175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:13.134220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.153549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-473ad48f-db2a-489f-826d-1b8cf728762b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200068 Jul 16 01:53:13.157240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.163304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--389867912'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:13.199313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.210639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.245263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753afeb8-0529-4e4c-ac05-1345b22d5a89 req-3d04f46b-0e6b-4188-af2c-5be758e6c8b9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.252771 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-753afeb8-0529-4e4c-ac05-1345b22d5a89 req-3d04f46b-0e6b-4188-af2c-5be758e6c8b9 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 946 time: 0.1688924 Jul 16 01:53:13.284958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a005860-361f-4321-8f67-fac2d4910fbd req-9244289d-ddc9-44ac-8826-d38adeb3e105 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.286591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a005860-361f-4321-8f67-fac2d4910fbd req-9244289d-ddc9-44ac-8826-d38adeb3e105 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1561222 Jul 16 01:53:13.307590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.312078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.316426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-753afeb8-0529-4e4c-ac05-1345b22d5a89 req-b1050b6c-a62e-4ade-9358-16a1022c70dd tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626817 Jul 16 01:53:13.339740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a005860-361f-4321-8f67-fac2d4910fbd req-c22374de-8462-43f9-9071-71df60d3f94f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Jul 16 01:53:13.350471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad340595-e03b-43d9-98ba-d81a7015cfdd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.353292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.357046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f8c3fcd9-6260-4b70-8fdd-9429d86d7ca5 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1955926 Jul 16 01:53:13.357457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.362543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': 'ad340595-e03b-43d9-98ba-d81a7015cfdd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:13.399029 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.407078 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e202c4c-7ebf-4729-b6ca-029ddca1e40f x-openstack-request-id: req-5e202c4c-7ebf-4729-b6ca-029ddca1e40f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:13.407894 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-plugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:13.408357 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e202c4c-7ebf-4729-b6ca-029ddca1e40f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:13.408938 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'code': 200} Jul 16 01:53:13.518545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.525846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.544206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71204e-e1a3-404b-962a-2be3ee2f5343 req-91d3a122-b1e6-4ea8-955a-ff758bf5bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.545884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd71204e-e1a3-404b-962a-2be3ee2f5343 req-91d3a122-b1e6-4ea8-955a-ff758bf5bbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1096 time: 0.0617802 Jul 16 01:53:13.551696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b249060-a0c3-48f3-ba4e-76dfce6c9bb7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.565477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.568556 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fc5bed9c-2499-4f6b-8960-5b928ac769e6 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2098856 Jul 16 01:53:13.571323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.596997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564949-1c89-42f0-a312-5711ea13bb03 req-aac07d4b-bdb2-48a3-b923-8d190c077698 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.598670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c564949-1c89-42f0-a312-5711ea13bb03 req-aac07d4b-bdb2-48a3-b923-8d190c077698 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1304069 Jul 16 01:53:13.599305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd71204e-e1a3-404b-962a-2be3ee2f5343 req-c7570153-7d07-451c-a232-7d65b91629c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Jul 16 01:53:13.624494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-794d657b-368f-4d89-bc14-195d1733c452 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.635325 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-794d657b-368f-4d89-bc14-195d1733c452 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.665416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c564949-1c89-42f0-a312-5711ea13bb03 req-09448960-848c-4feb-a476-c763ae99709c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590920 Jul 16 01:53:13.677462 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-794d657b-368f-4d89-bc14-195d1733c452 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.683662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-794d657b-368f-4d89-bc14-195d1733c452 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.687374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-794d657b-368f-4d89-bc14-195d1733c452 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5b249060-a0c3-48f3-ba4e-76dfce6c9bb7 HTTP/1.1" status: 204 len: 168 time: 0.1128173 Jul 16 01:53:13.687672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.699348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d657b-368f-4d89-bc14-195d1733c452 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b249060-a0c3-48f3-ba4e-76dfce6c9bb7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.723342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36932) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.734709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-34fde8d3-7cab-4f4f-a5a5-d5488a99b346 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457873 Jul 16 01:53:13.737466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.769523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Deleting subnet 598e1d10-509d-43dd-bcc8-502a130ff542 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:13.772786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.795200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b636d8b8-e3bb-4c50-b32b-ab938a481eb3 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.813346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.819489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b636d8b8-e3bb-4c50-b32b-ab938a481eb3 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.853284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.894040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b636d8b8-e3bb-4c50-b32b-ab938a481eb3 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.896701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b636d8b8-e3bb-4c50-b32b-ab938a481eb3 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.900642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b636d8b8-e3bb-4c50-b32b-ab938a481eb3 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/ad340595-e03b-43d9-98ba-d81a7015cfdd HTTP/1.1" status: 204 len: 168 time: 0.1622479 Jul 16 01:53:13.901226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.907588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.927682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636d8b8-e3bb-4c50-b32b-ab938a481eb3 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad340595-e03b-43d9-98ba-d81a7015cfdd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.932203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598e1d10-509d-43dd-bcc8-502a130ff542,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:13.937898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:13.939788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9f67212f-0cce-4136-ba73-123dcb69d202 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/598e1d10-509d-43dd-bcc8-502a130ff542 HTTP/1.1" status: 204 len: 168 time: 0.2153480 Jul 16 01:53:13.942642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36940) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:13.943325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ac312-e921-4605-8ce1-8ebc8d100d00 req-db48f77f-69f7-4d90-94dc-6c89da9ac177 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:13.945100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-526ac312-e921-4605-8ce1-8ebc8d100d00 req-db48f77f-69f7-4d90-94dc-6c89da9ac177 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1279302 Jul 16 01:53:14.000841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dec53bd0-a4a6-46ec-85f8-8c2d9b3d568c tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891995 Jul 16 01:53:14.002294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36942) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.007386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group': {'name': 'tempest-secgroup--63295767'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:14.018248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.018462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-526ac312-e921-4605-8ce1-8ebc8d100d00 req-35a986d2-f345-41a6-98b3-7391407d7e55 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646152 Jul 16 01:53:14.036731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.101022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.111754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc855abd-28d1-47f2-88b5-96f2332e6dd7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:14.121998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd733c134-ddf3-4d5b-9c24-e1f2857e6433') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:14.122296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd733c134-ddf3-4d5b-9c24-e1f2857e6433') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:14.124231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.128011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.131813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.145579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.152162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:14.152557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:14.154171 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:14.160569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.160569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1535606 Jul 16 01:53:14.160569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.163862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': '88e1b4a2-8651-46a9-8a51-2cc3835e57d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:14.177113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35702d0d-b0c2-41c6-8f75-c7c1d742440d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e1b4a2-8651-46a9-8a51-2cc3835e57d9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.197752 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.212360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.218248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.220370 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cc855abd-28d1-47f2-88b5-96f2332e6dd7 HTTP/1.1" status: 204 len: 168 time: 0.2771592 Jul 16 01:53:14.233796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da2d69-02d9-4831-95ef-df430e674971 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc855abd-28d1-47f2-88b5-96f2332e6dd7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.263863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.267744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.286261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85bd044-da84-41f7-aa2c-a184cc0c5a99,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.291733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.293083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5aa9b684-3743-4bb7-97f4-2df7a19715ac tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326363 Jul 16 01:53:14.295597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36948) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.312202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-77f53fff-5e3c-417c-bb94-c6ca5a962b86 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules/a85bd044-da84-41f7-aa2c-a184cc0c5a99 HTTP/1.1" status: 200 len: 763 time: 0.0155034 Jul 16 01:53:14.314597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.356081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b040a066-3ca7-4bb5-9fe4-7928e7563ac4 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0400672 Jul 16 01:53:14.358849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.392959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b50c029-937e-4c9d-90f0-6ab197c2ed66 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.398095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.403581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b50c029-937e-4c9d-90f0-6ab197c2ed66 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.436795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b50c029-937e-4c9d-90f0-6ab197c2ed66 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.443009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d27ba790-2ea3-4900-9b3d-a0c20ec48696 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c10f99b4d25043ebbebf4b2cababf038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437143 Jul 16 01:53:14.443599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36960) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.443795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9b50c029-937e-4c9d-90f0-6ab197c2ed66 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.445162 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9b50c029-937e-4c9d-90f0-6ab197c2ed66 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a85bd044-da84-41f7-aa2c-a184cc0c5a99 HTTP/1.1" status: 204 len: 168 time: 0.0852079 Jul 16 01:53:14.450345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36962) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.456991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50c029-937e-4c9d-90f0-6ab197c2ed66 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a85bd044-da84-41f7-aa2c-a184cc0c5a99,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.495066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5b48faa9-3882-4135-8567-6e6447c35607 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433002 Jul 16 01:53:14.497598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.504724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': '88e1b4a2-8651-46a9-8a51-2cc3835e57d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:14.531778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.563329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a8bc65-8325-4473-aea9-b1efddea1f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.578514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.582352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.597512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d31a22d-0549-4e0b-9b1c-1e6b79da3c6e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.603935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a8bc65-8325-4473-aea9-b1efddea1f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.606535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.609200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-adb94f9a-c66c-458c-b276-448601b36fb9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1083682 Jul 16 01:53:14.611685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.629489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68cbb8f6-58d1-4bbe-9511-a7938206fca9 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules/1d31a22d-0549-4e0b-9b1c-1e6b79da3c6e HTTP/1.1" status: 200 len: 763 time: 0.0163476 Jul 16 01:53:14.631833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.636606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578c769-4869-44e5-971f-d6aafda6de4b req-b69f5f11-08f0-4db2-ba72-46797bede7df tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.638083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9578c769-4869-44e5-971f-d6aafda6de4b req-b69f5f11-08f0-4db2-ba72-46797bede7df tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 946 time: 0.1604180 Jul 16 01:53:14.675850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127ba42-5ea1-470c-9bdc-d61c2a7857a3 req-f6753440-64d8-4a4d-95c8-c1d1218c1d9a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.677361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8127ba42-5ea1-470c-9bdc-d61c2a7857a3 req-f6753440-64d8-4a4d-95c8-c1d1218c1d9a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1644950 Jul 16 01:53:14.698523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea35c43b-adb0-4f45-8eb5-23a456e2c1af tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0654554 Jul 16 01:53:14.699409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.717992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9578c769-4869-44e5-971f-d6aafda6de4b req-59b7c85f-9f49-4b1a-8135-2b91757b0299 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725412 Jul 16 01:53:14.730263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0fcd940-781a-44aa-a3ba-dc271fab009f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.739671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a8bc65-8325-4473-aea9-b1efddea1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.741359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0fcd940-781a-44aa-a3ba-dc271fab009f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.743579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a8bc65-8325-4473-aea9-b1efddea1f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.747427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f4a8bc65-8325-4473-aea9-b1efddea1f21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74a54b97-b77d-4c75-bad5-da22e0cdeec9 HTTP/1.1" status: 204 len: 168 time: 0.3005962 Jul 16 01:53:14.769119 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8127ba42-5ea1-470c-9bdc-d61c2a7857a3 req-748aee7c-ebc9-4d57-b099-fcb9f736569b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827565 Jul 16 01:53:14.769923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8bc65-8325-4473-aea9-b1efddea1f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a54b97-b77d-4c75-bad5-da22e0cdeec9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.816921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0fcd940-781a-44aa-a3ba-dc271fab009f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.825958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0fcd940-781a-44aa-a3ba-dc271fab009f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.827517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b0fcd940-781a-44aa-a3ba-dc271fab009f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1d31a22d-0549-4e0b-9b1c-1e6b79da3c6e HTTP/1.1" status: 204 len: 168 time: 0.1271698 Jul 16 01:53:14.831031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36980) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.832457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcd940-781a-44aa-a3ba-dc271fab009f tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d31a22d-0549-4e0b-9b1c-1e6b79da3c6e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:14.911242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f9a001f9-e4a5-450d-aba9-5f02da7f7cd8 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0752077 Jul 16 01:53:14.911512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:14.917077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Request body: {'security_group_rule': {'security_group_id': '88e1b4a2-8651-46a9-8a51-2cc3835e57d9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:14.946756 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Project f5b2173fb6874466b301c26db854e23a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:53:14.955648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:14.971108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-d38b8548-7519-421e-b1be-4f5025a800d4 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:14.972678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-d38b8548-7519-421e-b1be-4f5025a800d4 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 946 time: 0.0972209 Jul 16 01:53:15.057786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.063716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.087143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d7914c-804f-438b-a704-f5c14543dac0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.101749 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.102999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d5bed1ba-800e-4d51-9df2-9fc3f24ffeec tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1903722 Jul 16 01:53:15.105699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.116160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2e1b4-a893-4e79-b040-6096604c595c req-9819d5bf-0498-4899-9d14-fbc6018f086f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:15.118250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ba2e1b4-a893-4e79-b040-6096604c595c req-9819d5bf-0498-4899-9d14-fbc6018f086f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1019843 Jul 16 01:53:15.140165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Deleting port 4613218e-430f-4ce2-8473-bff00ae008f5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:15.140512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.149914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d7548cf-ff16-49e7-9717-db549663265b tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules/e9d7914c-804f-438b-a704-f5c14543dac0 HTTP/1.1" status: 200 len: 769 time: 0.0396748 Jul 16 01:53:15.151574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36992) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.237021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ba2e1b4-a893-4e79-b040-6096604c595c req-7bf96d0a-1d08-43d2-a079-a10221059237 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053216 Jul 16 01:53:15.256702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37000) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.257408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-04875989-514d-4b89-b521-29629d3f9443 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1022632 Jul 16 01:53:15.277494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] For port 4613218e-430f-4ce2-8473-bff00ae008f5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4613218e-430f-4ce2-8473-bff00ae008f5,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:15.277861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.290215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c9763-f576-46d0-bdf8-ec82c098d05e req-49755b4c-2185-4f2a-bece-10a4bc0ed3e4 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:15.291738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-671c9763-f576-46d0-bdf8-ec82c098d05e req-49755b4c-2185-4f2a-bece-10a4bc0ed3e4 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1178384 Jul 16 01:53:15.299631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Calling delete_port for 4613218e-430f-4ce2-8473-bff00ae008f5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:15.307037 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d19-4178-4c34-96bd-663c804ed7d1 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.319958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d19-4178-4c34-96bd-663c804ed7d1 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.332910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-671c9763-f576-46d0-bdf8-ec82c098d05e req-b25b5278-f2d6-411b-a7a6-cb1162133805 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Jul 16 01:53:15.395819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d19-4178-4c34-96bd-663c804ed7d1 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.402903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5a21d19-4178-4c34-96bd-663c804ed7d1 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.403996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a5a21d19-4178-4c34-96bd-663c804ed7d1 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e9d7914c-804f-438b-a704-f5c14543dac0 HTTP/1.1" status: 204 len: 168 time: 0.1429667 Jul 16 01:53:15.406692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.413591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a21d19-4178-4c34-96bd-663c804ed7d1 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9d7914c-804f-438b-a704-f5c14543dac0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.453186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-12656a45-29b9-416a-a5e0-cf5a846a82d2 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453465 Jul 16 01:53:15.456154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.512407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.524003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'd920ad04-b1cd-46d9-bb25-f993399be089', '4613218e-430f-4ce2-8473-bff00ae008f5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:15.557298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec2b74fc-9125-4296-ba62-b0b601992299 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.558988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event deleted for resources: {'Port': ['ID=4613218e-430f-4ce2-8473-bff00ae008f5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.577933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37014) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.621480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec2b74fc-9125-4296-ba62-b0b601992299 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.624287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] No DVR routers for this DVR port 4613218e-430f-4ce2-8473-bff00ae008f5 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:15.631140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.633225 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-705fdba8-2e17-4af5-aacf-230f059daea6 req-8d7e3db8-35ff-4d0c-9316-1109785c04ca tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "DELETE /v2.0/ports/4613218e-430f-4ce2-8473-bff00ae008f5 HTTP/1.1" status: 204 len: 173 time: 0.6479306 Jul 16 01:53:15.633649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'name': 'network-vif-deleted', 'tag': '4613218e-430f-4ce2-8473-bff00ae008f5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:15.635960 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b600477-a922-42d5-b4f9-fa38766fea84" -d '{"events": [{"server_uuid": "a3c141fd-b0e4-45bd-8727-c87b6f4210b3", "name": "network-vif-deleted", "tag": "4613218e-430f-4ce2-8473-bff00ae008f5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:15.688176 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7720ac3c-66f1-461c-b1f2-16c0f1983da1 x-openstack-request-id: req-7720ac3c-66f1-461c-b1f2-16c0f1983da1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:15.688465 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c141fd-b0e4-45bd-8727-c87b6f4210b3", "name": "network-vif-deleted", "tag": "4613218e-430f-4ce2-8473-bff00ae008f5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:15.688722 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7720ac3c-66f1-461c-b1f2-16c0f1983da1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:15.689123 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c141fd-b0e4-45bd-8727-c87b6f4210b3', 'name': 'network-vif-deleted', 'tag': '4613218e-430f-4ce2-8473-bff00ae008f5', 'status': 'completed', 'code': 200} Jul 16 01:53:15.717479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8579de40-cb50-4f0e-a73c-1ae1cb2a435a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:15.717721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1292223640-network', 'tenant_id': '98d920e129ef41e1ad0b0bb79ada42de'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:15.722950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec2b74fc-9125-4296-ba62-b0b601992299 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.728576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec2b74fc-9125-4296-ba62-b0b601992299 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.730701 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec2b74fc-9125-4296-ba62-b0b601992299 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "DELETE /v2.0/security-groups/88e1b4a2-8651-46a9-8a51-2cc3835e57d9 HTTP/1.1" status: 204 len: 168 time: 0.2734540 Jul 16 01:53:15.735294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.743740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b74fc-9125-4296-ba62-b0b601992299 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e1b4a2-8651-46a9-8a51-2cc3835e57d9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:15.762506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Made reservation on behalf of 98d920e129ef41e1ad0b0bb79ada42de for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:15.764807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.765355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 8579de40-cb50-4f0e-a73c-1ae1cb2a435a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:15.765699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8579de40-cb50-4f0e-a73c-1ae1cb2a435a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:15.782799 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.819449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d626b796-6daf-408d-9ad6-1f542d319b8d tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827372 Jul 16 01:53:15.825395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:15.908093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-12fe88d5-35ac-46b9-b4d9-99bae90e19c7 tempest-SecGroupIPv6Test-1764137023 tempest-SecGroupIPv6Test-1764137023-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816183 Jul 16 01:53:15.954126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe573179-4d0d-4b7e-bf0e-b00e63432db0 req-803ac57a-c290-43f2-a7bd-355cf77f8dbc tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c141fd-b0e4-45bd-8727-c87b6f4210b3 HTTP/1.1" status: 200 len: 210 time: 0.0434723 Jul 16 01:53:15.955891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:15.966123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.004934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:16.027102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.027451 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Added segment 4a5d6b7f-3b89-4530-8013-e71a7badfc3e of type vlan for network 17cbea74-797b-449f-8771-492e65a04343 Jul 16 01:53:16.037932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708af600-de60-4c28-8a76-0de66eb40d15,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.081025 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.096522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8e65-ca16-4f1a-b55a-0fd7d0a7954e req-afa934f4-cc4d-472e-9fb2-1a79137882e9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.098211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d6d8e65-ca16-4f1a-b55a-0fd7d0a7954e req-afa934f4-cc4d-472e-9fb2-1a79137882e9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1464972 Jul 16 01:53:16.133365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:16.139250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.140530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.141101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.174248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d6d8e65-ca16-4f1a-b55a-0fd7d0a7954e req-a7cc80fd-6c88-4a3a-8bdc-25c20ec94455 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659578 Jul 16 01:53:16.185496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6031568 Jul 16 01:53:16.186329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:16.193169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Request body: {'subnet': {'network_id': '17cbea74-797b-449f-8771-492e65a04343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1292223640-subnet', 'tenant_id': '98d920e129ef41e1ad0b0bb79ada42de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:16.237698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1fe11-7880-431e-ab0d-eab2800f095e admin admin] Pushing event updated for resources: {'Network': ['ID=17cbea74-797b-449f-8771-492e65a04343,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.253074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 17cbea74-797b-449f-8771-492e65a04343 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:16.278369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Made reservation on behalf of 98d920e129ef41e1ad0b0bb79ada42de for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:16.289123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.337962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-47f53365-e786-4471-a0d4-1fe44a9c100d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5b2173fb6874466b301c26db854e23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026720 Jul 16 01:53:16.338580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:16.410697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58b6f9a9-e447-420b-b91e-454e430ca0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.438538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58b6f9a9-e447-420b-b91e-454e430ca0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.497848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58b6f9a9-e447-420b-b91e-454e430ca0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.500822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58b6f9a9-e447-420b-b91e-454e430ca0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.504977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-58b6f9a9-e447-420b-b91e-454e430ca0c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/814a5572-21de-4fc1-9559-ecbcf6644384 HTTP/1.1" status: 204 len: 168 time: 0.1619596 Jul 16 01:53:16.526947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6f9a9-e447-420b-b91e-454e430ca0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814a5572-21de-4fc1-9559-ecbcf6644384,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.584359 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-15bde6b6-fef5-4947-b51c-2162660927c5 service neutron] show failed (client error): The resource could not be found. Jul 16 01:53:16.585495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-15bde6b6-fef5-4947-b51c-2162660927c5 service neutron] 10.222.0.32 "GET /v2.0/ports/4d043652-2bd5-4b77-a5bb-d645ef0f255e/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0647829 Jul 16 01:53:16.656694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c051f-c4b5-4516-ba7a-cef53b6a145e req-8f9e5776-9cb4-42a4-991c-f6333461de3b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.658361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa1c051f-c4b5-4516-ba7a-cef53b6a145e req-8f9e5776-9cb4-42a4-991c-f6333461de3b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.2445898 Jul 16 01:53:16.678275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-b2d9ac3e-ef72-4fea-a8ce-6ba2c8c89b6c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.683465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-b2d9ac3e-ef72-4fea-a8ce-6ba2c8c89b6c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 814 time: 0.2507963 Jul 16 01:53:16.766963 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-60520ebc-0ed7-4d21-bafa-aee454a6b381 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/quotas/220e7e172ffd43bfbdff7acb616e668b HTTP/1.1" status: 200 len: 375 time: 0.0399172 Jul 16 01:53:16.771849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:16.864598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa1c051f-c4b5-4516-ba7a-cef53b6a145e req-fd1fad35-c99a-46b3-ac22-7251df8850c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780655 Jul 16 01:53:16.910382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=556ac466-9cd0-44f0-b4c7-27c9c369dda2,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:16.912616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-0d50e7da-17ad-4481-b20a-ee32a169d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:16.914854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-0d50e7da-17ad-4481-b20a-ee32a169d5b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 1096 time: 0.0772979 Jul 16 01:53:16.923564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Checking segment: {'id': '4a5d6b7f-3b89-4530-8013-e71a7badfc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '17cbea74-797b-449f-8771-492e65a04343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:16.923733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Network hostable DHCP agents. Network: 17cbea74-797b-449f-8771-492e65a04343, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:16.929661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:16.943544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-cd11965e-8753-4020-941e-5a2ff89653ae tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1673470 Jul 16 01:53:16.991335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Network 17cbea74-797b-449f-8771-492e65a04343 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:17.027229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.044856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 17cbea74-797b-449f-8771-492e65a04343) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:17.049563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:17.050142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.060351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3ae54-7cfb-4a31-bb17-1b0d5ef5cbbd None None] Network 17cbea74-797b-449f-8771-492e65a04343 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:17.119849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4484f99f-5380-40db-9511-4b02e3c112aa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9247134 Jul 16 01:53:17.130111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-fdbd9e23-99a7-4198-bb4c-7957135bdecd service neutron] 10.222.0.35 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855087 Jul 16 01:53:17.221763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56895e-9f4c-4ca8-ac46-5fe116c7a6c5 req-62db4d70-caae-4d74-b77a-e4f0c6487d8b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:17.223361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc56895e-9f4c-4ca8-ac46-5fe116c7a6c5 req-62db4d70-caae-4d74-b77a-e4f0c6487d8b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.2032475 Jul 16 01:53:17.285490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-a2ef9e6c-0f1e-49d4-b787-cbb920fdfc3c service neutron] 10.222.0.35 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535757 Jul 16 01:53:17.301325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439c6f0-587e-47d3-be4b-44baee12bf89 None None] Network 17cbea74-797b-449f-8771-492e65a04343 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:17.318818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc56895e-9f4c-4ca8-ac46-5fe116c7a6c5 req-fe216745-1180-4288-a3d1-f3bc68e2bdcc tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870836 Jul 16 01:53:17.366225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:17.434022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:17.535935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.568771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Transition to ACTIVE for port object 4d043652-2bd5-4b77-a5bb-d645ef0f255e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:17.573904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:17.713098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:17.718476 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f138a498-e70f-4aad-b41a-986c60b7335f" -d '{"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-unplugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:17.729899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:17.802343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] No DVR routers for this DVR port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:17.814964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9af7fb7c-96b4-4b20-b408-2e65b0ffb3bf req-833136a1-1046-4bd6-a7f4-d114aff69b0b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 210 time: 0.0853529 Jul 16 01:53:18.105161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:18.105510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:18.105843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:18.115220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:18.115555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:18.120773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:18.122388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Checking segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:18.123534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Bound using segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:18.124540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Bound port: 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:18.125211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.219417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:18.228842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:18.235798 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cb80e0-f1b4-400e-8a39-451af4c2027d x-openstack-request-id: req-c7cb80e0-f1b4-400e-8a39-451af4c2027d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:18.236123 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-unplugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:18.236560 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7cb80e0-f1b4-400e-8a39-451af4c2027d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:18.237165 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'code': 200} Jul 16 01:53:18.238548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.287424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.288116 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:18.289600 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] 10.222.0.38 "PUT /v2.0/ports/4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 1091 time: 1.3665998 Jul 16 01:53:18.345775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-3f0f5101-92df-492d-ba36-10ea9521039d tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.347328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-3f0f5101-92df-492d-ba36-10ea9521039d tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/networks?id=17cbea74-797b-449f-8771-492e65a04343 HTTP/1.1" status: 200 len: 822 time: 0.2055616 Jul 16 01:53:18.394959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752fe83-14d4-443b-99a0-4525c701b7ac service neutron] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:18.432812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-08c733f7-e4cd-41b6-8f8d-de4829f6f281 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/quotas/98d920e129ef41e1ad0b0bb79ada42de HTTP/1.1" status: 200 len: 375 time: 0.0201213 Jul 16 01:53:18.473818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-e176cd1b-12af-4dd7-a8ad-4cf4b3ccd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.475568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-e176cd1b-12af-4dd7-a8ad-4cf4b3ccd4fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1094 time: 0.1441216 Jul 16 01:53:18.494997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-d5f6d9f6-c219-4b5d-97bf-94f86bfcac99 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=98d920e129ef41e1ad0b0bb79ada42de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612342 Jul 16 01:53:18.595688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79895584-0ad4-4c8f-989b-5fdf563061b0 req-08ace4ae-d5af-483a-863a-8b9477ffa660 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.597222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79895584-0ad4-4c8f-989b-5fdf563061b0 req-08ace4ae-d5af-483a-863a-8b9477ffa660 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 943 time: 0.2489977 Jul 16 01:53:18.603806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-0ac047e9-a8fc-4bf4-8130-429dc4b1d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.605341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-0ac047e9-a8fc-4bf4-8130-429dc4b1d277 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.1181056 Jul 16 01:53:18.624529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-e325c639-1727-44c8-a1f3-7457b380a49b service neutron] 10.222.0.35 "GET /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281633 Jul 16 01:53:18.673011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79895584-0ad4-4c8f-989b-5fdf563061b0 req-149ac56d-d1e4-4e9a-acf9-ef8b2c057301 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660422 Jul 16 01:53:18.691126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-fdcb918c-dfbc-491c-bd5b-68db4c43c628 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 998 time: 0.0730853 Jul 16 01:53:18.747613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-640088e4-5a22-4e3a-b613-187400d8d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.750386 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-640088e4-5a22-4e3a-b613-187400d8d182 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0487740 Jul 16 01:53:18.835257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-4bad92ec-51e4-43bd-a5bc-3e96795d573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:18.838024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-4bad92ec-51e4-43bd-a5bc-3e96795d573f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812111 Jul 16 01:53:18.923737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4613218e-430f-4ce2-8473-bff00ae008f5 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:18.955415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 4613218e-430f-4ce2-8473-bff00ae008f5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:18.956090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4613218e-430f-4ce2-8473-bff00ae008f5 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:18.956671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:19.026972 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-66638682-ab3e-4951-85fb-d580273861c1 service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777828 Jul 16 01:53:19.049327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:19.160904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d03e8b1-6a5f-43e2-9a9b-b2ab5a9aa65c req-0fe8e3fe-d07d-4d09-9faf-5f14e2a9c6e9 service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269369 Jul 16 01:53:19.237795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-ae35e2ac-3686-435c-aa66-dc5d87d5969c service neutron] 10.222.0.35 "GET /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067481 Jul 16 01:53:19.269444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-48efb9d8-d65b-40e4-8198-e54086c2c52a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.270895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-48efb9d8-d65b-40e4-8198-e54086c2c52a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.38 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 814 time: 0.1730466 Jul 16 01:53:19.283566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13863f-3225-4db2-ad6a-5096196f9a5f req-f346c262-e681-409a-9df2-342afd3c2641 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.290341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a13863f-3225-4db2-ad6a-5096196f9a5f req-f346c262-e681-409a-9df2-342afd3c2641 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 945 time: 0.1934659 Jul 16 01:53:19.296906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Request body: {'port': {'device_id': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'admin_state_up': True, 'tenant_id': '220e7e172ffd43bfbdff7acb616e668b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:19.413571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a13863f-3225-4db2-ad6a-5096196f9a5f req-26b49932-b4a9-4498-b88f-287f09240ef7 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222734 Jul 16 01:53:19.488389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Made reservation on behalf of 220e7e172ffd43bfbdff7acb616e668b for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:19.493290 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.677515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800984c-0d29-499f-80cd-f0a5d44cef5b req-6b2ddd05-ecd1-4cd9-aad8-82e471267681 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.679150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c800984c-0d29-499f-80cd-f0a5d44cef5b req-6b2ddd05-ecd1-4cd9-aad8-82e471267681 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1835012 Jul 16 01:53:19.765056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-89c257f1-a64c-4a92-84ea-81ae3419f716 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:19.766789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-89c257f1-a64c-4a92-84ea-81ae3419f716 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 945 time: 0.1170835 Jul 16 01:53:19.808915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Allocated IP 172.20.0.13 (d50952d6-dc4c-41c4-bf64-c5d75e72065b/9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234/da4dafbd-cce1-482f-b29c-0ee0ce43d3af) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:19.855111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c800984c-0d29-499f-80cd-f0a5d44cef5b req-4f1f50b9-2207-4140-b034-768f2f475b6f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597509 Jul 16 01:53:19.921658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d2f3266-2998-4f28-ade0-cfd3ab741965 req-5df35209-7ddd-4bd8-9af9-2451b0efe9d8 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 210 time: 0.0580397 Jul 16 01:53:19.952651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Deleting port d920ad04-b1cd-46d9-bb25-f993399be089 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:19.953494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:19.964345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0458b974-5ef9-42b4-8fd3-c9c1c74b7997 req-5817b0b1-ce69-443c-b0f1-6579b0aa86ce tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 210 time: 0.0450280 Jul 16 01:53:20.067435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] For port d920ad04-b1cd-46d9-bb25-f993399be089, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d920ad04-b1cd-46d9-bb25-f993399be089,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:20.067892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.094382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Calling delete_port for d920ad04-b1cd-46d9-bb25-f993399be089 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:20.132917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.186336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c4f4f-3347-4a07-94d7-931d1d33e661 req-fe078ea3-cd2e-4e4a-b365-2fe8a4e9ba71 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.188117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b44c4f4f-3347-4a07-94d7-931d1d33e661 req-fe078ea3-cd2e-4e4a-b365-2fe8a4e9ba71 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 943 time: 0.1167405 Jul 16 01:53:20.239043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:20.242263 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442" -d '{"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:20.255977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b44c4f4f-3347-4a07-94d7-931d1d33e661 req-e1b254c2-9380-4e79-ba7a-7f90c31fd814 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595703 Jul 16 01:53:20.259566 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.275081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:20.275858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.320965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Pushing event updated for resources: {'Port': ['ID=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.324702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event deleted for resources: {'Port': ['ID=d920ad04-b1cd-46d9-bb25-f993399be089,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:20.346389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Network d50952d6-dc4c-41c4-bf64-c5d75e72065b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:20.348090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:20.355286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:20.378654 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ddd907-2099-4029-9031-303e287cbaf3 x-openstack-request-id: req-c4ddd907-2099-4029-9031-303e287cbaf3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:20.379111 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:20.379453 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4ddd907-2099-4029-9031-303e287cbaf3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:20.379931 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'status': 'completed', 'code': 200} Jul 16 01:53:20.414951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.415729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.427143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] No DVR routers for this DVR port d920ad04-b1cd-46d9-bb25-f993399be089 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:20.431262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.432738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f52428f9-d5d8-428c-a5e6-1fb77317d04b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1402242 Jul 16 01:53:20.434263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-34355aab-5476-4310-ab1d-ca1e2b0b37cb req-c4da1db0-f2a0-4cc7-a962-e613c2b70bf6 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "DELETE /v2.0/ports/d920ad04-b1cd-46d9-bb25-f993399be089 HTTP/1.1" status: 204 len: 173 time: 0.6591845 Jul 16 01:53:20.452908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Request body: {'port': {'device_id': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:20.498611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-543b55d6-490c-4fa1-b81d-7d6cea83a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.500296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-543b55d6-490c-4fa1-b81d-7d6cea83a3af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1094 time: 0.1309571 Jul 16 01:53:20.687091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:20.694592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-578a2a86-2011-4e0f-bf7a-332f3f2e018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.702099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-578a2a86-2011-4e0f-bf7a-332f3f2e018c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.1877084 Jul 16 01:53:20.704823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd51ec23-aa4c-448e-b71c-59f89abc3229 req-a73246b2-b500-4459-b706-ddf4bd6b044f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=17671605-b837-4bcd-b843-2e54a69b68bb HTTP/1.1" status: 200 len: 210 time: 0.0986965 Jul 16 01:53:20.712555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-8c00e6ad-8f7b-40f6-86e0-704ea48a198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.714185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-8c00e6ad-8f7b-40f6-86e0-704ea48a198c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1094 time: 0.1462641 Jul 16 01:53:20.745854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'd920ad04-b1cd-46d9-bb25-f993399be089'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:20.839037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-5dcc9741-df31-42bf-b332-e7afc2fe4198 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 998 time: 0.1238699 Jul 16 01:53:20.918354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-1375eb98-bfdc-45d3-ba61-f81755bebb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.920142 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-1375eb98-bfdc-45d3-ba61-f81755bebb95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0663595 Jul 16 01:53:20.997351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-90c6c167-4d9c-42fa-b9c1-cf24d3666fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:20.998846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-90c6c167-4d9c-42fa-b9c1-cf24d3666fde service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.2751350 Jul 16 01:53:21.165325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-ae2c2579-ad0a-4eff-9028-cf8d7659ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.178015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-ae2c2579-ad0a-4eff-9028-cf8d7659ef86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2468283 Jul 16 01:53:21.180861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-6748ea7d-f305-479d-b994-e16deadf1ab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 998 time: 0.1677704 Jul 16 01:53:21.197685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4dafbd-cce1-482f-b29c-0ee0ce43d3af {{(pid=93906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:21.209919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.246055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Transition to ACTIVE for port object da4dafbd-cce1-482f-b29c-0ee0ce43d3af will not be triggered until provisioned by entity L2. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:21.258696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.319196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8c7a1-4eb3-4457-97f5-a655c11e6bbb req-c8c6c445-bcad-4ee6-b1c8-7c8868943aeb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.326730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56d8c7a1-4eb3-4457-97f5-a655c11e6bbb req-c8c6c445-bcad-4ee6-b1c8-7c8868943aeb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 932 time: 0.1823325 Jul 16 01:53:21.390962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56d8c7a1-4eb3-4457-97f5-a655c11e6bbb req-358fe7e3-9049-47ff-a3b0-96b58e64fdf1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Jul 16 01:53:21.395855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-1c3ee287-72dd-4d47-9303-4b9b53bcd138 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.398435 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-1c3ee287-72dd-4d47-9303-4b9b53bcd138 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.38 "GET /v2.0/networks?id=17cbea74-797b-449f-8771-492e65a04343 HTTP/1.1" status: 200 len: 822 time: 0.1685147 Jul 16 01:53:21.474606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Pushing event updated for resources: {'Port': ['ID=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:21.496258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Request body: {'port': {'device_id': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'network_id': '17cbea74-797b-449f-8771-492e65a04343', 'admin_state_up': True, 'tenant_id': '98d920e129ef41e1ad0b0bb79ada42de'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:21.589508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-ecde70b8-7739-4148-a2f2-2bbd66d4fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.593290 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-ecde70b8-7739-4148-a2f2-2bbd66d4fe80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.3656449 Jul 16 01:53:21.705121 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-d1ec0f80-5987-4894-82cf-97951a5d3229 service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207314 Jul 16 01:53:21.705974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2317cecc-2eab-43a8-abfc-728f454c8015 req-32179847-a7d5-4631-854f-03f42aeb8d13 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 210 time: 0.1043727 Jul 16 01:53:21.707766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Attempting to bind port da4dafbd-cce1-482f-b29c-0ee0ce43d3af on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:21.708141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Attempting to bind port da4dafbd-cce1-482f-b29c-0ee0ce43d3af by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:21.708460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Attempting to bind port da4dafbd-cce1-482f-b29c-0ee0ce43d3af on network d50952d6-dc4c-41c4-bf64-c5d75e72065b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:21.715739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Port da4dafbd-cce1-482f-b29c-0ee0ce43d3af on network d50952d6-dc4c-41c4-bf64-c5d75e72065b not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:21.716088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Attempting to bind port da4dafbd-cce1-482f-b29c-0ee0ce43d3af on network d50952d6-dc4c-41c4-bf64-c5d75e72065b {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:21.732997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff38d31-ee83-4619-94db-f8fffa65bc88 req-4b30af85-82f2-4585-b8ce-d9b99f73b5a2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.750816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ff38d31-ee83-4619-94db-f8fffa65bc88 req-4b30af85-82f2-4585-b8ce-d9b99f73b5a2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.2310653 Jul 16 01:53:21.752964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:21.753310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Checking segment: {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:21.754018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Bound using segment: {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'} {{(pid=93906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:21.762906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:21.766237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.managers [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Bound port: da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5856b3ce-42b7-44d7-a5d1-649035d0703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b'}}] {{(pid=93906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:21.767452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.780982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-c1437b96-6b3f-4819-ade2-332b982329a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:21.782713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-c1437b96-6b3f-4819-ade2-332b982329a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511674 Jul 16 01:53:21.861627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Made reservation on behalf of 98d920e129ef41e1ad0b0bb79ada42de for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:21.869130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:21.924253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ff38d31-ee83-4619-94db-f8fffa65bc88 req-78aedc6a-43e6-448c-8015-423ea496a0d9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725152 Jul 16 01:53:22.006374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-e5447641-917e-4c45-99ac-1c3a546b5cb6 service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840731 Jul 16 01:53:22.010832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:22.026635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] For port da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host n-h2-800087-6, cleared binding levels {{(pid=93906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:22.045527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-aa43f207-6be4-407c-9406-fb01765dc4b8 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538519 Jul 16 01:53:22.047298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf63b25-c60c-40fe-b65a-2ece1c708433 req-3db66529-d57c-416e-b147-d1f17c0cd0d4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.056236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'mac_address': 'fa:16:3e:20:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:22.073537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdf63b25-c60c-40fe-b65a-2ece1c708433 req-3db66529-d57c-416e-b147-d1f17c0cd0d4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 943 time: 0.1603577 Jul 16 01:53:22.082888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] For port da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:22.119406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.160881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.184959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Pushing event updated for resources: {'Port': ['ID=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:22.196224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.200250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d043652-2bd5-4b77-a5bb-d645ef0f255e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:22.223670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdf63b25-c60c-40fe-b65a-2ece1c708433 req-fe05f6b3-6a00-43ee-8862-f03b75419373 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491704 Jul 16 01:53:22.223839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:22.229557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.245523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.246357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.250871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-69d7fadc-a48b-483c-b6e1-b1eeb685c1de service neutron] 10.222.0.38 "PUT /v2.0/ports/da4dafbd-cce1-482f-b29c-0ee0ce43d3af HTTP/1.1" status: 200 len: 1092 time: 1.8094163 Jul 16 01:53:22.252310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'tag': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:22.257695 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eac6251-9857-472b-8674-e17b96fc8eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a8791d63-1a13-4e03-a1b4-c5d0e4088c24", "tag": "da4dafbd-cce1-482f-b29c-0ee0ce43d3af"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:22.351157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:22.365234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Allocated IP 172.20.0.10 (17cbea74-797b-449f-8771-492e65a04343/556ac466-9cd0-44f0-b4c7-27c9c369dda2/6d2a6d07-84df-4f61-b187-58c387e6b664) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:22.377801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.380460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.381189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.381418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671605-b837-4bcd-b843-2e54a69b68bb', 'name': 'network-vif-deleted', 'tag': 'd920ad04-b1cd-46d9-bb25-f993399be089'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:22.382102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.383116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.384493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.386261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.386942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.387288 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93382763-f612-402f-bc9e-ac2ada88daae" -d '{"events": [{"server_uuid": "17671605-b837-4bcd-b843-2e54a69b68bb", "name": "network-vif-deleted", "tag": "d920ad04-b1cd-46d9-bb25-f993399be089"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:22.387881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.389194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.390138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.391623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:22.488947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-68692d5a-1361-4bfa-9ae3-ca409733ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.496075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-68692d5a-1361-4bfa-9ae3-ca409733ace3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 1095 time: 0.1927414 Jul 16 01:53:22.522803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dccaeeb4-bbfd-46f5-9d26-3ffba37d1442 req-8bcf745c-07dd-41e0-a584-abb40a30f2e2 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082046 Jul 16 01:53:22.543014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['4d043652-2bd5-4b77-a5bb-d645ef0f255e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:22.639232 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece5cee9-61b0-4a40-8943-347a0c6bb223 x-openstack-request-id: req-ece5cee9-61b0-4a40-8943-347a0c6bb223 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:22.641792 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8791d63-1a13-4e03-a1b4-c5d0e4088c24", "tag": "da4dafbd-cce1-482f-b29c-0ee0ce43d3af", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:22.645785 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ece5cee9-61b0-4a40-8943-347a0c6bb223 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:22.646677 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'tag': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af', 'status': 'completed', 'code': 200} Jul 16 01:53:22.650371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-9d6c393f-e0bc-4e94-8f67-cce2e6e2ed95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af HTTP/1.1" status: 200 len: 217 time: 0.1474710 Jul 16 01:53:22.705187 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26508fdb-83da-46e0-9628-d8aa63480128 x-openstack-request-id: req-26508fdb-83da-46e0-9628-d8aa63480128 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:22.705426 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671605-b837-4bcd-b843-2e54a69b68bb", "name": "network-vif-deleted", "tag": "d920ad04-b1cd-46d9-bb25-f993399be089", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:22.705619 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26508fdb-83da-46e0-9628-d8aa63480128 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:22.711919 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671605-b837-4bcd-b843-2e54a69b68bb', 'name': 'network-vif-deleted', 'tag': 'd920ad04-b1cd-46d9-bb25-f993399be089', 'status': 'completed', 'code': 200} Jul 16 01:53:22.759262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-a8cd42d4-a87c-4d57-b2a2-623efd8df0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:22.765058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-a8cd42d4-a87c-4d57-b2a2-623efd8df0eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.1082833 Jul 16 01:53:22.861368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:22.879330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-8c361d57-935c-4a4b-859a-a4a02e33d750 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058216 Jul 16 01:53:23.052492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.113719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Network 17cbea74-797b-449f-8771-492e65a04343 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:23.125306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-170a90c4-8f17-464e-9ed8-682c2dc86370 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.126560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-170a90c4-8f17-464e-9ed8-682c2dc86370 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283&tenant_id=3da55cb7c876458880f1413a85110ead&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 944 time: 0.2083511 Jul 16 01:53:23.134558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:23.137262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:23.140339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc6f2146-91f6-44a2-bf28-d778f0a9fd8a req-50ed79ca-47c5-4be2-893d-e4979bf58165 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 210 time: 0.1393394 Jul 16 01:53:23.144852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-f9b13f0f-8247-41d6-9f14-4f1df76343e2 service neutron] 10.222.0.38 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074289 Jul 16 01:53:23.264693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Pushing event updated for resources: {'Port': ['ID=6d2a6d07-84df-4f61-b187-58c387e6b664,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:23.323465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247016e-1e36-429e-a479-3c42fa199e47 req-b77c9df9-8e58-46db-9594-9ddaaf40551e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.331377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0247016e-1e36-429e-a479-3c42fa199e47 req-b77c9df9-8e58-46db-9594-9ddaaf40551e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 944 time: 0.4841599 Jul 16 01:53:23.346142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.346955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.355360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-8a8c091e-9d0e-496d-93e5-332a818dbef1 service neutron] 10.222.0.38 "GET /v2.0/ports/4d043652-2bd5-4b77-a5bb-d645ef0f255e/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 382 time: 0.2144506 Jul 16 01:53:23.370393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-b5ab8a24-d068-4449-bf37-f0cd27149a62 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8793197 Jul 16 01:53:23.389154 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.392341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Request body: {'port': {'device_id': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:23.420379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12b5fb81-8dc4-4684-a604-d3ebf16b4a45 req-e4881b23-d193-4053-aee5-281118fdffe9 service neutron] 10.222.0.38 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398841 Jul 16 01:53:23.463060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0247016e-1e36-429e-a479-3c42fa199e47 req-f8e9b1f7-6b04-4a09-8ed1-94f18b14920b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304030 Jul 16 01:53:23.521762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa5d0c-1771-4bb9-bd95-fc935e7c1d6a req-ef2e38aa-d69e-412d-990d-746707f51b0d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.529578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3faa5d0c-1771-4bb9-bd95-fc935e7c1d6a req-ef2e38aa-d69e-412d-990d-746707f51b0d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.2315190 Jul 16 01:53:23.609047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3faa5d0c-1771-4bb9-bd95-fc935e7c1d6a req-cc0de1c5-f3db-47ee-a230-7c0352231e19 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770781 Jul 16 01:53:23.706347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59d4e7e0-b703-4e37-b174-a2bce26c7bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:23.764115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977c3dd-5686-4e7c-9826-feb3c9c39443 req-4cefb8a2-c7a2-4203-b14c-7a312ffaaf84 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.766059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8977c3dd-5686-4e7c-9826-feb3c9c39443 req-4cefb8a2-c7a2-4203-b14c-7a312ffaaf84 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1522374 Jul 16 01:53:23.772673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-7a31fadd-4124-479c-8593-260da0ba2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.774673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-7a31fadd-4124-479c-8593-260da0ba2d27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 1095 time: 0.2832713 Jul 16 01:53:23.891080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-509ac800-b459-46f4-a79a-fd6d2d60e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:23.892896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-509ac800-b459-46f4-a79a-fd6d2d60e4b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 915 time: 0.1104403 Jul 16 01:53:23.966309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8977c3dd-5686-4e7c-9826-feb3c9c39443 req-bdc8a75d-cafb-45f7-821b-3326c18b6e2a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905196 Jul 16 01:53:23.967777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-cd146756-4f63-4f98-a8bc-90eda33110a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af HTTP/1.1" status: 200 len: 217 time: 0.0669358 Jul 16 01:53:24.045419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-ec26291b-cae0-42f5-8d97-6da4a4053e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.046939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-ec26291b-cae0-42f5-8d97-6da4a4053e1d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.0623052 Jul 16 01:53:24.061622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.087675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-bddf44a0-bbbc-4fc1-bdac-c4d4474e3bcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314069 Jul 16 01:53:24.094950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-4d17b70a-6e3e-4717-9f42-45d21834bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.097085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-4d17b70a-6e3e-4717-9f42-45d21834bdfd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1095 time: 0.6828561 Jul 16 01:53:24.321622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-f7fe01ba-6ecd-4519-8270-0d8ec82b0451 service neutron] 10.222.0.38 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253180 Jul 16 01:53:24.382186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-d1e85c26-11a9-409a-a311-85d833604a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.391611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-d1e85c26-11a9-409a-a311-85d833604a9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.2687864 Jul 16 01:53:24.467490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7eac6251-9857-472b-8674-e17b96fc8eb1 req-4c73a2a5-eca3-4c65-93c3-c9686ea90b02 service neutron] 10.222.0.38 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351445 Jul 16 01:53:24.519969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaabd29-e45d-4ad3-a88d-6a8db0412d43 req-810a18d0-e090-43bb-92c8-2cbe86cc8180 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.521842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6eaabd29-e45d-4ad3-a88d-6a8db0412d43 req-810a18d0-e090-43bb-92c8-2cbe86cc8180 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 932 time: 0.1993315 Jul 16 01:53:24.524206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-438bac4d-c32b-4e83-baaf-73b802cd49ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 999 time: 0.1311491 Jul 16 01:53:24.602200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6eaabd29-e45d-4ad3-a88d-6a8db0412d43 req-3288f554-b545-4a90-8bbe-17c65bf1770b tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725999 Jul 16 01:53:24.657472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-67010c6e-988b-4bbb-a037-1cfc16f1d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.659364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-67010c6e-988b-4bbb-a037-1cfc16f1d435 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.1291926 Jul 16 01:53:24.729694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2a6d07-84df-4f61-b187-58c387e6b664 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:24.744789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.770124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Transition to ACTIVE for port object 6d2a6d07-84df-4f61-b187-58c387e6b664 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:24.781566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:24.853302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-10de29c8-4a71-43f0-83d0-007a4c550564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.854913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-10de29c8-4a71-43f0-83d0-007a4c550564 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713805 Jul 16 01:53:24.892963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2a6d07-84df-4f61-b187-58c387e6b664,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:24.896489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36ef60-e9f7-4115-be65-6f1bf4f8306f req-26a5c8b0-1aa6-4cf5-88ab-7f9ec9c136bb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:24.898806 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a36ef60-e9f7-4115-be65-6f1bf4f8306f req-26a5c8b0-1aa6-4cf5-88ab-7f9ec9c136bb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 944 time: 0.1422153 Jul 16 01:53:24.961354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d920ad04-b1cd-46d9-bb25-f993399be089 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:24.990643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73204d-fcdb-433c-bd19-2f81bbf96f37 req-c91999c7-653c-46bb-a962-92c2d65059f8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.000641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: d920ad04-b1cd-46d9-bb25-f993399be089 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:25.001408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d920ad04-b1cd-46d9-bb25-f993399be089 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:25.003222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a73204d-fcdb-433c-bd19-2f81bbf96f37 req-c91999c7-653c-46bb-a962-92c2d65059f8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.1597013 Jul 16 01:53:25.008540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a36ef60-e9f7-4115-be65-6f1bf4f8306f req-876b8656-d24a-442d-9eb5-e355f0a90d28 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990968 Jul 16 01:53:25.068742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-4bf4639d-0e73-4240-80c5-6285278876aa service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958814 Jul 16 01:53:25.071169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a73204d-fcdb-433c-bd19-2f81bbf96f37 req-cdb40403-ce09-4e21-b370-9173a4fc4689 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613282 Jul 16 01:53:25.088147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-a6854fca-2c27-4b74-bce0-9a4fc771ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.089714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-a6854fca-2c27-4b74-bce0-9a4fc771ce8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b5e10258bcf4bb58e04602be909df63&device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 1097 time: 0.3095405 Jul 16 01:53:25.287063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Attempting to bind port 6d2a6d07-84df-4f61-b187-58c387e6b664 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:25.287657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Attempting to bind port 6d2a6d07-84df-4f61-b187-58c387e6b664 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4a5d6b7f-3b89-4530-8013-e71a7badfc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '17cbea74-797b-449f-8771-492e65a04343'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:25.288198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Attempting to bind port 6d2a6d07-84df-4f61-b187-58c387e6b664 on network 17cbea74-797b-449f-8771-492e65a04343 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:25.295331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-22dac84f-4baa-4141-aade-3e07c52925b2 service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167878 Jul 16 01:53:25.298072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Port 6d2a6d07-84df-4f61-b187-58c387e6b664 on network 17cbea74-797b-449f-8771-492e65a04343 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:25.298632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Attempting to bind port 6d2a6d07-84df-4f61-b187-58c387e6b664 on network 17cbea74-797b-449f-8771-492e65a04343 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:25.305995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:25.306614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Checking segment: {'id': '4a5d6b7f-3b89-4530-8013-e71a7badfc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '17cbea74-797b-449f-8771-492e65a04343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:25.307177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Bound using segment: {'id': '4a5d6b7f-3b89-4530-8013-e71a7badfc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '17cbea74-797b-449f-8771-492e65a04343'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:25.307817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Bound port: 6d2a6d07-84df-4f61-b187-58c387e6b664, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5d6b7f-3b89-4530-8013-e71a7badfc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '17cbea74-797b-449f-8771-492e65a04343'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:25.308382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.374251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-83684d85-5a6d-4a8f-83f1-6adb651869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.376988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-83684d85-5a6d-4a8f-83f1-6adb651869a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 200 len: 916 time: 0.2686155 Jul 16 01:53:25.401153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdbc29-24d0-4d34-91ad-2534526e5bea req-71f41de6-df40-498b-b9d0-053bfc6b334f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.402925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5cdbc29-24d0-4d34-91ad-2534526e5bea req-71f41de6-df40-498b-b9d0-053bfc6b334f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.2058678 Jul 16 01:53:25.453624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-d108afac-c9c2-49e4-bd16-29a2ab8ea0ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c146f12-bd73-4501-bb86-28d21e2ca808 HTTP/1.1" status: 200 len: 217 time: 0.0655124 Jul 16 01:53:25.465043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5cdbc29-24d0-4d34-91ad-2534526e5bea req-30468abf-c56d-4e25-9a2c-10d7e2e4d1f0 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552189 Jul 16 01:53:25.514863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] For port 6d2a6d07-84df-4f61-b187-58c387e6b664, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:25.535527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] For port 6d2a6d07-84df-4f61-b187-58c387e6b664, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6d2a6d07-84df-4f61-b187-58c387e6b664,segment=NetworkSegment(4a5d6b7f-3b89-4530-8013-e71a7badfc3e),segment_id=4a5d6b7f-3b89-4530-8013-e71a7badfc3e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:25.544812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-47ee4213-0a49-425c-922a-ea20be025798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.546302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-47ee4213-0a49-425c-922a-ea20be025798 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 200 len: 854 time: 0.0685217 Jul 16 01:53:25.547382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.650189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.667938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:25.667938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] 10.222.0.38 "PUT /v2.0/ports/6d2a6d07-84df-4f61-b187-58c387e6b664 HTTP/1.1" status: 200 len: 1092 time: 2.2867503 Jul 16 01:53:25.668376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'tag': '6d2a6d07-84df-4f61-b187-58c387e6b664'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:25.670982 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04153308-bfb9-4d00-b992-867caffdfec2" -d '{"events": [{"name": "network-changed", "server_uuid": "14427abf-f478-4fe5-bb6e-822bc1f48d60", "tag": "6d2a6d07-84df-4f61-b187-58c387e6b664"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:25.707273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9946fe-7df7-4703-a7d5-2ecd7d3bb780 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2a6d07-84df-4f61-b187-58c387e6b664,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:25.771951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-eac5265a-1714-4579-b1a4-32a8def6fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.774200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-eac5265a-1714-4579-b1a4-32a8def6fd5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6dde4a56-be07-4f9a-bd54-8f5fb733416a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176709 Jul 16 01:53:25.821587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device da4dafbd-cce1-482f-b29c-0ee0ce43d3af details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:25.828226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:25.988174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-99288545-807f-4348-8949-e9137e280c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:25.989710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-99288545-807f-4348-8949-e9137e280c6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=98d920e129ef41e1ad0b0bb79ada42de&device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 1095 time: 0.2701046 Jul 16 01:53:26.013352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de731f-9dd4-46c5-94d3-413a60d99253 req-1fdcb713-bea2-4d2b-839e-be1bf24f944c tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.016215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88de731f-9dd4-46c5-94d3-413a60d99253 req-1fdcb713-bea2-4d2b-839e-be1bf24f944c tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 944 time: 0.1564760 Jul 16 01:53:26.018897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.027808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:26.039975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:26.040977 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.086059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-9eed763b-8441-4efe-9df6-c393c532ebab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d2a6d07-84df-4f61-b187-58c387e6b664 HTTP/1.1" status: 200 len: 217 time: 0.0715954 Jul 16 01:53:26.091957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-22003871-372f-435f-9acd-b9e9ae5205ab service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053534 Jul 16 01:53:26.128053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88de731f-9dd4-46c5-94d3-413a60d99253 req-dccea755-45a9-495a-8524-efd3be8f5a2b tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806575 Jul 16 01:53:26.168732 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0395ab-8ea1-40bf-ad06-817c0ff2b86e x-openstack-request-id: req-8e0395ab-8ea1-40bf-ad06-817c0ff2b86e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:26.169073 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14427abf-f478-4fe5-bb6e-822bc1f48d60", "tag": "6d2a6d07-84df-4f61-b187-58c387e6b664", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:26.169303 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e0395ab-8ea1-40bf-ad06-817c0ff2b86e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:26.174169 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'tag': '6d2a6d07-84df-4f61-b187-58c387e6b664', 'status': 'completed', 'code': 200} Jul 16 01:53:26.334268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19f81957-a1d2-4fdf-8698-467d4d4b9d4f req-77fef6ee-371e-4661-8140-765ebbc646b2 service neutron] 10.222.0.32 "GET /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495428 Jul 16 01:53:26.352378 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0c76ef8-49c4-4236-9ebb-07fa691729c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.358954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180823d-48e6-4871-8bab-addd150685c1 req-a91ce915-1035-4e5e-b25d-c4801f0528c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.360522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-a91ce915-1035-4e5e-b25d-c4801f0528c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=556ac466-9cd0-44f0-b4c7-27c9c369dda2 HTTP/1.1" status: 200 len: 862 time: 0.2622240 Jul 16 01:53:26.408140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-82a29835-dc3c-48ed-9730-0e7166857601 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17cbea74-797b-449f-8771-492e65a04343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308149 Jul 16 01:53:26.440719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3c822012-8044-401a-bcb8-d01e0edc8ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.481975 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.530433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:26.556197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-3dfc8ee6-5a39-4830-827d-a02b22302628 service neutron] 10.222.0.38 "GET /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363375 Jul 16 01:53:26.560894 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.583023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af', 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'port_id': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af', 'mac_address': 'fa:16:3e:00:82:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:26.592369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:26.594697 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44735167-94d2-4370-8b00-1193f0231fd4" -d '{"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-plugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:26.639278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0c76ef8-49c4-4236-9ebb-07fa691729c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.645355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.656813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc033a-8a56-4114-90b6-10b0b1a6348b req-e6c55b37-29b1-4f06-9596-ad94eb40931e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.660985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4dafbd-cce1-482f-b29c-0ee0ce43d3af {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:26.666764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cbc033a-8a56-4114-90b6-10b0b1a6348b req-e6c55b37-29b1-4f06-9596-ad94eb40931e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 944 time: 0.4266756 Jul 16 01:53:26.675133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0c76ef8-49c4-4236-9ebb-07fa691729c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.691570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:26.704789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.707824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:26.724860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2180823d-48e6-4871-8bab-addd150685c1 req-7ba7dbe3-8a4f-4c2c-a680-38b7ec868398 service neutron] 10.222.0.38 "GET /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613724 Jul 16 01:53:26.746131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:26.779005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.781929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76ef8-49c4-4236-9ebb-07fa691729c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba87d251-5ac7-4ef3-9fb4-427f8ae8204f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.794002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b961fb6-f075-4a51-8810-d5c923d0d863 req-d85e0616-b8c1-418e-a9cf-60cd7ef30b5f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.795603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b961fb6-f075-4a51-8810-d5c923d0d863 req-d85e0616-b8c1-418e-a9cf-60cd7ef30b5f tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 945 time: 0.3795183 Jul 16 01:53:26.797993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c0c76ef8-49c4-4236-9ebb-07fa691729c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d60f060754f46399d7827e3f5d79f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781150 Jul 16 01:53:26.801052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:26.826315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cbc033a-8a56-4114-90b6-10b0b1a6348b req-86bf1af3-095f-4aca-9a1b-d19338a249eb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582446 Jul 16 01:53:26.887769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153308-bfb9-4d00-b992-867caffdfec2 req-2b2ae84b-bd05-4c07-b1f7-addec91bbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:26.889803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-2b2ae84b-bd05-4c07-b1f7-addec91bbac7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=98d920e129ef41e1ad0b0bb79ada42de&device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 1095 time: 0.1057181 Jul 16 01:53:26.900421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:26.943399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b961fb6-f075-4a51-8810-d5c923d0d863 req-443119ce-d469-4ba1-84de-32150b727da3 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329286 Jul 16 01:53:26.975903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eb11-4c69-4efc-bb5e-f9923c51e07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.046470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153308-bfb9-4d00-b992-867caffdfec2 req-e17c9c8e-3a6c-461d-b5b2-f626524109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.046732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eb11-4c69-4efc-bb5e-f9923c51e07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.048203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-e17c9c8e-3a6c-461d-b5b2-f626524109fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=17cbea74-797b-449f-8771-492e65a04343 HTTP/1.1" status: 200 len: 923 time: 0.1425831 Jul 16 01:53:27.079556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['da4dafbd-cce1-482f-b29c-0ee0ce43d3af'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:27.104221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-69b12fe1-f804-49c2-af90-ffd102e54690 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d2a6d07-84df-4f61-b187-58c387e6b664 HTTP/1.1" status: 200 len: 217 time: 0.0468760 Jul 16 01:53:27.115280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04ded-083d-4f3c-93fb-24aa442f82a4 req-65678bc6-2fab-48d0-adaa-67e70129803b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.117370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8f04ded-083d-4f3c-93fb-24aa442f82a4 req-65678bc6-2fab-48d0-adaa-67e70129803b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.1180174 Jul 16 01:53:27.153478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eb11-4c69-4efc-bb5e-f9923c51e07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.156430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eb11-4c69-4efc-bb5e-f9923c51e07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.157772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4fa9eb11-4c69-4efc-bb5e-f9923c51e07b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba87d251-5ac7-4ef3-9fb4-427f8ae8204f HTTP/1.1" status: 204 len: 168 time: 0.3557897 Jul 16 01:53:27.173686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153308-bfb9-4d00-b992-867caffdfec2 req-e203cd10-a558-44a0-a173-5dd398411476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.175712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-e203cd10-a558-44a0-a173-5dd398411476 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=556ac466-9cd0-44f0-b4c7-27c9c369dda2 HTTP/1.1" status: 200 len: 862 time: 0.0637119 Jul 16 01:53:27.187119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9eb11-4c69-4efc-bb5e-f9923c51e07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba87d251-5ac7-4ef3-9fb4-427f8ae8204f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:27.211553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8f04ded-083d-4f3c-93fb-24aa442f82a4 req-1dd5029a-e0f3-4393-b9f8-92ffc5996ba0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864506 Jul 16 01:53:27.239099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-e8a16a21-18c2-4634-af27-94d8aec243d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17cbea74-797b-449f-8771-492e65a04343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540524 Jul 16 01:53:27.289827 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a0e1b6-1aa3-493b-8efa-fcc9fba0d04a x-openstack-request-id: req-a4a0e1b6-1aa3-493b-8efa-fcc9fba0d04a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:27.290120 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-plugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:27.290396 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4a0e1b6-1aa3-493b-8efa-fcc9fba0d04a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:27.293079 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'code': 200} Jul 16 01:53:27.385863 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.393401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-6561636f-d5a2-4fc9-b505-af77213b8419 service neutron] 10.222.0.38 "GET /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461630 Jul 16 01:53:27.504958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf75c5f-9f01-4460-84fe-4126c7062a67 req-0d90cb4e-ba94-439a-bfbd-761804ddd485 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.506508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aaf75c5f-9f01-4460-84fe-4126c7062a67 req-0d90cb4e-ba94-439a-bfbd-761804ddd485 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1658115 Jul 16 01:53:27.517564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04153308-bfb9-4d00-b992-867caffdfec2 req-b0543a0d-a392-4959-bcb1-33104424ac39 service neutron] 10.222.0.38 "GET /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043890 Jul 16 01:53:27.520305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8b341-6157-41b8-8325-410ad784bfb3 req-a3fecff7-5f22-420d-a584-0d9fea5eaae9 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.522015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3f8b341-6157-41b8-8325-410ad784bfb3 req-a3fecff7-5f22-420d-a584-0d9fea5eaae9 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 944 time: 0.1083987 Jul 16 01:53:27.549840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:27.564270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1523-9987-4625-b445-1ff924e3352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.586004 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aaf75c5f-9f01-4460-84fe-4126c7062a67 req-9f98bc34-2754-44ce-b74d-4bfbbe16b459 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624642 Jul 16 01:53:27.593644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3f8b341-6157-41b8-8325-410ad784bfb3 req-bf097428-04ac-4d85-b9eb-c0f6c3c0ecb9 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620465 Jul 16 01:53:27.678140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1523-9987-4625-b445-1ff924e3352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.692957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1523-9987-4625-b445-1ff924e3352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.737667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1fe1523-9987-4625-b445-1ff924e3352e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb3169c8f115471f8135ea6572e56108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865597 Jul 16 01:53:27.738603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe1523-9987-4625-b445-1ff924e3352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab0bfee-48fb-49cc-bd8e-bda8db2831bd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:27.741981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:27.842490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b830-2ad4-42eb-9f1e-9affc350b044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.865128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973614f6-74e7-4f79-bea8-1c60d86f98de req-5c309446-949f-461f-afa6-d8fae2ecca1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.867606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-973614f6-74e7-4f79-bea8-1c60d86f98de req-5c309446-949f-461f-afa6-d8fae2ecca1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1233165 Jul 16 01:53:27.869521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-980955f7-a2b5-4f6a-8830-441e5d13a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:27.871156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-980955f7-a2b5-4f6a-8830-441e5d13a9eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 1096 time: 0.0614519 Jul 16 01:53:27.887375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b830-2ad4-42eb-9f1e-9affc350b044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:27.889610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:27.949785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-973614f6-74e7-4f79-bea8-1c60d86f98de req-93d3f992-1260-4a49-99b3-041e48c09a3f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721803 Jul 16 01:53:28.001420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b830-2ad4-42eb-9f1e-9affc350b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.003947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b830-2ad4-42eb-9f1e-9affc350b044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.008006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b7f4b830-2ad4-42eb-9f1e-9affc350b044 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bab0bfee-48fb-49cc-bd8e-bda8db2831bd HTTP/1.1" status: 204 len: 168 time: 0.2622135 Jul 16 01:53:28.019415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4b830-2ad4-42eb-9f1e-9affc350b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab0bfee-48fb-49cc-bd8e-bda8db2831bd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:28.029460 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.038363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-cc2189fe-4f3c-4ceb-977a-71feb58c8e34 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.040056 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-cc2189fe-4f3c-4ceb-977a-71feb58c8e34 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 945 time: 0.1277068 Jul 16 01:53:28.056754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e09c95-7e4a-4377-a2a1-1a6106591422 req-5010a854-8bad-47fc-81d5-3cbc32c757bf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.064447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62e09c95-7e4a-4377-a2a1-1a6106591422 req-5010a854-8bad-47fc-81d5-3cbc32c757bf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 945 time: 0.1200895 Jul 16 01:53:28.107051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62e09c95-7e4a-4377-a2a1-1a6106591422 req-449ea865-ff4d-4a8a-a46c-9e48943047b3 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Jul 16 01:53:28.196882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a30f29-2c5a-4021-a40b-b71f964a23f5 req-5ad228db-8cf5-437c-87da-3070f73aca30 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.198309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7a30f29-2c5a-4021-a40b-b71f964a23f5 req-5ad228db-8cf5-437c-87da-3070f73aca30 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 945 time: 0.0797157 Jul 16 01:53:28.270603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7a30f29-2c5a-4021-a40b-b71f964a23f5 req-eb90ebfd-d4db-4a19-93be-77027c65c475 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc2719e2-6c25-4944-857c-e03688b95407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659888 Jul 16 01:53:28.287675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Deleting port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:28.288283 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.313497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d41ea-e8b5-4be1-8482-245051f219a7 req-b07405f1-00dc-411d-b59f-829fd5a957a1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.315030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-307d41ea-e8b5-4be1-8482-245051f219a7 req-b07405f1-00dc-411d-b59f-829fd5a957a1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.0876343 Jul 16 01:53:28.358356 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-307d41ea-e8b5-4be1-8482-245051f219a7 req-72d13b32-150f-47c5-9b75-110f90cf14cf tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Jul 16 01:53:28.482678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:28.485786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] For port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,segment=NetworkSegment(2dd61dd8-1d38-4d33-8451-f34256dbc983),segment_id=2dd61dd8-1d38-4d33-8451-f34256dbc983)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:28.486194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.508698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Calling delete_port for 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:28.558919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63d0bc-6954-41f4-b665-58e02fd32ef0 req-79fee646-4e65-4c6b-86bd-ee7fe37e5a22 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.560460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f63d0bc-6954-41f4-b665-58e02fd32ef0 req-79fee646-4e65-4c6b-86bd-ee7fe37e5a22 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 945 time: 0.0826771 Jul 16 01:53:28.576804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:28.605369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f63d0bc-6954-41f4-b665-58e02fd32ef0 req-e9a1e48a-0a66-468a-b213-2a5bd29ed8cc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384572 Jul 16 01:53:28.632108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:28.635950 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912b90e6-af56-42fa-8054-3521484db765" -d '{"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-unplugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:28.641975 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.673251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Transition to ACTIVE for port object 4d043652-2bd5-4b77-a5bb-d645ef0f255e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:28.678829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.790998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91cb72-c3aa-476d-ab92-a57aa78f57d9 req-910da366-9ca6-4b0d-9786-82ab7a08b57b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.793044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e91cb72-c3aa-476d-ab92-a57aa78f57d9 req-910da366-9ca6-4b0d-9786-82ab7a08b57b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1071718 Jul 16 01:53:28.826732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.867859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] No DVR routers for this DVR port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:28.905099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e91cb72-c3aa-476d-ab92-a57aa78f57d9 req-4e6560ea-2fb0-4bff-a3f0-80b2631dbea6 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750208 Jul 16 01:53:28.930895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:28.949263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01f77-b90e-45ac-8cb7-c147ebf1d096 req-c9386731-f718-4e61-938a-7c4503b534d1 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:28.949452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:28.957207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0be01f77-b90e-45ac-8cb7-c147ebf1d096 req-c9386731-f718-4e61-938a-7c4503b534d1 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 944 time: 0.1630356 Jul 16 01:53:28.963721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7c8f8449-1c2a-4c15-8b44-708ea29d3ccd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:29.027263 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f318cc-d7ec-4c3e-ad0e-16b70cb99d31 x-openstack-request-id: req-33f318cc-d7ec-4c3e-ad0e-16b70cb99d31 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:29.027538 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-unplugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:29.027974 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33f318cc-d7ec-4c3e-ad0e-16b70cb99d31 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:29.028460 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'code': 200} Jul 16 01:53:29.032584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0be01f77-b90e-45ac-8cb7-c147ebf1d096 req-ef03a47e-2b81-46b8-843a-5671a5bcf80d tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694494 Jul 16 01:53:29.039874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-6ba9dcc1-5b18-430e-a6f9-8c9594c85ac7 req-e69f66da-f5d1-45f5-ae35-15bd612a819e tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:53:29.046811 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ba9dcc1-5b18-430e-a6f9-8c9594c85ac7 req-e69f66da-f5d1-45f5-ae35-15bd612a819e tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129979 Jul 16 01:53:29.065825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Pushing event deleted for resources: {'Port': ['ID=7c8f8449-1c2a-4c15-8b44-708ea29d3ccd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:29.128766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] No DVR routers for this DVR port 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:29.138289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.139453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65599d50-112a-428f-92b2-d0f2f9088c48 req-118817bd-56e4-4070-bd1a-bfdf4c1153a1 tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.32 "DELETE /v2.0/ports/7c8f8449-1c2a-4c15-8b44-708ea29d3ccd HTTP/1.1" status: 204 len: 173 time: 1.0907607 Jul 16 01:53:29.201773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ba9dcc1-5b18-430e-a6f9-8c9594c85ac7 req-1e827b5c-64af-4844-bb88-34f95692335f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1540356 Jul 16 01:53:29.227399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:29.227738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:29.228092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:29.235707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:53:29.236103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Attempting to bind port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:29.248933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:29.249346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Checking segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:29.249747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Bound using segment: {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:29.250225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Bound port: 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bdbd4-7685-4648-8b10-f5a94f82be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:29.250629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.357539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8b30b-92f5-4c8d-9574-2e20b85fbf1b req-3829510e-36fc-4b44-a907-f3347ca3b2a7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.359791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cd8b30b-92f5-4c8d-9574-2e20b85fbf1b req-3829510e-36fc-4b44-a907-f3347ca3b2a7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 945 time: 0.1133239 Jul 16 01:53:29.368967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:29.374554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:29.381084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.414320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cd8b30b-92f5-4c8d-9574-2e20b85fbf1b req-1f9214ed-66af-473c-a68f-1c91120b1bf2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467126 Jul 16 01:53:29.445877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.446521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:29.448073 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 1092 time: 1.5628383 Jul 16 01:53:29.502940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3e9c-76db-4f2a-8b45-ab6e9cb0a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:29.568516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-32bb7ebf-2002-4fa6-ab68-d0f90a980d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.570858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-32bb7ebf-2002-4fa6-ab68-d0f90a980d98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1095 time: 0.0882127 Jul 16 01:53:29.607271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87fc2457-bd70-4f14-8a92-bb36a4ee80a3 req-fb42b489-e82f-4119-8b78-667377a4918d tempest-AttachVolumeNegativeTest-1907199757 tempest-AttachVolumeNegativeTest-1907199757-project] 10.222.0.35 "GET /v2.0/ports?device_id=39bb217a-1af1-498b-92dc-4a1e8eba4063 HTTP/1.1" status: 200 len: 210 time: 0.0718055 Jul 16 01:53:29.723667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-e2a619d5-dc75-4466-bbf0-636edbb6e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.725322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-e2a619d5-dc75-4466-bbf0-636edbb6e429 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.1349995 Jul 16 01:53:29.764369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3355e9-82bb-4214-82cc-1716d60c48f4 req-4e354b44-5cb1-4e97-87c9-a3094c26bdc7 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:29.767839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca3355e9-82bb-4214-82cc-1716d60c48f4 req-4e354b44-5cb1-4e97-87c9-a3094c26bdc7 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1592684 Jul 16 01:53:29.832718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca3355e9-82bb-4214-82cc-1716d60c48f4 req-13e39dfc-f190-4b2a-ad50-f288d97cf8ab tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449936 Jul 16 01:53:29.850955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6d2a6d07-84df-4f61-b187-58c387e6b664 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:29.854337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device da4dafbd-cce1-482f-b29c-0ee0ce43d3af up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:30.045008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port da4dafbd-cce1-482f-b29c-0ee0ce43d3af completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:30.079343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0db3f0-36aa-4585-8486-5668eff199cb req-c620f0b9-c0c6-4c5f-8f14-88aab13bf9cd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.086504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee0db3f0-36aa-4585-8486-5668eff199cb req-c620f0b9-c0c6-4c5f-8f14-88aab13bf9cd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.1029239 Jul 16 01:53:30.100412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port da4dafbd-cce1-482f-b29c-0ee0ce43d3af triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:30.101118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.149981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6d2a6d07-84df-4f61-b187-58c387e6b664, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6d2a6d07-84df-4f61-b187-58c387e6b664,segment=NetworkSegment(4a5d6b7f-3b89-4530-8013-e71a7badfc3e),segment_id=4a5d6b7f-3b89-4530-8013-e71a7badfc3e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:30.168247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee0db3f0-36aa-4585-8486-5668eff199cb req-70c548c9-1613-499f-891b-f6d343d0a149 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804825 Jul 16 01:53:30.171892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6d2a6d07-84df-4f61-b187-58c387e6b664', 'network_id': '17cbea74-797b-449f-8771-492e65a04343', 'port_id': '6d2a6d07-84df-4f61-b187-58c387e6b664', 'mac_address': 'fa:16:3e:e4:be:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556ac466-9cd0-44f0-b4c7-27c9c369dda2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:30.203478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14231678-ace1-4c57-a4f8-b726dc71857e req-c70158e3-a1c2-4153-896e-b8cdac004d1a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.205289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14231678-ace1-4c57-a4f8-b726dc71857e req-c70158e3-a1c2-4153-896e-b8cdac004d1a tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.1439753 Jul 16 01:53:30.254293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.259875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14231678-ace1-4c57-a4f8-b726dc71857e req-9db725b0-0d2e-4e20-87c3-0b90cf1f81b2 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463512 Jul 16 01:53:30.285014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2a6d07-84df-4f61-b187-58c387e6b664 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:30.293869 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.327286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6d2a6d07-84df-4f61-b187-58c387e6b664, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6d2a6d07-84df-4f61-b187-58c387e6b664,segment=NetworkSegment(4a5d6b7f-3b89-4530-8013-e71a7badfc3e),segment_id=4a5d6b7f-3b89-4530-8013-e71a7badfc3e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:30.356864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.390713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:30.393128 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a74fda-d3df-43a6-b69a-c4aa2dbb07f6" -d '{"events": [{"server_uuid": "a8791d63-1a13-4e03-a1b4-c5d0e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "da4dafbd-cce1-482f-b29c-0ee0ce43d3af"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:30.437812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6d2a6d07-84df-4f61-b187-58c387e6b664,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.469978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:30.490016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.503583 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-fa7efd1e-20e4-4adf-9d1f-cffef0dcea04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 998 time: 0.7713137 Jul 16 01:53:30.527035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea65b5-1585-4dbe-8826-5af1ae565331 req-568d4d67-266a-481e-ab4a-8d7c7087518b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.528669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55ea65b5-1585-4dbe-8826-5af1ae565331 req-568d4d67-266a-481e-ab4a-8d7c7087518b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1166263 Jul 16 01:53:30.565527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:30.575004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b69e-ac72-423c-b208-dd6184c98a2e req-8a2ddfe8-5e9b-41f3-8f75-4a0ab2625d4b tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.576525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7f9b69e-ac72-423c-b208-dd6184c98a2e req-8a2ddfe8-5e9b-41f3-8f75-4a0ab2625d4b tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 945 time: 0.1462858 Jul 16 01:53:30.585018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-7a88983b-11bc-48ab-86da-66c133dcb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.587211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-7a88983b-11bc-48ab-86da-66c133dcb23c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0727038 Jul 16 01:53:30.611066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55ea65b5-1585-4dbe-8826-5af1ae565331 req-1fa70f8e-02b9-40ff-ac1a-20ffb32ef1db tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692842 Jul 16 01:53:30.640929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7f9b69e-ac72-423c-b208-dd6184c98a2e req-9460deea-0f03-4865-a499-75da26598b74 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460100 Jul 16 01:53:30.666674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-89650433-c32b-47d3-a978-e8c289683fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.668574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-89650433-c32b-47d3-a978-e8c289683fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734456 Jul 16 01:53:30.674500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6d2a6d07-84df-4f61-b187-58c387e6b664'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:30.717251 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d59de-2454-45a4-a177-cd8d90c7b453 x-openstack-request-id: req-629d59de-2454-45a4-a177-cd8d90c7b453 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:30.726615 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8791d63-1a13-4e03-a1b4-c5d0e4088c24", "name": "network-vif-plugged", "status": "completed", "tag": "da4dafbd-cce1-482f-b29c-0ee0ce43d3af", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:30.727205 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-629d59de-2454-45a4-a177-cd8d90c7b453 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:30.727691 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af', 'code': 200} Jul 16 01:53:30.764646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:30.830388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Deleting subnet 71a0e83e-9e86-422f-81ac-0efd4a8296fa {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:30.839915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.857933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-1b8e03bd-8c85-4d80-ab3f-406580961f8d service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829686 Jul 16 01:53:30.899727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9bcaa-2266-4622-9d76-b2f226030dc1 req-1c25a42a-c162-473c-b076-1f874814ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:30.901437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-66e9bcaa-2266-4622-9d76-b2f226030dc1 req-1c25a42a-c162-473c-b076-1f874814ab8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 1097 time: 0.1254644 Jul 16 01:53:30.931069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:30.974499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37474) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:30.998536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4cc96-18b0-4316-ac96-d50fbe898a91 req-7ca246b6-509b-4f9b-bb31-00f01ec181d9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.004447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-66e9bcaa-2266-4622-9d76-b2f226030dc1 req-4746dc9c-c34f-43a6-ab65-12903bf3c2eb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945730 Jul 16 01:53:31.005816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56b4cc96-18b0-4316-ac96-d50fbe898a91 req-7ca246b6-509b-4f9b-bb31-00f01ec181d9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 946 time: 0.1626365 Jul 16 01:53:31.015788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.023907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97a14d5d-cef7-45c2-8297-fd61d00bce71 req-8a7a24cc-7fbf-4f2b-9d0e-bbfb0055c89e service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546910 Jul 16 01:53:31.029733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'name': 'network-vif-deleted', 'tag': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd'}, {'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:31.034696 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23896dbc-8b9b-484c-abec-5a73ed23216c" -d '{"events": [{"server_uuid": "39bb217a-1af1-498b-92dc-4a1e8eba4063", "name": "network-vif-deleted", "tag": "7c8f8449-1c2a-4c15-8b44-708ea29d3ccd"}, {"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:31.072225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56b4cc96-18b0-4316-ac96-d50fbe898a91 req-469d7e3c-9120-4419-a728-3b28aae39339 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Jul 16 01:53:31.100060 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.360372 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f83efd-e606-4440-b11e-43525b43dccd x-openstack-request-id: req-38f83efd-e606-4440-b11e-43525b43dccd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:31.360670 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bb217a-1af1-498b-92dc-4a1e8eba4063", "name": "network-vif-deleted", "tag": "7c8f8449-1c2a-4c15-8b44-708ea29d3ccd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:31.360947 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38f83efd-e606-4440-b11e-43525b43dccd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:31.361365 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bb217a-1af1-498b-92dc-4a1e8eba4063', 'name': 'network-vif-deleted', 'tag': '7c8f8449-1c2a-4c15-8b44-708ea29d3ccd', 'status': 'completed', 'code': 200} Jul 16 01:53:31.361616 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'status': 'completed', 'code': 200} Jul 16 01:53:31.485623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-f453f153-b7be-407e-a13d-cad9339b93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.487149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-f453f153-b7be-407e-a13d-cad9339b93ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1095 time: 0.1014395 Jul 16 01:53:31.489738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-899db506-0168-486f-b4ab-c9a1fa873a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.491091 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-899db506-0168-486f-b4ab-c9a1fa873a92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1095 time: 0.0969663 Jul 16 01:53:31.494120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a0e83e-9e86-422f-81ac-0efd4a8296fa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:31.496080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.497903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-178f93a4-47c3-4e7d-b3e8-0fe12927175f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71a0e83e-9e86-422f-81ac-0efd4a8296fa HTTP/1.1" status: 204 len: 168 time: 0.7319460 Jul 16 01:53:31.502683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:31.513156 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4073518-8b6f-430b-aa06-ba6b822fa732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.636702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ee463-4643-4f45-99e7-4cf3f53e8336 req-fbc78673-4a48-4410-9df7-c7286e7b890b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.638190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-302ee463-4643-4f45-99e7-4cf3f53e8336 req-fbc78673-4a48-4410-9df7-c7286e7b890b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.1483119 Jul 16 01:53:31.650907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dad27-8383-452b-af9b-94ca8e6392a3 req-830bef8b-2bfb-4a07-8218-bc35378b7b13 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.656755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dad27-8383-452b-af9b-94ca8e6392a3 req-830bef8b-2bfb-4a07-8218-bc35378b7b13 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.665605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dad27-8383-452b-af9b-94ca8e6392a3 req-830bef8b-2bfb-4a07-8218-bc35378b7b13 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.665605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-396dad27-8383-452b-af9b-94ca8e6392a3 req-830bef8b-2bfb-4a07-8218-bc35378b7b13 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83&device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe&device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 2417 time: 0.1762640 Jul 16 01:53:31.678371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.725439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-c5505091-a25e-4dea-ab23-ab6694a65d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.727430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-c5505091-a25e-4dea-ab23-ab6694a65d80 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.2335091 Jul 16 01:53:31.744287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-302ee463-4643-4f45-99e7-4cf3f53e8336 req-f4e71b02-0afa-4602-a102-53242e832f43 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781920 Jul 16 01:53:31.752964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-10f08eb8-115b-4415-801a-d3842f31fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:31.753450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-396dad27-8383-452b-af9b-94ca8e6392a3 req-e4cda64a-cc27-4220-9573-86c5790d8e5d tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747824 Jul 16 01:53:31.754396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-10f08eb8-115b-4415-801a-d3842f31fa8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.2524664 Jul 16 01:53:31.777748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4073518-8b6f-430b-aa06-ba6b822fa732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.782395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4073518-8b6f-430b-aa06-ba6b822fa732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.822069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4073518-8b6f-430b-aa06-ba6b822fa732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c392b3d-d052-48d1-8619-f764c5f3d61b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:31.857320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6d2a6d07-84df-4f61-b187-58c387e6b664 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:31.868305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-80b3c466-04cd-47bd-8961-b2194a1736af req-76d29f01-ae59-4bc8-a58c-10148dd61fd5 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:53:31.870531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b3c466-04cd-47bd-8961-b2194a1736af req-76d29f01-ae59-4bc8-a58c-10148dd61fd5 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412569 Jul 16 01:53:31.888008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4073518-8b6f-430b-aa06-ba6b822fa732 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=161aa38d3cea4610b7d39d2f815f7549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121447 Jul 16 01:53:31.891136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37488) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:31.914965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.925869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-25da7216-9b6a-4286-8ac8-a60b55b6fabe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 998 time: 0.1743019 Jul 16 01:53:31.933967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93c18c-fd04-40b0-a945-37125d5791e1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:31.937335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 6d2a6d07-84df-4f61-b187-58c387e6b664 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:31.941535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6d2a6d07-84df-4f61-b187-58c387e6b664 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:31.942160 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.951256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-d7edef22-d807-45da-baa1-3965f10bebad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 998 time: 0.1524231 Jul 16 01:53:31.978347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd61dd8-1d38-4d33-8451-f34256dbc983') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:31.978634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd61dd8-1d38-4d33-8451-f34256dbc983') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:32.022186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.052361 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.053391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.057677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-01bb8514-bbeb-4e9c-be0e-cae3fa016002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.059168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-01bb8514-bbeb-4e9c-be0e-cae3fa016002 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0834765 Jul 16 01:53:32.059429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49daa734-a293-40ca-96a3-36b30a072710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.060429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-f4a5bd31-b4e1-425b-bdf1-3524ec82b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.061764 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-f4a5bd31-b4e1-425b-bdf1-3524ec82b91e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.1250825 Jul 16 01:53:32.074470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:32.074880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:32.076568 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:32.092223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c82b-d38a-4887-b4fb-f301797dcd65 req-d99b7a15-b9e4-426e-900f-85500f2ee7b5 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.094807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc1c82b-d38a-4887-b4fb-f301797dcd65 req-d99b7a15-b9e4-426e-900f-85500f2ee7b5 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 945 time: 0.2216189 Jul 16 01:53:32.098043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6d2a6d07-84df-4f61-b187-58c387e6b664, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6d2a6d07-84df-4f61-b187-58c387e6b664,segment=NetworkSegment(4a5d6b7f-3b89-4530-8013-e71a7badfc3e),segment_id=4a5d6b7f-3b89-4530-8013-e71a7badfc3e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:32.104435 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.105325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:32.124574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80b3c466-04cd-47bd-8961-b2194a1736af req-20f23267-5afa-4afb-bb7a-689996d55635 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2348192 Jul 16 01:53:32.130677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49daa734-a293-40ca-96a3-36b30a072710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.181056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6d2a6d07-84df-4f61-b187-58c387e6b664,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.197208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.209130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.211396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a93c18c-fd04-40b0-a945-37125d5791e1 HTTP/1.1" status: 204 len: 168 time: 0.7074804 Jul 16 01:53:32.219032 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49daa734-a293-40ca-96a3-36b30a072710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.223469 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49daa734-a293-40ca-96a3-36b30a072710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.226037 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49daa734-a293-40ca-96a3-36b30a072710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c392b3d-d052-48d1-8619-f764c5f3d61b HTTP/1.1" status: 204 len: 168 time: 0.3250880 Jul 16 01:53:32.233698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a9166-ce89-41a9-a4ca-ab84b2a2d526 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a93c18c-fd04-40b0-a945-37125d5791e1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.236244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:32.249367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-3aa7e27c-0922-4899-bf8d-f78d6101dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.251026 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-3aa7e27c-0922-4899-bf8d-f78d6101dd5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844671 Jul 16 01:53:32.254006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-7f2564cb-828d-460c-be57-f28d06ffafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.255546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-7f2564cb-828d-460c-be57-f28d06ffafc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772590 Jul 16 01:53:32.266757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abc1c82b-d38a-4887-b4fb-f301797dcd65 req-d9661cb6-1428-4388-8052-6c390666fec5 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640620 Jul 16 01:53:32.268501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daa734-a293-40ca-96a3-36b30a072710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c392b3d-d052-48d1-8619-f764c5f3d61b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.404711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.496724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e4300874-bee9-4d7d-b023-e392bbc0b629 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb5223cc1d5e4534b85361f065b6357f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905511 Jul 16 01:53:32.499418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.507066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-9c220adb-3adb-47c5-9f5f-7ce754d01e72 service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327969 Jul 16 01:53:32.509684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-0b337f10-b36a-410b-9604-82492c097a17 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495525 Jul 16 01:53:32.576393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c31072-c400-4f99-86ef-fe924a6f2aec req-a7a4dcba-511c-4df3-9f99-95a63885210e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:32.578223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53c31072-c400-4f99-86ef-fe924a6f2aec req-a7a4dcba-511c-4df3-9f99-95a63885210e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 946 time: 0.1470001 Jul 16 01:53:32.583472 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11d5d9a-5c94-47ee-8a3b-df18126a6502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.624960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11d5d9a-5c94-47ee-8a3b-df18126a6502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.646628 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-3318836a-6abe-48ac-9525-b3a671d09e58 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240125 Jul 16 01:53:32.648339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53c31072-c400-4f99-86ef-fe924a6f2aec req-6effcd1b-5af2-42c6-92f9-772165626d38 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626311 Jul 16 01:53:32.676623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:32.698109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4610f77f-82ab-4863-a663-149b16c41af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.729329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2a6d07-84df-4f61-b187-58c387e6b664'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:32.730026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11d5d9a-5c94-47ee-8a3b-df18126a6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.731976 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92118000-f665-4993-aa94-a100d07f96f3" -d '{"events": [{"server_uuid": "14427abf-f478-4fe5-bb6e-822bc1f48d60", "name": "network-vif-plugged", "status": "completed", "tag": "6d2a6d07-84df-4f61-b187-58c387e6b664"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:32.734664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d11d5d9a-5c94-47ee-8a3b-df18126a6502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.736482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d11d5d9a-5c94-47ee-8a3b-df18126a6502 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc2719e2-6c25-4944-857c-e03688b95407 HTTP/1.1" status: 204 len: 168 time: 0.2361820 Jul 16 01:53:32.747562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d5d9a-5c94-47ee-8a3b-df18126a6502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2719e2-6c25-4944-857c-e03688b95407,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:32.844077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23896dbc-8b9b-484c-abec-5a73ed23216c req-d82d969e-1dea-4a5b-8de5-20e0ea2c549a service neutron] 10.222.0.38 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296945 Jul 16 01:53:32.928209 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b92e955-b57a-449d-8e12-f88a874f50cc x-openstack-request-id: req-2b92e955-b57a-449d-8e12-f88a874f50cc {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:32.928848 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14427abf-f478-4fe5-bb6e-822bc1f48d60", "name": "network-vif-plugged", "status": "completed", "tag": "6d2a6d07-84df-4f61-b187-58c387e6b664", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:32.929620 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b92e955-b57a-449d-8e12-f88a874f50cc {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:32.930143 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2a6d07-84df-4f61-b187-58c387e6b664', 'code': 200} Jul 16 01:53:32.940980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4610f77f-82ab-4863-a663-149b16c41af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.947489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4610f77f-82ab-4863-a663-149b16c41af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:32.980602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:33.002345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4610f77f-82ab-4863-a663-149b16c41af2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cd50a11920d45e7a7006a6606d0858a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248451 Jul 16 01:53:33.004843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610f77f-82ab-4863-a663-149b16c41af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f932088-2b07-4e2d-b59e-86ed11d7603d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:33.005190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:33.017532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:33.019489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7c8f8449-1c2a-4c15-8b44-708ea29d3ccd not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:33.093254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a76299c-28c9-4092-9e68-c647182ef5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.126327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a76299c-28c9-4092-9e68-c647182ef5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.140125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a65079-14aa-438b-8cd7-3691a05c52a9 req-f0c2620b-a35a-489f-ba05-5c3a8f81be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.142263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-28a65079-14aa-438b-8cd7-3691a05c52a9 req-f0c2620b-a35a-489f-ba05-5c3a8f81be0f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 1097 time: 0.0879283 Jul 16 01:53:33.214092 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-28a65079-14aa-438b-8cd7-3691a05c52a9 req-f1902bc5-6fea-4cba-ab1e-1557a8cdd0ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617747 Jul 16 01:53:33.267825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f7a0-49d4-42ec-a01d-e2342c38f60f req-39bc098e-d5b6-4641-928b-b453a8ea96e5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.275385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d932f7a0-49d4-42ec-a01d-e2342c38f60f req-39bc098e-d5b6-4641-928b-b453a8ea96e5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.1284814 Jul 16 01:53:33.278329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a76299c-28c9-4092-9e68-c647182ef5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.280998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a76299c-28c9-4092-9e68-c647182ef5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:33.282095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2a76299c-28c9-4092-9e68-c647182ef5b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f932088-2b07-4e2d-b59e-86ed11d7603d HTTP/1.1" status: 204 len: 168 time: 0.2759643 Jul 16 01:53:33.314432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76299c-28c9-4092-9e68-c647182ef5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f932088-2b07-4e2d-b59e-86ed11d7603d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:33.337935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d932f7a0-49d4-42ec-a01d-e2342c38f60f req-dbe8b42b-6624-4e1f-8276-dafcc20e780d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615442 Jul 16 01:53:33.512144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcee8bc-8e27-4190-8d85-6b20d89c4620 req-238ba05c-5d70-4ec5-a4b0-9765e9d79e86 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.520527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efcee8bc-8e27-4190-8d85-6b20d89c4620 req-238ba05c-5d70-4ec5-a4b0-9765e9d79e86 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 946 time: 0.1297584 Jul 16 01:53:33.577010 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efcee8bc-8e27-4190-8d85-6b20d89c4620 req-054f5fee-4a4a-446e-85e6-905067bb396f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550704 Jul 16 01:53:33.787905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d2e8-883d-41c5-a0a8-27fbcecd27d4 req-aa14d8e6-743b-4cc6-8e76-de9189c7b15e tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:33.789760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87c5d2e8-883d-41c5-a0a8-27fbcecd27d4 req-aa14d8e6-743b-4cc6-8e76-de9189c7b15e tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 946 time: 0.0854657 Jul 16 01:53:33.854043 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87c5d2e8-883d-41c5-a0a8-27fbcecd27d4 req-173e4313-57d2-46d7-86d7-d1d92793aed4 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561571 Jul 16 01:53:34.660794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0a536-b086-4048-b016-90c4a341497e req-5c56535c-3c4f-4ef8-8de0-da10907c8172 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.672072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42d0a536-b086-4048-b016-90c4a341497e req-5c56535c-3c4f-4ef8-8de0-da10907c8172 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 944 time: 0.1849425 Jul 16 01:53:34.708779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56f2e7-3b46-4524-8d3f-d41da4743e53 req-cc3488b0-941c-403b-98bf-5e5eb80550b4 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:34.710390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f56f2e7-3b46-4524-8d3f-d41da4743e53 req-cc3488b0-941c-403b-98bf-5e5eb80550b4 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1558671 Jul 16 01:53:34.743253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42d0a536-b086-4048-b016-90c4a341497e req-67f7dd42-37e2-43f3-a2a7-b766a1973eed tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699885 Jul 16 01:53:34.773547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.774276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f56f2e7-3b46-4524-8d3f-d41da4743e53 req-a04aa503-1100-4a4f-a928-514b1fd48210 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527024 Jul 16 01:53:34.843096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:34.972834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-85d5d79c-b48c-4e07-84ce-5c6962259b0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/2897d944-17fe-4814-a374-fa281348e7fa HTTP/1.1" status: 200 len: 990 time: 0.1976523 Jul 16 01:53:34.996522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:53:35.032163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-f6a50255-a45e-4998-9097-145199eda6e8 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:35.034471 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-f6a50255-a45e-4998-9097-145199eda6e8 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 946 time: 0.2521124 Jul 16 01:53:35.065826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f0d7-dfd6-473e-83bb-73af4520d349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.123986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80797c3-6b51-4d43-955b-a8d6ba65aca6 req-629edee0-5772-4d08-a4d5-f9fca35e225a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:35.125924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d80797c3-6b51-4d43-955b-a8d6ba65aca6 req-629edee0-5772-4d08-a4d5-f9fca35e225a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 946 time: 0.1697671 Jul 16 01:53:35.129785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:35.149806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'port_id': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'mac_address': 'fa:16:3e:20:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:53:35.180436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Deleting port da4dafbd-cce1-482f-b29c-0ee0ce43d3af {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:35.180907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.204457 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.220832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d043652-2bd5-4b77-a5bb-d645ef0f255e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:53:35.237527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d80797c3-6b51-4d43-955b-a8d6ba65aca6 req-6e76e9a6-1310-4349-bcb1-ff2560a07be2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000080 Jul 16 01:53:35.255475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:35.258266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d5764-fe2a-4ad6-8ed6-31db35b76b00 req-b27b3016-02e6-40c8-b6ba-54b6efb84d9b tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:35.261661 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.265712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-699d5764-fe2a-4ad6-8ed6-31db35b76b00 req-b27b3016-02e6-40c8-b6ba-54b6efb84d9b tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 946 time: 0.2132435 Jul 16 01:53:35.344195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.381312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] For port da4dafbd-cce1-482f-b29c-0ee0ce43d3af, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:35.381930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.384577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-699d5764-fe2a-4ad6-8ed6-31db35b76b00 req-2e8bf16c-28e8-4e2f-b930-814611f16818 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179018 Jul 16 01:53:35.401456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Calling delete_port for da4dafbd-cce1-482f-b29c-0ee0ce43d3af owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:35.421363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f0d7-dfd6-473e-83bb-73af4520d349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.433922 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fb7f0d7-dfd6-473e-83bb-73af4520d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.473860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2fb7f0d7-dfd6-473e-83bb-73af4520d349 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f21ed138dc94cdab45c9bc6ca76cfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287737 Jul 16 01:53:35.492818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:35.535380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7f0d7-dfd6-473e-83bb-73af4520d349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eeb36a-a4b2-47b9-abff-12ecff584948,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.557414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-09fdae51-0a82-4554-882b-731abab6685a req-a9d70157-88d4-4648-a2ab-65f744ccf539 tempest-ServersOnMultiNodesTest-1752059175 tempest-ServersOnMultiNodesTest-1752059175-project] (93906) timed out ('10.222.0.32', 63777) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:53:35.574549 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb8f5-261f-4d2c-b7e0-2be399e202c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.575174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4d043652-2bd5-4b77-a5bb-d645ef0f255e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:35.603055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb8f5-261f-4d2c-b7e0-2be399e202c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.646514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.707408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb8f5-261f-4d2c-b7e0-2be399e202c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.710160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['da4dafbd-cce1-482f-b29c-0ee0ce43d3af'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:35.711778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb8f5-261f-4d2c-b7e0-2be399e202c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.716861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe7eb8f5-261f-4d2c-b7e0-2be399e202c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27eeb36a-a4b2-47b9-abff-12ecff584948 HTTP/1.1" status: 204 len: 168 time: 0.2165818 Jul 16 01:53:35.727575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eb8f5-261f-4d2c-b7e0-2be399e202c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eeb36a-a4b2-47b9-abff-12ecff584948,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.739552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Pushing event deleted for resources: {'Port': ['ID=da4dafbd-cce1-482f-b29c-0ee0ce43d3af,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:35.806906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] No DVR routers for this DVR port da4dafbd-cce1-482f-b29c-0ee0ce43d3af on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:35.810763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:35.826410 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-722c1a8a-b4aa-4cf2-bffc-b52a227c2dce req-bc71092c-06f8-49cf-b086-7595975c8443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.38 "DELETE /v2.0/ports/da4dafbd-cce1-482f-b29c-0ee0ce43d3af HTTP/1.1" status: 204 len: 173 time: 0.7840800 Jul 16 01:53:35.826733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'name': 'network-vif-deleted', 'tag': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:35.829189 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca12e4b-ea04-4ef6-97d5-97eede48687e" -d '{"events": [{"server_uuid": "a8791d63-1a13-4e03-a1b4-c5d0e4088c24", "name": "network-vif-deleted", "tag": "da4dafbd-cce1-482f-b29c-0ee0ce43d3af"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:36.085939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-5ac1c712-8981-43ec-ad48-4b49f3c13ee1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:36.087516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-5ac1c712-8981-43ec-ad48-4b49f3c13ee1 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1527195 Jul 16 01:53:36.088584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e47d-f099-4d07-a13e-3ada55729ebc req-3aa5bd0c-3c54-4ef7-9d14-581274113155 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:36.095565 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d09e47d-f099-4d07-a13e-3ada55729ebc req-3aa5bd0c-3c54-4ef7-9d14-581274113155 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 945 time: 0.1490219 Jul 16 01:53:36.121415 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daca1aff-b81c-48b1-8215-c2020de837de x-openstack-request-id: req-daca1aff-b81c-48b1-8215-c2020de837de {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:36.121725 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8791d63-1a13-4e03-a1b4-c5d0e4088c24", "name": "network-vif-deleted", "tag": "da4dafbd-cce1-482f-b29c-0ee0ce43d3af", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:36.121962 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-daca1aff-b81c-48b1-8215-c2020de837de {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:36.122420 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8791d63-1a13-4e03-a1b4-c5d0e4088c24', 'name': 'network-vif-deleted', 'tag': 'da4dafbd-cce1-482f-b29c-0ee0ce43d3af', 'status': 'completed', 'code': 200} Jul 16 01:53:36.183440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d09e47d-f099-4d07-a13e-3ada55729ebc req-c5ba5647-a415-4c8e-ae76-ef846c77707c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868649 Jul 16 01:53:36.318921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Deleting port deb4ee2f-a308-4837-990f-9786f6f61fc5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:36.319264 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.423438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d5357-4e94-4116-875c-aca8cd1010b0 req-037b76bf-5058-4113-bc24-ae91ddb73ba6 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:36.425104 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-048d5357-4e94-4116-875c-aca8cd1010b0 req-037b76bf-5058-4113-bc24-ae91ddb73ba6 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 946 time: 0.0817032 Jul 16 01:53:36.530241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] For port deb4ee2f-a308-4837-990f-9786f6f61fc5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=deb4ee2f-a308-4837-990f-9786f6f61fc5,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:36.530614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.530995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b29742d-c5e2-4fb2-ae5a-441e43d8da27 req-aeef1fdd-c853-4cc0-b78c-b57fed8372e0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8791d63-1a13-4e03-a1b4-c5d0e4088c24 HTTP/1.1" status: 200 len: 210 time: 0.0607824 Jul 16 01:53:36.538343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-048d5357-4e94-4116-875c-aca8cd1010b0 req-52198c49-29a7-49c8-8bf3-c5defaee3c90 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071146 Jul 16 01:53:36.548638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Calling delete_port for deb4ee2f-a308-4837-990f-9786f6f61fc5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:36.635046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:36.670829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-f61c3bab-1cfc-4a57-b77e-d37bdb6d71b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3228986 Jul 16 01:53:36.696071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.719731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b519043f-d91e-419e-bfe9-b279944e42d2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:36.765434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Pushing event deleted for resources: {'Port': ['ID=deb4ee2f-a308-4837-990f-9786f6f61fc5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:36.846580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] No DVR routers for this DVR port deb4ee2f-a308-4837-990f-9786f6f61fc5 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:36.851184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:36.853472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f01d32b-af77-4b89-9c10-59903b62aa5d req-506e415e-2642-4af8-ab50-a2fa78a1e366 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "DELETE /v2.0/ports/deb4ee2f-a308-4837-990f-9786f6f61fc5 HTTP/1.1" status: 204 len: 173 time: 0.7510936 Jul 16 01:53:36.864623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab927-6808-42a8-959b-d429857a5c02 req-2f504466-358a-4c9b-8dea-3a8983322697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:36.867163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-2f504466-358a-4c9b-8dea-3a8983322697 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1096 time: 0.1595223 Jul 16 01:53:37.049487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:37.051032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab927-6808-42a8-959b-d429857a5c02 req-1824bd74-df74-49a1-a447-307b62ea011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.055259 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-1824bd74-df74-49a1-a447-307b62ea011d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.1281092 Jul 16 01:53:37.119735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:37.125490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4d043652-2bd5-4b77-a5bb-d645ef0f255e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:37.126609 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.134359 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-0f5b01ef-d223-44a4-99c1-88703764e54a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 999 time: 0.0738606 Jul 16 01:53:37.193422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab927-6808-42a8-959b-d429857a5c02 req-1a4102ad-c2f6-474f-9a59-aec2f628e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.194974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-1a4102ad-c2f6-474f-9a59-aec2f628e75f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.0527577 Jul 16 01:53:37.228623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.284887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:37.286401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:37.291625 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23674ae9-6bfc-40e6-8cfe-c9eca667968f" -d '{"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-plugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:37.293372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab927-6808-42a8-959b-d429857a5c02 req-4349ad98-c032-4580-b493-28075be701ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.295463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-4349ad98-c032-4580-b493-28075be701ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935495 Jul 16 01:53:37.299309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4c146f12-bd73-4501-bb86-28d21e2ca808', 'deb4ee2f-a308-4837-990f-9786f6f61fc5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:37.363665 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.426241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:37.436880 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9decb-1069-4acd-8222-37e8e50e8616 x-openstack-request-id: req-5af9decb-1069-4acd-8222-37e8e50e8616 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:37.437169 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-plugged", "status": "completed", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:37.437424 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5af9decb-1069-4acd-8222-37e8e50e8616 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:37.437875 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'code': 200} Jul 16 01:53:37.584838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49186f55-7360-4e68-adaa-df11d70adb54 req-b6ccb22c-7a28-4543-8bca-452d8935d2c9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=03357ed8-a97a-4639-bc21-240400b5af83 HTTP/1.1" status: 200 len: 210 time: 0.0641065 Jul 16 01:53:37.612880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-e2b74652-eb73-4778-89cc-99e36816fb80 service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025279 Jul 16 01:53:37.785373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595278d-0076-4266-b47e-dc260902d507 req-15607706-d4c0-4cf5-9f75-d51a6e396f3a tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.787286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0595278d-0076-4266-b47e-dc260902d507 req-15607706-d4c0-4cf5-9f75-d51a6e396f3a tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.38 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 946 time: 0.1446693 Jul 16 01:53:37.845145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-979ab927-6808-42a8-959b-d429857a5c02 req-5a24dffd-eef2-4ccc-a02c-057b4df6d9ed service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242208 Jul 16 01:53:37.944050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0f76d-dbc3-4540-94ff-dcf97cd4b5bf req-5c44a345-64e7-47a4-908a-ce94ab666c3a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.946617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41b0f76d-dbc3-4540-94ff-dcf97cd4b5bf req-5c44a345-64e7-47a4-908a-ce94ab666c3a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1303110 Jul 16 01:53:37.955219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Deleting port 6d2a6d07-84df-4f61-b187-58c387e6b664 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:37.955789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.956859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aedfc2-ae43-4c10-8373-df811c81eeb8 req-15b0485b-7071-413d-a8db-a61cadbb02c9 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:37.958696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33aedfc2-ae43-4c10-8373-df811c81eeb8 req-15b0485b-7071-413d-a8db-a61cadbb02c9 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 946 time: 0.1534054 Jul 16 01:53:38.021965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33aedfc2-ae43-4c10-8373-df811c81eeb8 req-765b344c-b572-4aec-9840-9e570d255f20 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/security-groups?id=708af600-de60-4c28-8a76-0de66eb40d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542810 Jul 16 01:53:38.049277 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-41b0f76d-dbc3-4540-94ff-dcf97cd4b5bf req-ac4ea19c-bc48-481c-a039-f5a8d8207443 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892217 Jul 16 01:53:38.082561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] For port 6d2a6d07-84df-4f61-b187-58c387e6b664, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6d2a6d07-84df-4f61-b187-58c387e6b664,segment=NetworkSegment(4a5d6b7f-3b89-4530-8013-e71a7badfc3e),segment_id=4a5d6b7f-3b89-4530-8013-e71a7badfc3e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:38.083156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.098549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Calling delete_port for 6d2a6d07-84df-4f61-b187-58c387e6b664 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:38.141531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03357ed8-a97a-4639-bc21-240400b5af83', 'name': 'network-vif-deleted', 'tag': 'deb4ee2f-a308-4837-990f-9786f6f61fc5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:38.144203 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6e077d-e08d-441e-8bb9-7de5cd3188b1" -d '{"events": [{"server_uuid": "03357ed8-a97a-4639-bc21-240400b5af83", "name": "network-vif-deleted", "tag": "deb4ee2f-a308-4837-990f-9786f6f61fc5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:38.158133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.200904 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0beff3-f230-46c8-a216-34dd12a1e096 x-openstack-request-id: req-7a0beff3-f230-46c8-a216-34dd12a1e096 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:38.201288 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03357ed8-a97a-4639-bc21-240400b5af83", "name": "network-vif-deleted", "tag": "deb4ee2f-a308-4837-990f-9786f6f61fc5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:38.201875 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a0beff3-f230-46c8-a216-34dd12a1e096 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:38.202272 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03357ed8-a97a-4639-bc21-240400b5af83', 'name': 'network-vif-deleted', 'tag': 'deb4ee2f-a308-4837-990f-9786f6f61fc5', 'status': 'completed', 'code': 200} Jul 16 01:53:38.268545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.275677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20b51620-226a-49b5-8608-98a8dba342a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.279517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6d2a6d07-84df-4f61-b187-58c387e6b664'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:38.307628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Pushing event deleted for resources: {'Port': ['ID=6d2a6d07-84df-4f61-b187-58c387e6b664,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.362523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] No DVR routers for this DVR port 6d2a6d07-84df-4f61-b187-58c387e6b664 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:38.365497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.367627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0595278d-0076-4266-b47e-dc260902d507 req-171b6018-c970-46f5-87b8-6aa75766a110 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.38 "DELETE /v2.0/ports/6d2a6d07-84df-4f61-b187-58c387e6b664 HTTP/1.1" status: 204 len: 173 time: 0.5745027 Jul 16 01:53:38.388717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7987-282b-4cc2-8a4f-0fcc810776b7 req-b1b50260-8a3f-4e07-9ec1-d9b6e0a5c82b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.390219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71ea7987-282b-4cc2-8a4f-0fcc810776b7 req-b1b50260-8a3f-4e07-9ec1-d9b6e0a5c82b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0995276 Jul 16 01:53:38.448375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20b51620-226a-49b5-8608-98a8dba342a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.452391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71ea7987-282b-4cc2-8a4f-0fcc810776b7 req-b3da4f53-3408-4c41-a2b5-fe53a1fdbd19 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Jul 16 01:53:38.453530 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20b51620-226a-49b5-8608-98a8dba342a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.498454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-20b51620-226a-49b5-8608-98a8dba342a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dfe914fe8c1d45d8b758667b759a8a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391843 Jul 16 01:53:38.499424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51620-226a-49b5-8608-98a8dba342a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08973737-d835-4c65-8d5c-dba80b838d24,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.501183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:38.555585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c6bcdcf-d9aa-44ae-8f12-15eee63c9ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.587938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c6bcdcf-d9aa-44ae-8f12-15eee63c9ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.642314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c6bcdcf-d9aa-44ae-8f12-15eee63c9ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.645022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c6bcdcf-d9aa-44ae-8f12-15eee63c9ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.646204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5c6bcdcf-d9aa-44ae-8f12-15eee63c9ad4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08973737-d835-4c65-8d5c-dba80b838d24 HTTP/1.1" status: 204 len: 168 time: 0.1437542 Jul 16 01:53:38.657117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bcdcf-d9aa-44ae-8f12-15eee63c9ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08973737-d835-4c65-8d5c-dba80b838d24,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:38.662015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c08497-5724-4683-a9e7-269b1affae9a req-31fcd7a9-6204-4898-958b-845dea92b4a5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:38.672110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9c08497-5724-4683-a9e7-269b1affae9a req-31fcd7a9-6204-4898-958b-845dea92b4a5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0984306 Jul 16 01:53:38.737339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9c08497-5724-4683-a9e7-269b1affae9a req-c314648c-8cc4-48ff-a03d-7e8077810132 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568275 Jul 16 01:53:39.276789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84fe7a44-b783-4773-9eae-df15854f0089 req-e5663af5-f473-47e1-a93a-b52e6f087129 tempest-ServerAddressesNegativeTestJSON-1756284078 tempest-ServerAddressesNegativeTestJSON-1756284078-project] 10.222.0.35 "GET /v2.0/ports?device_id=14427abf-f478-4fe5-bb6e-822bc1f48d60 HTTP/1.1" status: 200 len: 210 time: 0.0402517 Jul 16 01:53:39.389203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791ef0d-675b-4a90-9f11-494be8b7af94 req-b46f1afd-d328-4c36-b254-51c8d0493107 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:39.398245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2791ef0d-675b-4a90-9f11-494be8b7af94 req-b46f1afd-d328-4c36-b254-51c8d0493107 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.1324024 Jul 16 01:53:39.438815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2791ef0d-675b-4a90-9f11-494be8b7af94 req-09e20f22-5cc0-4558-984b-3135f4890729 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Jul 16 01:53:39.886163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device da4dafbd-cce1-482f-b29c-0ee0ce43d3af no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:39.915770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: da4dafbd-cce1-482f-b29c-0ee0ce43d3af {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:39.916511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device da4dafbd-cce1-482f-b29c-0ee0ce43d3af not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:40.203978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'name': 'network-vif-deleted', 'tag': '6d2a6d07-84df-4f61-b187-58c387e6b664'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:40.206556 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac2939-36dd-4faf-bba3-f2dc9c4398a7" -d '{"events": [{"server_uuid": "14427abf-f478-4fe5-bb6e-822bc1f48d60", "name": "network-vif-deleted", "tag": "6d2a6d07-84df-4f61-b187-58c387e6b664"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:40.246828 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d83428-9a3f-4dae-95ac-7a8a12a6841f x-openstack-request-id: req-29d83428-9a3f-4dae-95ac-7a8a12a6841f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:40.247119 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14427abf-f478-4fe5-bb6e-822bc1f48d60", "name": "network-vif-deleted", "tag": "6d2a6d07-84df-4f61-b187-58c387e6b664", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:40.247414 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29d83428-9a3f-4dae-95ac-7a8a12a6841f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:40.247785 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14427abf-f478-4fe5-bb6e-822bc1f48d60', 'name': 'network-vif-deleted', 'tag': '6d2a6d07-84df-4f61-b187-58c387e6b664', 'status': 'completed', 'code': 200} Jul 16 01:53:40.410216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:40.473143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Deleting subnet 556ac466-9cd0-44f0-b4c7-27c9c369dda2 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:40.487497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.582019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.649280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.739536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.787170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e827ba-3895-4443-83a4-6dc578f843f5 req-01224459-aca1-468a-abd5-0ccc87ecacc9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:40.789321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40e827ba-3895-4443-83a4-6dc578f843f5 req-01224459-aca1-468a-abd5-0ccc87ecacc9 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.1162667 Jul 16 01:53:40.794259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-913e3df3-f57c-4b8a-bba7-73cb7e68c095 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:40.796304 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-913e3df3-f57c-4b8a-bba7-73cb7e68c095 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.38 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 945 time: 0.2270365 Jul 16 01:53:40.797315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556ac466-9cd0-44f0-b4c7-27c9c369dda2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:40.799633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.802085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99df4416-00e6-48ff-9598-3c7909fb2853 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/556ac466-9cd0-44f0-b4c7-27c9c369dda2 HTTP/1.1" status: 204 len: 168 time: 0.3904293 Jul 16 01:53:40.804857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:40.859667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40e827ba-3895-4443-83a4-6dc578f843f5 req-320c90e4-b4be-4c15-bd5f-8912be0750bb tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610068 Jul 16 01:53:41.055526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device deb4ee2f-a308-4837-990f-9786f6f61fc5 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:41.076676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: deb4ee2f-a308-4837-990f-9786f6f61fc5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:41.077413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device deb4ee2f-a308-4837-990f-9786f6f61fc5 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:41.288490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be61294-f279-4bf4-8a2a-f88c030a0179 req-5ee529e4-356c-4b75-a5e5-1f97e209bc04 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:41.290110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8be61294-f279-4bf4-8a2a-f88c030a0179 req-5ee529e4-356c-4b75-a5e5-1f97e209bc04 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0906703 Jul 16 01:53:41.325766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.345761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8be61294-f279-4bf4-8a2a-f88c030a0179 req-4b633e3b-3c05-48f0-94c0-771ef8259d66 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481482 Jul 16 01:53:41.472255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.486116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cbea74-797b-449f-8771-492e65a04343']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:41.488839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Deleting port b519043f-d91e-419e-bfe9-b279944e42d2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:41.489304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.541328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5d6b7f-3b89-4530-8013-e71a7badfc3e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:41.541654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5d6b7f-3b89-4530-8013-e71a7badfc3e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:41.552023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.608703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9def0-ff15-4d60-a9cc-af7d4e1d17e5 req-6293ab46-7b08-4b61-b7fb-853b3c8a4e5a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:41.608969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.609860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10e9def0-ff15-4d60-a9cc-af7d4e1d17e5 req-6293ab46-7b08-4b61-b7fb-853b3c8a4e5a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0891750 Jul 16 01:53:41.625891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:41.626437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:41.628316 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:41.697991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10e9def0-ff15-4d60-a9cc-af7d4e1d17e5 req-ea9877f0-94e2-4efc-8492-746c807d6c01 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Jul 16 01:53:41.700814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] For port b519043f-d91e-419e-bfe9-b279944e42d2, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b519043f-d91e-419e-bfe9-b279944e42d2,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:41.701196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:41.717140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Calling delete_port for b519043f-d91e-419e-bfe9-b279944e42d2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:41.919401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b519043f-d91e-419e-bfe9-b279944e42d2 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:42.048938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.083927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.094749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.097559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfe31f84-8402-4eb6-93d1-d55157e786d4 req-55cb50ea-279b-4131-916a-a1abe59240ca tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 210 time: 0.0580535 Jul 16 01:53:42.101992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] 10.222.0.35 "DELETE /v2.0/networks/17cbea74-797b-449f-8771-492e65a04343 HTTP/1.1" status: 204 len: 168 time: 1.2837055 Jul 16 01:53:42.128393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6d2a6d07-84df-4f61-b187-58c387e6b664 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:42.146579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.149301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 6d2a6d07-84df-4f61-b187-58c387e6b664 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:42.149818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6d2a6d07-84df-4f61-b187-58c387e6b664 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:42.155555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060551d7-7596-4aec-ac7b-f944fdeb2252 admin admin] Pushing event deleted for resources: {'Network': ['ID=17cbea74-797b-449f-8771-492e65a04343,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:42.161001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4c146f12-bd73-4501-bb86-28d21e2ca808'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:53:42.232868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Pushing event deleted for resources: {'Port': ['ID=b519043f-d91e-419e-bfe9-b279944e42d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:42.262043 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:42.399337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:42.417064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] No DVR routers for this DVR port b519043f-d91e-419e-bfe9-b279944e42d2 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:42.419967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.422577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e583fcdb-97d3-45b8-827d-834246d22a19 req-14e4098d-f6a5-41a4-9545-57e8b376e47f tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.38 "DELETE /v2.0/ports/b519043f-d91e-419e-bfe9-b279944e42d2 HTTP/1.1" status: 204 len: 173 time: 1.6188390 Jul 16 01:53:42.424485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'name': 'network-vif-deleted', 'tag': 'b519043f-d91e-419e-bfe9-b279944e42d2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:42.443097 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea28a7-959a-4d4e-8615-01b67a8b9e94" -d '{"events": [{"server_uuid": "af8068fc-087d-4af5-9d62-3602b3b4ebfe", "name": "network-vif-deleted", "tag": "b519043f-d91e-419e-bfe9-b279944e42d2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:42.485255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-255a3600-aabc-47b6-8cf8-ee8fc324f6d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7432544 Jul 16 01:53:42.527411 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e29da49-adde-4009-b33e-5e70a089bdbb x-openstack-request-id: req-2e29da49-adde-4009-b33e-5e70a089bdbb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:42.528077 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8068fc-087d-4af5-9d62-3602b3b4ebfe", "name": "network-vif-deleted", "tag": "b519043f-d91e-419e-bfe9-b279944e42d2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:42.528077 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e29da49-adde-4009-b33e-5e70a089bdbb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:42.528352 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8068fc-087d-4af5-9d62-3602b3b4ebfe', 'name': 'network-vif-deleted', 'tag': 'b519043f-d91e-419e-bfe9-b279944e42d2', 'status': 'completed', 'code': 200} Jul 16 01:53:42.537037 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c843a1d4-b4ed-4b5a-810a-322b12a3b7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98d920e129ef41e1ad0b0bb79ada42de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362898 Jul 16 01:53:42.539629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37896) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:42.689202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a70-3069-488c-84a6-106ca6985434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.768810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a70-3069-488c-84a6-106ca6985434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:42.823451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.824164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.824744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.825354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.844255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.845207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.846368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:42.851757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-90fbe3e3-48b5-4165-8b55-2e6c11ab2068 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.2437284 Jul 16 01:53:43.097830 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a70-3069-488c-84a6-106ca6985434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.102428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bd24a70-3069-488c-84a6-106ca6985434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:43.104860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0bd24a70-3069-488c-84a6-106ca6985434 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/708af600-de60-4c28-8a76-0de66eb40d15 HTTP/1.1" status: 204 len: 168 time: 0.5639861 Jul 16 01:53:43.155820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24a70-3069-488c-84a6-106ca6985434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708af600-de60-4c28-8a76-0de66eb40d15,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:43.162234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-65b53f06-c87b-4fb8-9e56-eb16b693f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.162741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-65b53f06-c87b-4fb8-9e56-eb16b693f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.164115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-65b53f06-c87b-4fb8-9e56-eb16b693f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.165639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-65b53f06-c87b-4fb8-9e56-eb16b693f73f service neutron] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 2297 time: 0.2717764 Jul 16 01:53:43.367508 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-806763d7-21ed-463f-80a8-c4dc38bc6743 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1002 time: 0.1844628 Jul 16 01:53:43.497499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-d23101ca-97a3-4fea-b277-c648cb717575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.498908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-d23101ca-97a3-4fea-b277-c648cb717575 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.1190531 Jul 16 01:53:43.536869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb8ea1d2-a45e-4ff1-8162-e3e4020436ff req-d3ec21ba-edca-43e0-ad91-0f77f489fb94 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=af8068fc-087d-4af5-9d62-3602b3b4ebfe HTTP/1.1" status: 200 len: 210 time: 0.0652263 Jul 16 01:53:43.649157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-69bc510b-67e5-432f-bef7-8fd660af2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:43.651014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-69bc510b-67e5-432f-bef7-8fd660af2239 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444607 Jul 16 01:53:43.832864 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-badc4485-aaf2-4245-9c2b-3d915a7e6c04 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752238 Jul 16 01:53:44.019793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-764393d8-8e03-41e6-8761-1cb9427b022b service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804185 Jul 16 01:53:44.088918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-5bd0de86-1c36-4dac-a1aa-76d1bb63579d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 217 time: 0.0620170 Jul 16 01:53:44.164112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-e3fee108-83d9-4dad-be69-836a07b246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.165996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-e3fee108-83d9-4dad-be69-836a07b246eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0695105 Jul 16 01:53:44.249748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-028681a0-a211-4e3d-8a6b-6747d8e6320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.251607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-028681a0-a211-4e3d-8a6b-6747d8e6320f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792949 Jul 16 01:53:44.397443 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-af918fce-2d0c-4f05-8c65-2ccc5e3e656f service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387110 Jul 16 01:53:44.435147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:44.516856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-8b84f8d1-5da7-40fb-a5a5-bb96b267d1b9 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126273 Jul 16 01:53:44.579835 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-5e1f6c2d-3129-4fcb-bf0a-1e579c8f75a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 217 time: 0.0561202 Jul 16 01:53:44.589099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-network', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:44.621435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Made reservation on behalf of 0918a02d1ac74c1ebee6f85508209afa for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:44.629009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.648466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-6b43741a-c2be-457f-b518-11d084b049a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.648625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.648729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-6b43741a-c2be-457f-b518-11d084b049a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0590978 Jul 16 01:53:44.792542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-1b91bfd7-5564-4172-a068-e1a0dfd92dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:44.794345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-1b91bfd7-5564-4172-a068-e1a0dfd92dee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375797 Jul 16 01:53:44.799059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.806871 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.863795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:44.879302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:44.880009 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Added segment 9c6d8010-d449-45a2-951f-79cd9b0766ab of type vlan for network 12f7dceb-2596-475f-acb9-002b61f034c7 Jul 16 01:53:44.970044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.048627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-7b079528-37d4-44f4-a1f3-639022762fbe service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466400 Jul 16 01:53:45.112804 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.116964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.121423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.182499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692bed4d-12ca-4905-9531-3f96565f82ad,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:45.247445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8081877 Jul 16 01:53:45.257353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37966) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:45.268392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Request body: {'subnet': {'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-subnet', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:45.339420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311c3d6-c9dd-4d14-9205-43f0e6453607 admin admin] Pushing event updated for resources: {'Network': ['ID=12f7dceb-2596-475f-acb9-002b61f034c7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:45.351715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 12f7dceb-2596-475f-acb9-002b61f034c7 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:45.370906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Made reservation on behalf of 0918a02d1ac74c1ebee6f85508209afa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:45.385267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.500574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-ba7b9ba5-663a-4aa4-80bc-2c0b40b7a420 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422007 Jul 16 01:53:45.528510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44bb62-c238-444a-9bea-175ebeaf21de req-f3a44275-5072-42a7-823f-44f37a0c157b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.538054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d44bb62-c238-444a-9bea-175ebeaf21de req-f3a44275-5072-42a7-823f-44f37a0c157b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2126784 Jul 16 01:53:45.611963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-7e35a5cc-799e-4f68-9690-e9b60cd1e25d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 217 time: 0.0802660 Jul 16 01:53:45.652158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d44bb62-c238-444a-9bea-175ebeaf21de req-3a5b2e12-5401-4e51-85da-a081b2a4edb4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990024 Jul 16 01:53:45.731476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-2488284c-f39a-4e9b-a1c6-48fae27a859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.733474 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-2488284c-f39a-4e9b-a1c6-48fae27a859a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1142659 Jul 16 01:53:45.884727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-69de3396-fc07-40cd-93bb-dded663da24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.886390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-69de3396-fc07-40cd-93bb-dded663da24d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461737 Jul 16 01:53:45.919160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:45.970518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb706b9-cded-4737-aaf1-657a7f039b03 req-18a0715c-cd15-4ace-90f7-bba7227b7b6c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.972121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cb706b9-cded-4737-aaf1-657a7f039b03 req-18a0715c-cd15-4ace-90f7-bba7227b7b6c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1078184 Jul 16 01:53:45.986296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaf855-79e6-4306-9647-b56eb5e4e3d2 req-efb243b1-cf0d-4aef-a828-af5e65b0a79c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:45.988048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4efaf855-79e6-4306-9647-b56eb5e4e3d2 req-efb243b1-cf0d-4aef-a828-af5e65b0a79c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1445155 Jul 16 01:53:46.032453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=238b3667-41ee-4eb8-9009-0ec9f39787d8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:46.056133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cb706b9-cded-4737-aaf1-657a7f039b03 req-a5833780-8db5-4584-9bde-2c89802d4bf9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Jul 16 01:53:46.093431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4efaf855-79e6-4306-9647-b56eb5e4e3d2 req-cc0483e6-487e-4e38-9a0b-8f44d3d68545 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845771 Jul 16 01:53:46.114081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-8b579c7e-490c-43ee-a73e-9c6220da240c service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196567 Jul 16 01:53:46.116992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Checking segment: {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:46.117460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Network hostable DHCP agents. Network: 12f7dceb-2596-475f-acb9-002b61f034c7, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:46.291507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Network 12f7dceb-2596-475f-acb9-002b61f034c7 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:46.315016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 12f7dceb-2596-475f-acb9-002b61f034c7) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:46.322337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.331584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.340953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043b15e-bcab-4542-a467-b7c1b22e26fe None None] Network 12f7dceb-2596-475f-acb9-002b61f034c7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:46.349376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-5def9c17-b510-4bcc-b02d-cc6b38ad037e service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266572 Jul 16 01:53:46.358150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a0635a39-2c86-4d43-8243-68bac0d82cdd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0953948 Jul 16 01:53:46.359362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2eb640-b228-40fe-bb2f-9e3cfc14cf28 req-459b034d-995e-470b-b73e-6107b58ca7c1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.360201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:46.362035 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d2eb640-b228-40fe-bb2f-9e3cfc14cf28 req-459b034d-995e-470b-b73e-6107b58ca7c1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1164122 Jul 16 01:53:46.378089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:46.414954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2d2eb640-b228-40fe-bb2f-9e3cfc14cf28 req-42da5b2d-9b20-434b-a250-2fe0bbe4f733 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Jul 16 01:53:46.418437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-946b51e1-5e64-4dc7-910a-f7e1143c417c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 217 time: 0.0559676 Jul 16 01:53:46.447654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.450109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.524488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f583ef-b428-4985-92a6-6a4d3b305d98 None None] Network 12f7dceb-2596-475f-acb9-002b61f034c7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:46.525174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.722429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:46.734830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-8993bd8b-f372-4c0c-901c-b08eaded8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.735100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2881730-1cba-414a-b1f0-261e5fd3e66a req-8ccce3ec-f55a-4d1c-bee9-48cb7f3ae239 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.736822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-8993bd8b-f372-4c0c-901c-b08eaded8824 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.3116701 Jul 16 01:53:46.738099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2881730-1cba-414a-b1f0-261e5fd3e66a req-8ccce3ec-f55a-4d1c-bee9-48cb7f3ae239 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1165509 Jul 16 01:53:46.814848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2881730-1cba-414a-b1f0-261e5fd3e66a req-54702056-3c99-42ef-98cf-e9c341505641 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694160 Jul 16 01:53:46.868183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-ab871551-08ba-465d-a67b-029189a6cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:46.869981 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-ab871551-08ba-465d-a67b-029189a6cdbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265445 Jul 16 01:53:47.107390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-3df07b7a-9656-4994-b38a-fd33e2d8f3a8 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275088 Jul 16 01:53:47.109018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b818d2-7590-4905-ab1f-b852bc9d2e72 req-e7d02f47-d0b4-4a8d-bd4b-e9127ee70462 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.119667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0b818d2-7590-4905-ab1f-b852bc9d2e72 req-e7d02f47-d0b4-4a8d-bd4b-e9127ee70462 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0838857 Jul 16 01:53:47.168592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0b818d2-7590-4905-ab1f-b852bc9d2e72 req-90976b60-45cc-4ac2-83ff-153df5d4e501 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 Jul 16 01:53:47.276839 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.323726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:47.369126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-08dadb84-56ae-4116-ad4e-ea8a4181d4d7 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529051 Jul 16 01:53:47.395510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4d8-e639-499e-9f76-f53821acc7da req-f230f6d1-4b9b-4c60-a5e3-34a1f25d965b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.398030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63dea4d8-e639-499e-9f76-f53821acc7da req-f230f6d1-4b9b-4c60-a5e3-34a1f25d965b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1353636 Jul 16 01:53:47.475683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63dea4d8-e639-499e-9f76-f53821acc7da req-4e8e182e-913a-4b66-8640-e8043c2b7c65 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670373 Jul 16 01:53:47.484982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b048-86b1-402a-9a34-e91db7bc7e12 req-1af2e406-69a0-4923-8254-af7c9d029e6e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.487102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ac4b048-86b1-402a-9a34-e91db7bc7e12 req-1af2e406-69a0-4923-8254-af7c9d029e6e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1713011 Jul 16 01:53:47.544383 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-92e01d17-9a88-4ea7-8871-dd9d49f7c15e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 217 time: 0.1589458 Jul 16 01:53:47.552667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-75016aba-bc9d-4f60-b12e-7856baaf7ce8 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.554730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-75016aba-bc9d-4f60-b12e-7856baaf7ce8 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.3954744 Jul 16 01:53:47.576159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ac4b048-86b1-402a-9a34-e91db7bc7e12 req-da62f3e6-2e14-47f5-a87b-96e3fc5fc436 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769112 Jul 16 01:53:47.690483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Allocated IP 172.25.0.130 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/3e1fc697-18dd-4806-a20c-1e19f9de5129) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:47.871857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-bc4de427-389d-4730-be8a-f6a3137a93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.877597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-bc4de427-389d-4730-be8a-f6a3137a93e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.3171701 Jul 16 01:53:47.957389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f5a7e-bae5-43d8-82f8-8ead8065b1ad req-982bafb8-8b8f-44d3-a264-dc0233cec458 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:47.962465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-675f5a7e-bae5-43d8-82f8-8ead8065b1ad req-982bafb8-8b8f-44d3-a264-dc0233cec458 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0870605 Jul 16 01:53:48.018330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-675f5a7e-bae5-43d8-82f8-8ead8065b1ad req-6c28642b-553d-40d0-a82e-ec959f91abbd tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496511 Jul 16 01:53:48.238725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a946e2-adc4-4c54-86af-4cef0e0400c8 req-6bddce75-f712-4937-ac50-c69881412de1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.242283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4a946e2-adc4-4c54-86af-4cef0e0400c8 req-6bddce75-f712-4937-ac50-c69881412de1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0908778 Jul 16 01:53:48.295750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c4a946e2-adc4-4c54-86af-4cef0e0400c8 req-70e2d059-8db8-44fd-806b-50ba9d510223 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Jul 16 01:53:48.459500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.488469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-8857e1d6-b17e-4cd6-81e5-af3159e883ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.489996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-8857e1d6-b17e-4cd6-81e5-af3159e883ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5990255 Jul 16 01:53:48.508553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Deleting port 4c146f12-bd73-4501-bb86-28d21e2ca808 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:48.508902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.640816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:48.715849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a92fc-6418-4007-93ff-fbc12efe9fde req-305aa4c2-9b0c-4488-9c5a-775fed13993e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.718010 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-058a92fc-6418-4007-93ff-fbc12efe9fde req-305aa4c2-9b0c-4488-9c5a-775fed13993e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1209996 Jul 16 01:53:48.722319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:48.735082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Pushing event updated for resources: {'Port': ['ID=3e1fc697-18dd-4806-a20c-1e19f9de5129,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:48.758843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:48.766526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:48.774648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-6197648b-6c75-4d0e-b675-e01908b46ffb service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759147 Jul 16 01:53:48.813762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-058a92fc-6418-4007-93ff-fbc12efe9fde req-adeaf129-6510-4996-9885-58b9289ca989 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Jul 16 01:53:48.874461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb9ee-6598-486a-be3f-01a6152d618c req-6bdde270-64f9-4c1d-85f3-d73076037c27 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:48.880622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eebdb9ee-6598-486a-be3f-01a6152d618c req-6bdde270-64f9-4c1d-85f3-d73076037c27 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 946 time: 0.1752989 Jul 16 01:53:48.954230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eebdb9ee-6598-486a-be3f-01a6152d618c req-0f7df27f-1c32-4cbe-8a7f-ee6aa6fb684b tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/security-groups?id=c14d8ad9-cf61-476f-969b-63df3a2ce584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653431 Jul 16 01:53:49.112699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.116423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] For port 4c146f12-bd73-4501-bb86-28d21e2ca808, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c146f12-bd73-4501-bb86-28d21e2ca808,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:49.116980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.173903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Calling delete_port for 4c146f12-bd73-4501-bb86-28d21e2ca808 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:49.205260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e66c2-44ce-4222-802f-beecc191a537 req-ddc0ae55-58d5-4c7c-a015-23b2cfb9d9d5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.207636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-288e66c2-44ce-4222-802f-beecc191a537 req-ddc0ae55-58d5-4c7c-a015-23b2cfb9d9d5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0887973 Jul 16 01:53:49.252744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-288e66c2-44ce-4222-802f-beecc191a537 req-9b058ab3-4c9e-4f8a-86a3-4649a2a79a98 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Jul 16 01:53:49.427375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-bd20b2d0-768e-4023-959f-2fb15a944fd0 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783802 Jul 16 01:53:49.528688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-4d7f8222-b821-474b-a76f-e63c68bdf112 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0945206 Jul 16 01:53:49.564807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dade0-59e0-4789-8103-1feba7db81a2 req-b8f0c36b-64d6-4876-ba6c-e6a3bedbe9da tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.573275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e66dade0-59e0-4789-8103-1feba7db81a2 req-b8f0c36b-64d6-4876-ba6c-e6a3bedbe9da tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0888073 Jul 16 01:53:49.593577 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.627232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e66dade0-59e0-4789-8103-1feba7db81a2 req-d5fec0d3-981d-4f7b-a4ca-6de4dcd16393 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527556 Jul 16 01:53:49.633329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-bb2820b0-6c6e-4e06-b39a-cbf91ee7e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.634758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-bb2820b0-6c6e-4e06-b39a-cbf91ee7e897 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.0936892 Jul 16 01:53:49.756980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.843522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88bfe-0078-4078-8007-b3b7af4f8d23 req-7cabbf8e-c6b0-4c1f-81c2-9f01be72029e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.845166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fe88bfe-0078-4078-8007-b3b7af4f8d23 req-7cabbf8e-c6b0-4c1f-81c2-9f01be72029e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0803084 Jul 16 01:53:49.860692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Pushing event deleted for resources: {'Port': ['ID=4c146f12-bd73-4501-bb86-28d21e2ca808,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:49.900311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fe88bfe-0078-4078-8007-b3b7af4f8d23 req-9839d4fd-b3ed-459e-bf4c-56c9377bf866 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484202 Jul 16 01:53:49.904739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095c80-fddf-4433-a212-a1700196ff2a req-56ca9c7c-8f55-48a9-9d88-5a3b4ca9a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:49.906283 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-56ca9c7c-8f55-48a9-9d88-5a3b4ca9a629 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2317712 Jul 16 01:53:49.944857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] No DVR routers for this DVR port 4c146f12-bd73-4501-bb86-28d21e2ca808 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:49.960585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:49.962578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea39a319-7ee0-4975-81d8-958f3899e5ff req-59e2c91c-8c7a-4710-9d26-f4de3e1d3b1c tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.32 "DELETE /v2.0/ports/4c146f12-bd73-4501-bb86-28d21e2ca808 HTTP/1.1" status: 204 len: 173 time: 2.2863159 Jul 16 01:53:49.963024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466467f4-bf81-4a3c-94df-9c5831a80821', 'name': 'network-vif-deleted', 'tag': '4c146f12-bd73-4501-bb86-28d21e2ca808'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:53:49.965650 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa98697f-7752-43a1-8cdb-5b1b58057013" -d '{"events": [{"server_uuid": "466467f4-bf81-4a3c-94df-9c5831a80821", "name": "network-vif-deleted", "tag": "4c146f12-bd73-4501-bb86-28d21e2ca808"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:53:50.092754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Router 42086b70-9fe6-4709-b0b4-30c9fa97c637 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:53:50.098546 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e244c62-681c-427e-a8de-dc3c3594704a x-openstack-request-id: req-2e244c62-681c-427e-a8de-dc3c3594704a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:53:50.099028 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466467f4-bf81-4a3c-94df-9c5831a80821", "name": "network-vif-deleted", "tag": "4c146f12-bd73-4501-bb86-28d21e2ca808", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:53:50.099286 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e244c62-681c-427e-a8de-dc3c3594704a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:53:50.101844 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466467f4-bf81-4a3c-94df-9c5831a80821', 'name': 'network-vif-deleted', 'tag': '4c146f12-bd73-4501-bb86-28d21e2ca808', 'status': 'completed', 'code': 200} Jul 16 01:53:50.150944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-e04ce7db-7c03-4ba7-b86f-5eb0b6e795aa service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363546 Jul 16 01:53:50.204652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6e54bab-b346-4054-a14c-af30b363c5c6 req-5026254c-f513-46cf-94d4-009909d1f633 tempest-ListServerFiltersTestJSON-561241427 tempest-ListServerFiltersTestJSON-561241427-project] 10.222.0.35 "GET /v2.0/ports?device_id=466467f4-bf81-4a3c-94df-9c5831a80821 HTTP/1.1" status: 200 len: 210 time: 0.0515308 Jul 16 01:53:50.298988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:50.307110 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Sync routers for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:50.323584 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:50.324834 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:50.331862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:50.340433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-880b2983-c664-49d1-b845-1c4bc494f01d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9709415 Jul 16 01:53:50.341508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:50.466972 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:50.489005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f095c80-fddf-4433-a212-a1700196ff2a req-b20728fb-d2e5-4631-a816-dcefdec40590 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935996 Jul 16 01:53:50.665340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b8b3-7bc2-4aac-8927-1ac67b33737b req-c943ef89-e809-48f1-90dd-642eac13a6f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:50.667042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4a2b8b3-7bc2-4aac-8927-1ac67b33737b req-c943ef89-e809-48f1-90dd-642eac13a6f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 814 time: 0.4389577 Jul 16 01:53:50.697254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4a2b8b3-7bc2-4aac-8927-1ac67b33737b req-d9f851e6-d37a-467c-bf2d-4899d27b6192 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/quotas/220e7e172ffd43bfbdff7acb616e668b HTTP/1.1" status: 200 len: 375 time: 0.0225194 Jul 16 01:53:50.839053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4a2b8b3-7bc2-4aac-8927-1ac67b33737b req-46afe5fc-4dac-4f72-b15f-f44cda14a7ff tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350081 Jul 16 01:53:50.897590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:48Z', 'revision_number': 3, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:50.957263 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Checking router: 42086b70-9fe6-4709-b0b4-30c9fa97c637 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:50.957743 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Updating router 42086b70-9fe6-4709-b0b4-30c9fa97c637 port 3e1fc697-18dd-4806-a20c-1e19f9de5129 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:51.048665 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.132458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c146f12-bd73-4501-bb86-28d21e2ca808 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:51.163887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.169559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 4c146f12-bd73-4501-bb86-28d21e2ca808 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:51.183858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c146f12-bd73-4501-bb86-28d21e2ca808 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:51.224481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf858e-5f7b-4eb7-bc1e-18a0bf633edc req-e9ff4881-d494-4ab1-9f48-ae70d0cd73f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:51.250615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-beaf858e-5f7b-4eb7-bc1e-18a0bf633edc req-e9ff4881-d494-4ab1-9f48-ae70d0cd73f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1887224 Jul 16 01:53:51.325487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.369666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-beaf858e-5f7b-4eb7-bc1e-18a0bf633edc req-f8b04153-eb98-47fb-a14d-b7d0aa1e1666 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160045 Jul 16 01:53:51.394274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.453573 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.464543 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Transition to ACTIVE for port object 3e1fc697-18dd-4806-a20c-1e19f9de5129 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:51.472177 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.533395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Attempting to bind port 3e1fc697-18dd-4806-a20c-1e19f9de5129 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:51.534319 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Attempting to bind port 3e1fc697-18dd-4806-a20c-1e19f9de5129 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:51.534319 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Attempting to bind port 3e1fc697-18dd-4806-a20c-1e19f9de5129 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:51.543133 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:51.544467 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:51.544467 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.545150 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:51.545723 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Bound port: 3e1fc697-18dd-4806-a20c-1e19f9de5129, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:51.546340 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.547225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Deleting subnet f8590455-8794-4162-80f4-376debee8ef3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:53:51.594387 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.602847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.605212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.609780 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] For port 3e1fc697-18dd-4806-a20c-1e19f9de5129, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:51.614079 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] For port 3e1fc697-18dd-4806-a20c-1e19f9de5129, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e1fc697-18dd-4806-a20c-1e19f9de5129,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:51.620019 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Pushing event updated for resources: {'Port': ['ID=3e1fc697-18dd-4806-a20c-1e19f9de5129,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:51.622593 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.685192 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.685790 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.687616 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.688193 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.688784 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.690892 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.691514 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.693240 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.693766 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.694677 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.697180 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.698159 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.734772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18232f34eb9c44aaa10db1713f39e6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685220 Jul 16 01:53:51.735615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cce4b05-c6bd-4f32-9a73-2dd65cb645d4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:51.737962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:51.758699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.759180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.759531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.759876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.760253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.760582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.760914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.761312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.761642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.761964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.762291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.762618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207c2b2-89fc-4c5e-838e-8f47786ce033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:53:51.771666 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.821120 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ec811-9f56-4885-9cce-ab9063428b1a None None] Pushing event updated for resources: {'Port': ['ID=3e1fc697-18dd-4806-a20c-1e19f9de5129,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:51.835792 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:51.836451 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:51.839810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c29dc014-7249-451c-ba7f-5d8cd85fba43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:51.878499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c29dc014-7249-451c-ba7f-5d8cd85fba43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.026850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c29dc014-7249-451c-ba7f-5d8cd85fba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.029656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c29dc014-7249-451c-ba7f-5d8cd85fba43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.031262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c29dc014-7249-451c-ba7f-5d8cd85fba43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cce4b05-c6bd-4f32-9a73-2dd65cb645d4 HTTP/1.1" status: 204 len: 168 time: 0.2921572 Jul 16 01:53:52.059640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dc014-7249-451c-ba7f-5d8cd85fba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cce4b05-c6bd-4f32-9a73-2dd65cb645d4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:52.063818 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:52.092441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.286013 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:48Z', 'revision_number': 3, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:52.329421 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e98c5c-3c2a-479f-ad7d-953104dcb6f9 None None] The sync data for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 is: [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:48Z', 'revision_number': 3, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:52.487483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae33f-9007-4d88-adad-483740291558 req-ef494fb3-a8b6-4f52-9d3b-de04b4b0773f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:52.496707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77dae33f-9007-4d88-adad-483740291558 req-ef494fb3-a8b6-4f52-9d3b-de04b4b0773f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.8822224 Jul 16 01:53:52.578709 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.654023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77dae33f-9007-4d88-adad-483740291558 req-c164e6d3-acce-4449-8d46-b34e863dbbd1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467717 Jul 16 01:53:52.658105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:52.979656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.083622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa1468-bda5-4ec0-9b3e-b3d7c1a37d55 None None] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:53.087970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.093242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f8590455-8794-4162-80f4-376debee8ef3 HTTP/1.1" status: 204 len: 168 time: 1.6960502 Jul 16 01:53:53.096875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80dd14-d10b-4315-80a3-de2cc9288c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8590455-8794-4162-80f4-376debee8ef3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:53.097766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:53.317237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c29650ed-34f4-428f-aba4-5c60bdf8a98e req-58e3b1f0-46dd-4cbf-bdc8-c14d8a1e9d7b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=220e7e172ffd43bfbdff7acb616e668b HTTP/1.1" status: 200 len: 221 time: 0.0841358 Jul 16 01:53:53.318986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Allocated IP 172.20.0.1 (12f7dceb-2596-475f-acb9-002b61f034c7/238b3667-41ee-4eb8-9009-0ec9f39787d8/803f4b49-7240-465a-9403-f3b510a20260) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:53:53.392660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.507626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Deleting port 71c4eae4-36af-48c6-befc-862fcbab9fe6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:53.508240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.535091 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.596908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.712803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] DHCP port deletion for 6dde4a56-be07-4f9a-bd54-8f5fb733416a request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:53:53.755882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] For port 71c4eae4-36af-48c6-befc-862fcbab9fe6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=71c4eae4-36af-48c6-befc-862fcbab9fe6,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:53.760123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.805604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841fae3-efc4-4f5e-8b7c-52ffd51922cb req-d36ae32d-51f3-4633-aaef-aca5c6989073 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:53.808096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a841fae3-efc4-4f5e-8b7c-52ffd51922cb req-d36ae32d-51f3-4633-aaef-aca5c6989073 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1781979 Jul 16 01:53:53.810300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.812638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Calling delete_port for 71c4eae4-36af-48c6-befc-862fcbab9fe6 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:53.821981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d8e8099-3fc3-4de8-9116-8b8f6385caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.879950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Network 12f7dceb-2596-475f-acb9-002b61f034c7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:53.890182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:53.898724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:53:53.924731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Deleting port 71c4eae4-36af-48c6-befc-862fcbab9fe6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:53:53.926475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.979711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:53.993275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.055753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a841fae3-efc4-4f5e-8b7c-52ffd51922cb req-b1c4d627-412b-4b02-a379-338e88656b7a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349675 Jul 16 01:53:54.069712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Pushing event updated for resources: {'Port': ['ID=803f4b49-7240-465a-9403-f3b510a20260,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:54.112154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c4eae4-36af-48c6-befc-862fcbab9fe6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:54.128839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] No DVR routers for this DVR port 71c4eae4-36af-48c6-befc-862fcbab9fe6 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:54.188658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] For port 71c4eae4-36af-48c6-befc-862fcbab9fe6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=71c4eae4-36af-48c6-befc-862fcbab9fe6,segment=NetworkSegment(d7b0d1d6-3398-4bc8-b9b7-b645c2d89877),segment_id=d7b0d1d6-3398-4bc8-b9b7-b645c2d89877)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:54.189739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.258493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e1fc697-18dd-4806-a20c-1e19f9de5129 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:54.262915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Calling delete_port for 71c4eae4-36af-48c6-befc-862fcbab9fe6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:53:54.359744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.361282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.402481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dde4a56-be07-4f9a-bd54-8f5fb733416a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:54.417881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:54.418475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b0d1d6-3398-4bc8-b9b7-b645c2d89877') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:54.431676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.453892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.467221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:53:54.467606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:53:54.572450 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:53:54.585445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.607796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.610117 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6dde4a56-be07-4f9a-bd54-8f5fb733416a HTTP/1.1" status: 204 len: 168 time: 1.5070460 Jul 16 01:53:54.611121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ea887-8b4e-46a7-aa4b-3441e49b94b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dde4a56-be07-4f9a-bd54-8f5fb733416a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:54.774938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4b01-3e78-4103-9486-6e1f48a04659 req-e15e3971-de11-49a9-9a0e-375ae63f501b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:54.776843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c61c4b01-3e78-4103-9486-6e1f48a04659 req-e15e3971-de11-49a9-9a0e-375ae63f501b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2417400 Jul 16 01:53:54.807718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3e1fc697-18dd-4806-a20c-1e19f9de5129 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:53:54.815393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3e1fc697-18dd-4806-a20c-1e19f9de5129 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:54.815870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.861748 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.866905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.878149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.896179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:54.903678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Network 6dde4a56-be07-4f9a-bd54-8f5fb733416a is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:53:54.904682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] No DVR routers for this DVR port 71c4eae4-36af-48c6-befc-862fcbab9fe6 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:53:54.925239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e2ed9-fbc4-472b-b50a-81989369d9c9 None None] Pushing event deleted for resources: {'Port': ['ID=71c4eae4-36af-48c6-befc-862fcbab9fe6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:54.970426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5acd65d-fd15-4078-99a5-06790245f1e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b5e10258bcf4bb58e04602be909df63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005788 Jul 16 01:53:54.970426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:54.973977 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.003088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.029419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3e1fc697-18dd-4806-a20c-1e19f9de5129, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e1fc697-18dd-4806-a20c-1e19f9de5129,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:53:55.038919 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.039222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c61c4b01-3e78-4103-9486-6e1f48a04659 req-3d4294f7-6266-40f9-a15d-803607c1dc49 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420192 Jul 16 01:53:55.111311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-accc5d0f-c282-40e4-999b-665849b3a355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.129620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 71c4eae4-36af-48c6-befc-862fcbab9fe6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:53:55.144534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Pushing event updated for resources: {'Port': ['ID=803f4b49-7240-465a-9403-f3b510a20260,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.179506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-accc5d0f-c282-40e4-999b-665849b3a355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.188810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 71c4eae4-36af-48c6-befc-862fcbab9fe6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:53:55.189757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 71c4eae4-36af-48c6-befc-862fcbab9fe6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:53:55.223233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3e1fc697-18dd-4806-a20c-1e19f9de5129,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.314807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-accc5d0f-c282-40e4-999b-665849b3a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.319718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-accc5d0f-c282-40e4-999b-665849b3a355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:55.324327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-accc5d0f-c282-40e4-999b-665849b3a355 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c14d8ad9-cf61-476f-969b-63df3a2ce584 HTTP/1.1" status: 204 len: 168 time: 0.3497179 Jul 16 01:53:55.349299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc5d0f-c282-40e4-999b-665849b3a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14d8ad9-cf61-476f-969b-63df3a2ce584,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:55.360440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Network 12f7dceb-2596-475f-acb9-002b61f034c7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:53:55.363513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:55.498305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b728204-ba9e-4511-8624-4b0e1a571b12 req-28d960a6-1dc6-44cf-aad4-293f482fa630 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:55.505069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b728204-ba9e-4511-8624-4b0e1a571b12 req-28d960a6-1dc6-44cf-aad4-293f482fa630 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2448480 Jul 16 01:53:55.566150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b728204-ba9e-4511-8624-4b0e1a571b12 req-d84eef51-1626-4969-9319-0056ed777e48 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570476 Jul 16 01:53:55.568130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Router 42086b70-9fe6-4709-b0b4-30c9fa97c637 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:53:55.784477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:53:55.790592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-abceec5f-faf1-4093-b2f0-4aca9d9def9d admin admin] 10.222.0.35 "PUT /v2.0/routers/42086b70-9fe6-4709-b0b4-30c9fa97c637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4478850 Jul 16 01:53:55.802253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Sync routers for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:53:55.815591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:55.816324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:55.823534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2e7a6-829c-49a7-a96b-78d217dd7c54 req-b3d94e24-028b-4f3b-86e0-ae09442d6bbf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:55.826321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8a2e7a6-829c-49a7-a96b-78d217dd7c54 req-b3d94e24-028b-4f3b-86e0-ae09442d6bbf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1108470 Jul 16 01:53:55.936641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8a2e7a6-829c-49a7-a96b-78d217dd7c54 req-d3465af5-ab8e-467f-906f-abe7c6e8ebed tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018031 Jul 16 01:53:56.030468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:56.159754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2088-3f36-4175-a8c9-fae6285eca98 req-4579be3c-a37e-40ca-86a3-c3f021678ed6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.161463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9eb2088-3f36-4175-a8c9-fae6285eca98 req-4579be3c-a37e-40ca-86a3-c3f021678ed6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0861115 Jul 16 01:53:56.203763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e1fc697-18dd-4806-a20c-1e19f9de5129 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:53:56.250902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9eb2088-3f36-4175-a8c9-fae6285eca98 req-06da05fa-5f33-48b1-9b48-bb224bea8a75 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 Jul 16 01:53:56.303864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c839f3d3-e1ed-4804-b763-5fbac03c7bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.371934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3e1fc697-18dd-4806-a20c-1e19f9de5129 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:53:56.372336 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.469140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.526807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 2, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:56.540416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2e3e2-fba2-43bf-9a77-3d17ca7344f7 req-3d9c2428-809c-4303-a99c-b2be69786406 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.548986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64c2e3e2-fba2-43bf-9a77-3d17ca7344f7 req-3d9c2428-809c-4303-a99c-b2be69786406 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1150358 Jul 16 01:53:56.555659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Checking router: 42086b70-9fe6-4709-b0b4-30c9fa97c637 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:53:56.556158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Updating router 42086b70-9fe6-4709-b0b4-30c9fa97c637 port 803f4b49-7240-465a-9403-f3b510a20260 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:53:56.605718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:56.608892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64c2e3e2-fba2-43bf-9a77-3d17ca7344f7 req-abf839ef-d3b6-486f-b598-7b679e29b82c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573838 Jul 16 01:53:56.859487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-1f1f7243-1e2c-44d9-a51d-a5da4cc2a853 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:56.861105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-1f1f7243-1e2c-44d9-a51d-a5da4cc2a853 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 820 time: 0.1830683 Jul 16 01:53:56.885933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-e8330d56-3808-4fe3-a9ef-633d30a41467 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/quotas/0918a02d1ac74c1ebee6f85508209afa HTTP/1.1" status: 200 len: 375 time: 0.0183489 Jul 16 01:53:56.907605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38270) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:56.985455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-f62c98e3-3cc7-456c-8e84-94973a14465a tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934589 Jul 16 01:53:57.077858 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.091389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Transition to ACTIVE for port object 803f4b49-7240-465a-9403-f3b510a20260 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:53:57.102347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.132415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1766607417-network', 'tenant_id': '9346997f7c2649adb241604ba93bc52c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:57.147758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71783-1113-4f8f-b06d-c99057c7715d req-5aa722bb-e388-468f-b681-04b529c42984 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.149687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3e71783-1113-4f8f-b06d-c99057c7715d req-5aa722bb-e388-468f-b681-04b529c42984 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1543336 Jul 16 01:53:57.158283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-6edbc7f1-da99-46c4-a524-6aa37ee31bcc service neutron] 10.222.0.35 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715059 Jul 16 01:53:57.195619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Made reservation on behalf of 9346997f7c2649adb241604ba93bc52c for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:57.198859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.224022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.272629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Attempting to bind port 803f4b49-7240-465a-9403-f3b510a20260 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:53:57.273276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Attempting to bind port 803f4b49-7240-465a-9403-f3b510a20260 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:53:57.273669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Attempting to bind port 803f4b49-7240-465a-9403-f3b510a20260 on network 12f7dceb-2596-475f-acb9-002b61f034c7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:53:57.275998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0e5c-63fc-436e-b146-313ca33a16b1 None None] Pushing event updated for resources: {'Port': ['ID=803f4b49-7240-465a-9403-f3b510a20260,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.297502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3e71783-1113-4f8f-b06d-c99057c7715d req-22b602ee-e902-4802-a242-2f1a40994806 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246686 Jul 16 01:53:57.313133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:53:57.314510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Checking segment: {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:57.316838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.318117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Bound using segment: {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:53:57.320253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Bound port: 803f4b49-7240-465a-9403-f3b510a20260, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:53:57.321927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.357308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-b4056961-57af-4240-9484-452f4d94d9ad service neutron] 10.222.0.35 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968448 Jul 16 01:53:57.401118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.406302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.447143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:53:57.462289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba87b7-6205-479e-a6f0-bcdcabbb513f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.472650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.474038 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Added segment 08788e64-a7a8-439f-bb9a-5a26c18a84c3 of type vlan for network 75055a37-68d4-423d-98f1-6d969dbba6f9 Jul 16 01:53:57.495785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.546910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.583949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] For port 803f4b49-7240-465a-9403-f3b510a20260, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:53:57.596375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] For port 803f4b49-7240-465a-9403-f3b510a20260, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=803f4b49-7240-465a-9403-f3b510a20260,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:53:57.605823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.607687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:57.609284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.611385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.759619 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8466146 Jul 16 01:53:57.762941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38290) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:53:57.770194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Request body: {'subnet': {'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1766607417-subnet', 'tenant_id': '9346997f7c2649adb241604ba93bc52c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:53:57.853379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:53:57.854525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:57.871139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfc82a-26ee-4d50-8002-00ca4c262f57 admin admin] Pushing event updated for resources: {'Network': ['ID=75055a37-68d4-423d-98f1-6d969dbba6f9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.909905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Made reservation on behalf of 9346997f7c2649adb241604ba93bc52c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:53:57.914503 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:57.934441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 75055a37-68d4-423d-98f1-6d969dbba6f9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:53:57.949734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0e5c-63fc-436e-b146-313ca33a16b1 None None] Pushing event updated for resources: {'Port': ['ID=803f4b49-7240-465a-9403-f3b510a20260,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:57.984635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7cd9cc8c-61a6-4fa8-96d5-651094abbd57 req-569ccfb2-9487-4955-b261-1c9591bea24d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 210 time: 0.1706657 Jul 16 01:53:58.124457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:53:58.208470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a848e03-992e-49fc-8f79-9d143201bea5 req-997f49e6-2dc3-4df3-8b61-aab3ee2ff7f4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.218133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a848e03-992e-49fc-8f79-9d143201bea5 req-997f49e6-2dc3-4df3-8b61-aab3ee2ff7f4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.4073520 Jul 16 01:53:58.303100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a848e03-992e-49fc-8f79-9d143201bea5 req-07fda976-c49b-400d-a2b2-404ca66fad3b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827181 Jul 16 01:53:58.461568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.555946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:53:57Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:53:58.593642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Checking segment: {'id': '08788e64-a7a8-439f-bb9a-5a26c18a84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:53:58.594004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Network hostable DHCP agents. Network: 75055a37-68d4-423d-98f1-6d969dbba6f9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:53:58.598018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35418b3a-5e3a-46a1-a4f2-84c304f31669,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:53:58.643915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c080fcc-1013-4caf-bb09-7334b7391e51 None None] The sync data for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 is: [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:53:57Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:53:58.651227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Network 75055a37-68d4-423d-98f1-6d969dbba6f9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:53:58.688233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 75055a37-68d4-423d-98f1-6d969dbba6f9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:53:58.696888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1561c-3cab-454e-a100-e5676cc91be0 None None] Network 75055a37-68d4-423d-98f1-6d969dbba6f9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:58.698000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83a36-9681-4f0e-a699-e5b3aa573ee9 req-8cfe3a9a-ee70-4bcd-849a-eec4da1c2595 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.705637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01f83a36-9681-4f0e-a699-e5b3aa573ee9 req-8cfe3a9a-ee70-4bcd-849a-eec4da1c2595 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1770461 Jul 16 01:53:58.717410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:58.719801 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:58.749664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-26126627-aed8-4461-839a-f6667b5a8656 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9849865 Jul 16 01:53:58.793459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01f83a36-9681-4f0e-a699-e5b3aa573ee9 req-4469db01-e44f-40e1-a261-a09462116401 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869253 Jul 16 01:53:59.045886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.177276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb469c76-bbf4-449a-83cd-bb7cc5948a2a None None] Network 75055a37-68d4-423d-98f1-6d969dbba6f9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:53:59.361329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e64cf96-a987-4a7a-9157-920400a157eb req-a77e6990-2f38-44ff-a41e-d71358584604 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 210 time: 0.0775769 Jul 16 01:53:59.440382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fc6d6-48cb-45c7-a472-b8804b237f7a req-6be202fd-a0c7-4ee0-b8a0-de587aff8045 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.441980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-934fc6d6-48cb-45c7-a472-b8804b237f7a req-6be202fd-a0c7-4ee0-b8a0-de587aff8045 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2355359 Jul 16 01:53:59.535025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-934fc6d6-48cb-45c7-a472-b8804b237f7a req-ccd0d1b3-2e1a-4e08-a5a8-970725057eeb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833008 Jul 16 01:53:59.911310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-af58c96f-e13c-4023-865f-4f834d26437d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:59.914247 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-af58c96f-e13c-4023-865f-4f834d26437d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 820 time: 0.2904868 Jul 16 01:53:59.928826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'port': {'device_id': '49472465-eb90-4f25-b58c-52265c42a095', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'admin_state_up': True, 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:00.272840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 803f4b49-7240-465a-9403-f3b510a20260 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:00.310905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Made reservation on behalf of 0918a02d1ac74c1ebee6f85508209afa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:00.324953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.347605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-2eb49dcc-7ee7-41a5-a954-b8b123cb672d tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.357138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-2eb49dcc-7ee7-41a5-a954-b8b123cb672d tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/networks?id=75055a37-68d4-423d-98f1-6d969dbba6f9 HTTP/1.1" status: 200 len: 821 time: 0.3902605 Jul 16 01:54:00.401657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-584a3ce5-0a65-4bab-a019-b8e549ab09d5 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/quotas/9346997f7c2649adb241604ba93bc52c HTTP/1.1" status: 200 len: 375 time: 0.0312059 Jul 16 01:54:00.411114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c061bc-a282-4836-9962-7dcc74a4d862 req-0fe4cc44-335d-4cea-ac19-6dc38fcc1bd3 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:00.421092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24c061bc-a282-4836-9962-7dcc74a4d862 req-0fe4cc44-335d-4cea-ac19-6dc38fcc1bd3 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3978219 Jul 16 01:54:00.449839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 803f4b49-7240-465a-9403-f3b510a20260 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:00.454319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 803f4b49-7240-465a-9403-f3b510a20260 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:00.455933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.483823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-88c68f84-e948-4339-80a5-8cbfbf491075 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9346997f7c2649adb241604ba93bc52c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521927 Jul 16 01:54:00.531097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Allocated IP 172.20.0.6 (12f7dceb-2596-475f-acb9-002b61f034c7/238b3667-41ee-4eb8-9009-0ec9f39787d8/0d195462-518b-43d4-8777-e696ce46969e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:00.558552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24c061bc-a282-4836-9962-7dcc74a4d862 req-b87191d3-959d-42be-8343-7ceac85c34b6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364748 Jul 16 01:54:00.660431 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.718856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-a2645153-8eff-4158-b268-6aeeeb3aa763 service neutron] 10.222.0.35 "GET /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197387 Jul 16 01:54:00.724711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 803f4b49-7240-465a-9403-f3b510a20260, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=803f4b49-7240-465a-9403-f3b510a20260,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:00.730528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.844519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=803f4b49-7240-465a-9403-f3b510a20260,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:00.882691 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:00.901216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-5e4698aa-71c7-4068-86b1-89df8f772af6 service neutron] 10.222.0.35 "GET /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814804 Jul 16 01:54:00.986941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.043275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Network 12f7dceb-2596-475f-acb9-002b61f034c7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:01.049398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:01.056867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:01.096654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:01.111699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c42868-3620-4d40-bd27-aeb6fdfbad11 req-9927eeac-56b9-4f1d-9933-013e04b56249 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.114147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25c42868-3620-4d40-bd27-aeb6fdfbad11 req-9927eeac-56b9-4f1d-9933-013e04b56249 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 931 time: 0.1102147 Jul 16 01:54:01.137408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.138399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.162228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-5a6e4104-4217-4396-9ad0-053f61164dd2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2391350 Jul 16 01:54:01.174756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Request body: {'port': {'device_id': '49472465-eb90-4f25-b58c-52265c42a095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:01.192780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25c42868-3620-4d40-bd27-aeb6fdfbad11 req-abcb6507-3b44-4781-b161-5af4ed9cd7a8 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 Jul 16 01:54:01.322305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.366891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f2ef-e7a0-4e97-b64e-aaa7ecd5e7c9 req-c958bfd2-7c2d-4060-90da-f43d5b2a255d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.369733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f30f2ef-e7a0-4e97-b64e-aaa7ecd5e7c9 req-c958bfd2-7c2d-4060-90da-f43d5b2a255d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1380196 Jul 16 01:54:01.451937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f30f2ef-e7a0-4e97-b64e-aaa7ecd5e7c9 req-a23dd8b7-ab27-4736-8d86-ce4b727cf699 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763330 Jul 16 01:54:01.517670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2922f969-bb7e-4047-9ba0-1e5b5559b4c8 req-4fef297a-c1e6-47e3-b8fe-a183ab48fc5b tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 210 time: 0.0544193 Jul 16 01:54:01.935872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e7296-3d29-441b-b717-bc191869737d req-10bcdd52-826b-42a0-982e-374c496d0982 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:01.944555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b16e7296-3d29-441b-b717-bc191869737d req-10bcdd52-826b-42a0-982e-374c496d0982 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1635382 Jul 16 01:54:01.996651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b16e7296-3d29-441b-b717-bc191869737d req-c0ecf398-a856-40b7-978e-925b9da00fa7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Jul 16 01:54:02.214421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 803f4b49-7240-465a-9403-f3b510a20260 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:02.249897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547475e-5c45-4d94-b16f-a6c466ae9f01 req-a029431d-47e5-4a3c-b7d1-51b3c6231d11 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:02.260729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1547475e-5c45-4d94-b16f-a6c466ae9f01 req-a029431d-47e5-4a3c-b7d1-51b3c6231d11 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0961421 Jul 16 01:54:02.333737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 803f4b49-7240-465a-9403-f3b510a20260 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:02.334556 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.336215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1547475e-5c45-4d94-b16f-a6c466ae9f01 req-c2859c00-06e8-4187-8a63-a860aa79a3d2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741413 Jul 16 01:54:02.394012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d195462-518b-43d4-8777-e696ce46969e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:02.418057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.441138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Transition to ACTIVE for port object 0d195462-518b-43d4-8777-e696ce46969e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:02.446105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.543178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:02.611563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f778b-e374-47e7-ad80-23bfb172bc10 req-c64225ab-5016-4b89-95ae-c16d42bb5989 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:02.613886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514f778b-e374-47e7-ad80-23bfb172bc10 req-c64225ab-5016-4b89-95ae-c16d42bb5989 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 943 time: 0.1741607 Jul 16 01:54:02.691034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Attempting to bind port 0d195462-518b-43d4-8777-e696ce46969e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:02.691371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Attempting to bind port 0d195462-518b-43d4-8777-e696ce46969e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:02.691701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Attempting to bind port 0d195462-518b-43d4-8777-e696ce46969e on network 12f7dceb-2596-475f-acb9-002b61f034c7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:02.699476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-514f778b-e374-47e7-ad80-23bfb172bc10 req-64b83f6c-4ea4-4d3e-8222-6828b3cc9209 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681405 Jul 16 01:54:02.701750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Port 0d195462-518b-43d4-8777-e696ce46969e on network 12f7dceb-2596-475f-acb9-002b61f034c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:02.702293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Attempting to bind port 0d195462-518b-43d4-8777-e696ce46969e on network 12f7dceb-2596-475f-acb9-002b61f034c7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:02.708813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:02.709422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Checking segment: {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:02.710020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Bound using segment: {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:02.710627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Bound port: 0d195462-518b-43d4-8777-e696ce46969e, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6d8010-d449-45a2-951f-79cd9b0766ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:02.711187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.862241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:02.880224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:02.893105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88e1e722-4616-48ad-96e1-43a6760551d1 req-ef7b73dc-4976-4f83-8db0-a2d0e04944cb tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 210 time: 0.0538697 Jul 16 01:54:02.910519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:02.991806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:03.018291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2f5b3-b6ce-4d69-9fcc-f30a6cd8f57f req-f48bef20-c7b1-45f4-a03f-37a7bd311d95 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.019802 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91f2f5b3-b6ce-4d69-9fcc-f30a6cd8f57f req-f48bef20-c7b1-45f4-a03f-37a7bd311d95 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0836611 Jul 16 01:54:03.040747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.041655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.043271 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-c9775a2d-931c-4503-b28c-9441d5fd5105 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 1091 time: 1.8732176 Jul 16 01:54:03.043900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:03.046429 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:03.083885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91f2f5b3-b6ce-4d69-9fcc-f30a6cd8f57f req-e284f6d2-2e14-44d1-a5a2-78a1e3fe8676 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Jul 16 01:54:03.091620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-59ef6f30-0b6c-47cf-ba43-68fc7eebfb9b tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.105517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-59ef6f30-0b6c-47cf-ba43-68fc7eebfb9b tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.32 "GET /v2.0/networks?id=75055a37-68d4-423d-98f1-6d969dbba6f9 HTTP/1.1" status: 200 len: 821 time: 0.2713287 Jul 16 01:54:03.125206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Request body: {'port': {'device_id': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9', 'admin_state_up': True, 'tenant_id': '9346997f7c2649adb241604ba93bc52c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:03.136306 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596bb668-036f-4454-a305-814e07120929 x-openstack-request-id: req-596bb668-036f-4454-a305-814e07120929 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:03.136744 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:03.137882 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-596bb668-036f-4454-a305-814e07120929 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:03.138584 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'status': 'completed', 'code': 200} Jul 16 01:54:03.327175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b670e-9607-4b19-a9d4-d1e56967097c req-29e98a30-de1b-4571-a51d-3c48a18d164b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.328639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-dcf96798-a6e0-43d0-9e73-e153f410b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.329560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b38b670e-9607-4b19-a9d4-d1e56967097c req-29e98a30-de1b-4571-a51d-3c48a18d164b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0919945 Jul 16 01:54:03.333947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-dcf96798-a6e0-43d0-9e73-e153f410b729 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1094 time: 0.1686659 Jul 16 01:54:03.382140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b38b670e-9607-4b19-a9d4-d1e56967097c req-e401a478-39d6-4c69-b7db-f148c69cd38f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Jul 16 01:54:03.404060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-8d0e1165-3802-4b70-ae04-0dcd73e69dc6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.0502050 Jul 16 01:54:03.440800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Made reservation on behalf of 9346997f7c2649adb241604ba93bc52c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:03.445023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:03.515404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-d43e634d-3a0f-488e-a230-26a884a6541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.516993 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-d43e634d-3a0f-488e-a230-26a884a6541d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.1054080 Jul 16 01:54:03.560307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-cb5d43d5-d4a4-4aab-8246-c4e59ee0fcb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362611 Jul 16 01:54:03.700818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Allocated IP 172.20.0.8 (75055a37-68d4-423d-98f1-6d969dbba6f9/35418b3a-5e3a-46a1-a4f2-84c304f31669/e3733db7-b264-4c3c-a35a-ea0d7f03464d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:03.725723 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-80c50b45-1037-44ec-8eaf-9f6fa4c97e15 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584713 Jul 16 01:54:03.858618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7a733-3fba-473a-8e09-a48ea0e56458 req-49238e26-22a8-4a5b-828c-a0b28a2f1996 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:03.863698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f6bd653b-3dc0-4012-9a2f-e4251f8f12cf req-0c663563-9fd3-44ac-a1f9-353c4f1f1880 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283972 Jul 16 01:54:03.868001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75c7a733-3fba-473a-8e09-a48ea0e56458 req-49238e26-22a8-4a5b-828c-a0b28a2f1996 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1293688 Jul 16 01:54:03.970687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75c7a733-3fba-473a-8e09-a48ea0e56458 req-d0807e21-c1e7-4733-95f2-5bc95b49ddaa tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920441 Jul 16 01:54:04.003461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a4b3a-98fe-4fc2-8c4b-9177b6c1750f req-b7904b85-de62-4d30-854a-7002457f6e23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.010369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-442a4b3a-98fe-4fc2-8c4b-9177b6c1750f req-b7904b85-de62-4d30-854a-7002457f6e23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 943 time: 0.1214650 Jul 16 01:54:04.076719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-48d4fcdc-1b70-4669-917b-d885380e07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.078166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-442a4b3a-98fe-4fc2-8c4b-9177b6c1750f req-a59ca951-2e77-4b1e-993b-17b904855806 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668581 Jul 16 01:54:04.078345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-48d4fcdc-1b70-4669-917b-d885380e07ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1094 time: 0.1361697 Jul 16 01:54:04.087349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.216288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a8d5496-b0bf-4000-b7fb-ee75aa54ca21 req-d3b0f07e-4d4c-45be-a044-58863f1bdfa9 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 210 time: 0.0819697 Jul 16 01:54:04.248610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-b96e191c-8d24-4bd1-affc-a06522d385fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.250284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-b96e191c-8d24-4bd1-affc-a06522d385fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.1599324 Jul 16 01:54:04.253595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.315648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Pushing event updated for resources: {'Port': ['ID=e3733db7-b264-4c3c-a35a-ea0d7f03464d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:04.346626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c2ba6-7bcf-4aeb-bb9b-4fb156d59726 req-b17d144c-8071-4472-a0a7-d6308f919d05 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.351149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4c2ba6-7bcf-4aeb-bb9b-4fb156d59726 req-b17d144c-8071-4472-a0a7-d6308f919d05 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1189690 Jul 16 01:54:04.357177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Network 75055a37-68d4-423d-98f1-6d969dbba6f9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:04.359644 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-fc5cf925-05cf-4060-80f9-d58699fb55e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.0454011 Jul 16 01:54:04.360660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:04.363723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:04.403070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:04.446080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b4c2ba6-7bcf-4aeb-bb9b-4fb156d59726 req-925820b1-6650-4ddc-8a50-a048077e530d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834420 Jul 16 01:54:04.473103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.473788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.486719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-44c9045b-4220-498c-9559-19f316c8ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.488112 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-44c9045b-4220-498c-9559-19f316c8ab61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.1213913 Jul 16 01:54:04.519799 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ea47a870-9142-4e21-830c-08ae1d488c47 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4039812 Jul 16 01:54:04.544653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-2befbf91-f9a2-4736-9a03-7bb1da434cea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476577 Jul 16 01:54:04.548480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Request body: {'port': {'device_id': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:04.619269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cc21dd3-7d58-406b-b75a-c39820ee2b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.730868 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.741897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1e178-222a-4feb-92a1-d1a87a39eb0e req-c907e15a-24ed-4ef4-9394-8166d2ceb72c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:04.749823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51e1e178-222a-4feb-92a1-d1a87a39eb0e req-c907e15a-24ed-4ef4-9394-8166d2ceb72c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1061511 Jul 16 01:54:04.796414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51e1e178-222a-4feb-92a1-d1a87a39eb0e req-e3bf617f-2be8-40f4-9b06-d304ed936bf1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456581 Jul 16 01:54:04.833557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-0c6b77e5-5e05-4e52-af76-6127e93a226a service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499661 Jul 16 01:54:05.049193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab669d-25dd-4d85-8139-20f56615c06b req-48a538b6-3fab-4709-8be7-283486c796a9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.057462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68ab669d-25dd-4d85-8139-20f56615c06b req-48a538b6-3fab-4709-8be7-283486c796a9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0916865 Jul 16 01:54:05.061089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cc21dd3-7d58-406b-b75a-c39820ee2b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.074514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0cc21dd3-7d58-406b-b75a-c39820ee2b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.093764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68ab669d-25dd-4d85-8139-20f56615c06b req-9ecc3cfe-d3ab-476c-b579-1c11f878db04 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Jul 16 01:54:05.142517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15ec1eb4-ec30-484d-8740-bc5b0321bdbb req-129372ef-bf5a-4ed6-876f-e1df983ae743 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977502 Jul 16 01:54:05.174839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc21dd3-7d58-406b-b75a-c39820ee2b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b70f9b-cd43-4441-992e-667c06758938,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.184359 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0cc21dd3-7d58-406b-b75a-c39820ee2b6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26b96344dc334ca8b4784824b4cca695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803407 Jul 16 01:54:05.186891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38504) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.291212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4fb2-bd8f-457a-bc3e-d978331a84b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.304599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3733db7-b264-4c3c-a35a-ea0d7f03464d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:05.315620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.328889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4fb2-bd8f-457a-bc3e-d978331a84b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.344842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Transition to ACTIVE for port object e3733db7-b264-4c3c-a35a-ea0d7f03464d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:05.358178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.439222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Pushing event updated for resources: {'Port': ['ID=e3733db7-b264-4c3c-a35a-ea0d7f03464d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.473807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4fb2-bd8f-457a-bc3e-d978331a84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.476386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4fb2-bd8f-457a-bc3e-d978331a84b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.477679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb8d4fb2-bd8f-457a-bc3e-d978331a84b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6b70f9b-cd43-4441-992e-667c06758938 HTTP/1.1" status: 204 len: 168 time: 0.2897277 Jul 16 01:54:05.494050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ff2ed-dd66-47cf-8613-a3f9b9fc2f67 req-550ba6d4-2931-46a2-85e2-cd99a0b1b63c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.509554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d4fb2-bd8f-457a-bc3e-d978331a84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b70f9b-cd43-4441-992e-667c06758938,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.513124 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-752ff2ed-dd66-47cf-8613-a3f9b9fc2f67 req-550ba6d4-2931-46a2-85e2-cd99a0b1b63c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 943 time: 0.2085657 Jul 16 01:54:05.546641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Attempting to bind port e3733db7-b264-4c3c-a35a-ea0d7f03464d on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:05.547273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Attempting to bind port e3733db7-b264-4c3c-a35a-ea0d7f03464d by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '08788e64-a7a8-439f-bb9a-5a26c18a84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:05.547273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Attempting to bind port e3733db7-b264-4c3c-a35a-ea0d7f03464d on network 75055a37-68d4-423d-98f1-6d969dbba6f9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:05.552093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Port e3733db7-b264-4c3c-a35a-ea0d7f03464d on network 75055a37-68d4-423d-98f1-6d969dbba6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:05.552424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Attempting to bind port e3733db7-b264-4c3c-a35a-ea0d7f03464d on network 75055a37-68d4-423d-98f1-6d969dbba6f9 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:05.556170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65320e20-7af2-4f62-9380-c1e2b7f2b2e3 req-ef8d2f12-df6c-47e3-99b6-03cf1315a316 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.559383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:05.559782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Checking segment: {'id': '08788e64-a7a8-439f-bb9a-5a26c18a84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:05.560544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Bound using segment: {'id': '08788e64-a7a8-439f-bb9a-5a26c18a84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:05.560692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Bound port: e3733db7-b264-4c3c-a35a-ea0d7f03464d, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08788e64-a7a8-439f-bb9a-5a26c18a84c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:05.560980 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.563099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65320e20-7af2-4f62-9380-c1e2b7f2b2e3 req-ef8d2f12-df6c-47e3-99b6-03cf1315a316 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1097 time: 0.1584020 Jul 16 01:54:05.606061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-752ff2ed-dd66-47cf-8613-a3f9b9fc2f67 req-01542cd6-94dd-452f-946b-4e38c1becf25 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904591 Jul 16 01:54:05.626365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65320e20-7af2-4f62-9380-c1e2b7f2b2e3 req-0bb9c6b8-58e1-42e3-9c23-51e612997e64 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621054 Jul 16 01:54:05.660349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:05.668503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] For port e3733db7-b264-4c3c-a35a-ea0d7f03464d, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:05.675481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] For port e3733db7-b264-4c3c-a35a-ea0d7f03464d, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d,segment=NetworkSegment(08788e64-a7a8-439f-bb9a-5a26c18a84c3),segment_id=08788e64-a7a8-439f-bb9a-5a26c18a84c3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:05.687329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.780567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.781042 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:05.783774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3733db7-b264-4c3c-a35a-ea0d7f03464d HTTP/1.1" status: 200 len: 1091 time: 1.2420793 Jul 16 01:54:05.793221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'tag': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:05.797786 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61140a06-fed8-44f1-bc83-da176b4ae855" -d '{"events": [{"name": "network-changed", "server_uuid": "b5af795e-35b7-4285-95d7-e649afd859f8", "tag": "e3733db7-b264-4c3c-a35a-ea0d7f03464d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:05.894590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49bbaf-f179-4712-bc48-0f51d2760613 service neutron] Pushing event updated for resources: {'Port': ['ID=e3733db7-b264-4c3c-a35a-ea0d7f03464d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:05.951393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-813d3b6c-b012-4c0e-b417-a9d0dc67ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:05.954037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-813d3b6c-b012-4c0e-b417-a9d0dc67ac0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9346997f7c2649adb241604ba93bc52c&device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 1094 time: 0.1096218 Jul 16 01:54:05.994337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 9019faa0-bc71-4c9c-9130-a5690a91253e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:05.994703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.025114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0d195462-518b-43d4-8777-e696ce46969e details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:06.076463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.120139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ba19eff-d1ca-40f6-9c99-7935daf5d30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.122908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-3e5291e3-a9ec-4e43-8da3-24946430ad4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d HTTP/1.1" status: 200 len: 217 time: 0.1618600 Jul 16 01:54:06.173279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec395b-a99d-4771-81c1-63610c98c502 req-ae78bd4e-a3d4-41d7-9f16-e50270d6259a tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.182300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23ec395b-a99d-4771-81c1-63610c98c502 req-ae78bd4e-a3d4-41d7-9f16-e50270d6259a tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 943 time: 0.2280676 Jul 16 01:54:06.187508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.187841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.212378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 9019faa0-bc71-4c9c-9130-a5690a91253e owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:06.227917 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e47ac73-75d1-45bb-9a5d-d2e5e6d3fd18 x-openstack-request-id: req-9e47ac73-75d1-45bb-9a5d-d2e5e6d3fd18 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:06.228232 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5af795e-35b7-4285-95d7-e649afd859f8", "tag": "e3733db7-b264-4c3c-a35a-ea0d7f03464d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:06.228475 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e47ac73-75d1-45bb-9a5d-d2e5e6d3fd18 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:06.228886 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'tag': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d', 'status': 'completed', 'code': 200} Jul 16 01:54:06.251192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23ec395b-a99d-4771-81c1-63610c98c502 req-6d669704-d7d5-451a-ad65-f24cac4e27e7 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677800 Jul 16 01:54:06.270590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-e0788d14-8d8c-4b9f-a01d-8cb6b73a843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.272834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-e0788d14-8d8c-4b9f-a01d-8cb6b73a843a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35418b3a-5e3a-46a1-a4f2-84c304f31669 HTTP/1.1" status: 200 len: 861 time: 0.1378877 Jul 16 01:54:06.290806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:06.326503 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-92e31592-fbd5-497e-b1ca-07ba2915e1fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75055a37-68d4-423d-98f1-6d969dbba6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344820 Jul 16 01:54:06.350837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '0d195462-518b-43d4-8777-e696ce46969e', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'port_id': '0d195462-518b-43d4-8777-e696ce46969e', 'mac_address': 'fa:16:3e:a6:49:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:06.433625 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.469929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d195462-518b-43d4-8777-e696ce46969e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:06.493228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:06.500191 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.509817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ba19eff-d1ca-40f6-9c99-7935daf5d30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.519206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3ba19eff-d1ca-40f6-9c99-7935daf5d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.570777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c3252-9aa7-47c6-a40c-d8a486351d9c req-b56b7264-b65e-43b6-95e6-9974c036355f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:06.572278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-220c3252-9aa7-47c6-a40c-d8a486351d9c req-b56b7264-b65e-43b6-95e6-9974c036355f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1372793 Jul 16 01:54:06.593664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.603650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba19eff-d1ca-40f6-9c99-7935daf5d30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc64f8-a315-4c21-8f4c-440d2afc1b63,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.616968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3ba19eff-d1ca-40f6-9c99-7935daf5d30f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=044c6b0baf3743aa8ceb7e1177f3d627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350630 Jul 16 01:54:06.619392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38526) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:06.648549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-858f8241-d9d4-4f63-bac4-307f39780edc service neutron] 10.222.0.32 "GET /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098919 Jul 16 01:54:06.680954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-220c3252-9aa7-47c6-a40c-d8a486351d9c req-9da52663-693a-4323-a8af-5b2cdc4440d6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934117 Jul 16 01:54:06.689465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.742303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=9019faa0-bc71-4c9c-9130-a5690a91253e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:06.768829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0d195462-518b-43d4-8777-e696ce46969e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:06.796731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.799186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.800932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.802017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.802355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.802720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.803135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.803492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.803843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.804452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.805162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.805346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:06.805651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-999ba38d-580f-4144-a789-0dc8d09ce841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.879879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-999ba38d-580f-4144-a789-0dc8d09ce841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.888437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a589b2f-eb8f-4315-a5bc-2a60d9ccf2fa req-a457b9d6-efb1-4645-824e-5498ea0dae59 service neutron] 10.222.0.32 "GET /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300510 Jul 16 01:54:06.919185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:06.919877 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP 2897d944-17fe-4814-a374-fa281348e7fa disassociated (deleted). External IP: 172.25.0.93, port: 4d043652-2bd5-4b77-a5bb-d645ef0f255e. Jul 16 01:54:06.998182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-999ba38d-580f-4144-a789-0dc8d09ce841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.007209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-999ba38d-580f-4144-a789-0dc8d09ce841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.012176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-999ba38d-580f-4144-a789-0dc8d09ce841 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3dc64f8-a315-4c21-8f4c-440d2afc1b63 HTTP/1.1" status: 204 len: 168 time: 0.3917749 Jul 16 01:54:07.027406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ba38d-580f-4144-a789-0dc8d09ce841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc64f8-a315-4c21-8f4c-440d2afc1b63,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:07.067538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-bc280b0a-a11b-4786-95d6-c115a7f351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.073625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-bc280b0a-a11b-4786-95d6-c115a7f351e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9346997f7c2649adb241604ba93bc52c&device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 1094 time: 0.1158619 Jul 16 01:54:07.376257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-b48064d2-d87e-4d4b-9c84-d64262272378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.378141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-b48064d2-d87e-4d4b-9c84-d64262272378 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75055a37-68d4-423d-98f1-6d969dbba6f9 HTTP/1.1" status: 200 len: 922 time: 0.2954206 Jul 16 01:54:07.380195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf066853-79a6-479d-b7cd-8a8a44503ee0 req-fe79593f-d9df-4866-9a58-e5f0789c1034 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.381982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf066853-79a6-479d-b7cd-8a8a44503ee0 req-fe79593f-d9df-4866-9a58-e5f0789c1034 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 944 time: 0.5494411 Jul 16 01:54:07.441549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-4376c553-3134-4d83-b6a1-3d2596f0abe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d HTTP/1.1" status: 200 len: 217 time: 0.0535586 Jul 16 01:54:07.484671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf066853-79a6-479d-b7cd-8a8a44503ee0 req-8e1e662e-98b7-4bc9-80a1-cf64284ed8a1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765827 Jul 16 01:54:07.542480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-d0fbbaff-85e4-4dea-915a-303aa6bad0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.546310 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-d0fbbaff-85e4-4dea-915a-303aa6bad0ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35418b3a-5e3a-46a1-a4f2-84c304f31669 HTTP/1.1" status: 200 len: 861 time: 0.0976391 Jul 16 01:54:07.612741 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-10dc2c42-7322-449d-87cf-d0430dc6d3a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75055a37-68d4-423d-98f1-6d969dbba6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566156 Jul 16 01:54:07.711775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4cf34-f5c9-42d1-a384-8c90ef1aef1c req-6b25ff76-0d72-43d4-8e9d-6e3209a19998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:07.713429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e4cf34-f5c9-42d1-a384-8c90ef1aef1c req-6b25ff76-0d72-43d4-8e9d-6e3209a19998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 943 time: 0.2028193 Jul 16 01:54:07.782114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e4cf34-f5c9-42d1-a384-8c90ef1aef1c req-9ad4d6dd-4afc-4a83-8b96-3fdf94f7ce04 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Jul 16 01:54:07.786094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-44535c52-48ab-4ce5-aa15-31e5018bd879 service neutron] 10.222.0.32 "GET /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661768 Jul 16 01:54:07.804443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:07.926266 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61140a06-fed8-44f1-bc83-da176b4ae855 req-ae807bf2-9772-4f3e-a2d2-3c0bff1071b0 service neutron] 10.222.0.32 "GET /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326325 Jul 16 01:54:08.011919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:08.019943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0d195462-518b-43d4-8777-e696ce46969e up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:08.028543 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] Sync routers for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:08.031781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ef937-8b6d-4a2d-9a0e-881cc10fa5b1 req-6b3057d2-c599-46f0-aca1-6491052d851d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.033398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-607ef937-8b6d-4a2d-9a0e-881cc10fa5b1 req-6b3057d2-c599-46f0-aca1-6491052d851d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1469691 Jul 16 01:54:08.036658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.044351 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:08.045245 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.115040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da3cafb5-3358-46c4-8dd4-8934b61f5159 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/floatingips/2897d944-17fe-4814-a374-fa281348e7fa HTTP/1.1" status: 204 len: 168 time: 2.4518044 Jul 16 01:54:08.126186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:08.137027 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:08.152595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 0d195462-518b-43d4-8777-e696ce46969e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:08.158088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-607ef937-8b6d-4a2d-9a0e-881cc10fa5b1 req-d3f60e24-7fcc-4906-a2d1-0776f8e32ddf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885272 Jul 16 01:54:08.178660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 0d195462-518b-43d4-8777-e696ce46969e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:08.179046 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.179227 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:08.220444 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a558ae-a3e4-4e8d-b509-91079052c1fb x-openstack-request-id: req-49a558ae-a3e4-4e8d-b509-91079052c1fb {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:08.220744 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:08.221005 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49a558ae-a3e4-4e8d-b509-91079052c1fb {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:08.221416 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'status': 'completed', 'code': 200} Jul 16 01:54:08.367519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-1e1b8bfa-78a9-4a7a-af44-3c6a56c5877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.369325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-1e1b8bfa-78a9-4a7a-af44-3c6a56c5877b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 1097 time: 0.1186414 Jul 16 01:54:08.563965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-eef292ff-df6f-42d3-baa9-39a7bfaf9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.565746 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-eef292ff-df6f-42d3-baa9-39a7bfaf9f12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 200 len: 898 time: 0.1884024 Jul 16 01:54:08.644116 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-f1c1d573-a7e7-4e18-b4dd-942daeb1f0f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 200 len: 217 time: 0.0660789 Jul 16 01:54:08.696354 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.724468 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.768675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] Checking router: e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:08.769930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-9115466e-c8bf-41fe-9518-189dedde520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.771983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-9115466e-c8bf-41fe-9518-189dedde520c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 200 len: 835 time: 0.1215129 Jul 16 01:54:08.782895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:08.787652 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9216849-7877-4f82-bb8d-9613f5852472" -d '{"events": [{"server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "name": "network-vif-plugged", "status": "completed", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:08.789708 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:08.790411 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:08.803226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:08.811261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.869627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:08.892871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-04502053-b51c-4863-bcd4-b7c144cb6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.894419 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-04502053-b51c-4863-bcd4-b7c144cb6427 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bd3125f-7e54-4094-9e74-2a708e4d7e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158085 Jul 16 01:54:08.958600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243755cb-7873-4344-9b33-fe76c6d275f3 req-f58252c6-77c0-4ca3-a2f1-ed0c45aff669 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:08.970858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-243755cb-7873-4344-9b33-fe76c6d275f3 req-f58252c6-77c0-4ca3-a2f1-ed0c45aff669 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1349676 Jul 16 01:54:09.079326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-243755cb-7873-4344-9b33-fe76c6d275f3 req-5f733c64-f416-4bcc-87b4-b4da2510e2c7 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074014 Jul 16 01:54:09.118970 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-d28f4bcc-7db5-45f9-86db-c64db8cbf7dc service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168782 Jul 16 01:54:09.157209 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:09.270838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3544b-04ed-4641-9060-5a2367b02995 req-e304b1ff-9a06-46cc-afe9-39c82a6507e6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.273166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f3544b-04ed-4641-9060-5a2367b02995 req-e304b1ff-9a06-46cc-afe9-39c82a6507e6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 946 time: 0.1409838 Jul 16 01:54:09.322634 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7adc2fc-1fee-437a-8aff-5b9e82e8e03d x-openstack-request-id: req-a7adc2fc-1fee-437a-8aff-5b9e82e8e03d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:09.323609 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "name": "network-vif-plugged", "status": "completed", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:09.324072 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7adc2fc-1fee-437a-8aff-5b9e82e8e03d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:09.324659 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'code': 200} Jul 16 01:54:09.362592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:09.373535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f3544b-04ed-4641-9060-5a2367b02995 req-f3ec799a-0beb-4e58-8a29-28bdb9a1c80e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930202 Jul 16 01:54:09.419844 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e58a3b19-a284-45f7-b9ea-4847b7d30a4c req-e6af1dc4-778d-4a49-8208-3c153231c76e service neutron] 10.222.0.32 "GET /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875488 Jul 16 01:54:09.613243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b8c4-1b88-4565-b50c-f042714f4f80 req-fc81b9a5-e6eb-429a-8b91-fbefdd6c33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.618775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04c9b8c4-1b88-4565-b50c-f042714f4f80 req-fc81b9a5-e6eb-429a-8b91-fbefdd6c33ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.0999453 Jul 16 01:54:09.638914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999b99e-7ba6-4745-b24d-520cc531e194 req-de1ad256-32b2-498b-9ba0-7497ecd607c9 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.640524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b999b99e-7ba6-4745-b24d-520cc531e194 req-de1ad256-32b2-498b-9ba0-7497ecd607c9 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 943 time: 0.1715360 Jul 16 01:54:09.663969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d099-20fa-4ded-915f-491b4310a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.695537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca4ea-5720-4624-a9f7-532b506c81f4 req-fea7af31-9dcd-489c-8a08-1f114cd93204 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:09.697156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dccca4ea-5720-4624-a9f7-532b506c81f4 req-fea7af31-9dcd-489c-8a08-1f114cd93204 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1347649 Jul 16 01:54:09.737488 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-04c9b8c4-1b88-4565-b50c-f042714f4f80 req-3576e0c5-b02c-4fb2-9581-9c70b9598e1e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982649 Jul 16 01:54:09.744153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b999b99e-7ba6-4745-b24d-520cc531e194 req-80e82097-5392-4687-91dc-d59859e36850 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822322 Jul 16 01:54:09.765411 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:09.796292 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0c2fb-4f7b-4ceb-9cda-f7a569f9f079 None None] The sync data for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 is: [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:51Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5d85572d-57ee-45e5-ab2f-4cf39081ac2d', 'name': '', 'network_id': '3bd3125f-7e54-4094-9e74-2a708e4d7e2c', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:13:34:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:48Z', 'updated_at': '2021-07-16T01:52:04Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '6f34f32a-2a28-4bb6-be93-6627f5c1647f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:09.798717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dccca4ea-5720-4624-a9f7-532b506c81f4 req-53b0c738-46d7-4b51-90da-f5a280ad3eb9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888584 Jul 16 01:54:09.908112 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d099-20fa-4ded-915f-491b4310a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.914077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4f0d099-20fa-4ded-915f-491b4310a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:09.969223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0d099-20fa-4ded-915f-491b4310a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b57e07-45d1-4d0c-9164-464cdb5d5126,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:09.995363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e4f0d099-20fa-4ded-915f-491b4310a203 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77f88a5851e44ad998ab6867ce3fae35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218665 Jul 16 01:54:09.995363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:10.078541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f9cff-4679-4f88-bc6a-cbbe8ee5c203 req-4e7ec443-7dfc-4519-bd71-54462d8f40be tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.082732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc727554-b192-4173-96c3-f703327150f5 req-dcf82095-a511-4f0f-b660-40ed38445e78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.084332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc727554-b192-4173-96c3-f703327150f5 req-dcf82095-a511-4f0f-b660-40ed38445e78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 946 time: 0.1281402 Jul 16 01:54:10.086128 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-940f9cff-4679-4f88-bc6a-cbbe8ee5c203 req-4e7ec443-7dfc-4519-bd71-54462d8f40be tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1272507 Jul 16 01:54:10.087487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1c5af0a-81a2-483f-ba00-3e3b3829d11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.129569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1c5af0a-81a2-483f-ba00-3e3b3829d11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.135870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-940f9cff-4679-4f88-bc6a-cbbe8ee5c203 req-b85b2ee7-1981-453c-8c0a-5a607d919267 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486937 Jul 16 01:54:10.195867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46782377-cb30-4fc8-a7a7-a1255786d780 None None] New status for floating IP 2897d944-17fe-4814-a374-fa281348e7fa: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:10.281349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 4d043652-2bd5-4b77-a5bb-d645ef0f255e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:10.281687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.315599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1c5af0a-81a2-483f-ba00-3e3b3829d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.318857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1c5af0a-81a2-483f-ba00-3e3b3829d11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.322325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e1c5af0a-81a2-483f-ba00-3e3b3829d11b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37b57e07-45d1-4d0c-9164-464cdb5d5126 HTTP/1.1" status: 204 len: 168 time: 0.3238845 Jul 16 01:54:10.332827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5af0a-81a2-483f-ba00-3e3b3829d11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b57e07-45d1-4d0c-9164-464cdb5d5126,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.422283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 4d043652-2bd5-4b77-a5bb-d645ef0f255e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4d043652-2bd5-4b77-a5bb-d645ef0f255e,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:10.422974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.451406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 4d043652-2bd5-4b77-a5bb-d645ef0f255e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:10.464986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0badd34-636f-46e8-baa6-e89c2fcf8634 req-de0238a3-c718-423e-96de-4290046894c7 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.473101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0badd34-636f-46e8-baa6-e89c2fcf8634 req-de0238a3-c718-423e-96de-4290046894c7 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1847038 Jul 16 01:54:10.559253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0badd34-636f-46e8-baa6-e89c2fcf8634 req-3c8a6635-9ac3-4629-96c3-f3ad2a680021 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851758 Jul 16 01:54:10.602290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba09c7-fda6-4dbe-9e1e-cb23920e4cda req-3f59ec86-6491-4091-a224-b7ee300f6238 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.604075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34ba09c7-fda6-4dbe-9e1e-cb23920e4cda req-3f59ec86-6491-4091-a224-b7ee300f6238 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1949730 Jul 16 01:54:10.650827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.676596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34ba09c7-fda6-4dbe-9e1e-cb23920e4cda req-bff3feea-cbcf-450d-a907-5b57a0fbe591 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640185 Jul 16 01:54:10.693327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=4d043652-2bd5-4b77-a5bb-d645ef0f255e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:10.777840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] No DVR routers for this DVR port 4d043652-2bd5-4b77-a5bb-d645ef0f255e on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:10.780816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.782855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc727554-b192-4173-96c3-f703327150f5 req-985836bf-33b0-49bb-9090-c446376ad1c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "DELETE /v2.0/ports/4d043652-2bd5-4b77-a5bb-d645ef0f255e HTTP/1.1" status: 204 len: 173 time: 0.6922708 Jul 16 01:54:10.783338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-deleted', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:10.786671 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc06af-6a5c-44e1-b514-7bdd17aa9b17" -d '{"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-deleted", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:10.894303 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdfaca86-ea3f-4f29-ae51-f2d07893af24 req-1938cac0-445b-49b0-a769-8071f2d7f707 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=2728f9e8-4c15-475d-bf2b-b2d363c7c283 HTTP/1.1" status: 200 len: 210 time: 0.0502822 Jul 16 01:54:11.015721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12a17b-3955-486d-b030-c59342a3af70 req-002fe404-a4b1-4321-b982-2d5c0f76a1e8 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.024836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f12a17b-3955-486d-b030-c59342a3af70 req-002fe404-a4b1-4321-b982-2d5c0f76a1e8 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1257658 Jul 16 01:54:11.087875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f12a17b-3955-486d-b030-c59342a3af70 req-23a9b811-73ec-463e-8a37-664595bb1666 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Jul 16 01:54:11.151165 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d5418d-1559-4753-abcc-c0ea2121b0a3 x-openstack-request-id: req-a7d5418d-1559-4753-abcc-c0ea2121b0a3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:11.151537 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2728f9e8-4c15-475d-bf2b-b2d363c7c283", "name": "network-vif-deleted", "tag": "4d043652-2bd5-4b77-a5bb-d645ef0f255e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:11.151783 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7d5418d-1559-4753-abcc-c0ea2121b0a3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:11.152280 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2728f9e8-4c15-475d-bf2b-b2d363c7c283', 'name': 'network-vif-deleted', 'tag': '4d043652-2bd5-4b77-a5bb-d645ef0f255e', 'status': 'completed', 'code': 200} Jul 16 01:54:11.190934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4928d6-7102-436d-b9b6-55ac47790761 req-f0452876-d454-448c-a5b5-eb5e8ea3d547 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.194385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e3733db7-b264-4c3c-a35a-ea0d7f03464d details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:11.203778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a4928d6-7102-436d-b9b6-55ac47790761 req-f0452876-d454-448c-a5b5-eb5e8ea3d547 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 943 time: 0.1147683 Jul 16 01:54:11.289358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a4928d6-7102-436d-b9b6-55ac47790761 req-f617fe7e-9b51-46b6-aa00-aec8803e92f8 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793543 Jul 16 01:54:11.421166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e3733db7-b264-4c3c-a35a-ea0d7f03464d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d,segment=NetworkSegment(08788e64-a7a8-439f-bb9a-5a26c18a84c3),segment_id=08788e64-a7a8-439f-bb9a-5a26c18a84c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:11.437607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d', 'network_id': '75055a37-68d4-423d-98f1-6d969dbba6f9', 'port_id': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d', 'mac_address': 'fa:16:3e:d9:08:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35418b3a-5e3a-46a1-a4f2-84c304f31669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:11.495481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.515700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3733db7-b264-4c3c-a35a-ea0d7f03464d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:11.537620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e3733db7-b264-4c3c-a35a-ea0d7f03464d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d,segment=NetworkSegment(08788e64-a7a8-439f-bb9a-5a26c18a84c3),segment_id=08788e64-a7a8-439f-bb9a-5a26c18a84c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:11.542393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:11.610615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e3733db7-b264-4c3c-a35a-ea0d7f03464d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:11.642294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be51b8-b3ef-4910-86b6-ba2d90e9bebf req-f4a2b333-32f2-4398-a0ed-4a519c7139b0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.655856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79be51b8-b3ef-4910-86b6-ba2d90e9bebf req-f4a2b333-32f2-4398-a0ed-4a519c7139b0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1412735 Jul 16 01:54:11.737511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79be51b8-b3ef-4910-86b6-ba2d90e9bebf req-7dcd7387-3d52-41e2-9c44-99087c6f940a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804901 Jul 16 01:54:11.782598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['e3733db7-b264-4c3c-a35a-ea0d7f03464d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:11.874229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8a897-618b-47ec-8cd4-2b1a9b6b3782 req-968ee54e-0a76-42b0-b504-c81aba30aace tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.883134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28b8a897-618b-47ec-8cd4-2b1a9b6b3782 req-968ee54e-0a76-42b0-b504-c81aba30aace tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1255436 Jul 16 01:54:11.934212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28b8a897-618b-47ec-8cd4-2b1a9b6b3782 req-834343ed-75d0-49e7-96d2-f6e456a0a3e2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Jul 16 01:54:12.030687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58e9a1-c822-435f-a6d6-ff95328291c0 req-20b3474e-95ad-44be-b799-5780455003aa tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.033130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f58e9a1-c822-435f-a6d6-ff95328291c0 req-20b3474e-95ad-44be-b799-5780455003aa tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0973020 Jul 16 01:54:12.097739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f58e9a1-c822-435f-a6d6-ff95328291c0 req-cc7ecde5-5ccd-4252-9b49-9ccc37642f8e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577433 Jul 16 01:54:12.184844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:12.538341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:12.587844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-72aa0af1-dc08-4f05-9f32-10465b3ab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.590472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-72aa0af1-dc08-4f05-9f32-10465b3ab072 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.1593890 Jul 16 01:54:12.695923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ee42e3d7-fbf6-4ff8-b6a2-54de3d5902c5 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:12.738935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-0158716a-0799-4c65-84c6-b56c5d2a3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.742468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-0158716a-0799-4c65-84c6-b56c5d2a3e11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.1430175 Jul 16 01:54:12.747399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ee42e3d7-fbf6-4ff8-b6a2-54de3d5902c5 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] 10.222.0.35 "PUT /v2.0/quotas/87d7e9fee48140b993bbe08737dce8ce HTTP/1.1" status: 200 len: 368 time: 0.2060516 Jul 16 01:54:12.747826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:12.754136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Request body: {'network': {'project_id': '87d7e9fee48140b993bbe08737dce8ce'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:12.814981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Made reservation on behalf of 87d7e9fee48140b993bbe08737dce8ce for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:12.817279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.852393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-7f839cca-466b-403d-af7a-2f1fd5162971 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.1023438 Jul 16 01:54:12.853202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:12.873579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012930-6d70-4a91-bbf5-44ffee9172c0 req-1a69f697-5bd6-47c1-9f4b-2c80c62d7a53 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.875103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99012930-6d70-4a91-bbf5-44ffee9172c0 req-1a69f697-5bd6-47c1-9f4b-2c80c62d7a53 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 944 time: 0.2516553 Jul 16 01:54:12.884470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57bf1f-8653-4a55-8579-76c22211f925 req-b5a49a94-57d2-4f8a-8d44-2b7d669987f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.885994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad57bf1f-8653-4a55-8579-76c22211f925 req-b5a49a94-57d2-4f8a-8d44-2b7d669987f6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3142867 Jul 16 01:54:12.941082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-c2717ed1-4074-4e01-a789-2ff4600df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.942969 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-c2717ed1-4074-4e01-a789-2ff4600df094 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.0815108 Jul 16 01:54:12.960281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99012930-6d70-4a91-bbf5-44ffee9172c0 req-56014bd1-e63b-48b0-a336-6b5693340420 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687220 Jul 16 01:54:12.992227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-e3aa50f3-781a-4f26-aaa7-5ae4febd221a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420210 Jul 16 01:54:13.016142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad57bf1f-8653-4a55-8579-76c22211f925 req-2a9acf18-4bcc-470b-842b-baf3f434ee59 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070952 Jul 16 01:54:13.082599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.146035 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.225587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e3733db7-b264-4c3c-a35a-ea0d7f03464d up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:13.298900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port e3733db7-b264-4c3c-a35a-ea0d7f03464d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:13.304007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port e3733db7-b264-4c3c-a35a-ea0d7f03464d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:13.304531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.391111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad8eed-28ea-41bc-aa55-aec4e4c4d5ad req-a41ae947-c259-4eae-9af6-32fb09006d61 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.399429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5ad8eed-28ea-41bc-aa55-aec4e4c4d5ad req-a41ae947-c259-4eae-9af6-32fb09006d61 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2097425 Jul 16 01:54:13.466679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c041-aa84-4c0c-b6c8-ae7f10e5c6c8 req-f0ee7b18-4483-462a-9257-7b99e9a659f7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.471427 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.476780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c97c041-aa84-4c0c-b6c8-ae7f10e5c6c8 req-f0ee7b18-4483-462a-9257-7b99e9a659f7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2130275 Jul 16 01:54:13.508381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:13.511854 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b4edf-1bc1-4e1a-8d72-6b6e2547b1bd" -d '{"events": [{"server_uuid": "b5af795e-35b7-4285-95d7-e649afd859f8", "name": "network-vif-plugged", "status": "completed", "tag": "e3733db7-b264-4c3c-a35a-ea0d7f03464d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:13.519395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5ad8eed-28ea-41bc-aa55-aec4e4c4d5ad req-9c31cf06-8747-4edc-b592-c84f0717af1b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185896 Jul 16 01:54:13.532939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e3733db7-b264-4c3c-a35a-ea0d7f03464d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d,segment=NetworkSegment(08788e64-a7a8-439f-bb9a-5a26c18a84c3),segment_id=08788e64-a7a8-439f-bb9a-5a26c18a84c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:13.562321 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.563172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:13.616881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 4d043652-2bd5-4b77-a5bb-d645ef0f255e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:13.618505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4d043652-2bd5-4b77-a5bb-d645ef0f255e not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:13.625856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c97c041-aa84-4c0c-b6c8-ae7f10e5c6c8 req-6d3d4083-e8b3-466d-b32c-cff0e1e788ba tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479578 Jul 16 01:54:13.654065 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-f7e53141-8a7a-4e06-b7d8-c02ca77c9bc5 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537178 Jul 16 01:54:13.656397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.672977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:13.685405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.685807 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Added segment 821311b4-3545-4234-a79b-f09991416979 of type vlan for network 8d9208d3-297e-494a-ac9f-3d1de48de360 Jul 16 01:54:13.716860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e3733db7-b264-4c3c-a35a-ea0d7f03464d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:13.750118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.798698 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f3b40-49f4-43cf-b16a-e038f6960ebd x-openstack-request-id: req-128f3b40-49f4-43cf-b16a-e038f6960ebd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:13.799251 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5af795e-35b7-4285-95d7-e649afd859f8", "name": "network-vif-plugged", "status": "completed", "tag": "e3733db7-b264-4c3c-a35a-ea0d7f03464d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:13.799756 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-128f3b40-49f4-43cf-b16a-e038f6960ebd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:13.800482 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d', 'code': 200} Jul 16 01:54:13.856558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.858925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:13.859886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:13.913178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1641955 Jul 16 01:54:13.922359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:13.940925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Request body: {'network': {'project_id': '87d7e9fee48140b993bbe08737dce8ce'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:13.972936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Made reservation on behalf of 87d7e9fee48140b993bbe08737dce8ce for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:13.975427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.034210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c1b757-7879-4b85-bf18-58ebc72c33b2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.043576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429758-a3f8-48a3-86db-7d9178682fbb tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Pushing event updated for resources: {'Network': ['ID=8d9208d3-297e-494a-ac9f-3d1de48de360,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.066660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:14.067965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.079530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7c3ca27-a601-4f4e-af00-43779290ad27 req-9298a806-c8ed-43f1-9d49-ef9748c7288e service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948108 Jul 16 01:54:14.090561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 8d9208d3-297e-494a-ac9f-3d1de48de360 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:14.104771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546ef7f-6e64-4ab1-8684-a68fb792accf req-8c188152-550c-4c42-9d09-6f969d9c9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.106257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a546ef7f-6e64-4ab1-8684-a68fb792accf req-8c188152-550c-4c42-9d09-6f969d9c9ecd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 1096 time: 0.1677432 Jul 16 01:54:14.154775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a546ef7f-6e64-4ab1-8684-a68fb792accf req-3327da7c-c475-4229-9971-38d3018d4c17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jul 16 01:54:14.204855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:14.232096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.232571 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Added segment 62123622-532f-4c37-9852-7f9b32513e0c of type vlan for network 3aaf5fda-c803-464d-81f3-c9c871a05453 Jul 16 01:54:14.301447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 5d85572d-57ee-45e5-ab2f-4cf39081ac2d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:14.301805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.313507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.324426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 5d85572d-57ee-45e5-ab2f-4cf39081ac2d owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:14.341467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658ce9-71a7-45a1-a0c9-7be3d9102dcf req-9458f9b2-3aa2-45b5-9dac-0f8f84dc6703 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.342940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01658ce9-71a7-45a1-a0c9-7be3d9102dcf req-9458f9b2-3aa2-45b5-9dac-0f8f84dc6703 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3349741 Jul 16 01:54:14.371706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b833c-1080-4879-be63-e9f79950de12 req-2279f867-b33c-4cc9-a92c-3800a25100a9 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.373165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-352b833c-1080-4879-be63-e9f79950de12 req-2279f867-b33c-4cc9-a92c-3800a25100a9 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 945 time: 0.2586648 Jul 16 01:54:14.450575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.451446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.452012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.512300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01658ce9-71a7-45a1-a0c9-7be3d9102dcf req-b8a551c8-1d47-4479-aab7-03a4ac853a29 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577559 Jul 16 01:54:14.520980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-352b833c-1080-4879-be63-e9f79950de12 req-6ad8a28a-e80d-496a-b1b4-3727ea954d91 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123319 Jul 16 01:54:14.525375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6009560 Jul 16 01:54:14.525631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.533438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-08c18aa2-3e5c-4003-8da3-7968b28bef12 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Request body: {'network': {'project_id': '87d7e9fee48140b993bbe08737dce8ce'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:14.551162 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c18aa2-3e5c-4003-8da3-7968b28bef12 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:54:14.552207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c18aa2-3e5c-4003-8da3-7968b28bef12 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:54:14.554547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-08c18aa2-3e5c-4003-8da3-7968b28bef12 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0277214 Jul 16 01:54:14.564889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4d06d-d024-4218-be2a-76ba0fbe495e tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Pushing event updated for resources: {'Network': ['ID=3aaf5fda-c803-464d-81f3-c9c871a05453,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.575085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3aaf5fda-c803-464d-81f3-c9c871a05453 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:14.724778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.825612 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:14.838450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-910338fc-f467-4838-be4b-115cb5735955 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87d7e9fee48140b993bbe08737dce8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124830 Jul 16 01:54:14.841028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:14.866385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=5d85572d-57ee-45e5-ab2f-4cf39081ac2d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:14.893517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae614d-31b6-426e-88d8-e7420dcde7dc req-54dcdab2-4e37-4962-a25a-64d8906c9cac tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:14.901926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-beae614d-31b6-426e-88d8-e7420dcde7dc req-54dcdab2-4e37-4962-a25a-64d8906c9cac tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1833608 Jul 16 01:54:14.964331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad0d48c-8d3d-4d60-b2e8-a2233ff1f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.007484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad0d48c-8d3d-4d60-b2e8-a2233ff1f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.081753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31739220-f50e-44a1-9621-6f14bf53cb08 req-41b93ec8-f924-4d7b-815e-3d5c13ca3250 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:15.087762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31739220-f50e-44a1-9621-6f14bf53cb08 req-41b93ec8-f924-4d7b-815e-3d5c13ca3250 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3903573 Jul 16 01:54:15.098076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad0d48c-8d3d-4d60-b2e8-a2233ff1f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.101897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fad0d48c-8d3d-4d60-b2e8-a2233ff1f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.106291 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fad0d48c-8d3d-4d60-b2e8-a2233ff1f1f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44c1b757-7879-4b85-bf18-58ebc72c33b2 HTTP/1.1" status: 204 len: 168 time: 0.2639997 Jul 16 01:54:15.106481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:15.125910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0d48c-8d3d-4d60-b2e8-a2233ff1f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c1b757-7879-4b85-bf18-58ebc72c33b2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:15.541621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-beae614d-31b6-426e-88d8-e7420dcde7dc req-abbaca2d-3b00-46f2-934b-241dd2dc016e tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397381 Jul 16 01:54:15.641411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31739220-f50e-44a1-9621-6f14bf53cb08 req-18c99223-652b-40f0-9562-8a370748d77e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340281 Jul 16 01:54:15.650677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.742274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.859890 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:15.908680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaf5fda-c803-464d-81f3-c9c871a05453']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.954599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62123622-532f-4c37-9852-7f9b32513e0c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.954901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62123622-532f-4c37-9852-7f9b32513e0c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:15.978312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.013759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.033321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:16.033738 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:16.052910 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:16.094740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fce244-2604-4d88-8b3d-c09abe8d236d req-7ea5c09a-6371-4110-8828-3e5e390e2617 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.103224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6fce244-2604-4d88-8b3d-c09abe8d236d req-7ea5c09a-6371-4110-8828-3e5e390e2617 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 945 time: 0.3165860 Jul 16 01:54:16.250512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.260301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6fce244-2604-4d88-8b3d-c09abe8d236d req-01195a21-c9ac-4f23-b33c-b5e6b77c968a tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561790 Jul 16 01:54:16.265358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.270265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.270902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] 10.222.0.35 "DELETE /v2.0/networks/3aaf5fda-c803-464d-81f3-c9c871a05453 HTTP/1.1" status: 204 len: 168 time: 1.1606016 Jul 16 01:54:16.322592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4991d97-393e-4121-b5cc-764a26299787 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Pushing event deleted for resources: {'Network': ['ID=3aaf5fda-c803-464d-81f3-c9c871a05453,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.365824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:16.383156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0695d6e-1bbe-444b-a456-2a9b2aa1e1f7 req-6b4de7e5-735a-4071-88a9-576616d7345b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.384890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0695d6e-1bbe-444b-a456-2a9b2aa1e1f7 req-6b4de7e5-735a-4071-88a9-576616d7345b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2216678 Jul 16 01:54:16.387277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.520781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.534316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9208d3-297e-494a-ac9f-3d1de48de360']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.543109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0695d6e-1bbe-444b-a456-2a9b2aa1e1f7 req-a998fb16-43d8-4a3d-8303-491003bb13df tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514616 Jul 16 01:54:16.546321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821311b4-3545-4234-a79b-f09991416979') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.546831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821311b4-3545-4234-a79b-f09991416979') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.559931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.576073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:16.584611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-769ee045-93a7-4720-beef-764ae81442f7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3973930 Jul 16 01:54:16.585810 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] Sync routers for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:16.587291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:16.597994 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:16.598614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:16.603815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.617957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:16.618376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:16.620061 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:16.697909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting subnet 6f34f32a-2a28-4bb6-be93-6627f5c1647f {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:16.716919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.749286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.755594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.757795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] 10.222.0.35 "DELETE /v2.0/networks/8d9208d3-297e-494a-ac9f-3d1de48de360 HTTP/1.1" status: 204 len: 168 time: 0.4862866 Jul 16 01:54:16.800759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0835a70-d2fb-4b14-b16d-d16f879a0cc2 tempest-QuotasNegativeTest-1120508715 tempest-QuotasNegativeTest-1120508715-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d9208d3-297e-494a-ac9f-3d1de48de360,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:16.814931 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:16.872256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:16.974954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c6dc-3245-479a-bf2d-c70ace97c765 req-03e7b7fe-a283-41ea-a0f8-fbfb96ad8f9a tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:16.975860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d30c6dc-3245-479a-bf2d-c70ace97c765 req-03e7b7fe-a283-41ea-a0f8-fbfb96ad8f9a tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1824374 Jul 16 01:54:17.036356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6590af-89e2-43f1-940b-16518ff05a04 req-f8fccdaf-e5e5-4f6e-b747-654c1619977d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:17.038563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b6590af-89e2-43f1-940b-16518ff05a04 req-f8fccdaf-e5e5-4f6e-b747-654c1619977d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2065747 Jul 16 01:54:17.048495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.080788 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:17.100175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d30c6dc-3245-479a-bf2d-c70ace97c765 req-1211f158-a843-4bff-bdc6-93558b0fa1dc tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033528 Jul 16 01:54:17.124132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] Checking router: e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:17.132201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7b6590af-89e2-43f1-940b-16518ff05a04 req-ba0dc78f-0346-4ab4-a33a-0fd08dbb52c9 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863409 Jul 16 01:54:17.152823 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] Routers {'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:17.153868 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:53:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:17.185009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.265148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Subnet': ['ID=6f34f32a-2a28-4bb6-be93-6627f5c1647f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.280128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.297778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.299860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-235f9a8c-0b70-4916-b22d-ea566253871a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/subnets/6f34f32a-2a28-4bb6-be93-6627f5c1647f HTTP/1.1" status: 204 len: 168 time: 0.7112405 Jul 16 01:54:17.303212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0005464-5c86-4681-b119-c5d411aca69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.303656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589f7c7-25c2-40ef-8f7b-ddc471db4202 None None] Network 3bd3125f-7e54-4094-9e74-2a708e4d7e2c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:17.307622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.452909 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] Set router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:17.579460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.658152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0005464-5c86-4681-b119-c5d411aca69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.673051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0005464-5c86-4681-b119-c5d411aca69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.700969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] DHCP port deletion for 3bd3125f-7e54-4094-9e74-2a708e4d7e2c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:17.726834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0005464-5c86-4681-b119-c5d411aca69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801176f6-0c85-436d-ac14-12b0ceccbe99,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:17.782153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e0005464-5c86-4681-b119-c5d411aca69b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=956481e01686405499835bafb3261dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983664 Jul 16 01:54:17.782794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:17.796637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] Deleting port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:17.798719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.816246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.916440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1723b1-919e-4221-8055-304ef94aea4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.951474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1723b1-919e-4221-8055-304ef94aea4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.969036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] For port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,segment=NetworkSegment(d30bdbd4-7685-4648-8b10-f5a94f82be82),segment_id=d30bdbd4-7685-4648-8b10-f5a94f82be82)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:17.976960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:17.982697 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:17.995618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] Calling delete_port for 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:18.029817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1723b1-919e-4221-8055-304ef94aea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.032964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be1723b1-919e-4221-8055-304ef94aea4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.034639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be1723b1-919e-4221-8055-304ef94aea4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/801176f6-0c85-436d-ac14-12b0ceccbe99 HTTP/1.1" status: 204 len: 168 time: 0.2482312 Jul 16 01:54:18.050224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1723b1-919e-4221-8055-304ef94aea4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801176f6-0c85-436d-ac14-12b0ceccbe99,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.055353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32b9d4-8196-4797-b9e5-88524132f39b req-55e1d032-39bd-4075-8cc0-b06c52cd8a2d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.065035 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c32b9d4-8196-4797-b9e5-88524132f39b req-55e1d032-39bd-4075-8cc0-b06c52cd8a2d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2564166 Jul 16 01:54:18.065304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422278b-6a15-47bb-b803-a0c5bab7bafa None None] The sync data for ids ['e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f'] in n-d-800087-6 is: [{'id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549387140', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:54:14Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': 'cc367e19-dbef-4f3b-a216-a406537eb548', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:36Z', 'updated_at': '2021-07-16T01:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:18.105793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port cc367e19-dbef-4f3b-a216-a406537eb548 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:18.106151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.161497 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.195439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] Pushing event deleted for resources: {'Port': ['ID=5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.200141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46bd5d-0c12-447b-bcc7-e8242e324c77 None None] No DVR routers for this DVR port 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:18.232246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port cc367e19-dbef-4f3b-a216-a406537eb548, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cc367e19-dbef-4f3b-a216-a406537eb548,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:18.232520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.253830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for cc367e19-dbef-4f3b-a216-a406537eb548 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:18.340467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:18.536683 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.539013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:18.583333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=cc367e19-dbef-4f3b-a216-a406537eb548,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.588056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:18.598618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5344eb00-b4d0-44b1-8fbf-eb9bce0cf8ee not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:18.619440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c32b9d4-8196-4797-b9e5-88524132f39b req-5a6fe6ef-20dc-4bdb-8af5-963738753a5b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533581 Jul 16 01:54:18.770023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abca9e1c-f016-414c-b6c4-f228c95d5528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.774861 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.875822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:18.920905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abca9e1c-f016-414c-b6c4-f228c95d5528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.926592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abca9e1c-f016-414c-b6c4-f228c95d5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.955407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87aaba6b-6d01-4cc2-97bc-23e20989b027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.956402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca9e1c-f016-414c-b6c4-f228c95d5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b2dfe-2679-4ec2-83aa-a05cf66c88f8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:18.971904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:18.985933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-abca9e1c-f016-414c-b6c4-f228c95d5528 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1389e56fbfe461486b9fac149586abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434302 Jul 16 01:54:18.988436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:18.991948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb6b84-6eed-4562-ab1a-d3e30718a47b req-7d649366-9d22-4ffd-801e-d70b58eccc27 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:18.993773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebfb6b84-6eed-4562-ab1a-d3e30718a47b req-7d649366-9d22-4ffd-801e-d70b58eccc27 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.3159366 Jul 16 01:54:18.996640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.067516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a22b55e-7e96-431b-b1a2-22142cc01fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.080735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.081281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Fanout notify agent at l3_agent the message router_deleted on router e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:19.091717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a22b55e-7e96-431b-b1a2-22142cc01fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.092671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.093782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c8c6c465-9c2e-4c01-bab2-b40d6ed11f7d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/routers/e5ce1eaa-7bb5-468a-864a-a2bef5f9a40f HTTP/1.1" status: 204 len: 168 time: 1.7851751 Jul 16 01:54:19.096601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.135408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebfb6b84-6eed-4562-ab1a-d3e30718a47b req-93cacc70-5bff-4ad8-815b-34d82a06fb13 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315341 Jul 16 01:54:19.156458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112cf4-4b1f-4092-9270-1e05a6723086 req-32eea244-6453-4b47-8532-889b9abbacbf tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:19.166030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af112cf4-4b1f-4092-9270-1e05a6723086 req-32eea244-6453-4b47-8532-889b9abbacbf tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 945 time: 0.2910812 Jul 16 01:54:19.230725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.266721 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:19.289165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af112cf4-4b1f-4092-9270-1e05a6723086 req-5a2892db-5272-4c12-b013-21fba6513d7a tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/security-groups?id=04ba87b7-6205-479e-a6f0-bcdcabbb513f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207633 Jul 16 01:54:19.313316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a22b55e-7e96-431b-b1a2-22142cc01fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.315987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a22b55e-7e96-431b-b1a2-22142cc01fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.319770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2a22b55e-7e96-431b-b1a2-22142cc01fce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/339b2dfe-2679-4ec2-83aa-a05cf66c88f8 HTTP/1.1" status: 204 len: 168 time: 0.3280141 Jul 16 01:54:19.331150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87aaba6b-6d01-4cc2-97bc-23e20989b027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.341038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87aaba6b-6d01-4cc2-97bc-23e20989b027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.350351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22b55e-7e96-431b-b1a2-22142cc01fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b2dfe-2679-4ec2-83aa-a05cf66c88f8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.414559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87aaba6b-6d01-4cc2-97bc-23e20989b027 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c5e40b6d3924f0f8752f7c4b2a99e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367460 Jul 16 01:54:19.415717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaba6b-6d01-4cc2-97bc-23e20989b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f4d21-73b8-48a9-9ea7-73d010ce4b70,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.433894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.434847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.460421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd3125f-7e54-4094-9e74-2a708e4d7e2c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.471841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30bdbd4-7685-4648-8b10-f5a94f82be82') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.472304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30bdbd4-7685-4648-8b10-f5a94f82be82') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:19.484078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.499003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.506061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:19.506538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:19.510094 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:19.548751 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2289de58-6125-43fa-8f4f-661b874b21ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.562123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4723c-3706-4df8-b9d3-409928bd335f req-dd090a38-5625-4dc6-9251-bccc9186c7d0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:19.563997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bef4723c-3706-4df8-b9d3-409928bd335f req-dd090a38-5625-4dc6-9251-bccc9186c7d0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1324735 Jul 16 01:54:19.591292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.601628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2289de58-6125-43fa-8f4f-661b874b21ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.616954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.622051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/networks/3bd3125f-7e54-4094-9e74-2a708e4d7e2c HTTP/1.1" status: 204 len: 168 time: 0.5168369 Jul 16 01:54:19.623798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:19.654064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bef4723c-3706-4df8-b9d3-409928bd335f req-b3a2d9b9-73fc-4a67-8aba-957f5aa977c3 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836577 Jul 16 01:54:19.675765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746d718-2cb5-4cc4-b4ad-c8a29e597892 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Network': ['ID=3bd3125f-7e54-4094-9e74-2a708e4d7e2c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.704830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2289de58-6125-43fa-8f4f-661b874b21ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.709275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2289de58-6125-43fa-8f4f-661b874b21ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.712779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2289de58-6125-43fa-8f4f-661b874b21ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c77f4d21-73b8-48a9-9ea7-73d010ce4b70 HTTP/1.1" status: 204 len: 168 time: 0.2755065 Jul 16 01:54:19.729701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289de58-6125-43fa-8f4f-661b874b21ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f4d21-73b8-48a9-9ea7-73d010ce4b70,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.780455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90afa9f4-f16d-4f3e-a614-5e60c47aaf74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.808204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90afa9f4-f16d-4f3e-a614-5e60c47aaf74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.921765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90afa9f4-f16d-4f3e-a614-5e60c47aaf74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.924994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90afa9f4-f16d-4f3e-a614-5e60c47aaf74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:19.926793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-90afa9f4-f16d-4f3e-a614-5e60c47aaf74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/security-groups/7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec HTTP/1.1" status: 204 len: 168 time: 0.3016374 Jul 16 01:54:19.943756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afa9f4-f16d-4f3e-a614-5e60c47aaf74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8de9f-2cab-4f19-8a12-4b6ca85b4fec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:19.981954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-d12ece48-3c90-458c-87b0-9cccb4633a22 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:19.984732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-d12ece48-3c90-458c-87b0-9cccb4633a22 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 945 time: 0.1098080 Jul 16 01:54:20.059172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec644bb-8411-4cd8-930c-03891c0f5f69 req-37dd4a75-ccb8-4640-ae86-a5bc5661ae79 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.071092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eec644bb-8411-4cd8-930c-03891c0f5f69 req-37dd4a75-ccb8-4640-ae86-a5bc5661ae79 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1524088 Jul 16 01:54:20.149272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eec644bb-8411-4cd8-930c-03891c0f5f69 req-5b84404b-28a9-4cdd-a79b-7c3439fefe4d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767181 Jul 16 01:54:20.206873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5d85572d-57ee-45e5-ab2f-4cf39081ac2d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:20.274986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5d85572d-57ee-45e5-ab2f-4cf39081ac2d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:20.276651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5d85572d-57ee-45e5-ab2f-4cf39081ac2d not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:20.277189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc367e19-dbef-4f3b-a216-a406537eb548 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:20.282692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Deleting port e3733db7-b264-4c3c-a35a-ea0d7f03464d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:20.283047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.322306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cc367e19-dbef-4f3b-a216-a406537eb548 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:20.323290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cc367e19-dbef-4f3b-a216-a406537eb548 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:20.429157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd2258-acad-4a00-854c-694bd4a784f2 req-8b1a1a44-e00f-464b-803f-733d297daff4 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.436918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93cd2258-acad-4a00-854c-694bd4a784f2 req-8b1a1a44-e00f-464b-803f-733d297daff4 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.0777075 Jul 16 01:54:20.451086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] For port e3733db7-b264-4c3c-a35a-ea0d7f03464d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e3733db7-b264-4c3c-a35a-ea0d7f03464d,segment=NetworkSegment(08788e64-a7a8-439f-bb9a-5a26c18a84c3),segment_id=08788e64-a7a8-439f-bb9a-5a26c18a84c3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:20.454233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.485071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93cd2258-acad-4a00-854c-694bd4a784f2 req-08c8b216-4a44-4eeb-8023-b188a7f54432 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Jul 16 01:54:20.522696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Calling delete_port for e3733db7-b264-4c3c-a35a-ea0d7f03464d owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:20.759244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.772934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['e3733db7-b264-4c3c-a35a-ea0d7f03464d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:20.791727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21a414-5004-4541-8530-10b77d64713a req-6979ef97-f084-406c-9f52-b4f963549769 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:20.799992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b21a414-5004-4541-8530-10b77d64713a req-6979ef97-f084-406c-9f52-b4f963549769 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1090498 Jul 16 01:54:20.851175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b21a414-5004-4541-8530-10b77d64713a req-6d3f7f00-1421-4270-a8ec-77ece88258c6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Jul 16 01:54:20.892665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Pushing event deleted for resources: {'Port': ['ID=e3733db7-b264-4c3c-a35a-ea0d7f03464d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:20.942809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] No DVR routers for this DVR port e3733db7-b264-4c3c-a35a-ea0d7f03464d on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:20.955412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:20.962313 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b4d3a64-09c7-4b49-a0c6-f14f5b0e6da1 req-64f16171-8b1c-4b38-9ea7-cbeaa8bd0998 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.32 "DELETE /v2.0/ports/e3733db7-b264-4c3c-a35a-ea0d7f03464d HTTP/1.1" status: 204 len: 173 time: 0.9542797 Jul 16 01:54:20.963893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'name': 'network-vif-deleted', 'tag': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:20.966700 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc91c289-912c-46c3-9081-01f9f2d133af" -d '{"events": [{"server_uuid": "b5af795e-35b7-4285-95d7-e649afd859f8", "name": "network-vif-deleted", "tag": "e3733db7-b264-4c3c-a35a-ea0d7f03464d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:21.008456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.014546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695238884', 'description': 'tempest-secgroup-smoke-695238884 description', 'project_id': '3da55cb7c876458880f1413a85110ead'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:21.063518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1d244e7-c620-4c7b-93a0-bf0f59ec17c4 req-d31f887c-89ba-4d05-8118-c795d66cbe89 tempest-ServerMetadataNegativeTestJSON-1507792906 tempest-ServerMetadataNegativeTestJSON-1507792906-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5af795e-35b7-4285-95d7-e649afd859f8 HTTP/1.1" status: 200 len: 210 time: 0.0538654 Jul 16 01:54:21.075701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.229572 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e275dfc-c231-4d05-af5d-d94bf0bb979e x-openstack-request-id: req-9e275dfc-c231-4d05-af5d-d94bf0bb979e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:21.229990 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5af795e-35b7-4285-95d7-e649afd859f8", "name": "network-vif-deleted", "tag": "e3733db7-b264-4c3c-a35a-ea0d7f03464d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:21.230250 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e275dfc-c231-4d05-af5d-d94bf0bb979e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:21.230657 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5af795e-35b7-4285-95d7-e649afd859f8', 'name': 'network-vif-deleted', 'tag': 'e3733db7-b264-4c3c-a35a-ea0d7f03464d', 'status': 'completed', 'code': 200} Jul 16 01:54:21.233144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.240569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.282693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.286788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2741106 Jul 16 01:54:21.286788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3f5a5-54b0-4adb-bd11-47255d4eeedc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796d47a3-fc79-4afe-87ce-2e90359bb28f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.287974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.303033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '796d47a3-fc79-4afe-87ce-2e90359bb28f', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:21.355368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.414215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.469767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.498143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.533491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d855-e107-4cdf-8711-8b498eb63e75 req-7399f92b-8e23-4b70-b8fc-b4aacd1b9d90 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.541973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4504d855-e107-4cdf-8711-8b498eb63e75 req-7399f92b-8e23-4b70-b8fc-b4aacd1b9d90 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1577909 Jul 16 01:54:21.548854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-536085276'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:21.587028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:21.595292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.614525 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.629188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4504d855-e107-4cdf-8711-8b498eb63e75 req-3d61d325-6d42-4060-b343-10080252bf70 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842865 Jul 16 01:54:21.636308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6540026-0a2c-45fa-b54b-7b3ad6f82466,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.663129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.670869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e70a3990-bf85-47c5-aab6-4ce081f094c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3754025 Jul 16 01:54:21.673828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:21.707266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '796d47a3-fc79-4afe-87ce-2e90359bb28f', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:21.797689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.805294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.839545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:21.851950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.918421 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Added segment 81b7e4ce-b6a7-4384-acd2-a3b73d902e03 of type vlan for network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 Jul 16 01:54:21.918886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.943305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:21.976513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b65c1-5f4f-4502-94c6-1e471ac63754,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:21.978688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a7141-73d9-4842-bba7-5690148ba1df req-fc3c8dec-536c-45af-88a5-d79da963113d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:21.980522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-358a7141-73d9-4842-bba7-5690148ba1df req-fc3c8dec-536c-45af-88a5-d79da963113d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2495251 Jul 16 01:54:22.016579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.023128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.023836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.059026 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6434419 Jul 16 01:54:22.062337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.067090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-358a7141-73d9-4842-bba7-5690148ba1df req-e351d1ac-caf8-4ec9-b0bf-322a6ca2746a tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742006 Jul 16 01:54:22.080791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e40383-60fd-46c1-821d-fc01345f7d3a req-8018cfdd-dec1-4e70-9017-b77fa17294bf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.081521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'subnet': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.098223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2e40383-60fd-46c1-821d-fc01345f7d3a req-8018cfdd-dec1-4e70-9017-b77fa17294bf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2660890 Jul 16 01:54:22.102787 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.107860 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.133898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.170640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.171893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4970536 Jul 16 01:54:22.174636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82411362-405e-4c93-9099-2864ccd2c6b0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acac74a9-7cbc-4fcb-9d6e-d70b2597914b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.176331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38994) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.183100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '796d47a3-fc79-4afe-87ce-2e90359bb28f', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.200190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2e40383-60fd-46c1-821d-fc01345f7d3a req-f81c7abe-a098-4f9e-8634-91cb72f3156e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000633 Jul 16 01:54:22.202796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.245508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca57da-a50d-49d0-97bd-e26c421f8c1c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Network': ['ID=2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.264941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:22.272568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Deleting subnet 35418b3a-5e3a-46a1-a4f2-84c304f31669 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:22.278717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.303507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.355930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.428208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:22.431810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.437417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.440506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.466317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.504468 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c092fb-5da1-4830-92c2-e4c445e4a477,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.510638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.514488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe086398-1518-4077-b89d-3d84c48750ba tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322961 Jul 16 01:54:22.514713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.522885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '796d47a3-fc79-4afe-87ce-2e90359bb28f', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.568429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.576218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.625736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35418b3a-5e3a-46a1-a4f2-84c304f31669,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.716084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.721000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d9b49be2-28aa-40f9-bfd7-26a360b3215e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/35418b3a-5e3a-46a1-a4f2-84c304f31669 HTTP/1.1" status: 204 len: 168 time: 0.5171902 Jul 16 01:54:22.722098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.768413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.798123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.810463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.824117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Subnet': ['ID=72388b1c-3412-4585-8681-2e7cdac84367,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.849275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c808df-c4d1-4c43-8581-cc9b23098968,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:22.857024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.861078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b1b3252b-9bb3-4cd1-8992-d0a90dcb5b47 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428359 Jul 16 01:54:22.862016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:22.866559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '796d47a3-fc79-4afe-87ce-2e90359bb28f', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:22.879749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.881893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c539c-ec00-48d3-8b82-720f779300c8 req-d36a8528-29f9-43d4-8d8e-ad528aa64d6a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:22.883453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-330c539c-ec00-48d3-8b82-720f779300c8 req-d36a8528-29f9-43d4-8d8e-ad528aa64d6a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3123155 Jul 16 01:54:22.917503 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:22.930439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:22.938142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Checking segment: {'id': '81b7e4ce-b6a7-4384-acd2-a3b73d902e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:22.938487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network hostable DHCP agents. Network: 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:22.949324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-330c539c-ec00-48d3-8b82-720f779300c8 req-97f98b3e-b072-4831-af54-9fc416c22020 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Jul 16 01:54:23.004818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.013089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:23.017938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75055a37-68d4-423d-98f1-6d969dbba6f9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:23.030988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08788e64-a7a8-439f-bb9a-5a26c18a84c3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:23.031280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08788e64-a7a8-439f-bb9a-5a26c18a84c3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:23.035160 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.038595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:23.042096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.044128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.046353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.046928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.054162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a06cc-4f82-4527-a786-b869d6000434 None None] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:23.069086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.076171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:23.076632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:23.078485 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:23.090021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b608f5f5-4dce-4e26-a11b-403c61414e29 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0267916 Jul 16 01:54:23.097911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.102654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af6a5e0-77b5-445b-aa1a-c3710710d605,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.109357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'name': 'tempest-AllowedAddressPairTestJSON-1224885614'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.151936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.153648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3fa12c94-8a44-481c-a356-3cee798b2de5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2911966 Jul 16 01:54:23.156336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.165496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '796d47a3-fc79-4afe-87ce-2e90359bb28f', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.206113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.215268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.217130 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] 10.222.0.35 "DELETE /v2.0/networks/75055a37-68d4-423d-98f1-6d969dbba6f9 HTTP/1.1" status: 204 len: 168 time: 0.4935327 Jul 16 01:54:23.219315 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:54:23.240180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26100be0-753e-4ae0-b52b-4a652b27f96e admin admin] Pushing event deleted for resources: {'Network': ['ID=75055a37-68d4-423d-98f1-6d969dbba6f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.247989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.282057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57103d3-b653-4f6d-9568-d6824ce19caa req-7a762245-e430-4b71-8534-ba01390ccf5e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.289438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c57103d3-b653-4f6d-9568-d6824ce19caa req-7a762245-e430-4b71-8534-ba01390ccf5e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1963823 Jul 16 01:54:23.296479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'tenant_id': 'b8f4965e8fa04f618da0600e584c076a', 'fixed_ips': [{'subnet_id': '72388b1c-3412-4585-8681-2e7cdac84367'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:23.297359 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.305817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:23.311373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.336358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port afbc2038-8f05-4313-8158-1de0baf13bf1 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:23.360362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c57103d3-b653-4f6d-9568-d6824ce19caa req-5883df07-8355-4a13-9eb7-75c19baea73d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700326 Jul 16 01:54:23.371040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.385169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2be020-c595-4eff-aa05-948b91021121 req-48708707-09df-4f36-8dd7-5d29632aa967 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.386714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc2be020-c595-4eff-aa05-948b91021121 req-48708707-09df-4f36-8dd7-5d29632aa967 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1831791 Jul 16 01:54:23.388083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.410352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f6407b-477e-4529-95e7-2560ab26a174,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.428274 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.431295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.435306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a8e9e7e-b41f-4a30-b30d-2943c8757548 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2752037 Jul 16 01:54:23.436465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.447359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'network': {'name': 'tempest-network-smoke--1951001127', 'project_id': '3da55cb7c876458880f1413a85110ead', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.460321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc2be020-c595-4eff-aa05-948b91021121 req-15605a8a-e6ab-4d58-afb4-7026ab8e6967 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Jul 16 01:54:23.493048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:23.498851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.521751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Allocated IP 172.20.0.2 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/d248ad25-b6f0-47bb-bc95-b9d704fc66b6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:23.534931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:23.540935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39032) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.549057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.551694 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Added segment bc52fef1-716b-4384-b5fb-8a2b77fd9a15 of type vlan for network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee Jul 16 01:54:23.600150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7394ef74-e4dd-4b51-a58e-a69912257057 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9346997f7c2649adb241604ba93bc52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570471 Jul 16 01:54:23.603669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39034) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.634935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.666898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdb234-7154-423e-8aff-2aea4431f736 req-3c2972f2-cd5e-4ddc-876a-e2257abff82a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.668501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebbdb234-7154-423e-8aff-2aea4431f736 req-3c2972f2-cd5e-4ddc-876a-e2257abff82a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0905261 Jul 16 01:54:23.702990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.705487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.707869 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd63d-6c07-4a10-828c-4155e6365e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.709545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:23.710145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.715665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ebbdb234-7154-423e-8aff-2aea4431f736 req-82db4e46-2bc3-4e1a-932a-ae715eeac39d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Jul 16 01:54:23.716048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Transition to ACTIVE for port object d248ad25-b6f0-47bb-bc95-b9d704fc66b6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:23.722280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9381bdb-b482-436b-9b91-825b4c696dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.731673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Transition to ACTIVE for port object d248ad25-b6f0-47bb-bc95-b9d704fc66b6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:23.740656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.763389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:23.766857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:23.785942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:23.798923 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3584788 Jul 16 01:54:23.801396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:23.808487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'admin_state_up': True, 'project_id': '3da55cb7c876458880f1413a85110ead', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:23.854479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9381bdb-b482-436b-9b91-825b4c696dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.855937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Attempting to bind port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:23.856185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Attempting to bind port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '81b7e4ce-b6a7-4384-acd2-a3b73d902e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:23.856520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Attempting to bind port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 on network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:23.858895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6d8a-de0f-40f6-a874-0cacbab09e38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Network': ['ID=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.866616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:23.867000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Checking segment: {'id': '81b7e4ce-b6a7-4384-acd2-a3b73d902e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:23.867411 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.867822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Bound using segment: {'id': '81b7e4ce-b6a7-4384-acd2-a3b73d902e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:23.868331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Bound port: d248ad25-b6f0-47bb-bc95-b9d704fc66b6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b7e4ce-b6a7-4384-acd2-a3b73d902e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:23.868702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.882865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Pushing event updated for resources: {'Port': ['ID=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:23.919501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.920626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.938644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] For port d248ad25-b6f0-47bb-bc95-b9d704fc66b6, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:23.942318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] For port d248ad25-b6f0-47bb-bc95-b9d704fc66b6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,segment=NetworkSegment(81b7e4ce-b6a7-4384-acd2-a3b73d902e03),segment_id=81b7e4ce-b6a7-4384-acd2-a3b73d902e03)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:23.943879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:23.952634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:23.955033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-baf8325c-e94e-49fb-ae7b-cedca01a090d {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:54:23.955403 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:54:23.971049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.971414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.971738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.972091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.972428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.972760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.973084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.973412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.973740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.974103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.974429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.974751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:23.993694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9381bdb-b482-436b-9b91-825b4c696dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.004916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9381bdb-b482-436b-9b91-825b4c696dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.004916 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9381bdb-b482-436b-9b91-825b4c696dff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04ba87b7-6205-479e-a6f0-bcdcabbb513f HTTP/1.1" status: 204 len: 168 time: 0.3969400 Jul 16 01:54:24.033840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9381bdb-b482-436b-9b91-825b4c696dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba87b7-6205-479e-a6f0-bcdcabbb513f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.047506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328c9e4-f4fd-46cb-a6f6-408be69f2cb0 req-aafc091f-d7ce-41c4-9187-69993549745c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:24.048714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca655-8c0d-4d91-899c-fc22af04ff6e None None] Pushing event updated for resources: {'Port': ['ID=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:24.055523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c328c9e4-f4fd-46cb-a6f6-408be69f2cb0 req-aafc091f-d7ce-41c4-9187-69993549745c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1958430 Jul 16 01:54:24.064373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.211378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c328c9e4-f4fd-46cb-a6f6-408be69f2cb0 req-1fa44931-4781-41ff-aab1-78a215324ee5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549783 Jul 16 01:54:24.338692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.456960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.492468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port 2825e84d-fbf9-4794-827e-602fa92fb579 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:24.663891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Allocated IP 172.20.0.8 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/2825e84d-fbf9-4794-827e-602fa92fb579) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:24.936064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:24.990916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Transition to ACTIVE for port object 2825e84d-fbf9-4794-827e-602fa92fb579 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:25.070327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.190088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:25.194063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:25.198585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:25.218429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624d3d0-6a86-4923-a1fd-c22525f95bba req-901ea343-ebd6-4093-9cdb-3a1f4ac04c5d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.220046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c624d3d0-6a86-4923-a1fd-c22525f95bba req-901ea343-ebd6-4093-9cdb-3a1f4ac04c5d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1220970 Jul 16 01:54:25.256588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=2825e84d-fbf9-4794-827e-602fa92fb579,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.287456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e3733db7-b264-4c3c-a35a-ea0d7f03464d no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:25.300828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.301768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.327693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bbcfa45f-330c-4c9f-b892-e4202eb0efb9 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2225833 Jul 16 01:54:25.330670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39090) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.336677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'name': 'tempest-AllowedAddressPairTestJSON-1588886537', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:aa:cf:92'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:25.340373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: e3733db7-b264-4c3c-a35a-ea0d7f03464d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:25.340731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e3733db7-b264-4c3c-a35a-ea0d7f03464d not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:25.367114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39092) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:25.440203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.476270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c624d3d0-6a86-4923-a1fd-c22525f95bba req-91be6330-b697-4d95-b2b9-3f71f63f1f2f tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805634 Jul 16 01:54:25.477307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.513485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:25.520686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8ac161-6849-4767-b4fa-4d667a7f2fde None None] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:25.542933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-910630721-network', 'tenant_id': 'e10bff5288c745aa8086ce4937407128'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:25.567614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bdec3-468c-45f6-b8d8-b673ea5e8170 req-39c16e1c-d0ee-4f3c-8559-0fdbacb07b0a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:25.578572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e28bdec3-468c-45f6-b8d8-b673ea5e8170 req-39c16e1c-d0ee-4f3c-8559-0fdbacb07b0a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2841678 Jul 16 01:54:25.634572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-17fd81a5-61eb-4a1c-83e8-0e2fdae251c0 None None] Provisioning for port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:25.656087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e28bdec3-468c-45f6-b8d8-b673ea5e8170 req-9a2fb195-d3c3-4a44-8054-2993a33840cc tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673974 Jul 16 01:54:25.657904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.687053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.228 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/60142563-1116-4c98-b8a1-6eedca12b598) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:25.693838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Made reservation on behalf of e10bff5288c745aa8086ce4937407128 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:25.696320 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.710149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.716783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:25.821694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.875286 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.877575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Allocated IP 172.20.0.12 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:25.926507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=60142563-1116-4c98-b8a1-6eedca12b598,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:25.939259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:25.940793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:25.943990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:25.952018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:25.957820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.012904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:26.037591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d310e-3e0c-41f4-afd2-25b524ed0659,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.046597 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.047072 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Added segment 34f8328d-62d5-4527-aa05-cde644873689 of type vlan for network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 Jul 16 01:54:26.078754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b57e3cbc-a09c-4a1b-85ef-5f11c8ee61d4 None None] Provisioning for port 2825e84d-fbf9-4794-827e-602fa92fb579 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:26.086904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b57e3cbc-a09c-4a1b-85ef-5f11c8ee61d4 None None] Provisioning complete for port 2825e84d-fbf9-4794-827e-602fa92fb579 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:26.087888 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b57e3cbc-a09c-4a1b-85ef-5f11c8ee61d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.164913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.186755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b57e3cbc-a09c-4a1b-85ef-5f11c8ee61d4 None None] Port 2825e84d-fbf9-4794-827e-602fa92fb579 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:26.197052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.209165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b7c9918f-8fd4-4f18-a720-745b40b5a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.231051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Transition to ACTIVE for port object 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:26.242472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.247967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.249799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.298679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9278617 Jul 16 01:54:26.300885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.308200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Request body: {'subnet': {'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-910630721-subnet', 'tenant_id': 'e10bff5288c745aa8086ce4937407128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:26.335685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d248ad25-b6f0-47bb-bc95-b9d704fc66b6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:26.351562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Made reservation on behalf of e10bff5288c745aa8086ce4937407128 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:26.354044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.406426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357aeb6-2cf3-4d9c-a8d4-cace72327e27 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec764cf-31d8-45c4-bdf7-84aad7aa9351,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.433345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:26.440096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.474562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.505741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:26.509774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:26.518507 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.519072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:26.530292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.558570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:26.584642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:26.584997 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.614017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b422ceab-ffe6-41c4-ab24-24dfd9ec43c7 None None] Provisioning complete for port 2825e84d-fbf9-4794-827e-602fa92fb579 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:26.614393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b422ceab-ffe6-41c4-ab24-24dfd9ec43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.625207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.626306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.671759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-53235828-4fa1-443f-8410-3b79edc9136e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3397284 Jul 16 01:54:26.672602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.704067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b422ceab-ffe6-41c4-ab24-24dfd9ec43c7 None None] Port 2825e84d-fbf9-4794-827e-602fa92fb579 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:26.806738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3677d09-b2bf-4a2a-bcf2-66e6980747e7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.815538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3677d09-b2bf-4a2a-bcf2-66e6980747e7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.823657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3677d09-b2bf-4a2a-bcf2-66e6980747e7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:26.829587 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d3677d09-b2bf-4a2a-bcf2-66e6980747e7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1555839 Jul 16 01:54:26.830529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:26.845367 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.848720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.914205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d248ad25-b6f0-47bb-bc95-b9d704fc66b6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,segment=NetworkSegment(81b7e4ce-b6a7-4384-acd2-a3b73d902e03),segment_id=81b7e4ce-b6a7-4384-acd2-a3b73d902e03)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:26.916794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a83e88-6083-42da-9509-c68adc4d936c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:26.929295 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.970554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6777ced6-738a-4ed1-8cb8-059a52606130 None None] Provisioning for port 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:26.980647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6777ced6-738a-4ed1-8cb8-059a52606130 None None] Provisioning complete for port 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:26.981366 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6777ced6-738a-4ed1-8cb8-059a52606130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:26.991905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:26.992446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.005719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.034126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be55bb-8ed7-4b50-8546-68ba292cae80 req-502bedb9-6dc8-429d-865a-fba6a73ec8eb tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.035994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6777ced6-738a-4ed1-8cb8-059a52606130 None None] Port 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:27.042657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9be55bb-8ed7-4b50-8546-68ba292cae80 req-502bedb9-6dc8-429d-865a-fba6a73ec8eb tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2530594 Jul 16 01:54:27.056328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.087454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Checking segment: {'id': '34f8328d-62d5-4527-aa05-cde644873689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:27.087830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Network hostable DHCP agents. Network: 3ec764cf-31d8-45c4-bdf7-84aad7aa9351, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:27.117061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.136717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for 63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:27.176630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9be55bb-8ed7-4b50-8546-68ba292cae80 req-027bf89c-766a-42e5-adf9-4ec6745de974 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330822 Jul 16 01:54:27.215239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:27.240312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3ec764cf-31d8-45c4-bdf7-84aad7aa9351) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:27.247226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.247829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.250533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d0ce1-d103-4703-bc0c-6f2a7192c156 None None] Network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:27.277229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2532def-6d95-4b1d-8789-6f02a4c9afae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9726965 Jul 16 01:54:27.313295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1e7a6-0162-4fdb-a9ee-2025b024a5b7 req-5e19ee61-e8bc-411d-8d27-14df9b6098bb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:27.325184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94f1e7a6-0162-4fdb-a9ee-2025b024a5b7 req-5e19ee61-e8bc-411d-8d27-14df9b6098bb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1529963 Jul 16 01:54:27.339437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.372354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router 6a9936ab-a036-43ff-be47-7134c67bc57d is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:54:27.408833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94f1e7a6-0162-4fdb-a9ee-2025b024a5b7 req-72528a4d-d212-4b61-a482-7039b5c08158 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779457 Jul 16 01:54:27.540148 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.549133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:27.614119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:27.633766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Sync routers for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:27.657123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.658583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a1adef5d-994e-496d-bd83-a424229929f0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8552740 Jul 16 01:54:27.664632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.731299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:27.737161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-76c65c19-dbb5-4420-8571-c235030400f5 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/ports/63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd HTTP/1.1" status: 204 len: 168 time: 0.9053383 Jul 16 01:54:27.742159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.745915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:27.748744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:27.763678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-190a1a09-da15-452e-827f-7a5611ce0494 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=3da55cb7c876458880f1413a85110ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977085 Jul 16 01:54:27.766527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.819219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb062904-d474-4e31-a223-08f9ab438ac0 None None] Network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:27.822956 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44841ec-fa9f-46d4-b5ce-8de02376864f tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] GET failed (client error): The resource could not be found. Jul 16 01:54:27.835554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a44841ec-fa9f-46d4-b5ce-8de02376864f tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "GET /v2.0/ports/63bdb7cf-5a5e-4ac5-80b9-f33ea7e329bd HTTP/1.1" status: 404 len: 333 time: 0.0901895 Jul 16 01:54:27.836231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:27.841747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'name': 'tempest-AllowedAddressPairTestJSON-1046220000'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:27.862551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39138) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.009331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:28.015500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.052767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d212d-0613-4a68-951f-7f6e396b8ddc tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.055168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-810d212d-0613-4a68-951f-7f6e396b8ddc tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2864623 Jul 16 01:54:28.057965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.061465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:28.065413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port 6c97e749-77d2-41a5-a0a0-0586cd8023cf yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:28.096989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-483bff8b-7678-4a72-8f74-3441c881ff58 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378728 Jul 16 01:54:28.099961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39152) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.105572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036943424', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'project_id': '3da55cb7c876458880f1413a85110ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:28.139452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66066774-cb71-47bc-82d4-4ff1f356693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.203835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d248ad25-b6f0-47bb-bc95-b9d704fc66b6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:28.210637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:28.215143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.351958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:28.352330 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.395406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:28.426146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Checking router: 6a9936ab-a036-43ff-be47-7134c67bc57d for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:28.426609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Updating router 6a9936ab-a036-43ff-be47-7134c67bc57d port 60142563-1116-4c98-b8a1-6eedca12b598 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:28.427343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-713f52c1-874b-4e88-b596-ac9f05f621fc tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.429055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-713f52c1-874b-4e88-b596-ac9f05f621fc tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/networks?id=3ec764cf-31d8-45c4-bdf7-84aad7aa9351 HTTP/1.1" status: 200 len: 812 time: 0.2921057 Jul 16 01:54:28.429166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.431948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Allocated IP 172.20.0.4 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/6c97e749-77d2-41a5-a0a0-0586cd8023cf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:28.475200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-ca2811d4-ad6e-4295-a9f0-8ba709ccd089 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/quotas/e10bff5288c745aa8086ce4937407128 HTTP/1.1" status: 200 len: 375 time: 0.0348594 Jul 16 01:54:28.484879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.500419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Subnet': ['ID=f80c7b71-3462-4173-b877-7119cc9598d3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.508789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Checking segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:28.509162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network hostable DHCP agents. Network: ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:28.513883 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66066774-cb71-47bc-82d4-4ff1f356693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.532824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:28.549996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:28.566251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.566865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.567340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ab632-2645-40d5-984d-d288b3a855d1 None None] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:28.575732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66066774-cb71-47bc-82d4-4ff1f356693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.589723 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e7d7efb2-9db9-4f70-9238-c48ae601acca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4859650 Jul 16 01:54:28.590112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.607636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-7bd02f48-365f-4322-a912-4eb8bfd9e729 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e10bff5288c745aa8086ce4937407128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816817 Jul 16 01:54:28.624937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66066774-cb71-47bc-82d4-4ff1f356693f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=177f9585aa85452c8b85e008406b4462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7588806 Jul 16 01:54:28.642922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39162) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:28.711516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2e02b-70b5-41e6-9b32-ddb6f6204316 req-fe4e40f6-2784-4ee4-9c0d-dd740cf568ae tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:28.716544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9d2e02b-70b5-41e6-9b32-ddb6f6204316 req-fe4e40f6-2784-4ee4-9c0d-dd740cf568ae tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.3859346 Jul 16 01:54:28.779643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66066774-cb71-47bc-82d4-4ff1f356693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662fe99f-5b90-4c3f-9b09-d7cfd52b09b1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:28.847824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.899020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:28.899886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:28.928383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9d2e02b-70b5-41e6-9b32-ddb6f6204316 req-a7433ce0-c0ce-4720-9e23-b8980d40a9f7 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859190 Jul 16 01:54:28.939720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-4ae4c36f-128c-4131-855b-63a250a6232a service neutron] 10.222.0.35 "GET /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312066 Jul 16 01:54:28.944170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ffb94b-e064-4943-8ae9-a95f6463dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.020183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.030911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ffb94b-e064-4943-8ae9-a95f6463dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.033300 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.049228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Transition to ACTIVE for port object 60142563-1116-4c98-b8a1-6eedca12b598 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:29.084105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Transition to ACTIVE for port object 6c97e749-77d2-41a5-a0a0-0586cd8023cf will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:29.113888 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.182485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Attempting to bind port 60142563-1116-4c98-b8a1-6eedca12b598 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:29.182863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Attempting to bind port 60142563-1116-4c98-b8a1-6eedca12b598 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:29.183231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Attempting to bind port 60142563-1116-4c98-b8a1-6eedca12b598 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:29.193617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:29.194021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:29.194497 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.194909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:29.195392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Bound port: 60142563-1116-4c98-b8a1-6eedca12b598, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:29.195777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.200674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c346cd-bce8-4b12-92d3-950241d40001 None None] Pushing event updated for resources: {'Port': ['ID=60142563-1116-4c98-b8a1-6eedca12b598,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.210772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-7701254c-1d92-44a2-85ba-de81ec57da11 service neutron] 10.222.0.35 "GET /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538788 Jul 16 01:54:29.228160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Allocated IP 172.20.0.2 (ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee/f80c7b71-3462-4173-b877-7119cc9598d3/8029f99f-e9ff-48d6-b732-3c1511ca66b4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:29.262016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.292074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] For port 60142563-1116-4c98-b8a1-6eedca12b598, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:29.321978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] For port 60142563-1116-4c98-b8a1-6eedca12b598, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=60142563-1116-4c98-b8a1-6eedca12b598,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:29.353544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.382303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1386ba-2daa-4d19-800b-ae237176f525 req-a7d32917-7f2e-452d-89d6-66e88db8d1b6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.403629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a1386ba-2daa-4d19-800b-ae237176f525 req-a7d32917-7f2e-452d-89d6-66e88db8d1b6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2967424 Jul 16 01:54:29.410799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=6c97e749-77d2-41a5-a0a0-0586cd8023cf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.414206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ffb94b-e064-4943-8ae9-a95f6463dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.415399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:29.416421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:29.421667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65ffb94b-e064-4943-8ae9-a95f6463dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.425182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-65ffb94b-e064-4943-8ae9-a95f6463dca2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/662fe99f-5b90-4c3f-9b09-d7cfd52b09b1 HTTP/1.1" status: 204 len: 168 time: 0.7671762 Jul 16 01:54:29.439454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:29.481045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:29.499585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:29.564859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb94b-e064-4943-8ae9-a95f6463dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662fe99f-5b90-4c3f-9b09-d7cfd52b09b1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.573542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:29.574098 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.622813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c346cd-bce8-4b12-92d3-950241d40001 None None] Pushing event updated for resources: {'Port': ['ID=60142563-1116-4c98-b8a1-6eedca12b598,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:29.627180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a1386ba-2daa-4d19-800b-ae237176f525 req-90c4de6b-a9b3-4189-8162-6694285e6b3c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139475 Jul 16 01:54:29.636496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:29.641661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-26d969c2-20cf-47b3-bf91-48224f22ed4c tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8042302 Jul 16 01:54:29.648982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:aa:cf:92'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:29.748327 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb6f37be-704a-4480-aa46-4e5536637c07 req-ed13c94d-6936-4f76-8dc8-ce9a10545070 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 210 time: 0.1052327 Jul 16 01:54:29.823702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:29.841280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Transition to ACTIVE for port object 8029f99f-e9ff-48d6-b732-3c1511ca66b4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:29.867355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Transition to ACTIVE for port object 8029f99f-e9ff-48d6-b732-3c1511ca66b4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:29.881266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:29.994285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.124871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.223694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.284978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835d911-b6fd-46b2-9432-183a9a07ad9b req-8be90097-0055-413e-811a-a97197b26b96 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.294521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f835d911-b6fd-46b2-9432-183a9a07ad9b req-8be90097-0055-413e-811a-a97197b26b96 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1336527 Jul 16 01:54:30.332988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:30.337174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97b3f186-0a46-489e-aff7-521ecec6707b None None] Provisioning for port 6c97e749-77d2-41a5-a0a0-0586cd8023cf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:30.343325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Pushing event updated for resources: {'Port': ['ID=8029f99f-e9ff-48d6-b732-3c1511ca66b4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.347302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:30.349692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:30.377566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f835d911-b6fd-46b2-9432-183a9a07ad9b req-cb19005d-ce17-49c8-8823-d69f867e0ebd tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816250 Jul 16 01:54:30.387740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97b3f186-0a46-489e-aff7-521ecec6707b None None] Provisioning complete for port 6c97e749-77d2-41a5-a0a0-0586cd8023cf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:30.388138 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-97b3f186-0a46-489e-aff7-521ecec6707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.466069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808df46-9363-468e-9a44-c20eed093bb9 req-745dafe7-3d08-4412-ab65-d55a1d74d557 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.476022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8808df46-9363-468e-9a44-c20eed093bb9 req-745dafe7-3d08-4412-ab65-d55a1d74d557 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0850933 Jul 16 01:54:30.481519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.503780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-97b3f186-0a46-489e-aff7-521ecec6707b None None] Port 6c97e749-77d2-41a5-a0a0-0586cd8023cf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:30.507641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.508844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Attempting to bind port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:30.509227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Attempting to bind port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:30.509583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Attempting to bind port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:30.533883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8808df46-9363-468e-9a44-c20eed093bb9 req-9b311bd4-7f18-49a9-a331-2de963c1f177 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564525 Jul 16 01:54:30.543892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:30.544317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Checking segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:30.544979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.545384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Bound using segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:30.545865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Bound port: 8029f99f-e9ff-48d6-b732-3c1511ca66b4, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:30.546732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.625113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:30.667667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a763c73-8ccf-4c93-842a-4e50a03770ad None None] The sync data for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 is: [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:26Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:30.671521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] For port 8029f99f-e9ff-48d6-b732-3c1511ca66b4, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:30.685674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] For port 8029f99f-e9ff-48d6-b732-3c1511ca66b4, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8029f99f-e9ff-48d6-b732-3c1511ca66b4,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:30.688740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=6c97e749-77d2-41a5-a0a0-0586cd8023cf,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.703684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.778670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] In _notify_port_updated(), no bound segment for port 6c97e749-77d2-41a5-a0a0-0586cd8023cf on network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:54:30.796236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:30.798518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:30.802489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cfcbb75a-6132-49da-b9da-40bf41edc8e0 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "PUT /v2.0/ports/6c97e749-77d2-41a5-a0a0-0586cd8023cf HTTP/1.1" status: 200 len: 993 time: 1.1583514 Jul 16 01:54:30.803190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:30.823295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056276ae-5e17-49a9-bd56-96a980fc5402 None None] Pushing event updated for resources: {'Port': ['ID=8029f99f-e9ff-48d6-b732-3c1511ca66b4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:30.881354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.1 (ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee/f80c7b71-3462-4173-b877-7119cc9598d3/df17bb70-f677-4d53-b82a-04630026c6e1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:31.010054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e10795a-8a7e-454f-9f78-d4bf3e8d928b req-6a9fb18a-28ba-4a8e-87bb-9f4b3ea4b544 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 210 time: 0.0645645 Jul 16 01:54:31.075765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port 6c97e749-77d2-41a5-a0a0-0586cd8023cf {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:31.076332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.076927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4c335c03-0da9-4746-bbc7-08c64127be42 None None] Provisioning complete for port 6c97e749-77d2-41a5-a0a0-0586cd8023cf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:31.077314 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c335c03-0da9-4746-bbc7-08c64127be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.105554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.108800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8447d-2ca5-46cf-8448-9ef3dc48eac0 req-f91d9ab2-5fc7-417f-9a7e-70f5506b1c29 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.117846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ff8447d-2ca5-46cf-8448-9ef3dc48eac0 req-f91d9ab2-5fc7-417f-9a7e-70f5506b1c29 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1751049 Jul 16 01:54:31.118967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4c335c03-0da9-4746-bbc7-08c64127be42 None None] Port 6c97e749-77d2-41a5-a0a0-0586cd8023cf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:31.176512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object df17bb70-f677-4d53-b82a-04630026c6e1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:31.266213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.292779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ff8447d-2ca5-46cf-8448-9ef3dc48eac0 req-9c6f47d3-33f3-4af6-9e2d-30c1f253eee2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738222 Jul 16 01:54:31.331119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.346225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for 6c97e749-77d2-41a5-a0a0-0586cd8023cf owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:31.409579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:31.417124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:31.426604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:31.509338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=df17bb70-f677-4d53-b82a-04630026c6e1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.521963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.525429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.564114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-7f5095ce-4c7b-4596-85f5-ce6766598f46 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.566107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-7f5095ce-4c7b-4596-85f5-ce6766598f46 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.32 "GET /v2.0/networks?id=3ec764cf-31d8-45c4-bdf7-84aad7aa9351 HTTP/1.1" status: 200 len: 812 time: 0.3188825 Jul 16 01:54:31.572820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=6c97e749-77d2-41a5-a0a0-0586cd8023cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:31.615006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Request body: {'port': {'device_id': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351', 'admin_state_up': True, 'tenant_id': 'e10bff5288c745aa8086ce4937407128'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:31.796547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f0e45-7822-4128-8f35-7e879bf7389f req-14eb129c-d53f-4c14-bf48-74fae1a3e246 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:31.804433 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f29f0e45-7822-4128-8f35-7e879bf7389f req-14eb129c-d53f-4c14-bf48-74fae1a3e246 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2420425 Jul 16 01:54:31.936922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f29f0e45-7822-4128-8f35-7e879bf7389f req-16aa341a-0871-40db-8325-74d8be0f5845 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315370 Jul 16 01:54:31.967762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.970936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.973149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dea51507-503e-429e-93fa-e6327e6925b7 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/ports/6c97e749-77d2-41a5-a0a0-0586cd8023cf HTTP/1.1" status: 204 len: 168 time: 1.1689055 Jul 16 01:54:31.975739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39202) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:31.981990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Made reservation on behalf of e10bff5288c745aa8086ce4937407128 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:31.986626 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.251561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391fe38-42e4-4fd3-b10f-133e3f1493e4 None None] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:32.350615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8029f99f-e9ff-48d6-b732-3c1511ca66b4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:32.392484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cc17f39c-4dcf-4845-a597-118391731381 None None] Provisioning for port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:32.445359 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-94824ed4-cc42-4a7f-8cae-62ce1759bd78 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] GET failed (client error): The resource could not be found. Jul 16 01:54:32.449137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-94824ed4-cc42-4a7f-8cae-62ce1759bd78 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "GET /v2.0/ports/6c97e749-77d2-41a5-a0a0-0586cd8023cf HTTP/1.1" status: 404 len: 333 time: 0.4703147 Jul 16 01:54:32.457310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:32.465039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'name': 'tempest-AllowedAddressPairTestJSON-259600337'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:32.477689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c130dfd1-a004-4211-8395-555350b3c952 req-4dab661f-77cd-402a-aa6e-e4580751cb74 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 210 time: 0.0366907 Jul 16 01:54:32.486585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527383e3-738e-48da-9f2d-30f819882d85 req-f7ffa916-6adc-439b-ae10-5ad859cc1c37 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.493719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:32.494027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-527383e3-738e-48da-9f2d-30f819882d85 req-f7ffa916-6adc-439b-ae10-5ad859cc1c37 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.7414501 Jul 16 01:54:32.498549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:32.499090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.542254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-527383e3-738e-48da-9f2d-30f819882d85 req-cb850992-2ad1-464a-abce-44c5bc317e78 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473351 Jul 16 01:54:32.613577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.653868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8029f99f-e9ff-48d6-b732-3c1511ca66b4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8029f99f-e9ff-48d6-b732-3c1511ca66b4,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:32.659322 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.660356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 60142563-1116-4c98-b8a1-6eedca12b598 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:32.755462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8029f99f-e9ff-48d6-b732-3c1511ca66b4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:32.769027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 60142563-1116-4c98-b8a1-6eedca12b598 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:32.774640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 60142563-1116-4c98-b8a1-6eedca12b598 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:32.775157 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.796190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77bb72-85bf-47e4-8c11-7416f63d6769 req-1e39be44-b18f-4774-bba3-535545500271 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:32.804572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca77bb72-85bf-47e4-8c11-7416f63d6769 req-1e39be44-b18f-4774-bba3-535545500271 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1539109 Jul 16 01:54:32.824587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Allocated IP 172.20.0.5 (3ec764cf-31d8-45c4-bdf7-84aad7aa9351/c0a83e88-6083-42da-9509-c68adc4d936c/bb69f534-efe3-48fc-9d7a-33acc2083a94) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:32.867472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca77bb72-85bf-47e4-8c11-7416f63d6769 req-bf9f0e52-d8ba-466e-8f2c-57801e1ac12f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610306 Jul 16 01:54:32.888961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.894013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:32.897800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.910786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 60142563-1116-4c98-b8a1-6eedca12b598, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=60142563-1116-4c98-b8a1-6eedca12b598,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:32.915991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.934465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.947289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:32.971555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2224c654-5194-4ef1-b1d1-e82e15930a76 None None] Provisioning complete for port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:32.971933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2224c654-5194-4ef1-b1d1-e82e15930a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.001102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=60142563-1116-4c98-b8a1-6eedca12b598,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.026190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.029126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port 1487b03b-48cb-4986-9906-bef98662e621 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:33.100769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2224c654-5194-4ef1-b1d1-e82e15930a76 None None] Provisioning for port df17bb70-f677-4d53-b82a-04630026c6e1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:33.106006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2224c654-5194-4ef1-b1d1-e82e15930a76 None None] Provisioning complete for port df17bb70-f677-4d53-b82a-04630026c6e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.106930 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2224c654-5194-4ef1-b1d1-e82e15930a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.154711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2224c654-5194-4ef1-b1d1-e82e15930a76 None None] Port df17bb70-f677-4d53-b82a-04630026c6e1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:33.183144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44357122-55e6-4f04-8965-ed93fdf6356f req-eabd42e5-2cd0-476c-8fee-5ffb5e0836e9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.185005 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44357122-55e6-4f04-8965-ed93fdf6356f req-eabd42e5-2cd0-476c-8fee-5ffb5e0836e9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.0840356 Jul 16 01:54:33.228923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44357122-55e6-4f04-8965-ed93fdf6356f req-ff210763-0779-491a-a157-2914d00f899b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376449 Jul 16 01:54:33.232611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=df17bb70-f677-4d53-b82a-04630026c6e1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.277132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82ea6cb9-c58f-4297-a80b-f39732f73ea6 None None] Provisioning complete for port df17bb70-f677-4d53-b82a-04630026c6e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.277662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82ea6cb9-c58f-4297-a80b-f39732f73ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.311137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-82ea6cb9-c58f-4297-a80b-f39732f73ea6 None None] Port df17bb70-f677-4d53-b82a-04630026c6e1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:33.349110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.385524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:33.391746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:33.393977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Allocated IP 172.20.0.11 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/1487b03b-48cb-4986-9906-bef98662e621) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:33.533677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.632083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:33.639728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7d0485d9-a38c-473f-8b8a-54fcaca23d2f None None] Provisioning complete for port df17bb70-f677-4d53-b82a-04630026c6e1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:33.640135 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d0485d9-a38c-473f-8b8a-54fcaca23d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.641694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Pushing event updated for resources: {'Port': ['ID=bb69f534-efe3-48fc-9d7a-33acc2083a94,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:33.644296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:33.650285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:33.694272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7d0485d9-a38c-473f-8b8a-54fcaca23d2f None None] Port df17bb70-f677-4d53-b82a-04630026c6e1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:33.710876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c76c04-81eb-4ef6-a97a-2c5371a71b2f req-fd6b9d16-10bb-4b74-a6a3-fb3aff90f2ab tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.713316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20c76c04-81eb-4ef6-a97a-2c5371a71b2f req-fd6b9d16-10bb-4b74-a6a3-fb3aff90f2ab tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 931 time: 0.0893867 Jul 16 01:54:33.727491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router 6a9936ab-a036-43ff-be47-7134c67bc57d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:33.765142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.765753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.788547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20c76c04-81eb-4ef6-a97a-2c5371a71b2f req-ad1ad73d-e8cf-4e9d-9024-ba40da35c87f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Jul 16 01:54:33.807919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710b67-9b70-4a8c-93e6-bcb964c58286 req-549cc7d5-de00-4c5c-aa6c-d43ccddde6da tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:33.809443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5710b67-9b70-4a8c-93e6-bcb964c58286 req-549cc7d5-de00-4c5c-aa6c-d43ccddde6da tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0936918 Jul 16 01:54:33.827229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-5eb2aafb-a9a3-4cf4-8200-9a08ff679f1f tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2163911 Jul 16 01:54:33.843768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Request body: {'port': {'device_id': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:33.847944 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:33.848523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5710b67-9b70-4a8c-93e6-bcb964c58286 req-5de0cd0f-8063-4a71-bfee-41aa35461465 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Jul 16 01:54:33.913705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Transition to ACTIVE for port object 1487b03b-48cb-4986-9906-bef98662e621 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:33.987500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:33.996327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9cf95b73-f84d-4dd2-bc4e-4e6c396fb948 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/6a9936ab-a036-43ff-be47-7134c67bc57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4052744 Jul 16 01:54:33.997862 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Sync routers for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:34.009637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.013410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.015998 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:34.017235 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:34.048671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91d936-40ea-4e89-a292-d8447816f06b req-6e5c55a8-b2a1-408f-ab81-e1c7744b2f1c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.050570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c91d936-40ea-4e89-a292-d8447816f06b req-6e5c55a8-b2a1-408f-ab81-e1c7744b2f1c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.0730743 Jul 16 01:54:34.092463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:34.105228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:34.109526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c91d936-40ea-4e89-a292-d8447816f06b req-e6f765e5-5e63-492e-96f5-8dab8cb95ce0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Jul 16 01:54:34.111730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:34.148701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=1487b03b-48cb-4986-9906-bef98662e621,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.157191 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:34.221653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8029f99f-e9ff-48d6-b732-3c1511ca66b4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:34.243677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.251264 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.309669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f84e789-4f62-4371-8bb8-44168a0d51eb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8491771 Jul 16 01:54:34.313233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:34.319878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:34.320454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.335117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:aa:cf:92'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:34.352733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-fa01e446-4af1-454d-830e-7d12c3563c4c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695238884&fields=id&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 267 time: 0.1110687 Jul 16 01:54:34.449204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82712e6b-513f-4471-bf19-a09c7f5ad9d6 None None] Provisioning for port 1487b03b-48cb-4986-9906-bef98662e621 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:34.460056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82712e6b-513f-4471-bf19-a09c7f5ad9d6 None None] Provisioning complete for port 1487b03b-48cb-4986-9906-bef98662e621 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:34.460451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82712e6b-513f-4471-bf19-a09c7f5ad9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.479927 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 2, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:34.492810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 60142563-1116-4c98-b8a1-6eedca12b598 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:34.508173 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Checking router: 6a9936ab-a036-43ff-be47-7134c67bc57d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:34.508530 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Updating router 6a9936ab-a036-43ff-be47-7134c67bc57d port df17bb70-f677-4d53-b82a-04630026c6e1 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:54:34.523938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb69f534-efe3-48fc-9d7a-33acc2083a94 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:34.535222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.549412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-82712e6b-513f-4471-bf19-a09c7f5ad9d6 None None] Port 1487b03b-48cb-4986-9906-bef98662e621 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:34.550860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Transition to ACTIVE for port object bb69f534-efe3-48fc-9d7a-33acc2083a94 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:34.555424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.558639 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.560349 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 60142563-1116-4c98-b8a1-6eedca12b598 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:34.560830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.601803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb69f534-efe3-48fc-9d7a-33acc2083a94,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.692949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Attempting to bind port bb69f534-efe3-48fc-9d7a-33acc2083a94 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:34.693411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Attempting to bind port bb69f534-efe3-48fc-9d7a-33acc2083a94 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '34f8328d-62d5-4527-aa05-cde644873689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:34.693840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Attempting to bind port bb69f534-efe3-48fc-9d7a-33acc2083a94 on network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:34.699571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Port bb69f534-efe3-48fc-9d7a-33acc2083a94 on network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:34.700059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Attempting to bind port bb69f534-efe3-48fc-9d7a-33acc2083a94 on network 3ec764cf-31d8-45c4-bdf7-84aad7aa9351 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:34.705369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:34.705369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Checking segment: {'id': '34f8328d-62d5-4527-aa05-cde644873689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:34.705743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Bound using segment: {'id': '34f8328d-62d5-4527-aa05-cde644873689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:34.706238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Bound port: bb69f534-efe3-48fc-9d7a-33acc2083a94, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f8328d-62d5-4527-aa05-cde644873689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:34.706664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.753830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-14c6cf8e-ba04-4d84-8fd5-655f58b7acd1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.755844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-14c6cf8e-ba04-4d84-8fd5-655f58b7acd1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 797 time: 0.3481205 Jul 16 01:54:34.765451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdabb17-bdb1-4921-9d25-a3898d2e39f4 req-9033a053-62af-42f8-ac38-b2d5c9ed77f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.768942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecdabb17-bdb1-4921-9d25-a3898d2e39f4 req-9033a053-62af-42f8-ac38-b2d5c9ed77f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2566540 Jul 16 01:54:34.776473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] For port bb69f534-efe3-48fc-9d7a-33acc2083a94, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:34.779563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] For port bb69f534-efe3-48fc-9d7a-33acc2083a94, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94,segment=NetworkSegment(34f8328d-62d5-4527-aa05-cde644873689),segment_id=34f8328d-62d5-4527-aa05-cde644873689)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:34.786663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.789536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.809778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-1ad467f2-e895-4de9-91ea-9cefae858809 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/quotas/3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 375 time: 0.0360942 Jul 16 01:54:34.828345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.828943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.830885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb69f534-efe3-48fc-9d7a-33acc2083a94 HTTP/1.1" status: 200 len: 1091 time: 0.9907677 Jul 16 01:54:34.831375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'tag': 'bb69f534-efe3-48fc-9d7a-33acc2083a94'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:34.834287 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f577fe-f76a-4175-acdd-0f97a25623be" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a18877-d1e0-453d-b8f2-7def111b3816", "tag": "bb69f534-efe3-48fc-9d7a-33acc2083a94"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:34.857641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dbc25-8489-4fd1-a950-5995142001b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb69f534-efe3-48fc-9d7a-33acc2083a94,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:34.878348 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.891386 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Transition to ACTIVE for port object df17bb70-f677-4d53-b82a-04630026c6e1 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:34.898447 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.905610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecdabb17-bdb1-4921-9d25-a3898d2e39f4 req-48ae27db-6465-452f-b361-699f702b14c9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286032 Jul 16 01:54:34.941388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-fd1e4751-3d9a-428f-90c7-24d2532773b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:34.944690 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-fd1e4751-3d9a-428f-90c7-24d2532773b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e10bff5288c745aa8086ce4937407128&device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 1094 time: 0.0776711 Jul 16 01:54:35.003852 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85f43a-1a5b-43ea-ba0e-96e30a716380 None None] Pushing event updated for resources: {'Port': ['ID=df17bb70-f677-4d53-b82a-04630026c6e1,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.011090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-09caba44-fd2a-4b59-86b0-72cfab31f089 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94 HTTP/1.1" status: 200 len: 217 time: 0.0596089 Jul 16 01:54:35.015177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-bfecbad5-cf6d-40b6-a91e-897a30320812 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471410 Jul 16 01:54:35.077017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-47c134bc-fc25-47c9-9e9e-f33c177e674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.078400 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Attempting to bind port df17bb70-f677-4d53-b82a-04630026c6e1 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:35.079104 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Attempting to bind port df17bb70-f677-4d53-b82a-04630026c6e1 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:35.079618 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Attempting to bind port df17bb70-f677-4d53-b82a-04630026c6e1 on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:35.079754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-47c134bc-fc25-47c9-9e9e-f33c177e674f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0a83e88-6083-42da-9509-c68adc4d936c HTTP/1.1" status: 200 len: 852 time: 0.0627019 Jul 16 01:54:35.086237 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:35.086840 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Checking segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:35.087387 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.087938 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Bound using segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:35.088612 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Bound port: df17bb70-f677-4d53-b82a-04630026c6e1, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:35.089268 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.135263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-747fd9df-c84b-4799-8af1-c588013de3b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ec764cf-31d8-45c4-bdf7-84aad7aa9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474896 Jul 16 01:54:35.177207 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] For port df17bb70-f677-4d53-b82a-04630026c6e1, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:35.183819 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] For port df17bb70-f677-4d53-b82a-04630026c6e1, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=df17bb70-f677-4d53-b82a-04630026c6e1,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:35.191360 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.267527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-99403c78-190e-4ef6-ac7d-203f538521da service neutron] 10.222.0.32 "GET /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229517 Jul 16 01:54:35.282683 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85f43a-1a5b-43ea-ba0e-96e30a716380 None None] Pushing event updated for resources: {'Port': ['ID=df17bb70-f677-4d53-b82a-04630026c6e1,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.286437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:35.287527 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:35.309460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.330805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-8a41070b-acbb-4bf0-9d44-a3a1b96a9bce service neutron] 10.222.0.35 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741325 Jul 16 01:54:35.337482 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.361998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed14ef-3d6e-4a2e-b679-909e62c01b8d req-b427853d-cdf6-42bb-88b8-731862ab3774 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.369666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20ed14ef-3d6e-4a2e-b679-909e62c01b8d req-b427853d-cdf6-42bb-88b8-731862ab3774 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 943 time: 0.1826096 Jul 16 01:54:35.402356 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-784fe93f-b003-464e-8f5c-65e1cb6616ea req-66f8b74e-6d07-438c-aeab-e09645e15936 service neutron] 10.222.0.32 "GET /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254852 Jul 16 01:54:35.516361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:35.585134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20ed14ef-3d6e-4a2e-b679-909e62c01b8d req-ebe9ad3d-4583-4abc-bec6-06432281df11 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131894 Jul 16 01:54:35.585747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=1487b03b-48cb-4986-9906-bef98662e621,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:35.596721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] In _notify_port_updated(), no bound segment for port 1487b03b-48cb-4986-9906-bef98662e621 on network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:54:35.603463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.604177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.609350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:35.621283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-532f8963-faa7-44cf-8fec-b6fa018c7e0e tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "PUT /v2.0/ports/1487b03b-48cb-4986-9906-bef98662e621 HTTP/1.1" status: 200 len: 996 time: 1.3044851 Jul 16 01:54:35.666189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-fa4aa12a-2a0a-41fd-88b1-16d3340d5c9c service neutron] 10.222.0.35 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258708 Jul 16 01:54:35.752962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bac020cb-3c6c-442e-a9e4-80475e47151b None None] Provisioning complete for port 1487b03b-48cb-4986-9906-bef98662e621 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:35.753502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bac020cb-3c6c-442e-a9e4-80475e47151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:35.795378 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:35Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:35.805081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bac020cb-3c6c-442e-a9e4-80475e47151b None None] Port 1487b03b-48cb-4986-9906-bef98662e621 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:35.835242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e7b12-4256-4906-9fe6-6ee94c43883e None None] The sync data for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 is: [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:35Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:35.959519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99487f6-e5ca-4ae1-a6f0-c689d4e9fb5b req-3628011b-b3e6-4f7a-a514-4939ff3e6ee8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:35.961426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c99487f6-e5ca-4ae1-a6f0-c689d4e9fb5b req-3628011b-b3e6-4f7a-a514-4939ff3e6ee8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1370039 Jul 16 01:54:36.026138 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca4bda-0124-4ee2-89cc-a8962b0860c7 x-openstack-request-id: req-30ca4bda-0124-4ee2-89cc-a8962b0860c7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:36.026533 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a18877-d1e0-453d-b8f2-7def111b3816", "tag": "bb69f534-efe3-48fc-9d7a-33acc2083a94", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:36.026878 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30ca4bda-0124-4ee2-89cc-a8962b0860c7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:36.027372 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'tag': 'bb69f534-efe3-48fc-9d7a-33acc2083a94', 'status': 'completed', 'code': 200} Jul 16 01:54:36.032282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c99487f6-e5ca-4ae1-a6f0-c689d4e9fb5b req-23b6b41f-cb05-49e1-9df5-98214462f940 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552642 Jul 16 01:54:36.151273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4d42-38d8-443f-86aa-4e42cfb536df req-01e0a87f-9d0c-4ce3-87a5-8b92b8ae9661 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.152857 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac6e4d42-38d8-443f-86aa-4e42cfb536df req-01e0a87f-9d0c-4ce3-87a5-8b92b8ae9661 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1196156 Jul 16 01:54:36.169317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-a127ac0f-4757-4a41-bc4a-c5b73c9e9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.170842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-a127ac0f-4757-4a41-bc4a-c5b73c9e9088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e10bff5288c745aa8086ce4937407128&device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 1094 time: 0.1426220 Jul 16 01:54:36.203394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4674f9d8-c8bc-4897-9637-e146b45a821e req-cc65d5d5-e369-4851-98f5-f85c5ca1e1e0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 210 time: 0.0478177 Jul 16 01:54:36.267361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac6e4d42-38d8-443f-86aa-4e42cfb536df req-bcf623b2-1304-46ed-8ad2-11f24a468b04 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607369 Jul 16 01:54:36.300734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df17bb70-f677-4d53-b82a-04630026c6e1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:36.349493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port 1487b03b-48cb-4986-9906-bef98662e621 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:36.349840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.361608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-b95c6701-ae50-414d-bbd4-217eb39c3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.363110 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-b95c6701-ae50-414d-bbd4-217eb39c3bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1096 time: 0.2102175 Jul 16 01:54:36.413594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port df17bb70-f677-4d53-b82a-04630026c6e1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:36.417911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port df17bb70-f677-4d53-b82a-04630026c6e1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:36.418463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.460610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-7b1cf487-963f-4bbc-9108-bfe4af615573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.462148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-7b1cf487-963f-4bbc-9108-bfe4af615573 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ec764cf-31d8-45c4-bdf7-84aad7aa9351 HTTP/1.1" status: 200 len: 913 time: 0.2700901 Jul 16 01:54:36.559939 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.569353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-01fa6853-adb9-44af-a6de-d47da2bb6532 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94 HTTP/1.1" status: 200 len: 217 time: 0.0757682 Jul 16 01:54:36.593592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646697e8-27c7-4792-8aa3-cebb206040ad req-3d3f3cf0-349e-4ff2-b668-d2849a8dd56e tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.595620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-646697e8-27c7-4792-8aa3-cebb206040ad req-3d3f3cf0-349e-4ff2-b668-d2849a8dd56e tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1083245 Jul 16 01:54:36.609164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port df17bb70-f677-4d53-b82a-04630026c6e1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=df17bb70-f677-4d53-b82a-04630026c6e1,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:36.616884 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.665149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-646697e8-27c7-4792-8aa3-cebb206040ad req-e7832a63-0966-4709-97fe-2901924a349c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626309 Jul 16 01:54:36.712993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.730687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=df17bb70-f677-4d53-b82a-04630026c6e1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:36.748889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for 1487b03b-48cb-4986-9906-bef98662e621 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:36.755266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-e95943ff-b565-4877-8cd3-717ddd213b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.756794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-e95943ff-b565-4877-8cd3-717ddd213b55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.3657308 Jul 16 01:54:36.761677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-5f2c378e-2d52-4088-a1f4-ff1309e8776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.763109 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-5f2c378e-2d52-4088-a1f4-ff1309e8776b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0a83e88-6083-42da-9509-c68adc4d936c HTTP/1.1" status: 200 len: 852 time: 0.1715095 Jul 16 01:54:36.845101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a551e-a036-4293-bdcd-29fe3ce64fb6 req-6a64321a-daa2-4edf-8fd6-5eba5c49895d tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:36.846651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d26a551e-a036-4293-bdcd-29fe3ce64fb6 req-6a64321a-daa2-4edf-8fd6-5eba5c49895d tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 943 time: 0.0752771 Jul 16 01:54:36.872505 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-0f41e6e3-8a56-40b9-9aad-cdb201b2b01e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0737827 Jul 16 01:54:36.895211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-d5645268-45c9-4487-9c0a-519912422101 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ec764cf-31d8-45c4-bdf7-84aad7aa9351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976253 Jul 16 01:54:36.896725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d26a551e-a036-4293-bdcd-29fe3ce64fb6 req-5986e691-0270-4c7c-a8dc-1eaee3307c13 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Jul 16 01:54:37.027178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-645159bf-ff5c-4b18-b79c-f3fd1817ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.028773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-645159bf-ff5c-4b18-b79c-f3fd1817ed13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.1360857 Jul 16 01:54:37.102959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-81c13e3a-80c6-4f80-8995-0f54458e6928 service neutron] 10.222.0.32 "GET /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982226 Jul 16 01:54:37.166285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.213079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2493098-e154-4699-806d-fa1501da109c req-d824c640-b5cd-4922-a32f-f3c31a8c627f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.214634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2493098-e154-4699-806d-fa1501da109c req-d824c640-b5cd-4922-a32f-f3c31a8c627f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0720973 Jul 16 01:54:37.229822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=1487b03b-48cb-4986-9906-bef98662e621,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.272627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-3ebbcbea-6832-40c2-9207-c6a3a85903c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.274144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-3ebbcbea-6832-40c2-9207-c6a3a85903c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360935 Jul 16 01:54:37.276710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2493098-e154-4699-806d-fa1501da109c req-70638791-ef4a-4b22-97c6-1654ed90a99e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552812 Jul 16 01:54:37.369019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:37.375361 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f7f577fe-f76a-4175-acdd-0f97a25623be req-d89d7951-d7e8-4d1e-a418-e7ddc6006868 service neutron] 10.222.0.32 "GET /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617879 Jul 16 01:54:37.440952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.443923 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5fa4138c-ebfe-44bd-94d3-901a105b84b1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/ports/1487b03b-48cb-4986-9906-bef98662e621 HTTP/1.1" status: 204 len: 168 time: 1.8330376 Jul 16 01:54:37.457417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.483099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee208e88-32b9-4448-96c7-22ca978976ce req-575dc637-91c2-4b7f-bbaf-839d1a7e600f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 210 time: 0.0691469 Jul 16 01:54:37.536837 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-1905b73c-4fa1-4abe-93b9-02a8d4333a61 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] GET failed (client error): The resource could not be found. Jul 16 01:54:37.544286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1905b73c-4fa1-4abe-93b9-02a8d4333a61 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "GET /v2.0/ports/1487b03b-48cb-4986-9906-bef98662e621 HTTP/1.1" status: 404 len: 333 time: 0.0739257 Jul 16 01:54:37.545153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:37.561110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'name': 'tempest-AllowedAddressPairTestJSON-2034384922'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:37.609528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:37.624975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f427a-5364-475e-a3e1-0aec64010ac0 req-6ab95d2e-62f1-4e9d-934f-2dafcd5890e5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:37.631157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-304f427a-5364-475e-a3e1-0aec64010ac0 req-6ab95d2e-62f1-4e9d-934f-2dafcd5890e5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1276989 Jul 16 01:54:37.635770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'port_id': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'mac_address': 'fa:16:3e:1a:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:37.708225 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.724703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:37.729665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-304f427a-5364-475e-a3e1-0aec64010ac0 req-a795fa03-99b5-4cb7-b106-4f2b0102104f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897591 Jul 16 01:54:37.751334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:37.770717 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.776266 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-f3a3c22d-6369-468f-b696-683483b4394a service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644940 Jul 16 01:54:37.845018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:37.858033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:37.946183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ceaab-9a48-40f0-8a3c-d11536b93116 req-0d2b1ac6-05eb-469a-a0f3-c7085e1f7fae service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957654 Jul 16 01:54:37.997122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f0e1e-2793-4c5e-960a-41c89ecf6759 req-ad1afcbc-ef3d-40b4-aeff-786d0115f7dd tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.001798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad2f0e1e-2793-4c5e-960a-41c89ecf6759 req-ad1afcbc-ef3d-40b4-aeff-786d0115f7dd tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1292288 Jul 16 01:54:38.047077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-0fbe3d53-a7f3-4799-81f3-244d7edc182f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.049322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-0fbe3d53-a7f3-4799-81f3-244d7edc182f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 797 time: 0.4283230 Jul 16 01:54:38.055925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:38.060054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.097880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad2f0e1e-2793-4c5e-960a-41c89ecf6759 req-d1987e8a-a349-4621-a23d-e0bced350417 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893071 Jul 16 01:54:38.098040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:38.145378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46582815-0e2a-492b-9499-966d740c2054 req-b5068f9a-c5a4-4bfc-a74b-0f597f96e11a tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.147062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46582815-0e2a-492b-9499-966d740c2054 req-b5068f9a-c5a4-4bfc-a74b-0f597f96e11a tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 943 time: 0.0845892 Jul 16 01:54:38.163840 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-e1c3da3d-d2d8-4d62-b30b-ab47236a3ece tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 379 time: 0.1003554 Jul 16 01:54:38.184308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'port': {'device_id': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'admin_state_up': True, 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'security_groups': ['796d47a3-fc79-4afe-87ce-2e90359bb28f']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:38.199338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46582815-0e2a-492b-9499-966d740c2054 req-dda723f2-2b7d-4feb-8a82-0234f9382df2 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Jul 16 01:54:38.213444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df17bb70-f677-4d53-b82a-04630026c6e1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:38.281132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port df17bb70-f677-4d53-b82a-04630026c6e1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:38.281593 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.328964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Allocated IP 172.20.0.9 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:38.381291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:38.384723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.470563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61adddc-d252-4967-8e3e-68b6ad6ab923 req-5435e053-8b58-4c10-9da6-45da2110debe tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.472689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f61adddc-d252-4967-8e3e-68b6ad6ab923 req-5435e053-8b58-4c10-9da6-45da2110debe tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0683317 Jul 16 01:54:38.562409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f61adddc-d252-4967-8e3e-68b6ad6ab923 req-41ccb38c-8d7a-49fe-ab80-ef39e7d739d8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828636 Jul 16 01:54:38.710745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28d401d1-4ebc-47b3-9491-5c32b2304a03 req-00689eab-f47b-42bb-9687-f11ab4b571cb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 210 time: 0.0478809 Jul 16 01:54:38.893026 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.914006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.9 (ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee/f80c7b71-3462-4173-b877-7119cc9598d3/80ebd350-0260-4e67-995b-6c56d5c8008f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:38.920276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Transition to ACTIVE for port object e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:38.931167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b59e3-72e5-42c1-9338-2d686f6c8b9b req-3cab41cd-fd8a-45d0-b011-ab436c5b1987 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:38.932762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-277b59e3-72e5-42c1-9338-2d686f6c8b9b req-3cab41cd-fd8a-45d0-b011-ab436c5b1987 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 944 time: 0.0663671 Jul 16 01:54:38.987756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-277b59e3-72e5-42c1-9338-2d686f6c8b9b req-7a9fa869-e9f2-4af1-a7b8-749e5d22a193 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Jul 16 01:54:39.017047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.085312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:39.091730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:39.102583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:39.144222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:39.199727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.211836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.212914 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.234096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object 80ebd350-0260-4e67-995b-6c56d5c8008f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:39.273553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d976478-ed76-454f-b6b9-7d1b6ba96053 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7239180 Jul 16 01:54:39.276722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:39.285601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'network_id': '2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5', 'name': 'tempest-AllowedAddressPairTestJSON-1483176981'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:39.294306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.342593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:39.350768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:39.353711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:39.386851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb69f534-efe3-48fc-9d7a-33acc2083a94 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:39.392005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:39.465839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:39.519150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-95dfd4c7-5df8-426c-a08b-e99350f41820 None None] Provisioning for port e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:39.534343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:39.534976 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.535640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.537669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.540594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-95dfd4c7-5df8-426c-a08b-e99350f41820 None None] Provisioning complete for port e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:39.541151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95dfd4c7-5df8-426c-a08b-e99350f41820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.551937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Made reservation on behalf of b8f4965e8fa04f618da0600e584c076a for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:39.555569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.574531 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-f12d55c4-bf47-4886-82c6-5cadd577336d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3963628 Jul 16 01:54:39.590901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Request body: {'port': {'device_id': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:39.596577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-95dfd4c7-5df8-426c-a08b-e99350f41820 None None] Port e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:39.617006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665caf0a-28b9-4a8e-a4fe-74655ac87d1d req-662d13e7-8684-4e09-a1d4-0eb7dee33580 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.624392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-665caf0a-28b9-4a8e-a4fe-74655ac87d1d req-662d13e7-8684-4e09-a1d4-0eb7dee33580 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2189422 Jul 16 01:54:39.636971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3552e-94b5-47f1-83a7-6bd9a7042d45 req-fddd4c96-2ae7-4228-9d44-e2884e2f43ac tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:39.638523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15c3552e-94b5-47f1-83a7-6bd9a7042d45 req-fddd4c96-2ae7-4228-9d44-e2884e2f43ac tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 943 time: 0.1514010 Jul 16 01:54:39.645004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] device_id is not set on port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:39.707304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port bb69f534-efe3-48fc-9d7a-33acc2083a94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94,segment=NetworkSegment(34f8328d-62d5-4527-aa05-cde644873689),segment_id=34f8328d-62d5-4527-aa05-cde644873689)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:39.710658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-665caf0a-28b9-4a8e-a4fe-74655ac87d1d req-71187274-58f5-4b37-a1d8-6c3ef24a8e36 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851350 Jul 16 01:54:39.750346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'bb69f534-efe3-48fc-9d7a-33acc2083a94', 'network_id': '3ec764cf-31d8-45c4-bdf7-84aad7aa9351', 'port_id': 'bb69f534-efe3-48fc-9d7a-33acc2083a94', 'mac_address': 'fa:16:3e:82:f2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a83e88-6083-42da-9509-c68adc4d936c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:39.757696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.767581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.861178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:39.870456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:39.872846 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212d1ae8-7c26-4d42-8134-46e2d67ac991" -d '{"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-plugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:39.888833 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.897361 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:39.943345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb69f534-efe3-48fc-9d7a-33acc2083a94 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:39.951317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Allocated IP 172.20.0.4 (2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5/72388b1c-3412-4585-8681-2e7cdac84367/e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:39.979858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15c3552e-94b5-47f1-83a7-6bd9a7042d45 req-bfcecdd8-f123-4288-9265-b9a395e80177 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985332 Jul 16 01:54:40.011279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fb53018-ee06-4e38-9152-3d7898f0b030 None None] Provisioning for port 80ebd350-0260-4e67-995b-6c56d5c8008f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:40.024837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port bb69f534-efe3-48fc-9d7a-33acc2083a94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94,segment=NetworkSegment(34f8328d-62d5-4527-aa05-cde644873689),segment_id=34f8328d-62d5-4527-aa05-cde644873689)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:40.034856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.046323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fb53018-ee06-4e38-9152-3d7898f0b030 None None] Provisioning complete for port 80ebd350-0260-4e67-995b-6c56d5c8008f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:40.046707 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fb53018-ee06-4e38-9152-3d7898f0b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.048607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.088551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f446a5-4379-4be0-b892-a3bce4388664 req-2af3c2a5-e341-45cc-9e96-0eae07d7064b tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.097958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06f446a5-4379-4be0-b892-a3bce4388664 req-2af3c2a5-e341-45cc-9e96-0eae07d7064b tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1558020 Jul 16 01:54:40.187193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5fb53018-ee06-4e38-9152-3d7898f0b030 None None] Port 80ebd350-0260-4e67-995b-6c56d5c8008f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:40.206180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=bb69f534-efe3-48fc-9d7a-33acc2083a94,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.260203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06f446a5-4379-4be0-b892-a3bce4388664 req-bf15aa1a-f95a-4ccb-9d30-8f9033715ca4 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626954 Jul 16 01:54:40.284580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['bb69f534-efe3-48fc-9d7a-33acc2083a94'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:40.356794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ebd350-0260-4e67-995b-6c56d5c8008f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:40.369834 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.388167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Transition to ACTIVE for port object 80ebd350-0260-4e67-995b-6c56d5c8008f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:40.418129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.445173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5366ab2-19ca-41bd-91a2-8a725bcf98d9 req-975214e9-1968-4c0e-a19e-094b57b43911 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.452133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5366ab2-19ca-41bd-91a2-8a725bcf98d9 req-975214e9-1968-4c0e-a19e-094b57b43911 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 931 time: 0.2653835 Jul 16 01:54:40.462047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.518336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5366ab2-19ca-41bd-91a2-8a725bcf98d9 req-e787069f-181f-4149-807e-a759682e6316 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653970 Jul 16 01:54:40.519467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Transition to ACTIVE for port object e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:40.565284 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5e1c9-849b-4d51-a6b5-01a90b7d0467 x-openstack-request-id: req-29f5e1c9-849b-4d51-a6b5-01a90b7d0467 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:40.565747 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-plugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:40.565834 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29f5e1c9-849b-4d51-a6b5-01a90b7d0467 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:40.566200 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'code': 200} Jul 16 01:54:40.574354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a213a4-1a2d-41e1-9118-cf3b5eebfe63 req-33a8c656-a505-4fa7-b6c6-36e0eaa97ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.575908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-93a213a4-1a2d-41e1-9118-cf3b5eebfe63 req-33a8c656-a505-4fa7-b6c6-36e0eaa97ec0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.3815911 Jul 16 01:54:40.609164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.620509 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.667794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-93a213a4-1a2d-41e1-9118-cf3b5eebfe63 req-72129539-d223-425e-ab69-4136bb62b2f2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539324 Jul 16 01:54:40.709700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:40.738152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:40.757413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:40.810921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:40.860976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:40.862135 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.869802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:40.878088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:40.878533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:40.884669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-22282d09-2dcf-46a5-86c2-3846d6e758d6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6039214 Jul 16 01:54:40.887036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:40.894024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:40.894348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:40.896425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:aa:cf:92'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f0:a1:c7'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:40.906060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:40.906406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Checking segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:40.906799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Bound using segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:40.907239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Bound port: 80ebd350-0260-4e67-995b-6c56d5c8008f, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:40.911524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.089460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:41.097596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:41.104402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.158202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.158940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.160969 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] 10.222.0.38 "PUT /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 1091 time: 1.5760074 Jul 16 01:54:41.160969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:41.163232 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2621977-75e6-4f47-be81-cb81347c13e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:41.185626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb88f1-d585-4c3e-a001-a3e0926ebffa service neutron] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:41.250247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8a01cd19-6899-4af1-84fe-93818803abec None None] Provisioning for port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:41.259401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8a01cd19-6899-4af1-84fe-93818803abec None None] Provisioning complete for port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:41.260085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a01cd19-6899-4af1-84fe-93818803abec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.318486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8a01cd19-6899-4af1-84fe-93818803abec None None] Port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:41.345364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-046e5b15-f106-4067-954c-cbff24dd3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.350365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-046e5b15-f106-4067-954c-cbff24dd3f5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1094 time: 0.1277738 Jul 16 01:54:41.350811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6dfb9-54c3-415f-b788-b5b3a30672a7 req-bb2d8013-a9b1-47f5-93c5-98a78cf32a68 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.357941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbe6dfb9-54c3-415f-b788-b5b3a30672a7 req-bb2d8013-a9b1-47f5-93c5-98a78cf32a68 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2274699 Jul 16 01:54:41.368545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e355d87-f8c7-4904-becb-ec5358c70235 req-646040ef-ff9e-4048-8320-a468e5761874 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.376122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e355d87-f8c7-4904-becb-ec5358c70235 req-646040ef-ff9e-4048-8320-a468e5761874 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2443614 Jul 16 01:54:41.397109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb69f534-efe3-48fc-9d7a-33acc2083a94 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:41.410142 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-4d44828a-6410-415a-a96e-b857861d0144 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 217 time: 0.0498106 Jul 16 01:54:41.464089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.502941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-7470be5d-9cf9-4dab-85ce-7711aab90a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.505072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-7470be5d-9cf9-4dab-85ce-7711aab90a05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.0875242 Jul 16 01:54:41.518867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port bb69f534-efe3-48fc-9d7a-33acc2083a94 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:41.533256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port bb69f534-efe3-48fc-9d7a-33acc2083a94 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:41.533762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.568629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e355d87-f8c7-4904-becb-ec5358c70235 req-5c6298c2-59bc-47b3-9b55-986be7bd66e0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917562 Jul 16 01:54:41.581386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbe6dfb9-54c3-415f-b788-b5b3a30672a7 req-9bdcd8e2-bddb-40c6-a70d-0d62755cda00 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224941 Jul 16 01:54:41.655791 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4aa63b-2542-49ba-aeac-d4929384ed1e x-openstack-request-id: req-bd4aa63b-2542-49ba-aeac-d4929384ed1e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:41.656211 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:41.656561 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd4aa63b-2542-49ba-aeac-d4929384ed1e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:41.669190 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'status': 'completed', 'code': 200} Jul 16 01:54:41.685487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-afabebcb-b5b2-41eb-9a00-67734d61a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:41.687160 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-afabebcb-b5b2-41eb-9a00-67734d61a750 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726470 Jul 16 01:54:41.749259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.824059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port bb69f534-efe3-48fc-9d7a-33acc2083a94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94,segment=NetworkSegment(34f8328d-62d5-4527-aa05-cde644873689),segment_id=34f8328d-62d5-4527-aa05-cde644873689)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:41.825413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.830710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.839195 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:41.869786 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-2de49d47-9526-4cb5-a6c8-f3d18e963288 service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737914 Jul 16 01:54:41.894947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=bb69f534-efe3-48fc-9d7a-33acc2083a94,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.018397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event updated for resources: {'Port': ['ID=e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:42.036580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] In _notify_port_updated(), no bound segment for port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f on network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:54:42.042366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.043028 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.044426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d90d9e59-351c-4a06-a019-87236d5c4cb6 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "PUT /v2.0/ports/e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f HTTP/1.1" status: 200 len: 1055 time: 1.1561997 Jul 16 01:54:42.047888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e67fc6fa-b09b-4465-91eb-94725f14fc7c req-a94d1c33-de45-4d27-b94b-980cdce7b38d service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721158 Jul 16 01:54:42.048400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39346) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:42.074924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fa7e0-522f-4816-ad05-71f475fe7a10 req-63199b1b-08cc-4bd9-adb7-bfe21b30dfb8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.076607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-119fa7e0-522f-4816-ad05-71f475fe7a10 req-63199b1b-08cc-4bd9-adb7-bfe21b30dfb8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.2475770 Jul 16 01:54:42.104970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e660-c01c-474d-be52-0b59da9d5fdf req-254a278c-b38e-419d-a792-94efbba61dda tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.106621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ce7e660-c01c-474d-be52-0b59da9d5fdf req-254a278c-b38e-419d-a792-94efbba61dda tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 945 time: 0.2788572 Jul 16 01:54:42.172477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ce7e660-c01c-474d-be52-0b59da9d5fdf req-be14b92f-9931-4357-9294-6fb9cfc45d86 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Jul 16 01:54:42.218950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-119fa7e0-522f-4816-ad05-71f475fe7a10 req-bd4e2c1c-b3f7-4697-93c3-ab92c27fc048 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313229 Jul 16 01:54:42.268557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1f7db1e5-3589-45e8-badd-b95bfeb6dc61 None None] Provisioning complete for port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:42.272173 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f7db1e5-3589-45e8-badd-b95bfeb6dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.303045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-aa1dd8a0-1784-4a0b-9379-4c1c18be596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.304584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-aa1dd8a0-1784-4a0b-9379-4c1c18be596b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1094 time: 0.1829255 Jul 16 01:54:42.352824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1f7db1e5-3589-45e8-badd-b95bfeb6dc61 None None] Port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:54:42.418014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:42.418521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.421918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-6731865c-eeb7-4929-9243-728ba10f97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.424204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-6731865c-eeb7-4929-9243-728ba10f97dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 898 time: 0.1079123 Jul 16 01:54:42.451042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb001-9c1a-42ea-9227-33b8d04ed52c req-9d7a8925-a86a-41fe-9a08-e336e7a3d03b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.452959 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8deeb001-9c1a-42ea-9227-33b8d04ed52c req-9d7a8925-a86a-41fe-9a08-e336e7a3d03b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 943 time: 0.0894041 Jul 16 01:54:42.485942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-53d77b3f-05b8-4f26-9597-d6067d6627c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 217 time: 0.0453334 Jul 16 01:54:42.503718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8deeb001-9c1a-42ea-9227-33b8d04ed52c req-142a7f9d-e087-47b6-9ea3-8f550aa19a06 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Jul 16 01:54:42.567296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb69f534-efe3-48fc-9d7a-33acc2083a94'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:42.570414 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719382c-ad0c-46ce-8be0-16c53538177e" -d '{"events": [{"server_uuid": "f1a18877-d1e0-453d-b8f2-7def111b3816", "name": "network-vif-plugged", "status": "completed", "tag": "bb69f534-efe3-48fc-9d7a-33acc2083a94"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:42.601880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:42.606761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-23f5d870-3e3c-469e-8f37-2ef073c3f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.607495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-23f5d870-3e3c-469e-8f37-2ef073c3f028 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.1121264 Jul 16 01:54:42.639318 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cf27f3-0022-41d5-aad5-3b2e30c03749 x-openstack-request-id: req-56cf27f3-0022-41d5-aad5-3b2e30c03749 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:42.639853 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a18877-d1e0-453d-b8f2-7def111b3816", "name": "network-vif-plugged", "status": "completed", "tag": "bb69f534-efe3-48fc-9d7a-33acc2083a94", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:42.640355 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56cf27f3-0022-41d5-aad5-3b2e30c03749 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:42.640938 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb69f534-efe3-48fc-9d7a-33acc2083a94', 'code': 200} Jul 16 01:54:42.748468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:42.883399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7e32e-4e29-4e3f-bdf7-f5ef3e768332 req-ee3fed62-17dc-4dcb-98a5-c269d0025481 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.890143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bb7e32e-4e29-4e3f-bdf7-f5ef3e768332 req-ee3fed62-17dc-4dcb-98a5-c269d0025481 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1359835 Jul 16 01:54:42.935787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70ffdd-0950-42b8-9b7a-d1034eb8b1ae req-fb48e323-b440-4b99-b42c-ba66653c80a4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.939345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb70ffdd-0950-42b8-9b7a-d1034eb8b1ae req-fb48e323-b440-4b99-b42c-ba66653c80a4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1403911 Jul 16 01:54:42.983074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-e134cb5b-45b3-40f4-85cb-bc30a81d9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.984853 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-e134cb5b-45b3-40f4-85cb-bc30a81d9e6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3691659 Jul 16 01:54:42.994237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bb7e32e-4e29-4e3f-bdf7-f5ef3e768332 req-d86bcca1-5598-4a39-96d4-b7803f7f03c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031704 Jul 16 01:54:42.998724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e65e-fe7b-4c14-9688-0258db2646de req-6e9d1ce5-ef4d-472a-8a7e-389eee522030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:42.998724 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c291e65e-fe7b-4c14-9688-0258db2646de req-6e9d1ce5-ef4d-472a-8a7e-389eee522030 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 1096 time: 0.2080107 Jul 16 01:54:43.041994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-37836cc1-8461-4a26-b9f9-0347dda29f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.043501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-37836cc1-8461-4a26-b9f9-0347dda29f1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1096 time: 0.2737048 Jul 16 01:54:43.048222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb70ffdd-0950-42b8-9b7a-d1034eb8b1ae req-d17ee3a3-cb7e-4abb-97d3-fc0292f27f85 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972490 Jul 16 01:54:43.222724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0a834-c33d-4403-bd43-3a5210431561 req-fc28c8d8-778b-462f-9c19-82ef4f45b23b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.225059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8c0a834-c33d-4403-bd43-3a5210431561 req-fc28c8d8-778b-462f-9c19-82ef4f45b23b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.0880907 Jul 16 01:54:43.254805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.257752 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c291e65e-fe7b-4c14-9688-0258db2646de req-622be98f-61d1-4d6d-bf3e-1084ffc1c3fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490380 Jul 16 01:54:43.309600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.395948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-5efe4086-99a1-4f86-915b-0d6f7248d30d service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016092 Jul 16 01:54:43.433098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8c0a834-c33d-4403-bd43-3a5210431561 req-d2b888c8-1c3e-4da5-9633-2550c26a2574 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010198 Jul 16 01:54:43.550664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317581e2-8faf-40e7-b15d-bf64fa7e06ec req-7cef52a2-95e1-4c19-becf-1e8afda36cab tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.552830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317581e2-8faf-40e7-b15d-bf64fa7e06ec req-7cef52a2-95e1-4c19-becf-1e8afda36cab tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 945 time: 0.1631465 Jul 16 01:54:43.581800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-8673a9de-50ac-4c32-8502-0d2e50848035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.583352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-8673a9de-50ac-4c32-8502-0d2e50848035 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.5055583 Jul 16 01:54:43.583769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-3ff34077-80a1-4a1e-b333-e8f0b924383d req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1438434344', 'description': 'tempest-description-1236003152'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:43.615019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317581e2-8faf-40e7-b15d-bf64fa7e06ec req-ce1a136e-4cef-41e2-9db4-8b41877ea75c tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553095 Jul 16 01:54:43.690306 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ff34077-80a1-4a1e-b333-e8f0b924383d req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.844350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ff34077-80a1-4a1e-b333-e8f0b924383d req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.857443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ff34077-80a1-4a1e-b333-e8f0b924383d req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.912635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ebd87-eddc-4a00-b6e4-d18194205ba6 req-4e3501cc-108b-4e3a-9194-c03945b59475 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:43.914436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-156ebd87-eddc-4a00-b6e4-d18194205ba6 req-4e3501cc-108b-4e3a-9194-c03945b59475 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 943 time: 0.1168830 Jul 16 01:54:43.915538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae55bf3-a624-4512-bc48-d6ffd83b1a6c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:43.918075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-3ff34077-80a1-4a1e-b333-e8f0b924383d req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:43.922801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff34077-80a1-4a1e-b333-e8f0b924383d req-944caf8a-6673-4e80-92b5-aa91ac9d3855 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3431942 Jul 16 01:54:43.981693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-156ebd87-eddc-4a00-b6e4-d18194205ba6 req-cd09fee7-db12-49ac-8912-21489b0c2546 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576804 Jul 16 01:54:44.225123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:44.252843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-7b306388-70cb-4348-96c0-7f112ecd749b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 1001 time: 0.6604254 Jul 16 01:54:44.255503 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2621977-75e6-4f47-be81-cb81347c13e9 req-c4ef4040-185a-4d9d-9c8d-c289bef9141b service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8211908 Jul 16 01:54:44.323741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-229b8642-05a7-404c-8087-932f7a4b4068 req-73409c84-f4bc-405f-a559-e1f975fc5efa tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1438434344&fields=id&tenant_id=0918a02d1ac74c1ebee6f85508209afa HTTP/1.1" status: 200 len: 267 time: 0.2164197 Jul 16 01:54:44.339375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-bd8efcbf-be84-4e61-953b-975881a2dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.343490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-bd8efcbf-be84-4e61-953b-975881a2dd6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0798733 Jul 16 01:54:44.434612 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-40fc61bf-6fe4-4661-b49c-5a377bd5b932 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7207682 Jul 16 01:54:44.438822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.441547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c716d778-22a3-4bc5-9520-f51d6aed4e8d tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/ports/e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f HTTP/1.1" status: 204 len: 168 time: 2.3921113 Jul 16 01:54:44.445460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:44.453492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:44.477875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'port_id': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'mac_address': 'fa:16:3e:58:ff:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:44.482858 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7420a2a-6264-4b37-8471-aa41eb751f51 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] GET failed (client error): The resource could not be found. Jul 16 01:54:44.484990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d7420a2a-6264-4b37-8471-aa41eb751f51 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "GET /v2.0/ports/e4c35f26-e4bf-4012-8c4d-0a2bf7bca36f HTTP/1.1" status: 404 len: 333 time: 0.0384967 Jul 16 01:54:44.491849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:44.497969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39b0d5-7b45-4ed6-838c-293d6f79b487 req-092a713c-a1d5-4fe3-b9c5-60ccac477a5f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.500823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a39b0d5-7b45-4ed6-838c-293d6f79b487 req-092a713c-a1d5-4fe3-b9c5-60ccac477a5f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.3079107 Jul 16 01:54:44.565688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.573653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a39b0d5-7b45-4ed6-838c-293d6f79b487 req-e21acd5b-befd-4de2-8838-1e3dbfdecb0f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617981 Jul 16 01:54:44.591540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b8642-05a7-404c-8087-932f7a4b4068 req-9b85d6ae-7bbe-4bf0-a561-a9a8436e5d09 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.593034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-229b8642-05a7-404c-8087-932f7a4b4068 req-9b85d6ae-7bbe-4bf0-a561-a9a8436e5d09 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.2630644 Jul 16 01:54:44.600299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ebd350-0260-4e67-995b-6c56d5c8008f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:44.608220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'port': {'security_groups': ['692bed4d-12ca-4905-9531-3f96565f82ad', '9ae55bf3-a624-4512-bc48-d6ffd83b1a6c']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:44.615545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-768375db-d7a3-423c-a344-35033566d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.620223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-768375db-d7a3-423c-a344-35033566d5ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690303 Jul 16 01:54:44.642826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:44.650117 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.766119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:44.776626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-f044f2c0-4aec-43f4-878a-b76e6d4e5204 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455834 Jul 16 01:54:44.875792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.876561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.877102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.877637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.878168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.878695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.879915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.882661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f1cabd64-13ea-4846-9e4f-c0c1eef95132 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.3457680 Jul 16 01:54:44.921853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:44.951633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46c372-f27a-42ac-8414-7c7d084980b8 req-24eafc97-90d9-4441-bfa2-10d230e1285a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:44.970883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc46c372-f27a-42ac-8414-7c7d084980b8 req-24eafc97-90d9-4441-bfa2-10d230e1285a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1835227 Jul 16 01:54:44.985826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['80ebd350-0260-4e67-995b-6c56d5c8008f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:45.021251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:45.021905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.043761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc46c372-f27a-42ac-8414-7c7d084980b8 req-a7b2c1ea-9a78-443b-ae0e-56a2ee1fab70 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 Jul 16 01:54:45.076764 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79ad5ccd-f9ac-4253-a95c-60cd334d4f4d req-ed1e3b0b-abc1-4091-a619-dba35a8416b2 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699931 Jul 16 01:54:45.148572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-53aa1d58-79e2-417e-8b7d-dd83983f837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.152022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-53aa1d58-79e2-417e-8b7d-dd83983f837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.156860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-53aa1d58-79e2-417e-8b7d-dd83983f837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.161701 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-53aa1d58-79e2-417e-8b7d-dd83983f837b service neutron] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 2297 time: 0.2340002 Jul 16 01:54:45.195790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.214182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:45.226155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:45.268470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.274355 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.365105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-00c0c8d5-9e45-4a9b-bc92-271be7d9d4d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1002 time: 0.1304936 Jul 16 01:54:45.375614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:45.393923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.394796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.407854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-229b8642-05a7-404c-8087-932f7a4b4068 req-396a843b-1601-46ad-83aa-a90095df29f2 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "PUT /v2.0/ports/0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 981 time: 0.8077362 Jul 16 01:54:45.409150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:45.417312 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133" -d '{"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:45.429115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-a2391eda-2a3b-4ac3-b4b5-1526a2a6cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.430808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-a2391eda-2a3b-4ac3-b4b5-1526a2a6cf1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.0540733 Jul 16 01:54:45.532585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0d195462-518b-43d4-8777-e696ce46969e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:45.570458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.680377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:45.729772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-66073cef-6a5d-4d71-a910-33ac7bdade9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:45.730619 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-66073cef-6a5d-4d71-a910-33ac7bdade9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2862701 Jul 16 01:54:45.804073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.806215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b86a454-b0f3-4859-9c50-80404bb6a566 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/ports/e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e HTTP/1.1" status: 204 len: 168 time: 1.3120434 Jul 16 01:54:45.809342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:45.916516 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9832131a-9712-4302-a434-022763b75f34 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] GET failed (client error): The resource could not be found. Jul 16 01:54:45.918161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9832131a-9712-4302-a434-022763b75f34 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "GET /v2.0/ports/e27d12e9-ba3b-4963-a1b7-2adfe59e3a0e HTTP/1.1" status: 404 len: 333 time: 0.1078932 Jul 16 01:54:45.922640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:46.000135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-0aa72f6d-cb6d-428f-a0f4-3e3c489ed3a8 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560718 Jul 16 01:54:46.110729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0d195462-518b-43d4-8777-e696ce46969e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:46.131985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port 2825e84d-fbf9-4794-827e-602fa92fb579 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:46.133598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.143731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-75b7ec0e-830a-4d09-a3ad-b668e609c3e3 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254005 Jul 16 01:54:46.203268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-72b8a671-b14e-4eb1-bfef-ad95a05e4aca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 217 time: 0.0476491 Jul 16 01:54:46.237810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:46.309709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f4cb-da75-4733-a83d-6ff967a0ad38 req-d8c12ecc-46a3-4727-9298-cf8e5bbef0d0 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.312619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-7b34ebaf-eaf9-4ad8-a828-7824684a78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.314092 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-7b34ebaf-eaf9-4ad8-a828-7824684a78e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1047583 Jul 16 01:54:46.315796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.320860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b919f4cb-da75-4733-a83d-6ff967a0ad38 req-d8c12ecc-46a3-4727-9298-cf8e5bbef0d0 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 945 time: 0.8436625 Jul 16 01:54:46.339043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for 2825e84d-fbf9-4794-827e-602fa92fb579 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:46.375677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 80ebd350-0260-4e67-995b-6c56d5c8008f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:46.382068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 80ebd350-0260-4e67-995b-6c56d5c8008f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:46.382543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.384163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86a1b-0251-4b3d-9d3d-ddcb3431fa9c req-46a343ec-b880-48da-8df0-5992548f5407 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.393187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9d86a1b-0251-4b3d-9d3d-ddcb3431fa9c req-46a343ec-b880-48da-8df0-5992548f5407 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 944 time: 0.8241417 Jul 16 01:54:46.417691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b919f4cb-da75-4733-a83d-6ff967a0ad38 req-84ecc42a-ed25-4983-954e-8e2f1c8b8195 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956349 Jul 16 01:54:46.446361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-46597058-cd6c-427f-9370-32258704a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.447880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-46597058-cd6c-427f-9370-32258704a54c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241677 Jul 16 01:54:46.498615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9d86a1b-0251-4b3d-9d3d-ddcb3431fa9c req-8495d1fc-53b7-4bf4-b5e1-d03c3cf1d010 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038923 Jul 16 01:54:46.539533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.552539 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aa107e-7351-4e56-9268-874ae8487703 x-openstack-request-id: req-61aa107e-7351-4e56-9268-874ae8487703 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:46.553005 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:46.553931 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61aa107e-7351-4e56-9268-874ae8487703 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:46.554741 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'status': 'completed', 'code': 200} Jul 16 01:54:46.587745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:46.590063 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685f9b25-be12-4fb3-b3ab-ac0c8f6076d8" -d '{"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-plugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:46.625976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:46.630542 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.654437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-a1392b46-a9a4-49b6-8df8-8fe2f59c7696 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1438434344&fields=id&tenant_id=0918a02d1ac74c1ebee6f85508209afa HTTP/1.1" status: 200 len: 267 time: 0.0587106 Jul 16 01:54:46.723324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.724316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:46.769713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-73103ca6-b260-4b50-bb57-d60f5f77fdd9 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088889 Jul 16 01:54:46.772820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=2825e84d-fbf9-4794-827e-602fa92fb579,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:46.807964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-3004b046-3569-4366-ada8-255fb293caed tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.818916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-3004b046-3569-4366-ada8-255fb293caed tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 984 time: 0.1615357 Jul 16 01:54:46.826701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'port': {'security_groups': ['692bed4d-12ca-4905-9531-3f96565f82ad']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:46.840278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3033390-db8c-4dde-8599-e8916e4765a4 req-ce60306b-ab50-4278-a963-6040b756bd85 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.851063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3033390-db8c-4dde-8599-e8916e4765a4 req-ce60306b-ab50-4278-a963-6040b756bd85 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1849995 Jul 16 01:54:46.886669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-5a4b89e6-8bb9-4c27-bd3c-098fdf1264bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:46.888353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-5a4b89e6-8bb9-4c27-bd3c-098fdf1264bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1135 time: 0.2707052 Jul 16 01:54:46.956193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3033390-db8c-4dde-8599-e8916e4765a4 req-2b5fd9ab-ccb8-422d-bcb8-4a0eecbb7b40 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037891 Jul 16 01:54:47.053301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.063506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-eaf4ea8b-d35b-443b-95f5-3678f9730ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.065024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-eaf4ea8b-d35b-443b-95f5-3678f9730ead service neutron] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.1429965 Jul 16 01:54:47.069684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.071627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0400049-52ed-441a-b182-2b5150a2ecbb tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/ports/2825e84d-fbf9-4794-827e-602fa92fb579 HTTP/1.1" status: 204 len: 168 time: 1.1480484 Jul 16 01:54:47.074087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39406) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:47.165880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-c1762cda-de61-4f1e-a0af-25b0b73458ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.0723066 Jul 16 01:54:47.225454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678574e6-5c22-4564-93e6-8e9bd18377e4 req-74623f3b-57d4-4647-9d99-82c825edf1b3 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.227212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-678574e6-5c22-4564-93e6-8e9bd18377e4 req-74623f3b-57d4-4647-9d99-82c825edf1b3 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1222239 Jul 16 01:54:47.228387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting subnet 72388b1c-3412-4585-8681-2e7cdac84367 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:47.236078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.244636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-111915d5-d7f5-4fdf-8310-3891dd31290d service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664888 Jul 16 01:54:47.341590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-678574e6-5c22-4564-93e6-8e9bd18377e4 req-35471c62-a2d3-4b87-a3fa-9110c154e399 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065588 Jul 16 01:54:47.384860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:47.420400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.428431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.442030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0d195462-518b-43d4-8777-e696ce46969e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:47.478094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.479090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.492138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90c02b4b-b3b5-40b5-badf-28adce20e66b req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "PUT /v2.0/ports/0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 942 time: 0.6719849 Jul 16 01:54:47.564830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41e0e5-9175-4bdb-8275-d62c6da2dd23 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event updated for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:47.611019 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096315e-2544-438a-bdb8-4f21f9b82e86 x-openstack-request-id: req-4096315e-2544-438a-bdb8-4f21f9b82e86 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:47.611605 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-plugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:47.611881 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4096315e-2544-438a-bdb8-4f21f9b82e86 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:47.612424 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'code': 200} Jul 16 01:54:47.619072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0d195462-518b-43d4-8777-e696ce46969e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:47.762530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-15c69448-4f8b-4652-a56c-ff734951929e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 217 time: 0.4950418 Jul 16 01:54:47.780778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-59047629-69e2-48ed-a8b7-a27c5f67f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.782263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-59047629-69e2-48ed-a8b7-a27c5f67f555 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.6104074 Jul 16 01:54:47.787945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.878279 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-9a3d290e-3dd7-40aa-ac63-0cc3f748e92d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666792 Jul 16 01:54:47.944779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-b6463334-73e4-4fc8-8582-043994cd36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:47.946269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-b6463334-73e4-4fc8-8582-043994cd36b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1766396 Jul 16 01:54:47.986758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-afc83617-906c-46f0-9fef-5dd75b27a8b0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3636212 Jul 16 01:54:48.018966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:48.060632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.078725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.108567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-7156896a-e515-4f25-be10-1dbfb36e2d12 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163458 Jul 16 01:54:48.135242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28371580-80ef-4faa-9d7b-a5115d19964a req-f1c16f6a-0ee1-4f8c-94de-96316b6baaa0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.142220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28371580-80ef-4faa-9d7b-a5115d19964a req-f1c16f6a-0ee1-4f8c-94de-96316b6baaa0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.1792793 Jul 16 01:54:48.151867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57077e6-c494-498a-81b5-f8f50ce41708 req-695efc1a-0129-4c72-b9a6-f00996c364a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.153360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d57077e6-c494-498a-81b5-f8f50ce41708 req-695efc1a-0129-4c72-b9a6-f00996c364a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1096 time: 0.1918032 Jul 16 01:54:48.178874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-a729af5b-ac97-4643-92bb-52f252a310b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.182025 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-a729af5b-ac97-4643-92bb-52f252a310b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2130747 Jul 16 01:54:48.258501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28371580-80ef-4faa-9d7b-a5115d19964a req-31f6fd1b-37f6-408a-be61-7b961e849b51 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152790 Jul 16 01:54:48.270566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d57077e6-c494-498a-81b5-f8f50ce41708 req-35a8164f-b691-4260-adee-a9d757321b9a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074684 Jul 16 01:54:48.304098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-c78b7e90-9a35-4ba6-8a11-20167e8e5794 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129737 Jul 16 01:54:48.333173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.361651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.445281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-51ea8cbe-fdf2-423e-8ba2-c4422cd39133 req-ff7ca84b-6314-4036-a2c0-c7a57f21451c service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188159 Jul 16 01:54:48.446081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Subnet': ['ID=72388b1c-3412-4585-8681-2e7cdac84367,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:48.464123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d2b1f-af21-4607-a48a-fd3a8f10d16c None None] Network 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:48.468369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.472689 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f80a544c-f92f-4e0d-b893-879e578924f1 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/subnets/72388b1c-3412-4585-8681-2e7cdac84367 HTTP/1.1" status: 204 len: 168 time: 1.3975086 Jul 16 01:54:48.476402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:48.506517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Allocated IP 172.25.0.168 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/99c459ea-19ae-4a73-b19a-b6afd5242006) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:48.612858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.619137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f3e79c76-d893-4ff4-913f-49bf50b237b6 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673857 Jul 16 01:54:48.665178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:48.668099 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19655593-2bad-4cf7-ac24-e899ffdf16c7" -d '{"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:48.668248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-70931cbf-ac32-4611-baad-e64716e2d62e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 217 time: 0.0407877 Jul 16 01:54:48.690982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.733580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] DHCP port deletion for 2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:48.753838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-1fe57fd5-8ad4-46b8-a750-1eba8d4ae61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.759140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-1fe57fd5-8ad4-46b8-a750-1eba8d4ae61b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0765028 Jul 16 01:54:48.798938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Deleting port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:48.799572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.833470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] Deleting port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:48.833963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.856016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580bce4-7151-49c2-816a-73b8d717c87b req-38304c4e-226a-4121-9395-64f0f77fbc59 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.867045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d580bce4-7151-49c2-816a-73b8d717c87b req-38304c4e-226a-4121-9395-64f0f77fbc59 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1881316 Jul 16 01:54:48.888210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] For port d248ad25-b6f0-47bb-bc95-b9d704fc66b6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,segment=NetworkSegment(81b7e4ce-b6a7-4384-acd2-a3b73d902e03),segment_id=81b7e4ce-b6a7-4384-acd2-a3b73d902e03)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:48.888591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.895745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.904939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-2e6edbc8-b3ea-4431-8644-6b662ac00c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:48.907110 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-2e6edbc8-b3ea-4431-8644-6b662ac00c31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420205 Jul 16 01:54:48.912865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] For port d248ad25-b6f0-47bb-bc95-b9d704fc66b6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,segment=NetworkSegment(81b7e4ce-b6a7-4384-acd2-a3b73d902e03),segment_id=81b7e4ce-b6a7-4384-acd2-a3b73d902e03)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:48.913271 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.934068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] Calling delete_port for d248ad25-b6f0-47bb-bc95-b9d704fc66b6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:48.934744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Calling delete_port for d248ad25-b6f0-47bb-bc95-b9d704fc66b6 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:48.976597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:48.986224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event updated for resources: {'Port': ['ID=99c459ea-19ae-4a73-b19a-b6afd5242006,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:48.989773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:48.997412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:49.063658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d580bce4-7151-49c2-816a-73b8d717c87b req-1e0a645f-d159-4616-bf61-aad05d7a2cd0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949193 Jul 16 01:54:49.115536 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.197964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] No DVR routers for this DVR port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:49.204785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa722f49-950a-4045-a7c2-2ca4e6defc7a None None] Pushing event deleted for resources: {'Port': ['ID=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.256512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-39d5b036-5e20-4fce-91f5-699ee9122ef2 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323855 Jul 16 01:54:49.258592 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.289596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.315110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] No DVR routers for this DVR port d248ad25-b6f0-47bb-bc95-b9d704fc66b6 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:49.337855 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.347504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Port': ['ID=d248ad25-b6f0-47bb-bc95-b9d704fc66b6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.488236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.506397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.519748 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-62ecfecd-9e75-4846-af07-182c2efdc0b5 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562435 Jul 16 01:54:49.522296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b7e4ce-b6a7-4384-acd2-a3b73d902e03') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.522597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b7e4ce-b6a7-4384-acd2-a3b73d902e03') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:49.562529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.569387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.576634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.579712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-b22a655a-1437-4978-bdc4-e83186aa8ab2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 217 time: 0.0497403 Jul 16 01:54:49.645720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.656773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:49.657723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.662682 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c09db6-6fa8-4ab9-8bd9-6c8fe7260473 x-openstack-request-id: req-85c09db6-6fa8-4ab9-8bd9-6c8fe7260473 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:49.662996 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:49.670410 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:49.670851 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85c09db6-6fa8-4ab9-8bd9-6c8fe7260473 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:49.671579 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'status': 'completed', 'code': 200} Jul 16 01:54:49.686097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event updated for resources: {'Port': ['ID=99c459ea-19ae-4a73-b19a-b6afd5242006,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.695873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.722578 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.726753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-95f171c5-5c37-4dc3-a6a9-5fd3b61e53b1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7120314 Jul 16 01:54:49.813718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-3aa2ebaa-9133-4b88-a208-457df271c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.816917 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-3aa2ebaa-9133-4b88-a208-457df271c729 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.2293818 Jul 16 01:54:49.860808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-0d39f8c9-02ae-480a-a966-3be2a530e69c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.1298256 Jul 16 01:54:49.875437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.902973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.905035 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] 10.222.0.35 "DELETE /v2.0/networks/2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5 HTTP/1.1" status: 204 len: 168 time: 1.4257419 Jul 16 01:54:49.907292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859218-8f37-4b3e-b02a-f65571627399 tempest-AllowedAddressPairTestJSON-2059719586 tempest-AllowedAddressPairTestJSON-2059719586-project] Pushing event deleted for resources: {'Network': ['ID=2a5b3bdb-d344-4422-ab3e-1cbaa6f0a0a5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.935257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-69819643-394d-4264-bb46-cb77732ff092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.937005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-69819643-394d-4264-bb46-cb77732ff092 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.2413599 Jul 16 01:54:49.956154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-8cb33b5b-80c1-4dd5-90d0-b77414410802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.958039 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-8cb33b5b-80c1-4dd5-90d0-b77414410802 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327169 Jul 16 01:54:49.985891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bf0a7-e0d5-4135-9186-11be870d35cb req-84b57f38-b44e-4dbb-80fc-b6465f53c48c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.987100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b07bf0a7-e0d5-4135-9186-11be870d35cb req-84b57f38-b44e-4dbb-80fc-b6465f53c48c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.1706405 Jul 16 01:54:50.045124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-54874655-bd24-4204-b45e-7d6b3f252c69 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.046129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-54874655-bd24-4204-b45e-7d6b3f252c69 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.1766238 Jul 16 01:54:50.054589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b07bf0a7-e0d5-4135-9186-11be870d35cb req-33b80c10-845a-4505-9a46-2317e9630f72 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584540 Jul 16 01:54:50.060183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-5d34194f-5acf-41ba-8318-532e406df51d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:54:50.061621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a81e3482-e78b-447a-a2cc-39e55f7ec948 req-5d34194f-5acf-41ba-8318-532e406df51d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057111 Jul 16 01:54:50.247041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d248ad25-b6f0-47bb-bc95-b9d704fc66b6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:50.253253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-49e9ea4f-59f4-4625-ada2-b2a00c472e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.257007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-49e9ea4f-59f4-4625-ada2-b2a00c472e81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.3103981 Jul 16 01:54:50.261176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-2cd08480-a33a-44fc-adff-22ca5738ba2f service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866006 Jul 16 01:54:50.302953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d248ad25-b6f0-47bb-bc95-b9d704fc66b6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:50.303232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d248ad25-b6f0-47bb-bc95-b9d704fc66b6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:50.355173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-409962a5-df54-47fd-a32c-bcedf5a2e387 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.0930037 Jul 16 01:54:50.414997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:50.428524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f9afb-d36c-413f-8f73-0c62bf329de6 req-f735c99c-80ce-4d2f-9502-658d8a784768 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.435470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-935f9afb-d36c-413f-8f73-0c62bf329de6 req-f735c99c-80ce-4d2f-9502-658d8a784768 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 945 time: 0.2217245 Jul 16 01:54:50.497464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-c0d7c729-ffb0-4ff7-a585-877bfdb3a1d6 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403294 Jul 16 01:54:50.508354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-935f9afb-d36c-413f-8f73-0c62bf329de6 req-06ae522c-2ed5-45b6-9ebc-55bed2e713e5 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/security-groups?id=b12d310e-3e0c-41f4-afd2-25b524ed0659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719476 Jul 16 01:54:50.514014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-b37ac0d4-15e0-4e83-9979-cf64bf5e0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.524460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-34a4af68-29cc-4044-b136-2218cf651440 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.525653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-b37ac0d4-15e0-4e83-9979-cf64bf5e0b2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.0916698 Jul 16 01:54:50.525951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-34a4af68-29cc-4044-b136-2218cf651440 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1962545 Jul 16 01:54:50.571078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-84ccf6c3-c4d9-478c-9d07-ada787f9c7c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 217 time: 0.0645988 Jul 16 01:54:50.638187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-496ba9bf-7cd0-46bf-85a8-f46b1b2b2896 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.1029286 Jul 16 01:54:50.638744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-3f8c4ad6-98f8-4f22-b0ab-77b5760655a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.640241 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-3f8c4ad6-98f8-4f22-b0ab-77b5760655a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.0496428 Jul 16 01:54:50.642186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-eceb01c4-8eb0-4b58-8bc9-9595569d85dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826547 Jul 16 01:54:50.643788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'floatingip': {'port_id': '0d195462-518b-43d4-8777-e696ce46969e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:50.718742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:50.792832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-e76e4135-eacc-4ed6-84c2-8f6164367cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.794638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-e76e4135-eacc-4ed6-84c2-8f6164367cda service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420100 Jul 16 01:54:50.798822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-9135933c-b8be-471c-afc6-e2d38b34e6bc service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450050 Jul 16 01:54:50.831893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e63b22e6-1ca3-4786-bbd0-67de5ee9a161 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8f4965e8fa04f618da0600e584c076a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157350 Jul 16 01:54:50.840384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:50.949229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12906d-e69a-41da-9f2c-a5e4868f09ad req-1d035675-d7f3-4f0a-a790-aaa19098724c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.956625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f12906d-e69a-41da-9f2c-a5e4868f09ad req-1d035675-d7f3-4f0a-a790-aaa19098724c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2712815 Jul 16 01:54:51.066708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4df554db-e77a-4191-88d0-1487f50afd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.119611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f12906d-e69a-41da-9f2c-a5e4868f09ad req-eb6b0ce1-530f-4be9-ad8b-d5cad86ba64e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619081 Jul 16 01:54:51.139159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4df554db-e77a-4191-88d0-1487f50afd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.269830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-7ecc3ed7-e4e9-4dac-a1e2-36d166e07194 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620507 Jul 16 01:54:51.357877 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19655593-2bad-4cf7-ac24-e899ffdf16c7 req-4ff5eff2-0980-4d11-8d53-609da3f87a67 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155237 Jul 16 01:54:51.422302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4df554db-e77a-4191-88d0-1487f50afd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.424954 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4df554db-e77a-4191-88d0-1487f50afd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.426188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4df554db-e77a-4191-88d0-1487f50afd02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e84b65c1-5f4f-4502-94c6-1e471ac63754 HTTP/1.1" status: 204 len: 168 time: 0.5847332 Jul 16 01:54:51.448797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-0e0c90d1-24b1-4b02-b8c4-1243d0f74911 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.450425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-0e0c90d1-24b1-4b02-b8c4-1243d0f74911 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 945 time: 0.6071379 Jul 16 01:54:51.494121 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-b605e396-0c74-45c5-b010-21f065658724 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943319 Jul 16 01:54:51.508122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df554db-e77a-4191-88d0-1487f50afd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b65c1-5f4f-4502-94c6-1e471ac63754,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:51.543614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0095-297a-427f-aaae-19485d847bb4 req-e19e3f90-ba16-4870-8025-70c3c24a01fe tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.547136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-b593f83d-33fe-4fe5-97ca-981647bc7b50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0411177 Jul 16 01:54:51.550745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60fa0095-297a-427f-aaae-19485d847bb4 req-e19e3f90-ba16-4870-8025-70c3c24a01fe tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.3038995 Jul 16 01:54:51.657764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-7193e64b-9283-4e65-8cb0-d5368fba1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.659631 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-7193e64b-9283-4e65-8cb0-d5368fba1e2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1048310 Jul 16 01:54:51.725120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Deleting port bb69f534-efe3-48fc-9d7a-33acc2083a94 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:51.725469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.815187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f5027487-5230-45d0-a94f-c5bd43e93389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:51.816794 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-f5027487-5230-45d0-a94f-c5bd43e93389 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461732 Jul 16 01:54:51.884953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] For port bb69f534-efe3-48fc-9d7a-33acc2083a94, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb69f534-efe3-48fc-9d7a-33acc2083a94,segment=NetworkSegment(34f8328d-62d5-4527-aa05-cde644873689),segment_id=34f8328d-62d5-4527-aa05-cde644873689)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:51.885410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:51.936195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Calling delete_port for bb69f534-efe3-48fc-9d7a-33acc2083a94 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:52.026013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-a98919da-8295-4659-b09a-fbd89703b5c4 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029550 Jul 16 01:54:52.118163 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.147385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60fa0095-297a-427f-aaae-19485d847bb4 req-e7f51cfd-f916-4d27-abe2-2bcd964ce8a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5956612 Jul 16 01:54:52.159152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:54:52.202351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.265701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.278814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['bb69f534-efe3-48fc-9d7a-33acc2083a94'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:52.306104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.335393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.396496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Pushing event deleted for resources: {'Port': ['ID=bb69f534-efe3-48fc-9d7a-33acc2083a94,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:52.397872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033edde-165a-4f73-8c3d-4ad80450fb1a tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.406719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d033edde-165a-4f73-8c3d-4ad80450fb1a tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1091 time: 0.2032852 Jul 16 01:54:52.409807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.424816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:52.431005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dfddc269-32c2-4b18-ad89-a8e0ac38de27 req-06ce0df3-9a56-45bc-9596-b795ca97fe4a service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957903 Jul 16 01:54:52.474319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.474831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.475706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.476128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.477585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.478112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.478480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.479160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.479565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.479967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.481335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.481748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:52.498199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.503171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] No DVR routers for this DVR port bb69f534-efe3-48fc-9d7a-33acc2083a94 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:54:52.510079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.513946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-762ad228-cdb2-404b-9f1d-38a4065a2fa0 req-ee1fa3e0-dfe2-466d-9f15-00731eb6f2c1 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.32 "DELETE /v2.0/ports/bb69f534-efe3-48fc-9d7a-33acc2083a94 HTTP/1.1" status: 204 len: 173 time: 1.0537937 Jul 16 01:54:52.514589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'name': 'network-vif-deleted', 'tag': 'bb69f534-efe3-48fc-9d7a-33acc2083a94'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:52.518984 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24007198-0db3-4956-baba-0ec8a2f44c28" -d '{"events": [{"server_uuid": "f1a18877-d1e0-453d-b8f2-7def111b3816", "name": "network-vif-deleted", "tag": "bb69f534-efe3-48fc-9d7a-33acc2083a94"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:52.599011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d5cfe16-2bbf-4362-80ac-ee816a7a5b78 req-70577358-4a7e-4729-9f16-cfe6a48102c0 tempest-ServerPasswordTestJSON-1045175493 tempest-ServerPasswordTestJSON-1045175493-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1a18877-d1e0-453d-b8f2-7def111b3816 HTTP/1.1" status: 200 len: 210 time: 0.0847650 Jul 16 01:54:52.656528 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Floating IP 5ad12a4a-5114-428a-b0db-6f94b177eb58 associated. External IP: 172.25.0.168, port: 0d195462-518b-43d4-8777-e696ce46969e. Jul 16 01:54:52.711889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:52.825677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.918968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1609519594'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:52.952974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:52.956902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.967364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.079746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Router 42086b70-9fe6-4709-b0b4-30c9fa97c637 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:53.103697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.109712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.127320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.58 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/583121fc-e29b-4541-8d6a-656c6d95841e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:53.136855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:53.146535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000dbe2-6d26-4fb3-b204-a9896e27306f req-5a1c1b7c-f25c-43b2-98d8-397758d9abda tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.152700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272ac6f5-98fe-4ba7-87da-9ae0a43cc9de,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.154187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2000dbe2-6d26-4fb3-b204-a9896e27306f req-5a1c1b7c-f25c-43b2-98d8-397758d9abda tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2659187 Jul 16 01:54:53.161312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.161715 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Added segment 91b6a335-4d30-40a2-8a86-f04121ba621b of type vlan for network c437469f-83fa-42ce-b474-0d025b53fd72 Jul 16 01:54:53.218211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.257506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.266134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.266957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.302848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2000dbe2-6d26-4fb3-b204-a9896e27306f req-d10f4575-9373-4a8f-9a9b-603f7f41bcd8 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476157 Jul 16 01:54:53.346848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Network': ['ID=c437469f-83fa-42ce-b474-0d025b53fd72,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.362786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:53.372090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-29d279dd-f3d6-4f87-a1a9-1fa3bf0dc4d3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6588335 Jul 16 01:54:53.375401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:53.388684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:53.399339 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43dc6c6-f8b4-4a81-9b90-ee22ec2bc97f x-openstack-request-id: req-b43dc6c6-f8b4-4a81-9b90-ee22ec2bc97f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:53.399894 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a18877-d1e0-453d-b8f2-7def111b3816", "name": "network-vif-deleted", "tag": "bb69f534-efe3-48fc-9d7a-33acc2083a94", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:53.399894 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b43dc6c6-f8b4-4a81-9b90-ee22ec2bc97f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:53.400278 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a18877-d1e0-453d-b8f2-7def111b3816', 'name': 'network-vif-deleted', 'tag': 'bb69f534-efe3-48fc-9d7a-33acc2083a94', 'status': 'completed', 'code': 200} Jul 16 01:54:53.458531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:53.463788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.495746 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.501145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] Sync routers for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:53.537158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a6f22639-db77-4395-b3f1-e2ba63e03bc0 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "PUT /v2.0/floatingips/5ad12a4a-5114-428a-b0db-6f94b177eb58 HTTP/1.1" status: 200 len: 996 time: 2.8925457 Jul 16 01:54:53.543023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:53.545644 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b8951b-4075-4af8-9d6c-67f972c19b33" -d '{"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:53.570040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:53.579069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.592051 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.602078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:53.609459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:53.614134 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c80e789-27f3-449f-9558-28f5c4b9660a x-openstack-request-id: req-0c80e789-27f3-449f-9558-28f5c4b9660a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:53.614465 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:53.614718 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c80e789-27f3-449f-9558-28f5c4b9660a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:53.615262 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'status': 'completed', 'code': 200} Jul 16 01:54:53.655094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.732149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:53.752184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:53.752409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:53.752491 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d499ec3d-4991-4aa9-8e16-124e12b19cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.766057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-4d39c15a-0cca-4dcc-b8f5-7f2b4d38e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.782174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-4d39c15a-0cca-4dcc-b8f5-7f2b4d38e62d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.2311363 Jul 16 01:54:53.786136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:53.893350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:53.946130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=583121fc-e29b-4541-8d6a-656c6d95841e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.949008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-8b026d09-27cb-4cf2-a68b-6155b46dd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.956261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-8b026d09-27cb-4cf2-a68b-6155b46dd94c service neutron] 10.222.0.35 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.1731024 Jul 16 01:54:53.963562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Deleting subnet c0a83e88-6083-42da-9509-c68adc4d936c {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:53.967111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.005854 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.049877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.089232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-4e3fd02b-e29e-47ad-b55e-5e31a13550e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 999 time: 0.1320605 Jul 16 01:54:54.131405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-666d9130-c5a3-477e-95c8-0ea6179645e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.133048 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-666d9130-c5a3-477e-95c8-0ea6179645e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.3815570 Jul 16 01:54:54.134211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.179063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a56894fb-e32a-4637-ad24-f2daea777b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.186071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-a56894fb-e32a-4637-ad24-f2daea777b68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.0959666 Jul 16 01:54:54.206678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '5ad12a4a-5114-428a-b0db-6f94b177eb58', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'port_id': '0d195462-518b-43d4-8777-e696ce46969e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'mac_address': 'fa:16:3e:a6:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49472465-eb90-4f25-b58c-52265c42a095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:49Z', 'updated_at': '2021-07-16T01:54:51Z', 'revision_number': 1, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.223202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-b9bc8d11-ee0d-4a7b-981e-997239f4f69d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361605 Jul 16 01:54:54.245130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] Checking router: 42086b70-9fe6-4709-b0b4-30c9fa97c637 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:54.265243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.265916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:54.266519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.273206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.275179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c0a83e88-6083-42da-9509-c68adc4d936c HTTP/1.1" status: 204 len: 168 time: 0.5222199 Jul 16 01:54:54.276052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43cb28-8de0-43da-a72b-fd6219122521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a83e88-6083-42da-9509-c68adc4d936c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.285439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.357633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.361871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-214c135b-91d7-4b71-8bbd-320d1792bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.363477 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-214c135b-91d7-4b71-8bbd-320d1792bf62 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.2165775 Jul 16 01:54:54.473606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:54.543535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=42f0d38f-d4bb-4880-8ba3-874210663b5a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.551643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:54.552008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network hostable DHCP agents. Network: c437469f-83fa-42ce-b474-0d025b53fd72, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:54.572956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-4a57e76e-b449-424b-844c-42dac8f43e53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 999 time: 0.1781490 Jul 16 01:54:54.646449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.669194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:54.673117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec764cf-31d8-45c4-bdf7-84aad7aa9351']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.697113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f8328d-62d5-4527-aa05-cde644873689') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.697420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f8328d-62d5-4527-aa05-cde644873689') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:54.709088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c437469f-83fa-42ce-b474-0d025b53fd72) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:54.714702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-c973c4d4-ea38-44d3-8834-c6f20ca9b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.716287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-c973c4d4-ea38-44d3-8834-c6f20ca9b7e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.1358514 Jul 16 01:54:54.718755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.724439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.724946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.730844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a18d8-4e98-4db6-a8cc-8a3b094116bf None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:54.763787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b576d87a-313a-4f6a-8d3f-7dcf329c07b6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3866589 Jul 16 01:54:54.765495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:54.773226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'name': 'tempest-NetworksTestDHCPv6-1887690360'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:54.786597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-5043a1b3-b84a-4740-aaa8-4348f6e58f77 service neutron] 10.222.0.35 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625122 Jul 16 01:54:54.791716 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-97f5b819-3463-4c0b-bfeb-343a5ed3a01b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466056 Jul 16 01:54:54.793371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.816329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:54:54.817446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:54:54.819287 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:54:54.953232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.959405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.961515 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] 10.222.0.35 "DELETE /v2.0/networks/3ec764cf-31d8-45c4-bdf7-84aad7aa9351 HTTP/1.1" status: 204 len: 168 time: 0.6751313 Jul 16 01:54:55.013489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080e5a3-c0d4-426f-b562-87d89b2547dc admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec764cf-31d8-45c4-bdf7-84aad7aa9351,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.016850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752031e-980c-4945-8dba-730995810c66 req-3eb4cdc9-9a09-4882-85f2-95c668a3cd4e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.023940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2752031e-980c-4945-8dba-730995810c66 req-3eb4cdc9-9a09-4882-85f2-95c668a3cd4e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3408780 Jul 16 01:54:55.044888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '42f0d38f-d4bb-4880-8ba3-874210663b5a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:54:55.046698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.062433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-f9716604-7b91-49b5-99fc-a860d3b7112d service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594368 Jul 16 01:54:55.119705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '5ad12a4a-5114-428a-b0db-6f94b177eb58', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'port_id': '0d195462-518b-43d4-8777-e696ce46969e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'mac_address': 'fa:16:3e:a6:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49472465-eb90-4f25-b58c-52265c42a095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:49Z', 'updated_at': '2021-07-16T01:54:51Z', 'revision_number': 1, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:55.157733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a947c3-f08b-4f66-b267-92b1cc7f6704 None None] The sync data for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 is: [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '5ad12a4a-5114-428a-b0db-6f94b177eb58', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'port_id': '0d195462-518b-43d4-8777-e696ce46969e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'mac_address': 'fa:16:3e:a6:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49472465-eb90-4f25-b58c-52265c42a095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:49Z', 'updated_at': '2021-07-16T01:54:51Z', 'revision_number': 1, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:55.160932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bccfbff5-5bd7-4605-bc4c-f2c12cdc9dab req-3b975be9-a567-4ac5-afd2-ea6051b28d10 service neutron] 10.222.0.35 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728416 Jul 16 01:54:55.214981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2752031e-980c-4945-8dba-730995810c66 req-e5c1af57-a73b-40e4-a318-88608695e30b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899741 Jul 16 01:54:55.254292 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1b8951b-4075-4af8-9d6c-67f972c19b33 req-d80ca822-96d7-47cb-8fb5-6693c5d6a29b service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759944 Jul 16 01:54:55.377161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/42f0d38f-d4bb-4880-8ba3-874210663b5a/31992050-4c2f-4955-b426-daf407dd782a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:55.393284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.437687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb69f534-efe3-48fc-9d7a-33acc2083a94 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:55.444824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:55.448404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.485645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: bb69f534-efe3-48fc-9d7a-33acc2083a94 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:55.486205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb69f534-efe3-48fc-9d7a-33acc2083a94 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:55.503939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9e7093b-0ae6-44dc-8d92-fd98ccf26d67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e10bff5288c745aa8086ce4937407128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087630 Jul 16 01:54:55.505946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:55.527144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 9f76bafa-95c7-42a5-ae0c-519505c489c4 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:54:55.590905 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7554bf0-8fc8-4a1a-a6c8-0f547724a4f5 None None] New status for floating IP 5ad12a4a-5114-428a-b0db-6f94b177eb58: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:54:55.632743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c15520d8-6b9e-42f2-8d4b-01a32d169b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.633860 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.661983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c15520d8-6b9e-42f2-8d4b-01a32d169b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.679446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-55d71dc0-582d-4ca9-8c49-3af8ba66d5ec tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 999 time: 0.4073000 Jul 16 01:54:55.697751 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.714920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Transition to ACTIVE for port object 31992050-4c2f-4955-b426-daf407dd782a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:55.747022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Transition to ACTIVE for port object 31992050-4c2f-4955-b426-daf407dd782a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:55.754630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-31e4f1b9-1675-450f-b39d-5fd1a01e62d1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.757471 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.768934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-31e4f1b9-1675-450f-b39d-5fd1a01e62d1 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports/0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 942 time: 0.0884578 Jul 16 01:54:55.771055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c15520d8-6b9e-42f2-8d4b-01a32d169b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.775272 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c15520d8-6b9e-42f2-8d4b-01a32d169b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.781809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c15520d8-6b9e-42f2-8d4b-01a32d169b7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b12d310e-3e0c-41f4-afd2-25b524ed0659 HTTP/1.1" status: 204 len: 168 time: 0.2745187 Jul 16 01:54:55.793873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15520d8-6b9e-42f2-8d4b-01a32d169b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d310e-3e0c-41f4-afd2-25b524ed0659,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.871573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:55.887326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:55.889871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:55.903414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Pushing event updated for resources: {'Port': ['ID=31992050-4c2f-4955-b426-daf407dd782a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.968702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Attempting to bind port 31992050-4c2f-4955-b426-daf407dd782a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:55.969157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Attempting to bind port 31992050-4c2f-4955-b426-daf407dd782a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:55.969622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Attempting to bind port 31992050-4c2f-4955-b426-daf407dd782a on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:55.971237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.974956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::20d (c437469f-83fa-42ce-b474-0d025b53fd72/42f0d38f-d4bb-4880-8ba3-874210663b5a/9f76bafa-95c7-42a5-ae0c-519505c489c4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:55.975356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:55.975795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:55.976298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.976691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:55.977244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Bound port: 31992050-4c2f-4955-b426-daf407dd782a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:55.977735 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.013683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-ffd8bf90-4bde-43e5-b76c-c3a95945908d tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.1423221 Jul 16 01:54:56.044568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] For port 31992050-4c2f-4955-b426-daf407dd782a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:56.048157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] For port 31992050-4c2f-4955-b426-daf407dd782a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31992050-4c2f-4955-b426-daf407dd782a,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:56.054427 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.122873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe05b8-5fc4-4c0f-8095-d35aa7f0a2e3 None None] Pushing event updated for resources: {'Port': ['ID=31992050-4c2f-4955-b426-daf407dd782a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.161576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fa56bd5-1f6a-4f54-991d-5d65d21c8ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.264826 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:56.303785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-965863a8-2b22-48f5-b89e-69ee551740a3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.311457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-965863a8-2b22-48f5-b89e-69ee551740a3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.2828720 Jul 16 01:54:56.456623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.467509 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.524152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-6a62b830-1c1d-4df3-823e-09825e7632bf tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.2117486 Jul 16 01:54:56.527547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.532024 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 9f76bafa-95c7-42a5-ae0c-519505c489c4 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:56.538561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:56.547482 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.646879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-19906933-7751-45de-a5d0-62516e436dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.649197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-19906933-7751-45de-a5d0-62516e436dea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1096 time: 0.0637298 Jul 16 01:54:56.693980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc905-c02c-4ab8-8313-786ff4e194f9 req-3cf03d9a-8f27-425c-87bf-ec8fdee2d2b1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.696165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e80bc905-c02c-4ab8-8313-786ff4e194f9 req-3cf03d9a-8f27-425c-87bf-ec8fdee2d2b1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.3017306 Jul 16 01:54:56.701926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=583121fc-e29b-4541-8d6a-656c6d95841e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:56.724326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.766718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-5f448e87-04be-4332-8226-fe780ef4a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.768522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-5f448e87-04be-4332-8226-fe780ef4a757 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 915 time: 0.1112244 Jul 16 01:54:56.772529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.810940 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-40fb52a0-0d23-4363-8172-12fb610cbde7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 200 len: 217 time: 0.0353460 Jul 16 01:54:56.828688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.863227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-1e53021d-3e0b-4054-bb33-562518fd4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.864928 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-1e53021d-3e0b-4054-bb33-562518fd4184 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.0464935 Jul 16 01:54:56.889162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e80bc905-c02c-4ab8-8313-786ff4e194f9 req-353fb0e6-41cf-4a37-bd88-3446ea42a509 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711781 Jul 16 01:54:56.894248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:56.912685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:56.915694 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-88e6adaa-a3ca-4402-aa36-7b6d59eb7d30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442946 Jul 16 01:54:56.946376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:56.952117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.952702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:56.958039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=9f76bafa-95c7-42a5-ae0c-519505c489c4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.028576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-593094ee-59a9-4ba2-bad9-4ccc2b5dd6d0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2612283 Jul 16 01:54:57.031440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.047484 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-16d8613e-e4fe-46ed-b117-13e9558fd803 service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244955 Jul 16 01:54:57.178376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e142b-d752-451e-bc00-d45cf92942bc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.184403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e142b-d752-451e-bc00-d45cf92942bc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.186078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-325e142b-d752-451e-bc00-d45cf92942bc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1534016 Jul 16 01:54:57.189092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.234816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f77b44a3-6140-4a67-ae07-4d9dd4a479f9 req-19f10d95-2d9a-4ee2-a2be-7d4bbb95a492 service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649780 Jul 16 01:54:57.244908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f24587-1403-47ef-89f6-b8c60bd6d851 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:57.338791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 9f76bafa-95c7-42a5-ae0c-519505c489c4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:57.339324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.343368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf503826-5e27-4928-a36b-c47182083627 None None] Provisioning for port 31992050-4c2f-4955-b426-daf407dd782a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:57.414823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.418627 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP be835747-f929-41bb-a3ef-f0944759ac72 associated. External IP: 172.25.0.58, port: 80ebd350-0260-4e67-995b-6c56d5c8008f. Jul 16 01:54:57.421654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.461244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.462396 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.462717 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Floating IP 5ad12a4a-5114-428a-b0db-6f94b177eb58 disassociated. External IP: 172.25.0.168, port: 0d195462-518b-43d4-8777-e696ce46969e. Jul 16 01:54:57.475972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 9f76bafa-95c7-42a5-ae0c-519505c489c4 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:57.658733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.704715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=9f76bafa-95c7-42a5-ae0c-519505c489c4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.733618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.737058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d3d9cc7-9224-421f-97bd-2af41d525e2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/9f76bafa-95c7-42a5-ae0c-519505c489c4 HTTP/1.1" status: 204 len: 168 time: 0.5472548 Jul 16 01:54:57.740108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.804130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a44cc2-98e3-450a-9348-a98ecc82b161 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.805792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a44cc2-98e3-450a-9348-a98ecc82b161 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.807473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-61a44cc2-98e3-450a-9348-a98ecc82b161 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0662572 Jul 16 01:54:57.810165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:57.867731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f2d9fc6-3ef3-4f7c-af3a-be97d3c3f0a3 None None] Could not find standard attr ID for object 9f76bafa-95c7-42a5-ae0c-519505c489c4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:57.869102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router 6a9936ab-a036-43ff-be47-7134c67bc57d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:57.877115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 42f0d38f-d4bb-4880-8ba3-874210663b5a {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:57.879678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Router 42086b70-9fe6-4709-b0b4-30c9fa97c637 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:57.891877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.951864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.101782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c2610d7d-dbab-40c5-965e-c8a797b196ad None None] Could not find standard attr ID for object 9f76bafa-95c7-42a5-ae0c-519505c489c4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:54:58.102763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.171733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:58.173192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:58.188681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] Sync routers for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:58.211815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:58.213076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:58.234371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:58.245981 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] Sync routers for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:58.259490 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:58.260161 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:58.278463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.305653 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.468070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ce652cdf-3726-47bb-b0ea-ffaecd072ba9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0561426 Jul 16 01:54:58.502385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:58.504947 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff143c2-e0c7-4545-b376-4d9574108552" -d '{"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:58.513179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798fc2b-2266-4472-9151-791b4798b67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.531760 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.537773 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:58.551628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e32e94-f9d4-4cf7-b0c2-b9a4e7b02dce req-5dccf01b-fedc-44e8-93ff-a7312564d739 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.556886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.561688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65e32e94-f9d4-4cf7-b0c2-b9a4e7b02dce req-5dccf01b-fedc-44e8-93ff-a7312564d739 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.5203838 Jul 16 01:54:58.562784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/42f0d38f-d4bb-4880-8ba3-874210663b5a HTTP/1.1" status: 204 len: 168 time: 0.7514088 Jul 16 01:54:58.569787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:58.584854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78333605-9ef2-42a4-a992-e07b529cb12f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=42f0d38f-d4bb-4880-8ba3-874210663b5a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:58.601443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31992050-4c2f-4955-b426-daf407dd782a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:58.603395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de93c1d4-a57c-4050-9877-219b850c4e7b None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:58.608639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b5b5a3c3-2b7b-43dc-af04-9d1dc9ac9051 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "PUT /v2.0/floatingips/5ad12a4a-5114-428a-b0db-6f94b177eb58 HTTP/1.1" status: 200 len: 695 time: 2.0834775 Jul 16 01:54:58.658006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:58.667249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:58.672584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:58.677468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b80b043-313a-4348-86ee-51a4ec5a7379 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045947 Jul 16 01:54:58.743219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65e32e94-f9d4-4cf7-b0c2-b9a4e7b02dce req-f2298cbf-0865-4265-a992-d8e6636ff6ed tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825824 Jul 16 01:54:58.806182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b01eebee-2ae8-43c4-8778-7db3bb5189d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.807756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-b01eebee-2ae8-43c4-8778-7db3bb5189d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.1496763 Jul 16 01:54:58.884944 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:58.915638 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] Checking router: 42086b70-9fe6-4709-b0b4-30c9fa97c637 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:58.927257 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:58.927864 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:58.974750 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.977452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 31992050-4c2f-4955-b426-daf407dd782a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:58.997565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 31992050-4c2f-4955-b426-daf407dd782a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:58.997946 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.035287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798fc2b-2266-4472-9151-791b4798b67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.077291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:59.082030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-fbd7984a-6fbe-436c-9742-c03764d0dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.083142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.096593 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:59.096827 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-fbd7984a-6fbe-436c-9742-c03764d0dbee service neutron] 10.222.0.35 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.2792048 Jul 16 01:54:59.186125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798fc2b-2266-4472-9151-791b4798b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.205180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-41eed1c3-c68f-45d6-8c86-7d660f31df42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.1072903 Jul 16 01:54:59.209018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:54:59.247056 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.342431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b798fc2b-2266-4472-9151-791b4798b67d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbf19ead8fb24a73981277b7b972e4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1668603 Jul 16 01:54:59.346657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39608) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:59.355828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'be835747-f929-41bb-a3ef-f0944759ac72', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'port_id': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'mac_address': 'fa:16:3e:58:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:54Z', 'updated_at': '2021-07-16T01:54:54Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:36Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:59.367042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798fc2b-2266-4472-9151-791b4798b67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1e9c93-5b09-4942-bf7b-7560efa9dee1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.400819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-94b1050a-730a-453b-bc1b-0f0d893d9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.402362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-94b1050a-730a-453b-bc1b-0f0d893d9ee5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.1787331 Jul 16 01:54:59.468818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286f36f-718c-4861-b78c-3a278f67e9a7 req-dbd69f88-fda7-4a50-8b7b-ae6eb7cfe38f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.473930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] Checking router: 6a9936ab-a036-43ff-be47-7134c67bc57d for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:59.483671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7286f36f-718c-4861-b78c-3a278f67e9a7 req-dbd69f88-fda7-4a50-8b7b-ae6eb7cfe38f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.3839760 Jul 16 01:54:59.489923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-6d66905a-fe8e-4831-af39-5bb14257395c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717580 Jul 16 01:54:59.492327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54aae631-f561-4968-ba3c-137ed6781825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.493456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 31992050-4c2f-4955-b426-daf407dd782a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31992050-4c2f-4955-b426-daf407dd782a,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:59.499111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:59.500085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:59.503408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-ba7e6a2a-c90e-49e8-89c7-8e4ca1eb5560 req-435fbe3a-7a7d-4207-9170-acbcb98f7113 service neutron] (93907) timed out ('10.222.0.38', 61119) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:54:59.506883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.508296 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.529331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54aae631-f561-4968-ba3c-137ed6781825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.551451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] Deleting port 31992050-4c2f-4955-b426-daf407dd782a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:59.552630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.572792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:59.581463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:59.589730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.590223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.596110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7286f36f-718c-4861-b78c-3a278f67e9a7 req-53c7b201-9c3d-46d7-b88a-05f02b597844 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110778 Jul 16 01:54:59.626638 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:59.634886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:59.659099 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759c3ac-cbaf-463a-b76f-25529110ecdd None None] The sync data for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 is: [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:53:54Z', 'revision_number': 4, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '803f4b49-7240-465a-9403-f3b510a20260', 'name': '', 'network_id': '12f7dceb-2596-475f-acb9-002b61f034c7', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'mac_address': 'fa:16:3e:1b:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:52Z', 'updated_at': '2021-07-16T01:54:00Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'subnets': [{'id': '238b3667-41ee-4eb8-9009-0ec9f39787d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:59.669205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0004964 Jul 16 01:54:59.673645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:59.674486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b1a74-1a1b-4440-9657-362f884ed885 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=54858887-2d3f-49f0-82cd-53cbde046879,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.700979 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c054123-6311-439d-b378-17fb913ae622 x-openstack-request-id: req-6c054123-6311-439d-b378-17fb913ae622 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:59.701375 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:59.701700 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c054123-6311-439d-b378-17fb913ae622 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:59.702151 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'status': 'completed', 'code': 200} Jul 16 01:54:59.721330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'name': 'tempest-NetworksTestDHCPv6-2085691721'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:59.749348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-58a41c28-57be-46d2-877e-600bb20717a4 service neutron] 10.222.0.35 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397130 Jul 16 01:54:59.765205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=31992050-4c2f-4955-b426-daf407dd782a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.806132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:59.864291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54aae631-f561-4968-ba3c-137ed6781825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.867933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54aae631-f561-4968-ba3c-137ed6781825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.872198 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-54aae631-f561-4968-ba3c-137ed6781825 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b1e9c93-5b09-4942-bf7b-7560efa9dee1 HTTP/1.1" status: 204 len: 168 time: 0.5244589 Jul 16 01:54:59.882749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] For port 31992050-4c2f-4955-b426-daf407dd782a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31992050-4c2f-4955-b426-daf407dd782a,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:59.883152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.933643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aae631-f561-4968-ba3c-137ed6781825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1e9c93-5b09-4942-bf7b-7560efa9dee1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:59.935832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] Calling delete_port for 31992050-4c2f-4955-b426-daf407dd782a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:59.964080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2efa1f6-db20-4656-a611-7ead0ad0fb59 req-c85198eb-ebb1-4990-b277-e6ac9cefd63a service neutron] 10.222.0.35 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049720 Jul 16 01:55:00.047251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525dd1-f8a9-4d15-9ff4-82a563d4c9d1 req-027568b7-b8ea-40ea-bdd7-e469eaf1e42c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.054518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca525dd1-f8a9-4d15-9ff4-82a563d4c9d1 req-027568b7-b8ea-40ea-bdd7-e469eaf1e42c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.1012833 Jul 16 01:55:00.066929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-132671ac-88d5-4454-8d34-35a4d942ba73 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/be835747-f929-41bb-a3ef-f0944759ac72 HTTP/1.1" status: 200 len: 990 time: 0.4260426 Jul 16 01:55:00.068894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff143c2-e0c7-4545-b376-4d9574108552 req-a2b11194-ccc9-4652-82a1-2395222f4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.070691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-a2b11194-ccc9-4652-82a1-2395222f4525 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1096 time: 0.2677135 Jul 16 01:55:00.113092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca525dd1-f8a9-4d15-9ff4-82a563d4c9d1 req-2ebc069e-5a0e-4b49-9d2e-83e6f8e37223 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575864 Jul 16 01:55:00.183394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2375222-4697-4b8f-bb0b-821eaaaeba25 None None] New status for floating IP 5ad12a4a-5114-428a-b0db-6f94b177eb58: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:00.229460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-ce6ad30c-6190-4a31-a5b1-ab816f85d47a tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips/5ad12a4a-5114-428a-b0db-6f94b177eb58 HTTP/1.1" status: 200 len: 695 time: 0.0947278 Jul 16 01:55:00.271217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31992050-4c2f-4955-b426-daf407dd782a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:00.303977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:00.309835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.349395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 4d0094a1-f27b-402c-8746-8c389c51cea8 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:00.387592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-1aecb030-cd8e-4b6c-895d-518173d4f203 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.397455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-1aecb030-cd8e-4b6c-895d-518173d4f203 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 784 time: 0.1668797 Jul 16 01:55:00.420905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-08646e62-928e-4a3b-b9ef-6ca402d178c3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:55:00.422408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-08646e62-928e-4a3b-b9ef-6ca402d178c3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083349 Jul 16 01:55:00.451864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.458344 n-d-800087-6 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No ports have port_id starting with 31992050-4c2f-4955-b426-daf407dd782a Jul 16 01:55:00.509102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-89c999e9-20c0-4798-9001-8b4455d06a3a tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 698 time: 0.0779259 Jul 16 01:55:00.532974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::20f (c437469f-83fa-42ce-b474-0d025b53fd72/54858887-2d3f-49f0-82cd-53cbde046879/4d0094a1-f27b-402c-8746-8c389c51cea8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:00.563166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] Pushing event deleted for resources: {'Port': ['ID=31992050-4c2f-4955-b426-daf407dd782a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:00.565376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a4162-9640-4cb2-afee-01d423c60c8f None None] No DVR routers for this DVR port 31992050-4c2f-4955-b426-daf407dd782a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:00.581519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-23906978-03bc-46bd-bcc1-e5159302fb05 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 698 time: 0.0654447 Jul 16 01:55:00.652434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7a421-0bf9-4fc9-b93e-9e4ed325e151 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:00.669726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac335d47-252a-4823-917e-b66da515c712 req-84f73b4f-947b-4498-9dd9-31d731640993 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.677458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac335d47-252a-4823-917e-b66da515c712 req-84f73b4f-947b-4498-9dd9-31d731640993 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 945 time: 0.2389212 Jul 16 01:55:00.711095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff143c2-e0c7-4545-b376-4d9574108552 req-bb199cd6-4b64-4795-aa04-37c13f03c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.712919 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-bb199cd6-4b64-4795-aa04-37c13f03c2a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 898 time: 0.6315117 Jul 16 01:55:00.823815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.834735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac335d47-252a-4823-917e-b66da515c712 req-2dd525b9-2e3a-450b-848b-b714586f31a4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538467 Jul 16 01:55:00.859542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Deleting port 99c459ea-19ae-4a73-b19a-b6afd5242006 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:00.859889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.863888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 4d0094a1-f27b-402c-8746-8c389c51cea8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:00.886387 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-eda12592-91cf-44a1-96dc-28d2d7a61611 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 998 time: 0.1552110 Jul 16 01:55:01.014641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff143c2-e0c7-4545-b376-4d9574108552 req-3fc7ab09-4a48-4c9d-8396-2b52e40c3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.016355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-3fc7ab09-4a48-4c9d-8396-2b52e40c3336 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.1288400 Jul 16 01:55:01.041418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.041628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.058868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'be835747-f929-41bb-a3ef-f0944759ac72', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'port_id': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'mac_address': 'fa:16:3e:58:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:54Z', 'updated_at': '2021-07-16T01:54:54Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:36Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:01.073851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Calling delete_port for 99c459ea-19ae-4a73-b19a-b6afd5242006 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:01.076248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.107448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643cdab-24e9-4548-a68d-8d8f6c4e96c2 None None] The sync data for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 is: [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'be835747-f929-41bb-a3ef-f0944759ac72', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'port_id': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'mac_address': 'fa:16:3e:58:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:54:54Z', 'updated_at': '2021-07-16T01:54:54Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:36Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:01.126606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.166530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.277311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:01.292663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:01.297542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '54858887-2d3f-49f0-82cd-53cbde046879'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:01.298591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.302030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:01.313101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.316074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.327476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=4d0094a1-f27b-402c-8746-8c389c51cea8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:01.360151 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-85f40f56-6e7e-4260-97b4-7ba9d1e65536 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6744068 Jul 16 01:55:01.360886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.404320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff143c2-e0c7-4545-b376-4d9574108552 req-480b1b43-2a0c-4a35-8a07-3c6a41ee82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.407226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-480b1b43-2a0c-4a35-8a07-3c6a41ee82df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717515 Jul 16 01:55:01.471089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-network', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:01.506782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:01.565372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Made reservation on behalf of d2cb98fed09b48c2ac06a12fa6ed0793 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:01.568871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.604006 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6799f11-e8c6-4481-be05-2ae20afbc6ac None None] New status for floating IP be835747-f929-41bb-a3ef-f0944759ac72: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:01.619542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.634462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d1a131eb-a9c3-4e48-8194-72fe228b93db req-1a34fb04-1cef-43aa-b2a1-981e0bd862c6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:55:01.635642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1a131eb-a9c3-4e48-8194-72fe228b93db req-1a34fb04-1cef-43aa-b2a1-981e0bd862c6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057425 Jul 16 01:55:01.647580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cee9b-1762-43b8-9956-d1a995f8c606 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.649632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6c4cee9b-1762-43b8-9956-d1a995f8c606 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2875366 Jul 16 01:55:01.659412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:01.667998 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.668924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f97f3aef-f58a-4ae9-9527-24df6ea305b4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/be835747-f929-41bb-a3ef-f0944759ac72 HTTP/1.1" status: 200 len: 990 time: 0.5914030 Jul 16 01:55:01.703514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:01.707432 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84621b3d-251f-4347-a8aa-79ed0694a036" -d '{"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:01.731767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-446cc6e8-1581-4f12-b022-0be0ee13da89 service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715368 Jul 16 01:55:01.753073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:01.756587 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a22ae5a-3df1-4ee6-8e8b-39a7b255bd99" -d '{"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-unplugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:01.780922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:01.791246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/54858887-2d3f-49f0-82cd-53cbde046879/50a0f1de-9bde-4696-8636-7a8a069be88d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:01.793257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.793642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.838738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event deleted for resources: {'Port': ['ID=99c459ea-19ae-4a73-b19a-b6afd5242006,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:01.893520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:01.989282 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff143c2-e0c7-4545-b376-4d9574108552 req-e0063289-4383-4bdc-89e6-9a3400848b16 service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464054 Jul 16 01:55:01.993444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.020514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.024127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a710aa-368f-4d8a-8da4-ea1edfe7e1bc req-43e02572-d81c-4f14-9f23-f6c16993c78c tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "DELETE /v2.0/floatingips/5ad12a4a-5114-428a-b0db-6f94b177eb58 HTTP/1.1" status: 204 len: 173 time: 1.4346230 Jul 16 01:55:02.064211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.078912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Transition to ACTIVE for port object 50a0f1de-9bde-4696-8636-7a8a069be88d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:02.107178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Transition to ACTIVE for port object 50a0f1de-9bde-4696-8636-7a8a069be88d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:02.115772 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad188b7-1936-4b37-b208-ed8e7b63ae06 x-openstack-request-id: req-5ad188b7-1936-4b37-b208-ed8e7b63ae06 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:02.116303 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:02.116576 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ad188b7-1936-4b37-b208-ed8e7b63ae06 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:02.117134 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'status': 'completed', 'code': 200} Jul 16 01:55:02.119968 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.133448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 4d0094a1-f27b-402c-8746-8c389c51cea8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:02.133841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.144364 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca4b98-a9f8-4503-9b33-9fb9fbfa7c89 x-openstack-request-id: req-6dca4b98-a9f8-4503-9b33-9fb9fbfa7c89 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:02.144683 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-unplugged", "status": "failed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:02.145165 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6dca4b98-a9f8-4503-9b33-9fb9fbfa7c89 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:02.145567 n-d-800087-6 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'code': 422} returned with failed status Jul 16 01:55:02.200714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.205834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:02.209769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:02.217642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:02.241812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c77d22c1-27d2-487a-b4bb-a95dab63d381 req-d4547821-25d3-4120-9986-6dbb9af876c5 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups/9ae55bf3-a624-4512-bc48-d6ffd83b1a6c HTTP/1.1" status: 200 len: 1810 time: 0.0802753 Jul 16 01:55:02.243177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.304496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Pushing event updated for resources: {'Port': ['ID=50a0f1de-9bde-4696-8636-7a8a069be88d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.311816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Attempting to bind port 50a0f1de-9bde-4696-8636-7a8a069be88d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:02.312215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Attempting to bind port 50a0f1de-9bde-4696-8636-7a8a069be88d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:02.312574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Attempting to bind port 50a0f1de-9bde-4696-8636-7a8a069be88d on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:02.318869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:02.319069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:02.319372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.319757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:02.320296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Bound port: 50a0f1de-9bde-4696-8636-7a8a069be88d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:02.320681 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.364703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c77d22c1-27d2-487a-b4bb-a95dab63d381 req-d1c66f9e-f68e-45cc-a6c1-806e13db99b9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.376282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:02.387074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a77d5f1-4b27-44dd-891a-1f0afe2163cf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.402092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] For port 50a0f1de-9bde-4696-8636-7a8a069be88d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:02.406581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] For port 50a0f1de-9bde-4696-8636-7a8a069be88d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=50a0f1de-9bde-4696-8636-7a8a069be88d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:02.411083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.419431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee9c04-3f5b-4750-a20a-0e09352e9849 req-aed9cbc9-2827-48f4-985f-429c3acf0878 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.420922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-baee9c04-3f5b-4750-a20a-0e09352e9849 req-aed9cbc9-2827-48f4-985f-429c3acf0878 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.1407862 Jul 16 01:55:02.422570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c77d22c1-27d2-487a-b4bb-a95dab63d381 req-d1c66f9e-f68e-45cc-a6c1-806e13db99b9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.438037 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.438387 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Added segment 99bd9549-f0cc-4c51-a3e9-0309d736ce18 of type vlan for network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 Jul 16 01:55:02.464131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.492574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-baee9c04-3f5b-4750-a20a-0e09352e9849 req-95413dd4-e4ad-4515-a852-073662139576 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611911 Jul 16 01:55:02.494547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcba87-093a-4d72-8951-119638df6b1f None None] Pushing event updated for resources: {'Port': ['ID=50a0f1de-9bde-4696-8636-7a8a069be88d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.513978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 4d0094a1-f27b-402c-8746-8c389c51cea8 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:02.521551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c77d22c1-27d2-487a-b4bb-a95dab63d381 req-d1c66f9e-f68e-45cc-a6c1-806e13db99b9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.524461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-c77d22c1-27d2-487a-b4bb-a95dab63d381 req-d1c66f9e-f68e-45cc-a6c1-806e13db99b9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.525778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c77d22c1-27d2-487a-b4bb-a95dab63d381 req-d1c66f9e-f68e-45cc-a6c1-806e13db99b9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "DELETE /v2.0/security-groups/9ae55bf3-a624-4512-bc48-d6ffd83b1a6c HTTP/1.1" status: 204 len: 173 time: 0.2765248 Jul 16 01:55:02.536582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c66f9e-f68e-45cc-a6c1-806e13db99b9 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae55bf3-a624-4512-bc48-d6ffd83b1a6c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.545713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-9b88b679-1499-4ca8-9063-51ae0ab9b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.547360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-9b88b679-1499-4ca8-9063-51ae0ab9b42a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0918a02d1ac74c1ebee6f85508209afa&device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 1096 time: 0.3873038 Jul 16 01:55:02.553284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.641759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-e10142fc-36fd-47e3-8205-8f56947608cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3345530 Jul 16 01:55:02.674274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39684) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.754286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.755339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.755986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.782284 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5eebbc53-3707-452c-93be-2f0ed061b216 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/be835747-f929-41bb-a3ef-f0944759ac72 HTTP/1.1" status: 200 len: 992 time: 0.1072381 Jul 16 01:55:02.876072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7020874 Jul 16 01:55:02.881131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39690) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:02.886448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Request body: {'subnet': {'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-subnet', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:02.916591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Made reservation on behalf of d2cb98fed09b48c2ac06a12fa6ed0793 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:02.919971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:02.920526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad86c9-506f-4114-8397-ce443cb09d77 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0e58d4-2ece-4255-a6d2-842ff45570b5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:02.923484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-fd31fe81-dcae-4a19-ba25-07afe7491692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.924928 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-fd31fe81-dcae-4a19-ba25-07afe7491692 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 200 len: 921 time: 0.3667095 Jul 16 01:55:02.936764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:02.988756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-7543d95c-b657-467d-80b3-403382392897 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 200 len: 217 time: 0.0554552 Jul 16 01:55:03.090038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-afd86d00-1d72-40d0-a4d4-34de10b8a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.091576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-afd86d00-1d72-40d0-a4d4-34de10b8a0da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 200 len: 860 time: 0.0790825 Jul 16 01:55:03.104805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a2a3-18a6-4b6f-9cb0-5974286c1e7a req-8b1a8da0-00a3-405e-8d4a-65b1ff877efe tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.112201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f94a2a3-18a6-4b6f-9cb0-5974286c1e7a req-8b1a8da0-00a3-405e-8d4a-65b1ff877efe tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.0760746 Jul 16 01:55:03.152594 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f94a2a3-18a6-4b6f-9cb0-5974286c1e7a req-724a3954-5830-429d-9d2c-6b3b4d02e260 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Jul 16 01:55:03.154860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-9985d56c-8ad7-4593-bbc0-171884bf2978 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12f7dceb-2596-475f-acb9-002b61f034c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468736 Jul 16 01:55:03.162513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.241784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=4d0094a1-f27b-402c-8746-8c389c51cea8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.266032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.268023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-56888ddd-d7b2-480b-b8a9-fc59b1bf5b5f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/4d0094a1-f27b-402c-8746-8c389c51cea8 HTTP/1.1" status: 204 len: 168 time: 1.5923979 Jul 16 01:55:03.271172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.289449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.367273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11080d95-e005-4355-85f1-8e803c1d0357 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.368297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75657138-9f3c-4be4-9367-c27e49244129,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:03.374807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11080d95-e005-4355-85f1-8e803c1d0357 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.375783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Checking segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:03.379373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Network hostable DHCP agents. Network: 7e0e58d4-2ece-4255-a6d2-842ff45570b5, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:03.379505 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-11080d95-e005-4355-85f1-8e803c1d0357 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1042850 Jul 16 01:55:03.380427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.399332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:03.410184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7e0e58d4-2ece-4255-a6d2-842ff45570b5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:03.415263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.415939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.421670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87676e6f-920d-4fa7-8076-e8280574d272 None None] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:03.436629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2f293a32-8155-4960-8555-98e24c9bc362 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5516715 Jul 16 01:55:03.436798 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39702) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:03.443344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:03.469255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-008bb846-0ec5-4f06-8e87-7c472e555cd7 service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038478 Jul 16 01:55:03.482081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.483069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.496057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 54858887-2d3f-49f0-82cd-53cbde046879 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:03.513173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.557573 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.618694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.688721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:03.689626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.782448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.848110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4426-ae0b-42b4-bf91-a285d450da56 req-c0d5c999-86b0-47d2-8c8b-755e2cfe21e2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.849932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5ef4426-ae0b-42b4-bf91-a285d450da56 req-c0d5c999-86b0-47d2-8c8b-755e2cfe21e2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.1381958 Jul 16 01:55:03.862013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Allocated IP 172.20.0.2 (7e0e58d4-2ece-4255-a6d2-842ff45570b5/75657138-9f3c-4be4-9367-c27e49244129/645cac56-6d8b-45b7-810a-9395d78384cd) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:03.908661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5ef4426-ae0b-42b4-bf91-a285d450da56 req-870142e2-0e86-425e-baef-3468f7baf845 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Jul 16 01:55:03.983551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d123ebbb-a531-4044-a811-629cd778f94f None None] Could not find standard attr ID for object 4d0094a1-f27b-402c-8746-8c389c51cea8. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:04.018652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d123ebbb-a531-4044-a811-629cd778f94f None None] Provisioning for port 50a0f1de-9bde-4696-8636-7a8a069be88d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:04.041218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-84621b3d-251f-4347-a8aa-79ed0694a036 req-9a579044-daf5-46e8-ad57-621f2bfaef1d service neutron] 10.222.0.38 "GET /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621982 Jul 16 01:55:04.087240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-e0859d22-d4db-4865-9072-2654be4044da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.088447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-e0859d22-d4db-4865-9072-2654be4044da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151&tenant_id=220e7e172ffd43bfbdff7acb616e668b HTTP/1.1" status: 200 len: 1094 time: 0.1332607 Jul 16 01:55:04.092367 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.095778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.114581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.127396 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.148554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Transition to ACTIVE for port object 645cac56-6d8b-45b7-810a-9395d78384cd will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:04.197862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Transition to ACTIVE for port object 645cac56-6d8b-45b7-810a-9395d78384cd will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:04.208452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.254121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-be8baf46-b04f-4969-8e6a-d93173248bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.257625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-be8baf46-b04f-4969-8e6a-d93173248bc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1094 time: 0.1355879 Jul 16 01:55:04.260830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:04.263004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.272864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:04.281487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:04.293835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 50a0f1de-9bde-4696-8636-7a8a069be88d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:04.298121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c7ee4667-ea15-4251-9452-1843d52b747d None None] Could not find standard attr ID for object 4d0094a1-f27b-402c-8746-8c389c51cea8. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:04.302303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Pushing event updated for resources: {'Port': ['ID=645cac56-6d8b-45b7-810a-9395d78384cd,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.348480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.353601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/54858887-2d3f-49f0-82cd-53cbde046879 HTTP/1.1" status: 204 len: 168 time: 0.9720397 Jul 16 01:55:04.354670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b0392-ea1a-47fa-8a2f-de571d6ee5f1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=54858887-2d3f-49f0-82cd-53cbde046879,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.355066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39710) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:04.389522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Allocated IP 172.25.0.115 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/0c23cc2b-b2fd-418f-a009-fe3f329f128f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:04.444943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Attempting to bind port 645cac56-6d8b-45b7-810a-9395d78384cd on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:04.447199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Attempting to bind port 645cac56-6d8b-45b7-810a-9395d78384cd by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:04.447571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Attempting to bind port 645cac56-6d8b-45b7-810a-9395d78384cd on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:04.466030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:04.466472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Checking segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:04.466883 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.467301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Bound using segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:04.469240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Bound port: 645cac56-6d8b-45b7-810a-9395d78384cd, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:04.469494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.480608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-6002d7bd-2294-40e7-bd0a-192dc35c23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.482726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-6002d7bd-2294-40e7-bd0a-192dc35c23fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 915 time: 0.2121432 Jul 16 01:55:04.485898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cb0ef3ee-6ec4-463e-ad00-a04d8b5243f3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296465 Jul 16 01:55:04.489684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:04.492991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 50a0f1de-9bde-4696-8636-7a8a069be88d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:04.496910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:04.525880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c33016-6d32-4b48-a2b6-73d341711a58 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:04.529877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 50a0f1de-9bde-4696-8636-7a8a069be88d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:04.530245 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.558511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1b95f-5c99-45cc-a0d9-aecaba800bd1 req-1e4b5bbd-1a72-4c51-bb26-3d64ae7acca3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.560062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5b1b95f-5c99-45cc-a0d9-aecaba800bd1 req-1e4b5bbd-1a72-4c51-bb26-3d64ae7acca3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1769161 Jul 16 01:55:04.564791 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-645ba82f-e17c-4778-a200-e724eaa29cd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 200 len: 217 time: 0.0739260 Jul 16 01:55:04.633845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5b1b95f-5c99-45cc-a0d9-aecaba800bd1 req-476b226b-167a-4be3-a17e-0ddf483b1790 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Jul 16 01:55:04.647384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] For port 645cac56-6d8b-45b7-810a-9395d78384cd, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:04.673138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-597e9375-b97f-44c7-b017-eaad09b06ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.674953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-597e9375-b97f-44c7-b017-eaad09b06ee8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.0676575 Jul 16 01:55:04.676014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:04.677764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.680258 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.712102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] For port 645cac56-6d8b-45b7-810a-9395d78384cd, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=645cac56-6d8b-45b7-810a-9395d78384cd,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:04.724050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.732646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-fc4b0413-c139-41f5-8cf7-950f4737823a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477047 Jul 16 01:55:04.740814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.762232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:04.768737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:04.773497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:04.801502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Pushing event updated for resources: {'Port': ['ID=0c23cc2b-b2fd-418f-a009-fe3f329f128f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.806417 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.839978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dfcbe-7213-4876-8a27-2a1a6ce8e76c None None] Pushing event updated for resources: {'Port': ['ID=645cac56-6d8b-45b7-810a-9395d78384cd,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.869909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 50a0f1de-9bde-4696-8636-7a8a069be88d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=50a0f1de-9bde-4696-8636-7a8a069be88d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:04.876317 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.936430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=50a0f1de-9bde-4696-8636-7a8a069be88d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.965479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:05.025674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-70945a54-82f0-460e-9a82-2f4d625d522a service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834971 Jul 16 01:55:05.027018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.038793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] Deleting port 50a0f1de-9bde-4696-8636-7a8a069be88d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:05.040087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.112442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:05.157535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:05.165069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.165739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.199106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.214385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] For port 50a0f1de-9bde-4696-8636-7a8a069be88d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=50a0f1de-9bde-4696-8636-7a8a069be88d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:05.214836 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.229032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] Calling delete_port for 50a0f1de-9bde-4696-8636-7a8a069be88d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:05.262646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-feaba6d1-7f76-449d-8f66-43bb0c67c6cc req-7c7f7738-45f0-4802-8185-d40da240d1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237034 Jul 16 01:55:05.265256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7727876 Jul 16 01:55:05.266261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f1433-5491-483d-9f15-4b6c3371bd2c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=5bce7988-fc5c-4352-a248-cc9ef3d2756d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.268743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:05.275839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'name': 'tempest-NetworksTestDHCPv6-1112564749'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:05.320195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100ac0a-f272-4236-ba25-7daacd6e5959 req-39a664c5-dba1-4ba6-93ed-6ec25a51cd48 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.321873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3100ac0a-f272-4236-ba25-7daacd6e5959 req-39a664c5-dba1-4ba6-93ed-6ec25a51cd48 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.2462597 Jul 16 01:55:05.353449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.407532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] Pushing event deleted for resources: {'Port': ['ID=50a0f1de-9bde-4696-8636-7a8a069be88d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.417459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03804dde-3ff3-4206-98bc-0960db6d304d None None] No DVR routers for this DVR port 50a0f1de-9bde-4696-8636-7a8a069be88d on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:05.435118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3100ac0a-f272-4236-ba25-7daacd6e5959 req-c515c46a-324d-4b44-96d1-2d99a56ec5c2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071255 Jul 16 01:55:05.437535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa3cd03-5103-486d-af82-b6ccb67c4e69 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:05.501168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.510178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-86dbf615-4c68-46f5-8077-c16e363fd606 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.511722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-86dbf615-4c68-46f5-8077-c16e363fd606 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.38 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1363823 Jul 16 01:55:05.513059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:05.516482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.576580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 8f920055-e513-45f7-a748-2be5b7d74001 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:05.659916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '5bce7988-fc5c-4352-a248-cc9ef3d2756d'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:05.661135 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.712767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::37f (c437469f-83fa-42ce-b474-0d025b53fd72/5bce7988-fc5c-4352-a248-cc9ef3d2756d/8f920055-e513-45f7-a748-2be5b7d74001) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:05.823609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:05.999041 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.033962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 8f920055-e513-45f7-a748-2be5b7d74001 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:06.077015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9891-d3b4-472b-a400-6de7c016a350 req-ceb49697-c91c-4bfe-92e1-ed6fcecac818 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.086665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0aca9891-d3b4-472b-a400-6de7c016a350 req-ceb49697-c91c-4bfe-92e1-ed6fcecac818 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 945 time: 0.1585162 Jul 16 01:55:06.130836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:06.141481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.174074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Deleting port 0d195462-518b-43d4-8777-e696ce46969e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:06.174453 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.178454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:06.204760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0aca9891-d3b4-472b-a400-6de7c016a350 req-3b552478-00d3-4c2f-aa76-9a9d470d3573 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/security-groups?id=692bed4d-12ca-4905-9531-3f96565f82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169634 Jul 16 01:55:06.224367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec3c1c-9f54-4d38-80b0-a64eb1439803 None None] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:06.238701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.243823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f5937477-a608-42d8-afdb-9b2b99d79f0d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8059204 Jul 16 01:55:06.244506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:06.288420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:06.290237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:06.324022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:06.336580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:06.452063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:06.466012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.467494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.475525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 645cac56-6d8b-45b7-810a-9395d78384cd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:06.493914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2231841 Jul 16 01:55:06.496280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] For port 0d195462-518b-43d4-8777-e696ce46969e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0d195462-518b-43d4-8777-e696ce46969e,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:06.496911 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.499699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39742) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:06.510215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07db544-9e8c-4788-95c1-dd1c37d6eb10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=8f920055-e513-45f7-a748-2be5b7d74001,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.596132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Calling delete_port for 0d195462-518b-43d4-8777-e696ce46969e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:06.799279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cc334-83a7-4625-a646-97ff3b6bca6e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.819544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7d4cc334-83a7-4625-a646-97ff3b6bca6e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3127792 Jul 16 01:55:06.820365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.034484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.040640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1a37b669-89e1-47c6-8149-25a8584afe49 None None] Provisioning for port 645cac56-6d8b-45b7-810a-9395d78384cd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:07.058564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/5bce7988-fc5c-4352-a248-cc9ef3d2756d/ac4515b0-c8cf-4834-97fa-4199d615df2f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:07.076204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['0d195462-518b-43d4-8777-e696ce46969e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:07.079877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 8f920055-e513-45f7-a748-2be5b7d74001 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:07.080192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.136104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Pushing event deleted for resources: {'Port': ['ID=0d195462-518b-43d4-8777-e696ce46969e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.192710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810aaf7-814c-428d-9836-74e2b4879735 req-0ce6f4dd-f173-4a38-a1f4-2ff8ef9d472d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.195454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] No DVR routers for this DVR port 0d195462-518b-43d4-8777-e696ce46969e on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:07.197778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a810aaf7-814c-428d-9836-74e2b4879735 req-0ce6f4dd-f173-4a38-a1f4-2ff8ef9d472d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.2065179 Jul 16 01:55:07.209330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.211363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a87e5bb-3428-43da-914a-1d5730dbee32 req-54123502-c17d-4f99-abe0-a83606e5bc8b tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.38 "DELETE /v2.0/ports/0d195462-518b-43d4-8777-e696ce46969e HTTP/1.1" status: 204 len: 173 time: 1.6909039 Jul 16 01:55:07.301433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 645cac56-6d8b-45b7-810a-9395d78384cd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:07.304636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'name': 'network-vif-deleted', 'tag': '0d195462-518b-43d4-8777-e696ce46969e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:07.309823 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e389c7-ee10-4823-8745-f1c2151114fb" -d '{"events": [{"server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "name": "network-vif-deleted", "tag": "0d195462-518b-43d4-8777-e696ce46969e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:07.320876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:07.393196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.395134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a810aaf7-814c-428d-9836-74e2b4879735 req-ded326ca-eb81-4453-84ed-e02693a4a996 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867683 Jul 16 01:55:07.414804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 645cac56-6d8b-45b7-810a-9395d78384cd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:07.415369 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.425191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 8f920055-e513-45f7-a748-2be5b7d74001 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:07.541163 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ed4774-23d3-4624-9534-796afdc087b6 x-openstack-request-id: req-07ed4774-23d3-4624-9534-796afdc087b6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:07.541463 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49472465-eb90-4f25-b58c-52265c42a095", "name": "network-vif-deleted", "tag": "0d195462-518b-43d4-8777-e696ce46969e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:07.541710 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07ed4774-23d3-4624-9534-796afdc087b6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:07.544792 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49472465-eb90-4f25-b58c-52265c42a095', 'name': 'network-vif-deleted', 'tag': '0d195462-518b-43d4-8777-e696ce46969e', 'status': 'completed', 'code': 200} Jul 16 01:55:07.633630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bd77ce86-b5c0-47e1-800e-fcb766171d50 req-1dcfd94f-0619-4974-8640-6aeee3ca7dd3 tempest-ServerRescueTestJSONUnderV235-364419044 tempest-ServerRescueTestJSONUnderV235-364419044-project] 10.222.0.35 "GET /v2.0/ports?device_id=49472465-eb90-4f25-b58c-52265c42a095 HTTP/1.1" status: 200 len: 210 time: 0.1081688 Jul 16 01:55:07.705753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.757874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.847651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=8f920055-e513-45f7-a748-2be5b7d74001,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.861462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.909524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Transition to ACTIVE for port object ac4515b0-c8cf-4834-97fa-4199d615df2f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:07.953019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.953654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.961684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f133814-fa95-4642-8c6c-9eb89e44483c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/8f920055-e513-45f7-a748-2be5b7d74001 HTTP/1.1" status: 204 len: 168 time: 1.1386397 Jul 16 01:55:07.966309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39754) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:07.968598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Transition to ACTIVE for port object ac4515b0-c8cf-4834-97fa-4199d615df2f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:07.984594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.111616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:08.122731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:08.125127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 645cac56-6d8b-45b7-810a-9395d78384cd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=645cac56-6d8b-45b7-810a-9395d78384cd,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:08.128253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:08.131944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:04Z', 'revision_number': 3, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:08.142228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.180781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Pushing event updated for resources: {'Port': ['ID=ac4515b0-c8cf-4834-97fa-4199d615df2f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.185384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af1342-e23f-4b20-beaa-c1080cb43755 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.189790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af1342-e23f-4b20-beaa-c1080cb43755 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.192056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a2af1342-e23f-4b20-beaa-c1080cb43755 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2244647 Jul 16 01:55:08.195016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.198514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:08.199098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Updating router 412736e4-40cf-46dd-8566-6ad6fc03bc47 port 0c23cc2b-b2fd-418f-a009-fe3f329f128f binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:08.284381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Allocated IP 172.20.0.1 (7e0e58d4-2ece-4255-a6d2-842ff45570b5/75657138-9f3c-4be4-9367-c27e49244129/6acfc979-df6d-47ee-9723-7450bd1586a2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:08.295778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 50a0f1de-9bde-4696-8636-7a8a069be88d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:08.308653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 5bce7988-fc5c-4352-a248-cc9ef3d2756d {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:08.313071 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.358215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 50a0f1de-9bde-4696-8636-7a8a069be88d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:08.359227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 50a0f1de-9bde-4696-8636-7a8a069be88d not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:08.375557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3f3cadd6-d200-41b0-84b8-1dfbcdcb39cd None None] Provisioning complete for port 645cac56-6d8b-45b7-810a-9395d78384cd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:08.375788 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3cadd6-d200-41b0-84b8-1dfbcdcb39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.379079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.384623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.413246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=645cac56-6d8b-45b7-810a-9395d78384cd,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.445511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Attempting to bind port ac4515b0-c8cf-4834-97fa-4199d615df2f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:08.445995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Attempting to bind port ac4515b0-c8cf-4834-97fa-4199d615df2f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:08.446481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Attempting to bind port ac4515b0-c8cf-4834-97fa-4199d615df2f on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:08.467540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:08.468156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:08.468641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.469142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:08.469733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Bound port: ac4515b0-c8cf-4834-97fa-4199d615df2f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:08.470223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.545314 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.626953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.657827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Transition to ACTIVE for port object 6acfc979-df6d-47ee-9723-7450bd1586a2 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:08.728106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181882-aec2-4289-9b8b-200b97b1464b req-c293d7d5-ebe9-4c69-a87a-8c29ea53fcca tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.729757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf181882-aec2-4289-9b8b-200b97b1464b req-c293d7d5-ebe9-4c69-a87a-8c29ea53fcca tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.1560485 Jul 16 01:55:08.743562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.755080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] For port ac4515b0-c8cf-4834-97fa-4199d615df2f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:08.798037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.803403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=5bce7988-fc5c-4352-a248-cc9ef3d2756d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.819900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.831258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.831727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.832102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.832368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] For port ac4515b0-c8cf-4834-97fa-4199d615df2f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac4515b0-c8cf-4834-97fa-4199d615df2f,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:08.832511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.832779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.833115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.833449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.833780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.834107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.834437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.834816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:08.860582 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.860815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.906475 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.911364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8076c28b-5328-4d2e-857f-3f61f8378b1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/5bce7988-fc5c-4352-a248-cc9ef3d2756d HTTP/1.1" status: 204 len: 168 time: 0.7153363 Jul 16 01:55:08.913544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:08.928900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff82e9-f1ea-4364-b95c-33ab3727448a None None] Pushing event updated for resources: {'Port': ['ID=ac4515b0-c8cf-4834-97fa-4199d615df2f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.999600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9e4a30cf-3235-4f3a-8f32-3fe12274939e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833142 Jul 16 01:55:09.004417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:09.005046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39772) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.071402 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cf181882-aec2-4289-9b8b-200b97b1464b req-645f016d-eabf-49ac-bda8-fb39dce4ba84 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316128 Jul 16 01:55:09.077724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:09.095083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:09.111079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Pushing event updated for resources: {'Port': ['ID=6acfc979-df6d-47ee-9723-7450bd1586a2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.127696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.154567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Transition to ACTIVE for port object 0c23cc2b-b2fd-418f-a009-fe3f329f128f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:09.168881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.296422 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.315460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28911b-f06f-40aa-9cc6-d25b868fb987 None None] Pushing event updated for resources: {'Port': ['ID=0c23cc2b-b2fd-418f-a009-fe3f329f128f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.351573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Attempting to bind port 0c23cc2b-b2fd-418f-a009-fe3f329f128f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:09.352254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Attempting to bind port 0c23cc2b-b2fd-418f-a009-fe3f329f128f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:09.357646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Attempting to bind port 0c23cc2b-b2fd-418f-a009-fe3f329f128f on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:09.380571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:09.381208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:09.382011 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.382547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:09.383159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Bound port: 0c23cc2b-b2fd-418f-a009-fe3f329f128f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:09.383718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.420931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01fdb5a-7c29-4b7b-afe1-5527c4aecc5b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.424842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c01fdb5a-7c29-4b7b-afe1-5527c4aecc5b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4165492 Jul 16 01:55:09.440308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.543390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] For port 0c23cc2b-b2fd-418f-a009-fe3f329f128f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:09.553967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] For port 0c23cc2b-b2fd-418f-a009-fe3f329f128f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0c23cc2b-b2fd-418f-a009-fe3f329f128f,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:09.560436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.580688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.659656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d5ad1-896f-44bf-864f-b5ac7cdd6208 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.661238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb0d5ad1-896f-44bf-864f-b5ac7cdd6208 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2195144 Jul 16 01:55:09.669873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39778) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.673366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:09.680623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:09.754114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28911b-f06f-40aa-9cc6-d25b868fb987 None None] Pushing event updated for resources: {'Port': ['ID=0c23cc2b-b2fd-418f-a009-fe3f329f128f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.758362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-343b04ab-2f3f-4df1-ad44-bb61c8996c1d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834355 Jul 16 01:55:09.778880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-416a1b84-8853-4d5c-891a-661934a50d2b None None] Provisioning for port 6acfc979-df6d-47ee-9723-7450bd1586a2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:09.785985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-416a1b84-8853-4d5c-891a-661934a50d2b None None] Provisioning complete for port 6acfc979-df6d-47ee-9723-7450bd1586a2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.786506 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-416a1b84-8853-4d5c-891a-661934a50d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.810176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39780) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:09.823668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:09.876277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-416a1b84-8853-4d5c-891a-661934a50d2b None None] Port 6acfc979-df6d-47ee-9723-7450bd1586a2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:09.877121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.888672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.889164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:09.950928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.993799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Pushing event updated for resources: {'Port': ['ID=6acfc979-df6d-47ee-9723-7450bd1586a2,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.996960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.118283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:10.128054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.220152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:10.223433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:10.323881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:08Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:10.376446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0d195462-518b-43d4-8777-e696ce46969e no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:10.384853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61db75-1025-45d5-b23d-3adc8cc78e4f None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:08Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:10.418757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 0d195462-518b-43d4-8777-e696ce46969e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:10.419250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0d195462-518b-43d4-8777-e696ce46969e not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:10.601426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:10.677958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23184ee5-b8ab-4d34-9073-9ab61a684d92 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:10.695651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7551b-b728-4cbe-9f0b-3dc8b25b9dcc req-559587f5-6bfe-46fa-9b05-f158e9e3caf5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:10.721703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66b7551b-b728-4cbe-9f0b-3dc8b25b9dcc req-559587f5-6bfe-46fa-9b05-f158e9e3caf5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.4037528 Jul 16 01:55:10.894673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66b7551b-b728-4cbe-9f0b-3dc8b25b9dcc req-3fb638c3-892d-4f38-9370-30f3441bfab5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156580 Jul 16 01:55:10.911063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:10.933352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03a55409-500b-490f-b273-6584c628b202 admin admin] 10.222.0.35 "PUT /v2.0/routers/412736e4-40cf-46dd-8566-6ad6fc03bc47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6868339 Jul 16 01:55:11.182997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac4515b0-c8cf-4834-97fa-4199d615df2f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:11.215742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c1ea9d07-4972-4fb6-9253-a4aeacd8fedc None None] Provisioning for port ac4515b0-c8cf-4834-97fa-4199d615df2f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:11.408851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ac4515b0-c8cf-4834-97fa-4199d615df2f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:11.422443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ac4515b0-c8cf-4834-97fa-4199d615df2f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:11.422443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.576853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f8ebda7d-aad8-4be9-8420-8dd18432e82b None None] Provisioning complete for port 6acfc979-df6d-47ee-9723-7450bd1586a2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:11.578277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8ebda7d-aad8-4be9-8420-8dd18432e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.589092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.633051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:11.641461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009860026', 'description': 'tempest-description--694159133'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:11.702890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebda7d-aad8-4be9-8420-8dd18432e82b None None] Port 6acfc979-df6d-47ee-9723-7450bd1586a2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:11.721042 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.736943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:11.742465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:11.769688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:11.786780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.787428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.805252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=19495c4e-90c2-4462-bf5d-652fc1d96c97,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:11.917731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.922200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.928324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.929969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Deleting port 803f4b49-7240-465a-9403-f3b510a20260 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:11.930336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.984481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port ac4515b0-c8cf-4834-97fa-4199d615df2f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac4515b0-c8cf-4834-97fa-4199d615df2f,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:11.991163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f8331e52-d21b-4485-9ae6-8b2a5d63d9ce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1725075 Jul 16 01:55:11.994387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39796) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.016541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '19495c4e-90c2-4462-bf5d-652fc1d96c97', 'ip_address': '2001:db8::3cd0:c1aa:dd48:f560'}], 'name': 'tempest-NetworksTestDHCPv6-2049288543'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:12.023894 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.026243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 645cac56-6d8b-45b7-810a-9395d78384cd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:12.179371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.198091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] For port 803f4b49-7240-465a-9403-f3b510a20260, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=803f4b49-7240-465a-9403-f3b510a20260,segment=NetworkSegment(9c6d8010-d449-45a2-951f-79cd9b0766ab),segment_id=9c6d8010-d449-45a2-951f-79cd9b0766ab)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:12.198419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.233268 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.233498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Calling delete_port for 803f4b49-7240-465a-9403-f3b510a20260 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:12.236739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b5a430dd-7a4a-48be-b24f-a1ac2dc7e7e4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6007800 Jul 16 01:55:12.242323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.264325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] Deleting port ac4515b0-c8cf-4834-97fa-4199d615df2f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:12.264656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.265927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'security_group_rule': {'security_group_id': 'd0faeb4d-3516-4d96-b4c0-c776bbac3a1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:12.293000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:12.313111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 645cac56-6d8b-45b7-810a-9395d78384cd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:12.315343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.425326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=ac4515b0-c8cf-4834-97fa-4199d615df2f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.441450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d75d-e525-41b0-8394-384dc5b66b4c req-1bc9a9f2-ca80-4122-b6de-9d063d53beff tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.449784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de83d75d-e525-41b0-8394-384dc5b66b4c req-1bc9a9f2-ca80-4122-b6de-9d063d53beff tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.2102668 Jul 16 01:55:12.454076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.522264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de83d75d-e525-41b0-8394-384dc5b66b4c req-74eae268-ab72-4758-8f67-ced1ee667264 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Jul 16 01:55:12.537898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.558863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port b1cca761-47d0-44c6-b4e9-e0e8182a5d78 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:12.676059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] For port ac4515b0-c8cf-4834-97fa-4199d615df2f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac4515b0-c8cf-4834-97fa-4199d615df2f,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:12.676597 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.721696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] Calling delete_port for ac4515b0-c8cf-4834-97fa-4199d615df2f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:12.742250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.756611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.866234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187df03c-9df6-46f8-98b3-ea0f4955a1e4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:12.871832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:12.882882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-595e93b4-d4d1-469d-bada-7118b0b3d589 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6370680 Jul 16 01:55:12.883579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39804) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:12.898461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'security_group_rule': {'security_group_id': 'd0faeb4d-3516-4d96-b4c0-c776bbac3a1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:12.950530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0c23cc2b-b2fd-418f-a009-fe3f329f128f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:13.051706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.054096 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.095906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0c23cc2b-b2fd-418f-a009-fe3f329f128f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:13.100605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] Pushing event deleted for resources: {'Port': ['ID=ac4515b0-c8cf-4834-97fa-4199d615df2f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.103562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0c23cc2b-b2fd-418f-a009-fe3f329f128f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:13.103983 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.108690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52ab2b-5b95-478b-ba5d-e17867d89d69 None None] No DVR routers for this DVR port ac4515b0-c8cf-4834-97fa-4199d615df2f on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:13.133245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.161224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36320aeb-afad-4c88-b941-ce3caa0913d8 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:13.168775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::3cd0:c1aa:dd48:f560 (c437469f-83fa-42ce-b474-0d025b53fd72/19495c4e-90c2-4462-bf5d-652fc1d96c97/b1cca761-47d0-44c6-b4e9-e0e8182a5d78) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:13.197228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=803f4b49-7240-465a-9403-f3b510a20260,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.330798 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.368842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.389681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 0c23cc2b-b2fd-418f-a009-fe3f329f128f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0c23cc2b-b2fd-418f-a009-fe3f329f128f,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:13.392602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.423911 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.437052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c500b599-a38d-4b90-bdcc-2fd716d53d56,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.533489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac4515b0-c8cf-4834-97fa-4199d615df2f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:13.580688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '19495c4e-90c2-4462-bf5d-652fc1d96c97'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:13.582360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.603155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ac4515b0-c8cf-4834-97fa-4199d615df2f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:13.603510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac4515b0-c8cf-4834-97fa-4199d615df2f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:13.625796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=0c23cc2b-b2fd-418f-a009-fe3f329f128f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.740676 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.755383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object b1cca761-47d0-44c6-b4e9-e0e8182a5d78 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:13.756748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.762090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b1ca32f7-2e4f-4907-888a-f23d5b849a1f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8663604 Jul 16 01:55:13.779628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:13.787323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:13.795987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.815905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:13.896254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=b1cca761-47d0-44c6-b4e9-e0e8182a5d78,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:13.926834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/19495c4e-90c2-4462-bf5d-652fc1d96c97/75c282ea-78ea-485d-a638-21cd54325f1c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:13.945082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.009979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:14.018501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:14.028746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:14.049220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.050040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.189900 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.209620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Transition to ACTIVE for port object 75c282ea-78ea-485d-a638-21cd54325f1c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:14.245306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Transition to ACTIVE for port object 75c282ea-78ea-485d-a638-21cd54325f1c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:14.256669 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.280483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.323519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:14.336934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:14.346115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:14.353765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Pushing event updated for resources: {'Port': ['ID=75c282ea-78ea-485d-a638-21cd54325f1c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:14.458915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Router 42086b70-9fe6-4709-b0b4-30c9fa97c637 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:14.461168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Attempting to bind port 75c282ea-78ea-485d-a638-21cd54325f1c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:14.461775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Attempting to bind port 75c282ea-78ea-485d-a638-21cd54325f1c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:14.462239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Attempting to bind port 75c282ea-78ea-485d-a638-21cd54325f1c on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:14.468119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:14.468498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:14.468905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.469296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:14.469815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Bound port: 75c282ea-78ea-485d-a638-21cd54325f1c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:14.471237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.473339 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:14.487275 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:14.490304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.629319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Allocated IP 172.25.0.49 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/57c4b0cf-f4da-451f-b339-2286d99aff8a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:14.656675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9afe-801d-4218-9366-691fc49d1500 req-e249a999-ca1c-4ce2-8f1d-178acd0bb111 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.665683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] For port 75c282ea-78ea-485d-a638-21cd54325f1c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:14.672241 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:14.673018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-676e9afe-801d-4218-9366-691fc49d1500 req-e249a999-ca1c-4ce2-8f1d-178acd0bb111 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.7787285 Jul 16 01:55:14.674252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] For port 75c282ea-78ea-485d-a638-21cd54325f1c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=75c282ea-78ea-485d-a638-21cd54325f1c,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:14.678063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2aedfb2-3fe0-4489-84af-e4bea871a75b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6823788 Jul 16 01:55:14.682921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.684830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.749636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-676e9afe-801d-4218-9366-691fc49d1500 req-6a2d0684-b487-4ad3-a20f-d0e3105207bf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744555 Jul 16 01:55:14.822272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:14.836912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0dcad07c-4018-4cfb-a0da-96d016e4b6f0 admin admin] 10.222.0.35 "PUT /v2.0/routers/42086b70-9fe6-4709-b0b4-30c9fa97c637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9708419 Jul 16 01:55:14.836912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:14.854865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] Sync routers for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:14.873369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:14.874265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:14.996167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:14.999546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe08a9-4774-4b71-82fb-13c781468b40 None None] Pushing event updated for resources: {'Port': ['ID=75c282ea-78ea-485d-a638-21cd54325f1c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.088738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0c23cc2b-b2fd-418f-a009-fe3f329f128f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:15.161821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb5cba-68fc-4a87-a101-c88a0788e013 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.171187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb5cba-68fc-4a87-a101-c88a0788e013 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.176131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a3bb5cba-68fc-4a87-a101-c88a0788e013 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4878070 Jul 16 01:55:15.177487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:15.187239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.205643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:15.308186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.337964 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 2, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:15.347593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.411608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port b1cca761-47d0-44c6-b4e9-e0e8182a5d78 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:15.411949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.419908 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:15.420300 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Updating router 412736e4-40cf-46dd-8566-6ad6fc03bc47 port 6acfc979-df6d-47ee-9723-7450bd1586a2 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:15.421109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:15.430978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:15.451802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:15.498639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0c23cc2b-b2fd-418f-a009-fe3f329f128f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:15.499224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.535477 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.611571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.645979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for b1cca761-47d0-44c6-b4e9-e0e8182a5d78 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:15.671504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.683200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'Port': ['ID=57c4b0cf-f4da-451f-b339-2286d99aff8a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:15.693540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Deleting port 3e1fc697-18dd-4806-a20c-1e19f9de5129 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:15.693540 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.835567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:55:12Z', 'revision_number': 5, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port': {'id': '3e1fc697-18dd-4806-a20c-1e19f9de5129', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:53:47Z', 'updated_at': '2021-07-16T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:15.919055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] Checking router: 42086b70-9fe6-4709-b0b4-30c9fa97c637 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:15.928826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.962739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] Routers {'42086b70-9fe6-4709-b0b4-30c9fa97c637'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:15.965150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['42086b70-9fe6-4709-b0b4-30c9fa97c637'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:16.118537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.169600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=b1cca761-47d0-44c6-b4e9-e0e8182a5d78,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:16.189377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] Set router 42086b70-9fe6-4709-b0b4-30c9fa97c637 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:16.225833 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.233549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7f01ffd7-7c8b-4598-9de6-ba0b3f62ae8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/b1cca761-47d0-44c6-b4e9-e0e8182a5d78 HTTP/1.1" status: 204 len: 168 time: 1.0452168 Jul 16 01:55:16.241066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:16.289853 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.314040 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Transition to ACTIVE for port object 6acfc979-df6d-47ee-9723-7450bd1586a2 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:16.322188 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.338700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3627-0c32-43a0-ac50-02e50d6e903e req-04fdae82-9d8d-441a-8472-4580d148c562 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.346289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44de3627-0c32-43a0-ac50-02e50d6e903e req-04fdae82-9d8d-441a-8472-4580d148c562 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.3262568 Jul 16 01:55:16.358597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:55:15Z', 'revision_number': 6, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:16.415700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b2ba7-1af0-4846-863e-04507d9e69cb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.420281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b2ba7-1af0-4846-863e-04507d9e69cb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:16.429218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a39b2ba7-1af0-4846-863e-04507d9e69cb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1868184 Jul 16 01:55:16.443553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:16.446330 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Pushing event updated for resources: {'Port': ['ID=6acfc979-df6d-47ee-9723-7450bd1586a2,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:16.471818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b457f5b-120e-406e-b104-7cd063417248 None None] The sync data for ids ['42086b70-9fe6-4709-b0b4-30c9fa97c637'] in n-d-800087-6 is: [{'id': '42086b70-9fe6-4709-b0b4-30c9fa97c637', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021667580-router', 'tenant_id': '0918a02d1ac74c1ebee6f85508209afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:53:46Z', 'updated_at': '2021-07-16T01:55:15Z', 'revision_number': 6, 'project_id': '0918a02d1ac74c1ebee6f85508209afa', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:16.524928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44de3627-0c32-43a0-ac50-02e50d6e903e req-c960b083-e29e-4c4e-aa45-6eb1fd2ec138 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775928 Jul 16 01:55:16.560683 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.561240 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.561419 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.561695 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.562169 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.562354 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.562679 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.563005 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.563327 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.563649 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.564000 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.564312 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:16.574290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 19495c4e-90c2-4462-bf5d-652fc1d96c97 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:16.578361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.647531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.654539 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Attempting to bind port 6acfc979-df6d-47ee-9723-7450bd1586a2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:16.654918 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Attempting to bind port 6acfc979-df6d-47ee-9723-7450bd1586a2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:16.655283 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Attempting to bind port 6acfc979-df6d-47ee-9723-7450bd1586a2 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:16.683117 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:16.684428 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Checking segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:16.684428 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.684428 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Bound using segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:16.684763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Bound port: 6acfc979-df6d-47ee-9723-7450bd1586a2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:16.685146 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.779085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8792c43e-ed6a-494c-aba5-a10d4503f72f None None] Provisioning for port 75c282ea-78ea-485d-a638-21cd54325f1c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:16.827888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] For port 3e1fc697-18dd-4806-a20c-1e19f9de5129, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e1fc697-18dd-4806-a20c-1e19f9de5129,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:16.828284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.843010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Calling delete_port for 3e1fc697-18dd-4806-a20c-1e19f9de5129 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:16.913803 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] For port 6acfc979-df6d-47ee-9723-7450bd1586a2, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:16.922175 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] For port 6acfc979-df6d-47ee-9723-7450bd1586a2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6acfc979-df6d-47ee-9723-7450bd1586a2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:16.922776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.935831 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.136724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ff14bbc2-5dba-4731-9b36-85d6ba660ea0 None None] Could not find standard attr ID for object 8f920055-e513-45f7-a748-2be5b7d74001. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:17.166791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.221601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=19495c4e-90c2-4462-bf5d-652fc1d96c97,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.224861 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.229259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c8ed166-9ff7-4db5-8640-a12a60bd91ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/19495c4e-90c2-4462-bf5d-652fc1d96c97 HTTP/1.1" status: 204 len: 168 time: 0.7787213 Jul 16 01:55:17.230135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:17.235479 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987bb6-2e4e-4b6b-9634-a4825e98ae21 None None] Pushing event updated for resources: {'Port': ['ID=6acfc979-df6d-47ee-9723-7450bd1586a2,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.245067 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:17.245302 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:17.337717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe5df2c0-6be1-4cce-abda-397402562d5e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037014 Jul 16 01:55:17.345011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:17.350363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:17.355269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.368136 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.426803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.481748 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:17.509545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 75c282ea-78ea-485d-a638-21cd54325f1c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:17.568646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'Port': ['ID=57c4b0cf-f4da-451f-b339-2286d99aff8a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.591951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:17.596982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.702809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1fc697-18dd-4806-a20c-1e19f9de5129,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:17.716263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b275d-5e82-4f50-bcf8-4dd0bd523b42 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:17.738519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-426252d0-f33b-482b-9a2f-5d166ae99650 None None] Could not find standard attr ID for object b1cca761-47d0-44c6-b4e9-e0e8182a5d78. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:17.757784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.828771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.838606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39ab446b-19ec-4a9e-ad22-0c0269bf0f8d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0504119 Jul 16 01:55:17.874561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.939662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 75c282ea-78ea-485d-a638-21cd54325f1c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:17.959698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 75c282ea-78ea-485d-a638-21cd54325f1c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:17.960166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:17.978345 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-91b34671-de8c-444c-8da5-9826053054ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:16Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:17.979366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd0f0-f8be-41a0-b059-03ca565cc379 req-558fe152-b62b-4769-8b84-62b34ff726a5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:17.982526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-938cd0f0-f8be-41a0-b059-03ca565cc379 req-558fe152-b62b-4769-8b84-62b34ff726a5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.2330463 Jul 16 01:55:17.983497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.036536 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b34671-de8c-444c-8da5-9826053054ca None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:16Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:18.072647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:18.091610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:18.109292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:18.109829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.110174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.110566 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.113464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.128000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.167902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=bab547fd-1894-4d40-9175-48892a9c2b3e,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.176044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-938cd0f0-f8be-41a0-b059-03ca565cc379 req-ac892ef9-8239-4334-9c22-c6df8087c25e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824336 Jul 16 01:55:18.180116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aa28b5b8-4701-4652-95fb-6a049ee9ba10 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8344319 Jul 16 01:55:18.191058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-9ddbf78f-b8f4-402b-9b99-9e2793df06d3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1009860026&fields=id&tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 267 time: 0.1168737 Jul 16 01:55:18.191545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.197493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': 'bab547fd-1894-4d40-9175-48892a9c2b3e', 'ip_address': '2001:db8::c353:f4ff:1b0c:6c5'}], 'name': 'tempest-NetworksTestDHCPv6-1293810808'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:18.203373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.204052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42086b70-9fe6-4709-b0b4-30c9fa97c637 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:18.226345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.231536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7477dee6-9b8f-45d8-a1c6-f0b56ce1a85f admin admin] 10.222.0.35 "DELETE /v2.0/routers/42086b70-9fe6-4709-b0b4-30c9fa97c637 HTTP/1.1" status: 204 len: 168 time: 3.3848338 Jul 16 01:55:18.232739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.236203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 75c282ea-78ea-485d-a638-21cd54325f1c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=75c282ea-78ea-485d-a638-21cd54325f1c,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:18.239412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] Deleting port 75c282ea-78ea-485d-a638-21cd54325f1c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:18.240058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.273065 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.288603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 803f4b49-7240-465a-9403-f3b510a20260 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:18.318312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 803f4b49-7240-465a-9403-f3b510a20260 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:18.318659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 803f4b49-7240-465a-9403-f3b510a20260 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:18.319846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Deleting subnet 238b3667-41ee-4eb8-9009-0ec9f39787d8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:18.323290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.370469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.396762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-a20b09af-9d9f-430a-87b5-99bc5f479bdb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:18.399314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-a20b09af-9d9f-430a-87b5-99bc5f479bdb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 817 time: 0.2073464 Jul 16 01:55:18.420375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.437934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-1f4d3e78-3ae3-4c9a-991e-ae0648928988 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/quotas/d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 375 time: 0.0259373 Jul 16 01:55:18.460140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=75c282ea-78ea-485d-a638-21cd54325f1c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.473505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] For port 75c282ea-78ea-485d-a638-21cd54325f1c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=75c282ea-78ea-485d-a638-21cd54325f1c,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:18.473908 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.493012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] Calling delete_port for 75c282ea-78ea-485d-a638-21cd54325f1c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:18.494406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.538231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-1e9c8648-3dd6-4e1a-9211-45faddb40a9d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919480 Jul 16 01:55:18.555698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238b3667-41ee-4eb8-9009-0ec9f39787d8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.575184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.579688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea21cb61-f00b-436a-8cad-1b465f8e6ccf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/238b3667-41ee-4eb8-9009-0ec9f39787d8 HTTP/1.1" status: 204 len: 168 time: 0.3458483 Jul 16 01:55:18.580587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.595895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.629377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] Pushing event deleted for resources: {'Port': ['ID=75c282ea-78ea-485d-a638-21cd54325f1c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.631572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83d959-91f0-4057-9d75-83a1dd477b41 None None] No DVR routers for this DVR port 75c282ea-78ea-485d-a638-21cd54325f1c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:18.646521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a0da1-3abc-4d04-a177-29e29ed30482 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:18.659452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-6d10cb32-0e2d-4656-9da3-08bd6b50e4cb service neutron] 10.222.0.35 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075106 Jul 16 01:55:18.698612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:18.723293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.782527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-a5b7674d-f3ff-46f3-93b6-fde2d3cc4f0d service neutron] 10.222.0.35 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113396 Jul 16 01:55:18.854506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': 'bab547fd-1894-4d40-9175-48892a9c2b3e'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:18.855391 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.871382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.917383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.934127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f7dceb-2596-475f-acb9-002b61f034c7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:18.943919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 69a25a54-90b9-45b5-b661-947949e84a11 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:18.944630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6acfc979-df6d-47ee-9723-7450bd1586a2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:18.957204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6d8010-d449-45a2-951f-79cd9b0766ab') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:18.957500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6d8010-d449-45a2-951f-79cd9b0766ab') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:19.005213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.037950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.051179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:19.051603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:19.053387 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:19.096924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53c8e198-ecf3-4418-91d3-350384502dea req-4616bbda-6cbe-42b5-a930-24eee1563cb8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 210 time: 0.0443821 Jul 16 01:55:19.181566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.191696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6acfc979-df6d-47ee-9723-7450bd1586a2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:19.195743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6acfc979-df6d-47ee-9723-7450bd1586a2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:19.196134 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.198824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.203501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/12f7dceb-2596-475f-acb9-002b61f034c7 HTTP/1.1" status: 204 len: 168 time: 0.6198530 Jul 16 01:55:19.224237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264f37-bc1b-453f-9d68-633c6f3f69bb admin admin] Pushing event deleted for resources: {'Network': ['ID=12f7dceb-2596-475f-acb9-002b61f034c7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.241292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::c353:f4ff:1b0c:6c5 (c437469f-83fa-42ce-b474-0d025b53fd72/bab547fd-1894-4d40-9175-48892a9c2b3e/69a25a54-90b9-45b5-b661-947949e84a11) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:19.301472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.348218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6acfc979-df6d-47ee-9723-7450bd1586a2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6acfc979-df6d-47ee-9723-7450bd1586a2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:19.353788 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.422101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39880) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.439676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 75c282ea-78ea-485d-a638-21cd54325f1c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:19.474164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 75c282ea-78ea-485d-a638-21cd54325f1c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:19.474504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 75c282ea-78ea-485d-a638-21cd54325f1c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:19.474913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e1fc697-18dd-4806-a20c-1e19f9de5129 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:19.493836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.498924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3e1fc697-18dd-4806-a20c-1e19f9de5129 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:19.499320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e1fc697-18dd-4806-a20c-1e19f9de5129 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:19.500892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6acfc979-df6d-47ee-9723-7450bd1586a2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.509090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db173ef-9e4a-4317-96a8-a69ca3aabd45 req-0a5b5f8d-18e8-42f9-a503-37fb1cc38038 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.511075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4db173ef-9e4a-4317-96a8-a69ca3aabd45 req-0a5b5f8d-18e8-42f9-a503-37fb1cc38038 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.1478753 Jul 16 01:55:19.546626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f258bedf-9e08-409e-8dee-00483047b3e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0918a02d1ac74c1ebee6f85508209afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221952 Jul 16 01:55:19.548659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39886) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.548946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 69a25a54-90b9-45b5-b661-947949e84a11 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:19.594433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.605492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4db173ef-9e4a-4317-96a8-a69ca3aabd45 req-f9d7eb4b-e393-4d74-89ec-b56bc77af804 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880132 Jul 16 01:55:19.638559 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0921b3e-0f3b-43d2-b77a-5c344d095aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.644905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:19.649263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:19.655889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:19.658924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/bab547fd-1894-4d40-9175-48892a9c2b3e/a782c766-3b7c-40d1-aa57-aff71c4e420b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:19.666464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.668076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.671283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0921b3e-0f3b-43d2-b77a-5c344d095aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.693272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4999545 Jul 16 01:55:19.693597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d920f5-56c9-434c-9022-083fd4777ecf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=69a25a54-90b9-45b5-b661-947949e84a11,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.696257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.778731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0921b3e-0f3b-43d2-b77a-5c344d095aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.781176 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0921b3e-0f3b-43d2-b77a-5c344d095aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.782503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0921b3e-0f3b-43d2-b77a-5c344d095aea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/692bed4d-12ca-4905-9531-3f96565f82ad HTTP/1.1" status: 204 len: 168 time: 0.2328706 Jul 16 01:55:19.805366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeca176-7175-445f-937f-01e2fee7e526 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.810424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.810608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-afeca176-7175-445f-937f-01e2fee7e526 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1106992 Jul 16 01:55:19.811496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0921b3e-0f3b-43d2-b77a-5c344d095aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692bed4d-12ca-4905-9531-3f96565f82ad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.842059 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.861512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Transition to ACTIVE for port object a782c766-3b7c-40d1-aa57-aff71c4e420b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:19.888597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Transition to ACTIVE for port object a782c766-3b7c-40d1-aa57-aff71c4e420b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:19.897346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.931485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 69a25a54-90b9-45b5-b661-947949e84a11 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:19.931921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.954699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Pushing event updated for resources: {'Port': ['ID=a782c766-3b7c-40d1-aa57-aff71c4e420b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.966603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:19.967981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:19.973291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:20.046754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Attempting to bind port a782c766-3b7c-40d1-aa57-aff71c4e420b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:20.047109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Attempting to bind port a782c766-3b7c-40d1-aa57-aff71c4e420b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:20.047483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Attempting to bind port a782c766-3b7c-40d1-aa57-aff71c4e420b on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:20.053183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.057336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:20.057983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:20.058397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.058894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:20.059959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Bound port: a782c766-3b7c-40d1-aa57-aff71c4e420b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:20.060881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.080194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 69a25a54-90b9-45b5-b661-947949e84a11 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:20.131156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] For port a782c766-3b7c-40d1-aa57-aff71c4e420b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:20.136116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] For port a782c766-3b7c-40d1-aa57-aff71c4e420b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a782c766-3b7c-40d1-aa57-aff71c4e420b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:20.147593 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.207006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bd6cd-7b82-48da-8033-035536bde599 None None] Pushing event updated for resources: {'Port': ['ID=a782c766-3b7c-40d1-aa57-aff71c4e420b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.267949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.292346 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e31ee57-b153-4111-8ad0-a515b5593e4e req-e48fcf99-e821-416e-b3c8-851a4b17dfd5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 210 time: 0.0427725 Jul 16 01:55:20.312934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=69a25a54-90b9-45b5-b661-947949e84a11,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.340322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.344540 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c9dd271-d4dd-4efe-8aa2-1e76bb846fe5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/69a25a54-90b9-45b5-b661-947949e84a11 HTTP/1.1" status: 204 len: 168 time: 0.5303519 Jul 16 01:55:20.345042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.403428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e823a79-3e6d-4605-94c5-722584e1bb07 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.405578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e823a79-3e6d-4605-94c5-722584e1bb07 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.408565 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9e823a79-3e6d-4605-94c5-722584e1bb07 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0614877 Jul 16 01:55:20.410733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.507796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet bab547fd-1894-4d40-9175-48892a9c2b3e {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:20.512513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.650121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.683630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39922) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:20.802309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-17b4a3d6-93a0-4d93-8554-8e96e0948480 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.803842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-17b4a3d6-93a0-4d93-8554-8e96e0948480 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 817 time: 0.2558331 Jul 16 01:55:20.841700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.885702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-network', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:20.899241 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-d2f70c59-d26e-4fc2-a176-49c546b575be tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 380 time: 0.0859895 Jul 16 01:55:20.915354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'port': {'device_id': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'admin_state_up': True, 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'security_groups': ['d0faeb4d-3516-4d96-b4c0-c776bbac3a1c']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:20.929971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Made reservation on behalf of c4d2f772d3664adb8feb5e036307a466 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:20.932464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.953856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.979066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6acfc979-df6d-47ee-9723-7450bd1586a2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:21.012212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5262e1c-77a6-4ae6-bf16-f5fe5c842d2e req-3cf19394-11e9-4a09-a37a-78e993a2965c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.014313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5262e1c-77a6-4ae6-bf16-f5fe5c842d2e req-3cf19394-11e9-4a09-a37a-78e993a2965c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.2299349 Jul 16 01:55:21.030081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.084252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6acfc979-df6d-47ee-9723-7450bd1586a2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:21.084937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.119629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=bab547fd-1894-4d40-9175-48892a9c2b3e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.121907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.124195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a7fa0a23-f669-464d-aa2e-735d45aa2e47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/bab547fd-1894-4d40-9175-48892a9c2b3e HTTP/1.1" status: 204 len: 168 time: 0.7122686 Jul 16 01:55:21.129363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39934) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.159892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5262e1c-77a6-4ae6-bf16-f5fe5c842d2e req-1a3ea949-cf10-4945-bc1a-30eefcc3768c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360035 Jul 16 01:55:21.181415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.186921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ce6c8d9-6735-4c16-9950-bdebc96a6b0b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526302 Jul 16 01:55:21.188149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.195554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:21.204415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a782c766-3b7c-40d1-aa57-aff71c4e420b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:21.227969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Made reservation on behalf of d2cb98fed09b48c2ac06a12fa6ed0793 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:21.232565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.289896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.324656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a782c766-3b7c-40d1-aa57-aff71c4e420b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:21.330689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:21.361226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.361610 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Added segment 5773e892-61ed-44db-b44c-9bbced018c17 of type vlan for network 1e48711d-f62c-41e7-8f33-25852314f3f4 Jul 16 01:55:21.372398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a124c-eb7f-4950-8a5d-f3d03573fd23,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.413920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:21.417748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.426796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Allocated IP 172.20.0.7 (7e0e58d4-2ece-4255-a6d2-842ff45570b5/75657138-9f3c-4be4-9367-c27e49244129/7b373db9-8837-4131-acf4-57042e25acd2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:21.441247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.515964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4e3a72d-0a5c-41ea-a965-8b66989568f9 req-33d908eb-45a4-4506-9776-d12aa1a69b10 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 210 time: 0.0423007 Jul 16 01:55:21.547941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:21.560249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a62c6-2a32-40a0-b556-8c39306257be None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:21.580079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.581102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.581899 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.587746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.607492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Transition to ACTIVE for port object 7b373db9-8837-4131-acf4-57042e25acd2 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:21.644516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.657408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] Pushing event updated for resources: {'Network': ['ID=1e48711d-f62c-41e7-8f33-25852314f3f4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.660895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-daaac4f0-5215-4ef0-9c87-2220d6063094 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9755878 Jul 16 01:55:21.663825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39942) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:21.672038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Request body: {'subnet': {'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-subnet', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:21.675461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b81b222-c858-488b-b372-9f635319e74b None None] Provisioning for port a782c766-3b7c-40d1-aa57-aff71c4e420b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:21.696468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:21.700170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:21.702661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:21.753022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1b81b222-c858-488b-b372-9f635319e74b None None] Provisioning complete for port a782c766-3b7c-40d1-aa57-aff71c4e420b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:21.753658 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b81b222-c858-488b-b372-9f635319e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.758339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Made reservation on behalf of c4d2f772d3664adb8feb5e036307a466 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:21.761485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.782088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.802640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.803777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.824537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:21.830742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-22bee50f-811a-45b9-be2c-41a792ab16ea tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9164121 Jul 16 01:55:21.845117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Request body: {'port': {'device_id': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:21.856777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.928490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:21.936897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:21.943839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.944664 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.962697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=7b36643a-a514-4d0f-b402-42f73eb99d07,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:21.992324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:21.993605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b8c50d2-7235-4141-b6c0-e98eddb1d7f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8038976 Jul 16 01:55:21.994276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.000530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '7b36643a-a514-4d0f-b402-42f73eb99d07', 'ip_address': '2001:db8::6287:4343:4c2b:55fc'}], 'name': 'tempest-NetworksTestDHCPv6-1131947233'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:22.057632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:22.104151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.110599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'network_id': 'd50952d6-dc4c-41c4-bf64-c5d75e72065b', 'port_id': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'mac_address': 'fa:16:3e:1a:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:22.189010 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.228537 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.230027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Pushing event updated for resources: {'Subnet': ['ID=344030b6-84ef-4c98-b632-0af23c4fd6b3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.239262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:22.245945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Checking segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:22.246309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Network hostable DHCP agents. Network: 1e48711d-f62c-41e7-8f33-25852314f3f4, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:22.249508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b81b222-c858-488b-b372-9f635319e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.279954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:22.283212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:22.286392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.323589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1b81b222-c858-488b-b372-9f635319e74b None None] For port a782c766-3b7c-40d1-aa57-aff71c4e420b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a782c766-3b7c-40d1-aa57-aff71c4e420b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:22.328206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 1e48711d-f62c-41e7-8f33-25852314f3f4) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:22.338507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port f78187d8-0968-4b52-ab0d-cbf6e4f8b677 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:22.338709 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1b81b222-c858-488b-b372-9f635319e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.350530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:22.355783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731e754-6b6e-40db-aaea-2603457e769f None None] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:22.387281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.388284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.396139 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.428242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2ad3e84c-465e-435a-b344-e8e82121236a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7610312 Jul 16 01:55:22.433862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39952) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:22.438543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:22.444367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc54add-a519-4530-8469-6cf61d6a20cb req-515fbe70-0830-4fc5-bffe-72f8e25def53 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.451951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acc54add-a519-4530-8469-6cf61d6a20cb req-515fbe70-0830-4fc5-bffe-72f8e25def53 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 943 time: 0.1519206 Jul 16 01:55:22.504897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acc54add-a519-4530-8469-6cf61d6a20cb req-f805d060-f998-427c-a69f-8be11b251e96 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494306 Jul 16 01:55:22.529819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.530848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.569705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81b222-c858-488b-b372-9f635319e74b None None] Pushing event updated for resources: {'Port': ['ID=a782c766-3b7c-40d1-aa57-aff71c4e420b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.645353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f409c123-f358-43a6-9718-33642e81c51f None None] Provisioning for port 7b373db9-8837-4131-acf4-57042e25acd2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:22.678813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f409c123-f358-43a6-9718-33642e81c51f None None] Provisioning complete for port 7b373db9-8837-4131-acf4-57042e25acd2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:22.679194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f409c123-f358-43a6-9718-33642e81c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.685523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:22.693536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532848d-0ab8-450d-a72e-8144bfa10836 None None] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:22.801702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13d1f0-0851-4cf8-b4f1-136f23e12609 req-d872d4a5-ac82-49ab-abe1-a3da53a31b2e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.804595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd13d1f0-0851-4cf8-b4f1-136f23e12609 req-d872d4a5-ac82-49ab-abe1-a3da53a31b2e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 931 time: 0.0828986 Jul 16 01:55:22.843831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db05885-61ff-4d47-8c3c-695861f40370 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:22.864001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd13d1f0-0851-4cf8-b4f1-136f23e12609 req-d13807db-571a-4f61-bd0a-fbeff76151a7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533280 Jul 16 01:55:22.888815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a782c766-3b7c-40d1-aa57-aff71c4e420b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:22.891259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f409c123-f358-43a6-9718-33642e81c51f None None] Port 7b373db9-8837-4131-acf4-57042e25acd2 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:22.940584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.974107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.067197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b373db9-8837-4131-acf4-57042e25acd2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:23.114971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-28fb585f-3ed0-4139-af2c-9ba80aead548 None None] Provisioning complete for port a782c766-3b7c-40d1-aa57-aff71c4e420b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:23.115607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28fb585f-3ed0-4139-af2c-9ba80aead548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.134910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.157277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.161579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::6287:4343:4c2b:55fc (c437469f-83fa-42ce-b474-0d025b53fd72/7b36643a-a514-4d0f-b402-42f73eb99d07/f78187d8-0968-4b52-ab0d-cbf6e4f8b677) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:23.172905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Transition to ACTIVE for port object 7b373db9-8837-4131-acf4-57042e25acd2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:23.191279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.207773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a782c766-3b7c-40d1-aa57-aff71c4e420b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:23.208169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.293929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.482408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.497174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Attempting to bind port 7b373db9-8837-4131-acf4-57042e25acd2 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:23.497540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Attempting to bind port 7b373db9-8837-4131-acf4-57042e25acd2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:23.497828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Attempting to bind port 7b373db9-8837-4131-acf4-57042e25acd2 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:23.510462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Port 7b373db9-8837-4131-acf4-57042e25acd2 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:23.510784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Attempting to bind port 7b373db9-8837-4131-acf4-57042e25acd2 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:23.526973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.531929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:23.532270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Checking segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:23.532652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Bound using segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:23.533090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Bound port: 7b373db9-8837-4131-acf4-57042e25acd2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:23.533441 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.552419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object f78187d8-0968-4b52-ab0d-cbf6e4f8b677 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:23.712130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0172-0932-44ea-b07c-618d398e6643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.720615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328635b-037d-4ce9-a0a7-ab6e02ad8370 req-a1d8ba0c-650f-4b32-b69e-9ce89f8162df tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.722844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6328635b-037d-4ce9-a0a7-ab6e02ad8370 req-a1d8ba0c-650f-4b32-b69e-9ce89f8162df tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 944 time: 0.0895710 Jul 16 01:55:23.770365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.785193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6328635b-037d-4ce9-a0a7-ab6e02ad8370 req-459b9221-bd27-4217-96fc-27d606ba4090 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563672 Jul 16 01:55:23.819609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7121df00-d7dd-4999-a9bc-ec31f8fc6b73 None None] Provisioning complete for port a782c766-3b7c-40d1-aa57-aff71c4e420b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:23.820168 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7121df00-d7dd-4999-a9bc-ec31f8fc6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.856429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.883529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.893039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:23.902271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:23.917503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:23.922058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:23.925470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=f78187d8-0968-4b52-ab0d-cbf6e4f8b677,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.928192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:23.933947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.934587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.968245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.037525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.042137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.043903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] 10.222.0.32 "PUT /v2.0/ports/7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 1091 time: 2.2067273 Jul 16 01:55:24.056481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:24.059058 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b42bae-12ea-4504-b429-2185fd3bb12e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:24.077074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e3b68ca2-eeed-4b4d-82b1-4cfb727197f7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0815995 Jul 16 01:55:24.088918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.207626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200747c-412e-4c97-872b-8a110fbc8c76 req-78f52284-2a55-4441-b159-e66c270cf898 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.215059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8200747c-412e-4c97-872b-8a110fbc8c76 req-78f52284-2a55-4441-b159-e66c270cf898 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.1728823 Jul 16 01:55:24.266310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180407d-0396-46b8-b6fc-c00b4940d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.287414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8200747c-412e-4c97-872b-8a110fbc8c76 req-01567bac-ed9a-47b3-8158-0e351b5715b6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714345 Jul 16 01:55:24.299984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9a00ef28-3f49-4d9b-bdb1-e7adabf5cddd None None] Could not find standard attr ID for object 69a25a54-90b9-45b5-b661-947949e84a11. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:55:24.332419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Allocated IP 172.25.0.229 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/6a93df90-224b-4673-b54f-b61f418759a0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:24.375667 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ff29eb-4d43-4285-af29-d9ca43b0086e x-openstack-request-id: req-64ff29eb-4d43-4285-af29-d9ca43b0086e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:24.376437 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:24.376767 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64ff29eb-4d43-4285-af29-d9ca43b0086e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:24.377239 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'status': 'completed', 'code': 200} Jul 16 01:55:24.427243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0cf92-0602-4efa-b842-1c9b19daab3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.433403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0cf92-0602-4efa-b842-1c9b19daab3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.437737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-48b0cf92-0602-4efa-b842-1c9b19daab3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3451865 Jul 16 01:55:24.438665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39972) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:24.447718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-6ff85886-830e-4ab7-aae8-89060367acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.449243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-6ff85886-830e-4ab7-aae8-89060367acb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1094 time: 0.3180459 Jul 16 01:55:24.497340 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-c77fec07-8746-47e1-af19-b5317e875311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 217 time: 0.0390313 Jul 16 01:55:24.558139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f65429e-f37a-4d2a-96e7-08b701336b14 None None] Provisioning for port f78187d8-0968-4b52-ab0d-cbf6e4f8b677 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:24.562454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8f65429e-f37a-4d2a-96e7-08b701336b14 None None] Provisioning complete for port f78187d8-0968-4b52-ab0d-cbf6e4f8b677 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:24.562818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f65429e-f37a-4d2a-96e7-08b701336b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.580003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port f78187d8-0968-4b52-ab0d-cbf6e4f8b677 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:24.580681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.627338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8f65429e-f37a-4d2a-96e7-08b701336b14 None None] Port f78187d8-0968-4b52-ab0d-cbf6e4f8b677 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:24.628509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-5a6b81d2-1412-4632-8cfb-cebf6af3ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.630096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-5a6b81d2-1412-4632-8cfb-cebf6af3ac55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.0854993 Jul 16 01:55:24.635213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.702569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.716972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for f78187d8-0968-4b52-ab0d-cbf6e4f8b677 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:24.725958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-6d461f6b-132b-4610-89e9-f9464bf29311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.727546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-6d461f6b-132b-4610-89e9-f9464bf29311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898416 Jul 16 01:55:24.729130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.807912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:24.811063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a93df90-224b-4673-b54f-b61f418759a0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.816725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:24.821527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:24.874605 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.910006 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-a96553e5-f52a-46eb-b695-9a5bef106f03 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746595 Jul 16 01:55:24.913681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=f78187d8-0968-4b52-ab0d-cbf6e4f8b677,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:24.963805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:24.966097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-116854ed-33dd-481b-89e4-c62ecaca916c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/f78187d8-0968-4b52-ab0d-cbf6e4f8b677 HTTP/1.1" status: 204 len: 168 time: 0.5260983 Jul 16 01:55:24.976011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39976) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.083580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e83f35-d91b-4540-8971-e5fe253e8c80 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.085419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e83f35-d91b-4540-8971-e5fe253e8c80 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.087135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-29e83f35-d91b-4540-8971-e5fe253e8c80 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098394 Jul 16 01:55:25.089607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.116515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672eb47-20d6-410d-b9c9-cc5e40768b14 req-89e1838a-0343-4b78-b996-6e7d92b7e78f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.124553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5672eb47-20d6-410d-b9c9-cc5e40768b14 req-89e1838a-0343-4b78-b996-6e7d92b7e78f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 944 time: 0.1627073 Jul 16 01:55:25.199421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 7b36643a-a514-4d0f-b402-42f73eb99d07 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:25.201576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dae9b1e8-47e9-4614-b4e4-03e3b5b95792 req-9174f00e-7fde-409f-9982-0396106def76 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549639 Jul 16 01:55:25.205529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.218271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5672eb47-20d6-410d-b9c9-cc5e40768b14 req-39ee2409-b760-45e5-bd98-039182654613 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927331 Jul 16 01:55:25.261553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.309005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.319991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.389659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.437786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=7b36643a-a514-4d0f-b402-42f73eb99d07,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:25.440864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.443099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7dc9b754-6e40-4665-b4f8-27c9aab4dbe3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/7b36643a-a514-4d0f-b402-42f73eb99d07 HTTP/1.1" status: 204 len: 168 time: 0.3525701 Jul 16 01:55:25.445773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 39984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.460620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b19f5c-593f-4436-bf6c-5f78af028eaf None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:25.479545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-2231c54c-c2b2-4f33-baf5-72acff1e872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.481177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-2231c54c-c2b2-4f33-baf5-72acff1e872a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1094 time: 0.2100439 Jul 16 01:55:25.492387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-06e68007-8ef4-48b1-99b8-c11338c7ee49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451241 Jul 16 01:55:25.526047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:25.551037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:25.586411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec185a3-2a7e-416f-ae3f-09b41abead6e req-18dc2162-7809-48f0-9213-74ec98f8f6f8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.587913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ec185a3-2a7e-416f-ae3f-09b41abead6e req-18dc2162-7809-48f0-9213-74ec98f8f6f8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.0986671 Jul 16 01:55:25.629098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ec185a3-2a7e-416f-ae3f-09b41abead6e req-76b1dd9d-d402-4f12-a6ad-fb1ed4636123 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354731 Jul 16 01:55:25.670554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:25.671019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.764059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:25.773073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.820397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:25.823380 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba4d16-ce3a-4850-b56e-291ea2ff6192" -d '{"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-plugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:25.840834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:25.856446 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:25.886627 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c6c07f-64ed-42d5-a3c5-261846038849 x-openstack-request-id: req-35c6c07f-64ed-42d5-a3c5-261846038849 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:25.886996 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-plugged", "status": "completed", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:25.887351 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35c6c07f-64ed-42d5-a3c5-261846038849 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:25.887827 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'code': 200} Jul 16 01:55:25.899882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] Deleting port a782c766-3b7c-40d1-aa57-aff71c4e420b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:25.904086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.008856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] For port a782c766-3b7c-40d1-aa57-aff71c4e420b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a782c766-3b7c-40d1-aa57-aff71c4e420b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:26.009505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.012506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:26.030825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.032425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.032966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.033514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.034595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.035316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.035667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.036898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.036898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.036898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.037188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.037440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:26.047812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] Calling delete_port for a782c766-3b7c-40d1-aa57-aff71c4e420b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:26.090293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-e9e4258a-daeb-47d7-9762-f6466bca02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.091741 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-e9e4258a-daeb-47d7-9762-f6466bca02f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.5647347 Jul 16 01:55:26.151997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-60231777-fffa-4aa7-afb0-b47093755b36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 217 time: 0.0508907 Jul 16 01:55:26.158225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.175564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.179779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8934e-1672-4c31-ba71-fdc032a1378e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.181303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21f8934e-1672-4c31-ba71-fdc032a1378e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6529391 Jul 16 01:55:26.186220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 39996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.210256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] Pushing event deleted for resources: {'Port': ['ID=a782c766-3b7c-40d1-aa57-aff71c4e420b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:26.217648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e956ffa-08aa-418a-ac52-4b00937faed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.235078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939cddb-d9fa-46a0-9ded-caaf6dc9967c None None] No DVR routers for this DVR port a782c766-3b7c-40d1-aa57-aff71c4e420b on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:26.275022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1656-2e99-4f5f-b95f-590e44ffa9aa req-4f507548-d8ff-4a5e-a440-ba6621fed09d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.276620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-999d1656-2e99-4f5f-b95f-590e44ffa9aa req-4f507548-d8ff-4a5e-a440-ba6621fed09d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.0969131 Jul 16 01:55:26.339219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-999d1656-2e99-4f5f-b95f-590e44ffa9aa req-7aea8ef0-0b98-4dc2-a02c-ce678f2ce234 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535641 Jul 16 01:55:26.353966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04ea3d-2db8-431a-8225-913795bf37d7 req-feedb3a1-b9f1-4d9a-a956-3affca45861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.355500 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a04ea3d-2db8-431a-8225-913795bf37d7 req-feedb3a1-b9f1-4d9a-a956-3affca45861a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1097 time: 0.3090174 Jul 16 01:55:26.360762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-fc5f7543-1206-44a7-b658-89118d14b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.362200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-fc5f7543-1206-44a7-b658-89118d14b721 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.2000990 Jul 16 01:55:26.386169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc47f1c-256b-4569-840e-abe6b137f881 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.388017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2dc47f1c-256b-4569-840e-abe6b137f881 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1819437 Jul 16 01:55:26.390551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40000) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.391122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40002) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.452698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.459335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb408-49b1-411c-b621-0e5b8ed2b05b req-e21101b0-bf44-477a-9643-695667908fd4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.460970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-decbb408-49b1-411c-b621-0e5b8ed2b05b req-e21101b0-bf44-477a-9643-695667908fd4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.0983925 Jul 16 01:55:26.502423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-decbb408-49b1-411c-b621-0e5b8ed2b05b req-ad9c4b1b-53e4-4f65-9f2b-ca0d27d2dd62 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Jul 16 01:55:26.548529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bffd0f58-e845-446a-b0b3-498c1a53e65b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1387072 Jul 16 01:55:26.553193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.557907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:26.574136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a04ea3d-2db8-431a-8225-913795bf37d7 req-5bc89d05-cc44-4851-906f-070962d63dcf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095804 Jul 16 01:55:26.603385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db3b90ca-5a26-4365-a18a-7061261a418d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/be835747-f929-41bb-a3ef-f0944759ac72 HTTP/1.1" status: 200 len: 992 time: 0.1949148 Jul 16 01:55:26.621078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:26.625023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-a444c97d-b3c3-4d88-a971-2d74f9a2d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.626714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-a444c97d-b3c3-4d88-a971-2d74f9a2d3c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438991 Jul 16 01:55:26.653906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:26.664303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.826641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:26.832016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-f4922f20-c0ce-4767-adec-0bb2db4b8127 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960154 Jul 16 01:55:26.836590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Sync routers for ids ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:26.851083 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Routers {'54f98168-35c5-4ef0-ad5c-9e4889ba4f82'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:26.851649 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:26.859193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a782c766-3b7c-40d1-aa57-aff71c4e420b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:26.911160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a782c766-3b7c-40d1-aa57-aff71c4e420b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:26.911507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a782c766-3b7c-40d1-aa57-aff71c4e420b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:26.967201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46310f52-86e0-4abb-936e-e32df62b8862 req-65e69036-664e-4ac2-8e23-dab1d8096ae1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:26.969502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:26.970773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7137c19e-0e6f-48bf-9972-ab77239053e5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5359142 Jul 16 01:55:26.974916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40020) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:26.975080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46310f52-86e0-4abb-936e-e32df62b8862 req-65e69036-664e-4ac2-8e23-dab1d8096ae1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.1360226 Jul 16 01:55:26.996793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80b42bae-12ea-4504-b429-2185fd3bb12e req-ac8567e1-6157-429c-8d44-f942e1576eae service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523964 Jul 16 01:55:27.028519 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.056435 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Set router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:27.108820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:27.113502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46310f52-86e0-4abb-936e-e32df62b8862 req-d5298384-480b-4b96-9aa4-207f004b3109 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377027 Jul 16 01:55:27.137441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:27.141376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.141974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.148472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6120a-03eb-45db-a5c6-31d031750ebc None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:27.168103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=79ef93b1-a969-4558-bb74-49581daaf19d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:27.182631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eb8d4b18-201b-435a-9651-d5dbe757c707 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6287515 Jul 16 01:55:27.186689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:27.191191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '79ef93b1-a969-4558-bb74-49581daaf19d', 'ip_address': '2001:db8::9238:46f4:c754:a985'}], 'name': 'tempest-NetworksTestDHCPv6-1465260014'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:27.220383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c316aa0-3bca-4630-9322-58d3ddd25a4a req-1b855f84-371a-4ac7-a815-b22253783f1b tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.227894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c316aa0-3bca-4630-9322-58d3ddd25a4a req-1b855f84-371a-4ac7-a815-b22253783f1b tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1096 time: 0.1368325 Jul 16 01:55:27.316018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c316aa0-3bca-4630-9322-58d3ddd25a4a req-3505c6ba-fa11-444f-92e0-85e43704ddfd tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871165 Jul 16 01:55:27.427419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:27.443914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.472430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bafa0-d68c-4820-99f6-bb43759cd63f req-adffe4a8-148b-40ec-ae03-e7d5cc017a3e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.491379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f37bafa0-d68c-4820-99f6-bb43759cd63f req-adffe4a8-148b-40ec-ae03-e7d5cc017a3e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1593385 Jul 16 01:55:27.512524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '79ef93b1-a969-4558-bb74-49581daaf19d'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:27.516159 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.569876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:27.617634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.629981 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:55:25Z', 'revision_number': 3, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:27.677324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f37bafa0-d68c-4820-99f6-bb43759cd63f req-00e377c5-c09c-4569-9d04-048520cdc04c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850531 Jul 16 01:55:27.681679 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Checking router: 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:27.682167 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Updating router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 port 6a93df90-224b-4673-b54f-b61f418759a0 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:27.729114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.739068 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:27.811006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 71cca7df-995e-4607-a83c-3f36f613c339 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:27.943346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Allocated IP 172.20.0.1 (1e48711d-f62c-41e7-8f33-25852314f3f4/344030b6-84ef-4c98-b632-0af23c4fd6b3/8932a424-6899-4e96-8217-80d5577bcf9f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:27.971261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/79ef93b1-a969-4558-bb74-49581daaf19d/20e21a58-7219-4526-ba32-401946c846d4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:28.003348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:28.035138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '7b373db9-8837-4131-acf4-57042e25acd2', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'port_id': '7b373db9-8837-4131-acf4-57042e25acd2', 'mac_address': 'fa:16:3e:42:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:28.120412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.146828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b373db9-8837-4131-acf4-57042e25acd2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:28.149429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6039169-1a3f-48e5-bef5-4b0a41bb7515 req-9a7ea64a-251a-4fea-a305-635cf4628ab4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.151133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6039169-1a3f-48e5-bef5-4b0a41bb7515 req-9a7ea64a-251a-4fea-a305-635cf4628ab4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1982009 Jul 16 01:55:28.165450 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.201756 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Transition to ACTIVE for port object 6a93df90-224b-4673-b54f-b61f418759a0 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:28.211678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6039169-1a3f-48e5-bef5-4b0a41bb7515 req-4826d8c6-7c78-4f6d-950a-507a12b66622 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Jul 16 01:55:28.214927 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.227742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.231833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:28.247387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.266179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.283144 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Attempting to bind port 6a93df90-224b-4673-b54f-b61f418759a0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:28.283731 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Attempting to bind port 6a93df90-224b-4673-b54f-b61f418759a0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:28.284803 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Attempting to bind port 6a93df90-224b-4673-b54f-b61f418759a0 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:28.288279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Transition to ACTIVE for port object 20e21a58-7219-4526-ba32-401946c846d4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:28.301853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.307595 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:28.307976 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:28.308402 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.308783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:28.309874 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Bound port: 6a93df90-224b-4673-b54f-b61f418759a0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:28.310443 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.312802 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846824c-f14c-4135-81a9-876fd58c23c3 None None] Pushing event updated for resources: {'Port': ['ID=6a93df90-224b-4673-b54f-b61f418759a0,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.380793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Transition to ACTIVE for port object 20e21a58-7219-4526-ba32-401946c846d4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:28.385518 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] For port 6a93df90-224b-4673-b54f-b61f418759a0, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:28.391694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:28.394200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.398743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.406663 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] For port 6a93df90-224b-4673-b54f-b61f418759a0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6a93df90-224b-4673-b54f-b61f418759a0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:28.413041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:28.420375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:28.423546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:28.425409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:28.431599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Pushing event updated for resources: {'Port': ['ID=8932a424-6899-4e96-8217-80d5577bcf9f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.435350 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.447273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:28.481527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::9238:46f4:c754:a985 (c437469f-83fa-42ce-b474-0d025b53fd72/79ef93b1-a969-4558-bb74-49581daaf19d/71cca7df-995e-4607-a83c-3f36f613c339) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:28.492126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.534957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Pushing event updated for resources: {'Port': ['ID=20e21a58-7219-4526-ba32-401946c846d4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.539550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Attempting to bind port 20e21a58-7219-4526-ba32-401946c846d4 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:28.539977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Attempting to bind port 20e21a58-7219-4526-ba32-401946c846d4 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:28.540406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Attempting to bind port 20e21a58-7219-4526-ba32-401946c846d4 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:28.544259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7b373db9-8837-4131-acf4-57042e25acd2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:28.569070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:28.569503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:28.571153 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.571153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:28.571153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Bound port: 20e21a58-7219-4526-ba32-401946c846d4, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:28.571153 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.651092 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Routers {'54f98168-35c5-4ef0-ad5c-9e4889ba4f82'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:28.651733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:28.656737 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846824c-f14c-4135-81a9-876fd58c23c3 None None] Pushing event updated for resources: {'Port': ['ID=6a93df90-224b-4673-b54f-b61f418759a0,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.747937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] For port 20e21a58-7219-4526-ba32-401946c846d4, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:28.752179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] For port 20e21a58-7219-4526-ba32-401946c846d4, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=20e21a58-7219-4526-ba32-401946c846d4,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:28.776843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.798985 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.803272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 71cca7df-995e-4607-a83c-3f36f613c339 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:28.824374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.829151 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] Set router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:28.841721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748538c-9c23-4450-9865-c4eaf00dbc35 req-c79a4228-779d-425f-bd87-5a90a7bba456 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.851762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8748538c-9c23-4450-9865-c4eaf00dbc35 req-c79a4228-779d-425f-bd87-5a90a7bba456 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 944 time: 0.1456170 Jul 16 01:55:28.883907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-21e12777-1cec-416b-9c93-16ceda014fc7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1719198 Jul 16 01:55:28.890414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c695f-c3af-4749-9ee4-e51948cf4c74 None None] Pushing event updated for resources: {'Port': ['ID=20e21a58-7219-4526-ba32-401946c846d4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.911669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8748538c-9c23-4450-9865-c4eaf00dbc35 req-18c21838-5226-4291-b9f1-4b84096c05c0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585582 Jul 16 01:55:28.913717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.957616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.983740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:28.988012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:29.000046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:29.011153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.011822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.032316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=71cca7df-995e-4607-a83c-3f36f613c339,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.045763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8e9af2d3-6df0-4a47-90af-f85913d2829f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8580456 Jul 16 01:55:29.046688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:29.053439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '79ef93b1-a969-4558-bb74-49581daaf19d', 'ip_address': '2001:db8::9238:46f4:c754:a985'}], 'name': 'tempest-NetworksTestDHCPv6-683420198'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:29.149843 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:55:25Z', 'revision_number': 3, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:29.170739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.181572 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ff034-aa16-471c-97c6-a0506cb81940 None None] The sync data for ids ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'] in n-d-800087-6 is: [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:55:25Z', 'revision_number': 3, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:29.185430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.314536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:29.320472 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.334347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.336331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Pushing event updated for resources: {'Port': ['ID=8932a424-6899-4e96-8217-80d5577bcf9f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.349022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port e044fb6b-c288-46b0-a3cd-f4caf0443f3b yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:29.470081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:29.472480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:29.581112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:29.676342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 7b373db9-8837-4131-acf4-57042e25acd2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:29.679536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:29.681144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 7b373db9-8837-4131-acf4-57042e25acd2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:29.681639 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.707027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-5ca92b22-d20a-40f9-87d9-ede995edd917 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:55:29.708174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-5ca92b22-d20a-40f9-87d9-ede995edd917 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079598 Jul 16 01:55:29.751542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Request body: {'binding': {'host': 'n-h1-800087-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:29.753705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Unknown quota resources ['binding']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:55:29.790107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec236e-669e-4f5f-9927-73e5eb22b856 req-629f2833-3af2-4ff6-b208-e5e86f3b624a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.793345 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.796993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bec236e-669e-4f5f-9927-73e5eb22b856 req-629f2833-3af2-4ff6-b208-e5e86f3b624a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.6535096 Jul 16 01:55:29.837613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:29.838591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:29.841555 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a2a915-b59e-41aa-af89-57374c8e3427" -d '{"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-plugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:29.848794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:29.882699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1bec236e-669e-4f5f-9927-73e5eb22b856 req-0bd4838b-3cf2-484b-82bd-f6c683a389a7 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848858 Jul 16 01:55:29.936993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:29.952262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on host n-h1-800087-6 for vnic_type normal with profile None {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:29.952780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:29.952938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:29.992468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:29.992798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:30.004846 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:55:30.005323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:30.009166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:30.009509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Checking segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:30.009895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Bound using segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:30.010330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Bound port: 80ebd350-0260-4e67-995b-6c56d5c8008f, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:30.027303 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a6d8896-e178-49ff-bec5-b5002ca99c4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9768615 Jul 16 01:55:30.027582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40102) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:30.102633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:30.112081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98b40e13-db49-48b1-9096-4ad393b2385e admin admin] 10.222.0.35 "PUT /v2.0/routers/54f98168-35c5-4ef0-ad5c-9e4889ba4f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1360850 Jul 16 01:55:30.145695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:30.158430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.163825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402c36-6b55-4caf-b416-d29bd86f2a58 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.164820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d1f70991-425b-468b-ab39-d09870884751 service neutron] 10.222.0.35 "POST /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4173460 Jul 16 01:55:30.181836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da402c36-6b55-4caf-b416-d29bd86f2a58 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.187350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da402c36-6b55-4caf-b416-d29bd86f2a58 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1583335 Jul 16 01:55:30.190776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:30.238441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c572-e6c3-475a-b525-2bbafb2347f1 req-ef0eb951-3b4f-4651-bc51-411c89d3e81f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.248583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fa3c572-e6c3-475a-b525-2bbafb2347f1 req-ef0eb951-3b4f-4651-bc51-411c89d3e81f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1762118 Jul 16 01:55:30.367436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 71cca7df-995e-4607-a83c-3f36f613c339 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:30.368013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.382521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fa3c572-e6c3-475a-b525-2bbafb2347f1 req-ce3be4a3-05b1-464d-9dc9-347ff70ced8b tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146736 Jul 16 01:55:30.491949 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a61256-5ce3-4b67-a2b5-5106880bc552 x-openstack-request-id: req-51a61256-5ce3-4b67-a2b5-5106880bc552 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:30.492267 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-plugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:30.492525 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51a61256-5ce3-4b67-a2b5-5106880bc552 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:30.492996 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'code': 200} Jul 16 01:55:30.508897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.541016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d672c007-2ca8-414f-88e0-5f0f90bf1542 None None] Provisioning for port 20e21a58-7219-4526-ba32-401946c846d4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:30.546445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 71cca7df-995e-4607-a83c-3f36f613c339 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:30.732657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-4b33bf55-bea2-4a5c-9368-5f49a81c64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.734869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-4b33bf55-bea2-4a5c-9368-5f49a81c64a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1096 time: 0.1658921 Jul 16 01:55:30.736883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5c147-edda-4d30-80fc-23c550616038 req-7bff0bda-fafc-4699-a3fe-a0a9a62a5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.738715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96e5c147-edda-4d30-80fc-23c550616038 req-7bff0bda-fafc-4699-a3fe-a0a9a62a5871 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1096 time: 0.1683517 Jul 16 01:55:30.758994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8804b-1825-487e-9a10-aaa3c81d3b13 req-1297ddbd-1d8e-4435-b2eb-c25b7b69933e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.765944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ce8804b-1825-487e-9a10-aaa3c81d3b13 req-1297ddbd-1d8e-4435-b2eb-c25b7b69933e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.1229579 Jul 16 01:55:30.781600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac52167-9b9c-4411-bbd5-ad7205a814b5 req-6392d63f-5ab3-473a-94c3-890041a421f0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.783117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cac52167-9b9c-4411-bbd5-ad7205a814b5 req-6392d63f-5ab3-473a-94c3-890041a421f0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1283572 Jul 16 01:55:30.841510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ce8804b-1825-487e-9a10-aaa3c81d3b13 req-26cc95f1-293e-4569-b97e-9d3f00abacde tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743876 Jul 16 01:55:30.886956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cac52167-9b9c-4411-bbd5-ad7205a814b5 req-3fd0916d-54d2-4022-8685-910b8fc3122c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932884 Jul 16 01:55:30.941992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 20e21a58-7219-4526-ba32-401946c846d4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:30.999492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 20e21a58-7219-4526-ba32-401946c846d4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:31.005332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 20e21a58-7219-4526-ba32-401946c846d4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:31.006077 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.097150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99ab27-3194-47d7-82f5-0b2e4ad2ee9f req-81169966-415f-4c5f-879f-b96ebe6adf31 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.104344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e99ab27-3194-47d7-82f5-0b2e4ad2ee9f req-81169966-415f-4c5f-879f-b96ebe6adf31 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.0972710 Jul 16 01:55:31.130433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.171385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e99ab27-3194-47d7-82f5-0b2e4ad2ee9f req-49b58e9f-5a06-4f2e-93d3-ed5b800ba329 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661032 Jul 16 01:55:31.176010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 20e21a58-7219-4526-ba32-401946c846d4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=20e21a58-7219-4526-ba32-401946c846d4,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:31.181161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.182460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6a93df90-224b-4673-b54f-b61f418759a0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:31.267361 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-96e5c147-edda-4d30-80fc-23c550616038 req-852117d7-7dd4-4af2-9319-e821751a81c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5021305 Jul 16 01:55:31.269401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-dd21df9d-0335-4d30-b752-4f056eeb0cd1 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.273693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.278368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-dd21df9d-0335-4d30-b752-4f056eeb0cd1 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 819 time: 0.2023752 Jul 16 01:55:31.284755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f789f1b8-c75c-4c12-9e35-1b85066df0de None None] Provisioning for port 71cca7df-995e-4607-a83c-3f36f613c339 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:31.292900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f789f1b8-c75c-4c12-9e35-1b85066df0de None None] Provisioning complete for port 71cca7df-995e-4607-a83c-3f36f613c339 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:31.293545 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f789f1b8-c75c-4c12-9e35-1b85066df0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.301889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-522fa192-f5b3-4c75-8aa7-2646b3f48c8c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/quotas/c4d2f772d3664adb8feb5e036307a466 HTTP/1.1" status: 200 len: 375 time: 0.0222635 Jul 16 01:55:31.346807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=20e21a58-7219-4526-ba32-401946c846d4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.351449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f789f1b8-c75c-4c12-9e35-1b85066df0de None None] Port 71cca7df-995e-4607-a83c-3f36f613c339 was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:55:31.368532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=71cca7df-995e-4607-a83c-3f36f613c339,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.369760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6a93df90-224b-4673-b54f-b61f418759a0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:31.375479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6a93df90-224b-4673-b54f-b61f418759a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:31.376120 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.376544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.381803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80671d55-3c82-4fb5-9576-b9f91429eb53 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/71cca7df-995e-4607-a83c-3f36f613c339 HTTP/1.1" status: 204 len: 168 time: 1.1875508 Jul 16 01:55:31.382137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40130) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:31.384576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-0e389519-ce67-4da5-a6e2-a27737c1d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.386161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-0e389519-ce67-4da5-a6e2-a27737c1d93f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 898 time: 0.6199710 Jul 16 01:55:31.452670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-9cafc919-6e61-4057-9d18-f7ba6d56557a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493437 Jul 16 01:55:31.480117 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.480327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073516b0-5087-403b-9392-8a3227663b24 req-f33c58f0-4ca4-4b4f-9477-fd836eb24a12 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.482696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-073516b0-5087-403b-9392-8a3227663b24 req-f33c58f0-4ca4-4b4f-9477-fd836eb24a12 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1383348 Jul 16 01:55:31.503664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-5c8963f1-7d08-45a1-84dd-211fbc619e48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 1000 time: 0.1018350 Jul 16 01:55:31.509749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6a93df90-224b-4673-b54f-b61f418759a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6a93df90-224b-4673-b54f-b61f418759a0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:31.518181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.569350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11a0ee-6b86-46bf-b7c5-f4b65545674c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.571288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11a0ee-6b86-46bf-b7c5-f4b65545674c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.573062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-de11a0ee-6b86-46bf-b7c5-f4b65545674c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1898870 Jul 16 01:55:31.578163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:31.583324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6a93df90-224b-4673-b54f-b61f418759a0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:31.592547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-073516b0-5087-403b-9392-8a3227663b24 req-8f9848c0-9a69-4cd5-b7d5-c1dc0e1af943 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983281 Jul 16 01:55:31.598793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-bf55316d-c99f-4b1a-90fc-aafe721e2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.600231 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-bf55316d-c99f-4b1a-90fc-aafe721e2e0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.0931141 Jul 16 01:55:31.605153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Sync routers for ids ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:31.616615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Routers {'54f98168-35c5-4ef0-ad5c-9e4889ba4f82'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:31.617264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:31.630156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-cbe433a8-1ca2-4a93-821e-1234b5578df5 service neutron] 10.222.0.35 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695511 Jul 16 01:55:31.687952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 79ef93b1-a969-4558-bb74-49581daaf19d {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:31.695793 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.746860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:31.750829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-e92238de-13c0-465e-9b6b-b236b8d1551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.753956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-e92238de-13c0-465e-9b6b-b236b8d1551e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304598 Jul 16 01:55:31.756726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Set router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:31.771983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-6289eab9-a850-4b89-bbfe-3029cc17ad0f service neutron] 10.222.0.35 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478546 Jul 16 01:55:31.811326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990472-39f8-4508-bb68-a7c117cf62ce req-f2754079-abc7-4935-9687-6ae903a2a789 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:31.813058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37990472-39f8-4508-bb68-a7c117cf62ce req-f2754079-abc7-4935-9687-6ae903a2a789 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.0804548 Jul 16 01:55:31.872898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37990472-39f8-4508-bb68-a7c117cf62ce req-867c3807-e0d8-42f6-ad18-290ce560c45a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Jul 16 01:55:31.933786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.003102 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-cc441e81-6598-4f9a-a3d1-462bdeb4d1df service neutron] 10.222.0.32 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255397 Jul 16 01:55:32.057027 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.099585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=79ef93b1-a969-4558-bb74-49581daaf19d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.109513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213ea30-0752-4c25-ac3d-7ac448659d32 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:32.110869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.115710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8fea48b2-5133-49bb-a9ce-6df49e0a3761 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/79ef93b1-a969-4558-bb74-49581daaf19d HTTP/1.1" status: 204 len: 168 time: 0.5298035 Jul 16 01:55:32.115710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40150) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:32.138937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f26ae752-6342-4de4-92b4-10acf6017408 req-bee1a36c-da3a-414d-9975-a3eb6e1b7e19 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 210 time: 0.0451081 Jul 16 01:55:32.144559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:55:28Z', 'revision_number': 4, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8932a424-6899-4e96-8217-80d5577bcf9f', 'name': '', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'mac_address': 'fa:16:3e:a1:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:27Z', 'updated_at': '2021-07-16T01:55:28Z', 'revision_number': 2, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'subnets': [{'id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:32.218607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b53f792f-9a8e-4ee1-8391-c9dd6002edd8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021788 Jul 16 01:55:32.224875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:32.229487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f35e6-ddb8-4e69-a30c-aa0b69af3db9 req-6890fe61-e92d-45cb-9770-0faa86955542 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.231708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:32.231868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-489f35e6-ddb8-4e69-a30c-aa0b69af3db9 req-6890fe61-e92d-45cb-9770-0faa86955542 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.2092099 Jul 16 01:55:32.255103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Checking router: 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:32.255387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Updating router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 port 8932a424-6899-4e96-8217-80d5577bcf9f binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:32.327589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.352288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:32.357629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.361635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-489f35e6-ddb8-4e69-a30c-aa0b69af3db9 req-14ca6518-230b-49c3-bcea-60af09f62206 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175652 Jul 16 01:55:32.407906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-8e63bf69-ed62-4d5a-a526-9e4648175f6d service neutron] 10.222.0.32 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957481 Jul 16 01:55:32.492759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8df393-a38b-4ea2-892c-9cc3e4495c9f req-ec3699b0-9da7-4fd4-8f75-767b91b006d8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.494926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8df393-a38b-4ea2-892c-9cc3e4495c9f req-ec3699b0-9da7-4fd4-8f75-767b91b006d8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1665523 Jul 16 01:55:32.611070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef8df393-a38b-4ea2-892c-9cc3e4495c9f req-4afee91d-b5ca-4e8c-b116-cd78ffd431b8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099949 Jul 16 01:55:32.694510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f394-7f4d-4d2a-a710-7c2d80d3a43c req-efb6415d-0f76-4c9e-a875-b6f44e78c4b2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.696146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c012f394-7f4d-4d2a-a710-7c2d80d3a43c req-efb6415d-0f76-4c9e-a875-b6f44e78c4b2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1550412 Jul 16 01:55:32.748191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:32.807394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.811409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-ff30c6ea-423c-451f-9b35-5245659ad5d7 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.813332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-ff30c6ea-423c-451f-9b35-5245659ad5d7 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e&tenant_id=3da55cb7c876458880f1413a85110ead&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1096 time: 0.3130302 Jul 16 01:55:32.852280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c012f394-7f4d-4d2a-a710-7c2d80d3a43c req-a017c0ad-b2a1-4b9e-8a01-8f968cc8b7b7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468341 Jul 16 01:55:32.860537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:32.876971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6a93df90-224b-4673-b54f-b61f418759a0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:32.929495 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.940511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] Deleting port 20e21a58-7219-4526-ba32-401946c846d4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:32.940903 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.957932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:32.964180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=e42acdae-a223-41d3-bad9-d700931bf744,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:32.969410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:32.969611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Transition to ACTIVE for port object 8932a424-6899-4e96-8217-80d5577bcf9f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:32.974275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.975066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.003074 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.024289 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b128a02e-2e47-48ea-b4d8-9290e8c95422 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7979815 Jul 16 01:55:33.025125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.039227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': 'e42acdae-a223-41d3-bad9-d700931bf744', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-573773326'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:33.068987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-37666cd1-7b43-4763-be6f-4a62bfcbfaf0 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.076614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-37666cd1-7b43-4763-be6f-4a62bfcbfaf0 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 819 time: 0.3092890 Jul 16 01:55:33.079097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.091280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6a93df90-224b-4673-b54f-b61f418759a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:33.091280 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.100381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-19f329ca-fd75-41dd-bd53-e610d749252c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/quotas/c4d2f772d3664adb8feb5e036307a466 HTTP/1.1" status: 200 len: 375 time: 0.0228057 Jul 16 01:55:33.122036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842e40a-0324-4931-ba51-0211b4697fbc req-41b0e97c-1a2f-4af7-a2bf-41c43f55455f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.123539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f842e40a-0324-4931-ba51-0211b4697fbc req-41b0e97c-1a2f-4af7-a2bf-41c43f55455f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1379147 Jul 16 01:55:33.145604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] For port 20e21a58-7219-4526-ba32-401946c846d4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=20e21a58-7219-4526-ba32-401946c846d4,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:33.146730 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.154315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8a0e-39c2-45ed-8a61-b9115cf87cc2 None None] Pushing event updated for resources: {'Port': ['ID=8932a424-6899-4e96-8217-80d5577bcf9f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.192417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] Calling delete_port for 20e21a58-7219-4526-ba32-401946c846d4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:33.193801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:33.194958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f842e40a-0324-4931-ba51-0211b4697fbc req-ef236df4-9dbd-45f3-83ce-dccfac3e5a5c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504284 Jul 16 01:55:33.223890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-a518e0ea-456e-4c2f-a124-92ca93dd001f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225913 Jul 16 01:55:33.270559 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:33.271158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Attempting to bind port 8932a424-6899-4e96-8217-80d5577bcf9f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:33.272060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Attempting to bind port 8932a424-6899-4e96-8217-80d5577bcf9f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:33.272060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Attempting to bind port 8932a424-6899-4e96-8217-80d5577bcf9f on network 1e48711d-f62c-41e7-8f33-25852314f3f4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:33.306802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:33.307198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Checking segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:33.307602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.308000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Bound using segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:33.308557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Bound port: 8932a424-6899-4e96-8217-80d5577bcf9f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:33.308943 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.338201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-bda328b1-4908-43e5-8a2e-493c8c147a3d service neutron] 10.222.0.35 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133158 Jul 16 01:55:33.413016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.436753 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.438702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port c6d6a620-13f3-47f5-a916-e9faccf709ec yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:33.451589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 20e21a58-7219-4526-ba32-401946c846d4 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:33.492000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-f52adf85-b1d1-487d-9a7f-423af98aac7c service neutron] 10.222.0.35 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527278 Jul 16 01:55:33.499166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] Pushing event deleted for resources: {'Port': ['ID=20e21a58-7219-4526-ba32-401946c846d4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.502140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 20e21a58-7219-4526-ba32-401946c846d4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:33.502899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 20e21a58-7219-4526-ba32-401946c846d4 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:33.504735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e968a3b-2014-40cb-bb6c-3d339946406d None None] No DVR routers for this DVR port 20e21a58-7219-4526-ba32-401946c846d4 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:33.511844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] For port 8932a424-6899-4e96-8217-80d5577bcf9f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:33.524975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] For port 8932a424-6899-4e96-8217-80d5577bcf9f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8932a424-6899-4e96-8217-80d5577bcf9f,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:33.533996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e4541-e7c9-4eea-83f0-a263692c8967 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:33.536845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:33.548984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a7de-bc80-4181-9149-bc0d6469f35c req-fd7f8b9a-894f-4d7f-b20e-a69c7058c906 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.552814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3111a7de-bc80-4181-9149-bc0d6469f35c req-fd7f8b9a-894f-4d7f-b20e-a69c7058c906 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.2044415 Jul 16 01:55:33.604583 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:55:33.605033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:55:33.642050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3111a7de-bc80-4181-9149-bc0d6469f35c req-f926cd62-e24f-4e71-a12b-1c4580b6f057 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822170 Jul 16 01:55:33.759811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5fcdaa4a-4557-4035-afcf-272e91a45a38 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7288413 Jul 16 01:55:33.762530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.771766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8a0e-39c2-45ed-8a61-b9115cf87cc2 None None] Pushing event updated for resources: {'Port': ['ID=8932a424-6899-4e96-8217-80d5577bcf9f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:33.774515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:33.782944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-80629330-b5dd-4106-a08f-98303978e8e5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.785312 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-80629330-b5dd-4106-a08f-98303978e8e5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.38 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 819 time: 0.1937859 Jul 16 01:55:33.797513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Routers {'54f98168-35c5-4ef0-ad5c-9e4889ba4f82'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:33.798151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:33.813676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Request body: {'port': {'device_id': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'admin_state_up': True, 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:33.832083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-976f6722-f955-480d-b770-48a4bba0925d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655215 Jul 16 01:55:33.832708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:33.950253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:34.010773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] Set router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:34.016189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:34.019029 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a2bd1-7e72-4917-845c-9a05a844533f" -d '{"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:34.022833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.027224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260d761-86f6-4a44-9069-1d555b52d4df tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.030100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260d761-86f6-4a44-9069-1d555b52d4df tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.032644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9260d761-86f6-4a44-9069-1d555b52d4df tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1987629 Jul 16 01:55:34.038221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40198) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.049872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.087970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfca49-50ce-4816-a4c5-adbf48be0e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': 'e42acdae-a223-41d3-bad9-d700931bf744'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:34.088870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5dfca49-50ce-4816-a4c5-adbf48be0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.124958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Made reservation on behalf of c4d2f772d3664adb8feb5e036307a466 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:34.133610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.166356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a03f6-ccb3-4296-baac-94ce8ac2578b req-3cc144a5-fde2-4465-87ea-1ab5af11a045 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.174912 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa4a03f6-ccb3-4296-baac-94ce8ac2578b req-3cc144a5-fde2-4465-87ea-1ab5af11a045 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.2461443 Jul 16 01:55:34.243575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421316d8-3d65-4e7e-9f19-c3e4dc227737 req-75d9862f-8378-4bf0-b9a0-e10a8f53b6d9 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.251603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-421316d8-3d65-4e7e-9f19-c3e4dc227737 req-75d9862f-8378-4bf0-b9a0-e10a8f53b6d9 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2160547 Jul 16 01:55:34.273875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa4a03f6-ccb3-4296-baac-94ce8ac2578b req-a61ed777-50dd-4c61-b6be-6595cb6cb1cc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979831 Jul 16 01:55:34.294294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.333258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet e42acdae-a223-41d3-bad9-d700931bf744 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:34.340865 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-421316d8-3d65-4e7e-9f19-c3e4dc227737 req-1f7e940d-0068-4cdd-ab3d-6b1c18a6a902 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870783 Jul 16 01:55:34.343665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.418024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.468355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.503005 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600ff987-fd4a-4de2-bb40-5fc30adb67e6 x-openstack-request-id: req-600ff987-fd4a-4de2-bb40-5fc30adb67e6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:34.503356 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:34.503551 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-600ff987-fd4a-4de2-bb40-5fc30adb67e6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:34.503961 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'code': 200} Jul 16 01:55:34.523677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed74031e-bc81-4d87-8a11-656c1cc50452 req-18c51694-d8b7-49b3-84dd-bc5528664c56 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 210 time: 0.0592961 Jul 16 01:55:34.531443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:55:28Z', 'revision_number': 4, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8932a424-6899-4e96-8217-80d5577bcf9f', 'name': '', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'mac_address': 'fa:16:3e:a1:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:27Z', 'updated_at': '2021-07-16T01:55:33Z', 'revision_number': 4, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'subnets': [{'id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:34.570760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9437dd3-cd44-46e7-b210-b6ea993e0b9f None None] The sync data for ids ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'] in n-d-800087-6 is: [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:55:28Z', 'revision_number': 4, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8932a424-6899-4e96-8217-80d5577bcf9f', 'name': '', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'mac_address': 'fa:16:3e:a1:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:27Z', 'updated_at': '2021-07-16T01:55:33Z', 'revision_number': 4, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'subnets': [{'id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:34.572612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-13c96d32-f658-4816-a349-23b922161a38 None None] Provisioning complete for port 80ebd350-0260-4e67-995b-6c56d5c8008f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:34.572984 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-13c96d32-f658-4816-a349-23b922161a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.623126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-13c96d32-f658-4816-a349-23b922161a38 None None] Port 80ebd350-0260-4e67-995b-6c56d5c8008f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:34.667854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b66c-a27c-481d-be9a-77f4db325efb req-9a4032e3-6364-480d-bc80-be68db3f66a9 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.669686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e89b66c-a27c-481d-be9a-77f4db325efb req-9a4032e3-6364-480d-bc80-be68db3f66a9 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1136587 Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-a5dfca49-50ce-4816-a4c5-adbf48be0e0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e42acdae-a223-41d3-bad9-d700931bf744: This subnet is being modified by another concurrent operation. Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e42acdae-a223-41d3-bad9-d700931bf744: This subnet is being modified by another concurrent operation. Jul 16 01:55:34.738828 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 01:55:34.747464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e89b66c-a27c-481d-be9a-77f4db325efb req-5c086bbf-0612-4332-9277-fd15a3e43864 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682070 Jul 16 01:55:34.747726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.786789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6eccb-773d-4109-b76f-b2b313d5146d None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:55:34.851177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32248e4c-c04d-4d7f-9d51-a041466a3414 req-3fcc7113-4707-4b71-854e-a3f338a4d1e0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.863999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32248e4c-c04d-4d7f-9d51-a041466a3414 req-3fcc7113-4707-4b71-854e-a3f338a4d1e0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1453671 Jul 16 01:55:34.872052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on host n-h2-800087-6 for vnic_type normal with profile {"migrating_to": "n-h1-800087-6"} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:34.872052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:34.872052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:34.879108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=e42acdae-a223-41d3-bad9-d700931bf744,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.887356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.889370 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3a1d1beb-da8c-46df-9599-90175bc16eb9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e42acdae-a223-41d3-bad9-d700931bf744 HTTP/1.1" status: 204 len: 168 time: 0.8496060 Jul 16 01:55:34.897081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.912329 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:34.912659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Attempting to bind port 80ebd350-0260-4e67-995b-6c56d5c8008f on network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:34.924592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:34.924930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Checking segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:34.925322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Bound using segment: {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:34.925758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Bound port: 80ebd350-0260-4e67-995b-6c56d5c8008f, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:34.926119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.948569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8932a424-6899-4e96-8217-80d5577bcf9f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:34.958884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Allocated IP 172.20.0.12 (1e48711d-f62c-41e7-8f33-25852314f3f4/344030b6-84ef-4c98-b632-0af23c4fd6b3/5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:34.969711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba161629-d8bd-454a-902a-3c876e57f190 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715232 Jul 16 01:55:34.982029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:34.989063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:35.041930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6eccb-773d-4109-b76f-b2b313d5146d None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:55:35.057381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8932a424-6899-4e96-8217-80d5577bcf9f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:35.060711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:35.065827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8932a424-6899-4e96-8217-80d5577bcf9f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:35.068307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.090589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:35.103853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.158729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32248e4c-c04d-4d7f-9d51-a041466a3414 req-6f0d955c-1b1a-4279-937a-58b7351cbe6a tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902479 Jul 16 01:55:35.172804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:35.176947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.333264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75006c-48ff-4c25-abd0-f272d0947be4 req-712ffc3b-9a70-4369-82ab-9e658cf0b3c8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.343074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f75006c-48ff-4c25-abd0-f272d0947be4 req-712ffc3b-9a70-4369-82ab-9e658cf0b3c8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.3781431 Jul 16 01:55:35.343598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.351282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'floatingip': {'port_id': '7b373db9-8837-4131-acf4-57042e25acd2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:35.400878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.534828 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.618405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8932a424-6899-4e96-8217-80d5577bcf9f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8932a424-6899-4e96-8217-80d5577bcf9f,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:35.647631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.832954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8932a424-6899-4e96-8217-80d5577bcf9f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.866261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dff05-6f43-4416-94fc-fee93d2ec81e req-295d51b6-928e-439b-869c-993f95d7cb64 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:35.868259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c6dff05-6f43-4416-94fc-fee93d2ec81e req-295d51b6-928e-439b-869c-993f95d7cb64 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.3419969 Jul 16 01:55:35.925328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.035770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.113989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=8']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.134516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c6dff05-6f43-4416-94fc-fee93d2ec81e req-d68d8ffe-be02-4ae5-81bc-447ec460b9be tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516034 Jul 16 01:55:36.154319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:36.154581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.154692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:36.167925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e947e-a3cf-450a-b98e-973c99d200ab None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:36.178378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.179050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.222848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-211a6d3d-d10c-450f-a71a-91d3e0477a21 None None] Provisioning complete for port 80ebd350-0260-4e67-995b-6c56d5c8008f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:36.223052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-211a6d3d-d10c-450f-a71a-91d3e0477a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.244103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=0708f6ce-efd9-4cec-b1a4-4e641a8a0385,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.249672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-060cec72-7721-40e8-a749-8f886e1135c1 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.251353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-060cec72-7721-40e8-a749-8f886e1135c1 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.32 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 819 time: 0.3721941 Jul 16 01:55:36.255256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da5c91-bb3e-4843-ab67-60d22834b07d req-2cc7db5a-77ab-442c-bfc8-8adfd92c0618 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.262364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37da5c91-bb3e-4843-ab67-60d22834b07d req-2cc7db5a-77ab-442c-bfc8-8adfd92c0618 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 943 time: 0.4887550 Jul 16 01:55:36.295296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2e72313f-310f-40af-bced-1362ffc2d9e7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3121269 Jul 16 01:55:36.301011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Request body: {'port': {'device_id': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'admin_state_up': True, 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:36.306345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:36.316077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:36.318833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:36.323171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.325807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.328660 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-77a6bcc4-cae5-4a3b-84fa-7db2d0457c84 service neutron] 10.222.0.32 "PUT /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 1121 time: 3.4804232 Jul 16 01:55:36.330208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Pushing event updated for resources: {'Port': ['ID=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.351844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:36.356805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:36.405984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68277742-2c00-48c2-badc-16e9da720cdc req-ec7012c8-9fd1-4b96-9701-1782c56e9c71 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 210 time: 0.1079807 Jul 16 01:55:36.471881 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37da5c91-bb3e-4843-ab67-60d22834b07d req-917be50b-13ba-4b45-a641-b946983f5c11 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084501 Jul 16 01:55:36.475256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.476428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.480500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.481552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.492351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:36.492351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.492351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['80ebd350-0260-4e67-995b-6c56d5c8008f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:36.505647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:36.508378 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f64046-b13e-4dda-973a-4373551cd82d" -d '{"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:36.514930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d7b75a0b-576c-4ff1-8771-4b72ef09dfe3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7156355 Jul 16 01:55:36.527640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Request body: {'port': {'device_id': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:36.580959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-0663c7ca-1d93-4798-b2ef-145d46d8ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:36.582606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-0663c7ca-1d93-4798-b2ef-145d46d8ecee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1096 time: 0.4857447 Jul 16 01:55:36.606573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-211a6d3d-d10c-450f-a71a-91d3e0477a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.616397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Made reservation on behalf of c4d2f772d3664adb8feb5e036307a466 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:36.620020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.637314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.641241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:55:36.706650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.718729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-211a6d3d-d10c-450f-a71a-91d3e0477a21 None None] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:36.724726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:36.727213 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c16d90-8ccd-4fda-b35a-5df48143d85d" -d '{"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-plugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:36.739213 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-211a6d3d-d10c-450f-a71a-91d3e0477a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.783856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:36.864223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Allocated IP 172.20.0.9 (1e48711d-f62c-41e7-8f33-25852314f3f4/344030b6-84ef-4c98-b632-0af23c4fd6b3/5ef43cfa-18c2-475c-966c-8f2522954940) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:36.972767 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449af630-8e97-43c7-9a02-e9205fac3a54 x-openstack-request-id: req-449af630-8e97-43c7-9a02-e9205fac3a54 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:36.973215 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:36.973497 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-449af630-8e97-43c7-9a02-e9205fac3a54 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:36.973869 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'status': 'completed', 'code': 200} Jul 16 01:55:37.078978 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6fe547-cdc5-4a9e-92f1-93ced85a1552 x-openstack-request-id: req-3d6fe547-cdc5-4a9e-92f1-93ced85a1552 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:37.079341 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-plugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:37.079540 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d6fe547-cdc5-4a9e-92f1-93ced85a1552 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:37.079898 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'code': 200} Jul 16 01:55:37.089761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8932a424-6899-4e96-8217-80d5577bcf9f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:37.198491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.206737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f64046-b13e-4dda-973a-4373551cd82d req-7a099d45-b5a4-49ca-8435-7643bb58ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.208252 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-7a099d45-b5a4-49ca-8435-7643bb58ab08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1126 time: 0.2389538 Jul 16 01:55:37.232733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/0708f6ce-efd9-4cec-b1a4-4e641a8a0385/0f73f400-7175-4541-aa68-e86b16b40fe6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:37.235081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a6d3d-d10c-450f-a71a-91d3e0477a21 None None] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.265091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.293436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8932a424-6899-4e96-8217-80d5577bcf9f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:37.293815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.307421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.322265 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.379464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f64046-b13e-4dda-973a-4373551cd82d req-d8aa2d3c-6ae1-466d-9abd-1f8921a0d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.380987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-d8aa2d3c-6ae1-466d-9abd-1f8921a0d1a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 898 time: 0.1662266 Jul 16 01:55:37.393860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Network 1e48711d-f62c-41e7-8f33-25852314f3f4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:37.431905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:37.451972 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.453206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0253b552-c422-4289-8860-5de8eaa0e529 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1414666 Jul 16 01:55:37.475568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:37.479289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:37.527641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b6b94-7d4b-4ce1-ad77-7e86ab0e1174 req-b65df2a9-2ef8-47d7-a497-56fa416e553f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.546325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f6b6b94-7d4b-4ce1-ad77-7e86ab0e1174 req-b65df2a9-2ef8-47d7-a497-56fa416e553f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.8300402 Jul 16 01:55:37.566742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-bb9c4eaf-84fb-4b5c-8c3a-cd680f031a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.568222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-bb9c4eaf-84fb-4b5c-8c3a-cd680f031a05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.9643161 Jul 16 01:55:37.568378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Pushing event updated for resources: {'Port': ['ID=5ef43cfa-18c2-475c-966c-8f2522954940,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.581181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.595844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Transition to ACTIVE for port object 0f73f400-7175-4541-aa68-e86b16b40fe6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:37.597393 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Floating IP 69dd8602-6c98-4bc4-8b5a-d78288a0b81d associated. External IP: 172.25.0.49, port: 7b373db9-8837-4131-acf4-57042e25acd2. Jul 16 01:55:37.612844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Transition to ACTIVE for port object 0f73f400-7175-4541-aa68-e86b16b40fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:37.620937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.663529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:37.674691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:37.680310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:37.685518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Pushing event updated for resources: {'Port': ['ID=0f73f400-7175-4541-aa68-e86b16b40fe6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.699945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9abfd6-0132-4aac-a64b-7c08e21ecc3e req-b6a9d3ee-8f81-44b1-94ea-bdd5919246d5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.701821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a9abfd6-0132-4aac-a64b-7c08e21ecc3e req-b6a9d3ee-8f81-44b1-94ea-bdd5919246d5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.5002782 Jul 16 01:55:37.710211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-fb2fa824-5984-42a2-b5fd-bfc5cf352f25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 1000 time: 0.2868350 Jul 16 01:55:37.731593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.732229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.747761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Attempting to bind port 0f73f400-7175-4541-aa68-e86b16b40fe6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:37.748165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Attempting to bind port 0f73f400-7175-4541-aa68-e86b16b40fe6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:37.748540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Attempting to bind port 0f73f400-7175-4541-aa68-e86b16b40fe6 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:37.751034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f6b6b94-7d4b-4ce1-ad77-7e86ab0e1174 req-9ca2784d-f0d3-42ac-b5cd-131b31b5e424 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038522 Jul 16 01:55:37.754240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:37.754622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:37.755032 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.755429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:37.756139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Bound port: 0f73f400-7175-4541-aa68-e86b16b40fe6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:37.756311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.784564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-207d2b61-8ae9-47d2-8d07-dbf278285a7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 1001 time: 0.1991343 Jul 16 01:55:37.829046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] For port 0f73f400-7175-4541-aa68-e86b16b40fe6, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:37.832998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] For port 0f73f400-7175-4541-aa68-e86b16b40fe6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0f73f400-7175-4541-aa68-e86b16b40fe6,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:37.838603 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.850419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a9abfd6-0132-4aac-a64b-7c08e21ecc3e req-63936e86-6a48-4ee3-b131-447e3576644c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322958 Jul 16 01:55:37.856761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-0455aff0-6867-40d2-b7ec-85aa0f28bcb3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5613630 Jul 16 01:55:37.875642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-e613cd1b-e9da-4346-a4c3-bd13b5ef7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.879086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-e613cd1b-e9da-4346-a4c3-bd13b5ef7866 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0868564 Jul 16 01:55:37.889898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Request body: {'port': {'device_id': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:37.907234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c160c-915d-4338-9ba2-66c4f90813b9 None None] Pushing event updated for resources: {'Port': ['ID=0f73f400-7175-4541-aa68-e86b16b40fe6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:37.951856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f64046-b13e-4dda-973a-4373551cd82d req-352729b4-8d7d-43b6-bb56-ebeceda37f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:37.951856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-352729b4-8d7d-43b6-bb56-ebeceda37f08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.2310128 Jul 16 01:55:38.004172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:38.030592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.094145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.097069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Transition to ACTIVE for port object 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:38.116997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.155209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-ae1aee7e-6d3d-408c-b2b7-d71c60a1bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.156766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-ae1aee7e-6d3d-408c-b2b7-d71c60a1bd52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269185 Jul 16 01:55:38.164238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:38.222250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a956-711d-455b-8d30-91bd03faa1f9 req-92a2e202-6a7b-499a-b636-0b97bf5b0861 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.223752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a157a956-711d-455b-8d30-91bd03faa1f9 req-92a2e202-6a7b-499a-b636-0b97bf5b0861 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 931 time: 0.2425828 Jul 16 01:55:38.332052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6f7f-0eb2-437c-a574-594519877e27 req-bfab1160-8bbd-43c8-b89c-c1bcc9ac27e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.333666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12dc6f7f-0eb2-437c-a574-594519877e27 req-bfab1160-8bbd-43c8-b89c-c1bcc9ac27e4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.2806745 Jul 16 01:55:38.393792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-1b519e4e-816c-4fdd-9e88-7eb946b37031 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280405 Jul 16 01:55:38.449449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a157a956-711d-455b-8d30-91bd03faa1f9 req-5a472b80-d476-4223-a9a8-a85b52738908 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868782 Jul 16 01:55:38.483321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12dc6f7f-0eb2-437c-a574-594519877e27 req-9583d4ab-bf83-4565-9c3d-b8e5ef86c5de tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414955 Jul 16 01:55:38.530929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:38.539618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.544368 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:38.556819 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:38.558221 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:38.580215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.595066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e63e617-d078-45b4-a12f-8c28d70fd308 req-f1011cdf-76eb-4a0c-8e39-f77327c8fea6 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673517 Jul 16 01:55:38.597491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-22227752-2ed8-4860-9db2-1da4d17e21cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "PUT /v2.0/floatingips/69dd8602-6c98-4bc4-8b5a-d78288a0b81d HTTP/1.1" status: 200 len: 990 time: 3.2502851 Jul 16 01:55:38.598070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:38.600382 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:38.611196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Pushing event updated for resources: {'Port': ['ID=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:38.625666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f64046-b13e-4dda-973a-4373551cd82d req-77e17847-9a69-41b1-bc8f-674986eb8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.627219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-77e17847-9a69-41b1-bc8f-674986eb8dca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6618588 Jul 16 01:55:38.649512 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae6613-593f-4801-b11b-94a6d9693aa9 x-openstack-request-id: req-46ae6613-593f-4801-b11b-94a6d9693aa9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:38.649829 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:38.650066 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46ae6613-593f-4801-b11b-94a6d9693aa9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:38.650470 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'status': 'completed', 'code': 200} Jul 16 01:55:38.718381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:38.768612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-6c4045ab-91ca-4554-94fb-59074f60816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.770382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-6c4045ab-91ca-4554-94fb-59074f60816e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1096 time: 0.0907178 Jul 16 01:55:38.910221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-03b80005-31fe-4192-84a5-2dcc1e3eb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:38.911743 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-03b80005-31fe-4192-84a5-2dcc1e3eb24b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.1326616 Jul 16 01:55:38.955182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0f73f400-7175-4541-aa68-e86b16b40fe6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:39.042808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0f73f400-7175-4541-aa68-e86b16b40fe6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:39.070200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Attempting to bind port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:39.070596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Attempting to bind port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:39.072359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Attempting to bind port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 on network 1e48711d-f62c-41e7-8f33-25852314f3f4 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:39.133160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-728e1ca9-3d6f-40ab-9eee-a7c33df2fc6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 998 time: 0.2112198 Jul 16 01:55:39.156675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '69dd8602-6c98-4bc4-8b5a-d78288a0b81d', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'port_id': '7b373db9-8837-4131-acf4-57042e25acd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'mac_address': 'fa:16:3e:42:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:15Z', 'updated_at': '2021-07-16T01:55:36Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.190777 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:39.201046 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:39.201213 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.202117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd7a2f-cd00-480b-a316-cfc6053df0f2 req-990eb7fa-df29-4229-bd58-26e45c1952be tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.204860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2bd7a2f-cd00-480b-a316-cfc6053df0f2 req-990eb7fa-df29-4229-bd58-26e45c1952be tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.2212973 Jul 16 01:55:39.231804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 on network 1e48711d-f62c-41e7-8f33-25852314f3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:39.232180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Attempting to bind port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 on network 1e48711d-f62c-41e7-8f33-25852314f3f4 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:39.244744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] Provisioning for port 0f73f400-7175-4541-aa68-e86b16b40fe6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:39.245452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ee8b-b4e6-4633-ad5a-a99e56055dfa req-e475909f-38fe-4a41-a41e-43c9410f458d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.246988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8844ee8b-b4e6-4633-ad5a-a99e56055dfa req-e475909f-38fe-4a41-a41e-43c9410f458d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1613176 Jul 16 01:55:39.248732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] Provisioning complete for port 0f73f400-7175-4541-aa68-e86b16b40fe6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:39.249117 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.250109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-7bdb5dd4-fbd8-47c6-8437-06a0d8164bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.251509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-7bdb5dd4-fbd8-47c6-8437-06a0d8164bba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.1076431 Jul 16 01:55:39.265786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::1 (c437469f-83fa-42ce-b474-0d025b53fd72/0708f6ce-efd9-4cec-b1a4-4e641a8a0385/8a157a49-5da3-4566-a643-fbd4bd11ec42) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:39.320640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2bd7a2f-cd00-480b-a316-cfc6053df0f2 req-d81fc5d8-11da-4cd9-b971-5dc9de070bde tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075587 Jul 16 01:55:39.351639 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:39.360343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.374485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8844ee8b-b4e6-4633-ad5a-a99e56055dfa req-b26743e3-5afe-4c93-8373-6b05ced0a3e5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155238 Jul 16 01:55:39.393772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] For port 0f73f400-7175-4541-aa68-e86b16b40fe6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0f73f400-7175-4541-aa68-e86b16b40fe6,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:39.398934 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.414149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-e199e92c-d2f3-4b6d-b66c-4c44375e19f7 service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7601328 Jul 16 01:55:39.422530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-d73b56cf-ec68-4b2f-9330-e39cfcb0a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.424636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.424784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-d73b56cf-ec68-4b2f-9330-e39cfcb0a69c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507461 Jul 16 01:55:39.426982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:39.427321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Checking segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:39.427697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Bound using segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:39.428169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Bound port: 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:39.428514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.455320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75106a5b-2d46-45d0-adfb-36354ef1e655 None None] Pushing event updated for resources: {'Port': ['ID=0f73f400-7175-4541-aa68-e86b16b40fe6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.493831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 8a157a49-5da3-4566-a643-fbd4bd11ec42 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:39.570471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-7e2467f8-a009-48c0-929c-4ab2b3797441 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377611 Jul 16 01:55:39.626414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:39.722783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef43cfa-18c2-475c-966c-8f2522954940 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:39.746638 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.754722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] For port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:39.779949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed4416e7-0323-41a3-ae69-daeb09f3c9eb req-69c28a82-890d-4c66-99e3-83125ccef4f6 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968017 Jul 16 01:55:39.811128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d4f64046-b13e-4dda-973a-4373551cd82d req-709759b9-bcbb-4107-8ac5-442388912aaa service neutron] 10.222.0.38 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787374 Jul 16 01:55:39.817989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] For port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:39.823398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:39.825200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Transition to ACTIVE for port object 5ef43cfa-18c2-475c-966c-8f2522954940 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:39.826717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.838151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.845064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f has no active binding in host n-h1-800087-6 {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:55:39.866353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.898384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.899140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.900706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] 10.222.0.38 "PUT /v2.0/ports/5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 1092 time: 3.3775232 Jul 16 01:55:39.906549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'tag': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:39.909500 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "04332bb8-03b7-4695-836d-9d83572fcdd6", "tag": "5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:39.927720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132beb23-5b12-46dd-a00d-77debd253539 req-acb5432d-d0ce-4f64-86f4-40a6634679fc tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.938816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-132beb23-5b12-46dd-a00d-77debd253539 req-acb5432d-d0ce-4f64-86f4-40a6634679fc tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 931 time: 0.1569049 Jul 16 01:55:39.940979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:39.952324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:39.955830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:39.956504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:39.957516 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '69dd8602-6c98-4bc4-8b5a-d78288a0b81d', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'port_id': '7b373db9-8837-4131-acf4-57042e25acd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'mac_address': 'fa:16:3e:42:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:15Z', 'updated_at': '2021-07-16T01:55:36Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:39.959366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8f10b-cbb1-42f2-91d3-f818da040640 service neutron] Pushing event updated for resources: {'Port': ['ID=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:39.970371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f63ec-a804-48f0-b646-4fa081448e10 req-b9328300-124a-4823-a7a0-c1115fd6d9ee tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:39.972493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b51f63ec-a804-48f0-b646-4fa081448e10 req-b9328300-124a-4823-a7a0-c1115fd6d9ee tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.1780713 Jul 16 01:55:40.005700 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3560e5-f555-4d6f-b2f3-4686c6c62968 None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '69dd8602-6c98-4bc4-8b5a-d78288a0b81d', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'port_id': '7b373db9-8837-4131-acf4-57042e25acd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'mac_address': 'fa:16:3e:42:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:55:15Z', 'updated_at': '2021-07-16T01:55:36Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:40.016823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-132beb23-5b12-46dd-a00d-77debd253539 req-3f6d8819-9bc8-44d8-947e-34257e5feeac tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746813 Jul 16 01:55:40.050162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b51f63ec-a804-48f0-b646-4fa081448e10 req-a1171d30-4acf-47d1-8fdc-4db3da5e31d6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655980 Jul 16 01:55:40.087325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dfb02-78d3-4494-a4af-24f8da374dff req-a6137bb7-3556-4cbe-90a0-e8d7c79f1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.088957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-a6137bb7-3556-4cbe-90a0-e8d7c79f1774 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 1096 time: 0.3316941 Jul 16 01:55:40.208432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=8a157a49-5da3-4566-a643-fbd4bd11ec42,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.351285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-12208860-d1e1-4d1c-b97b-e0245f1741e7 None None] Provisioning for port 8a157a49-5da3-4566-a643-fbd4bd11ec42 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:40.357079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-12208860-d1e1-4d1c-b97b-e0245f1741e7 None None] Provisioning complete for port 8a157a49-5da3-4566-a643-fbd4bd11ec42 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:40.357765 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-12208860-d1e1-4d1c-b97b-e0245f1741e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.402065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-12208860-d1e1-4d1c-b97b-e0245f1741e7 None None] Port 8a157a49-5da3-4566-a643-fbd4bd11ec42 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:40.417667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6264f3-7afc-45b7-a48f-0be8d9001fb7 None None] New status for floating IP 69dd8602-6c98-4bc4-8b5a-d78288a0b81d: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:40.444897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-ab4fc2cc-cc2f-4b2a-97c2-6c22c8a13a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.446404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-ab4fc2cc-cc2f-4b2a-97c2-6c22c8a13a91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1095 time: 0.4781845 Jul 16 01:55:40.452503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Attempting to bind port 5ef43cfa-18c2-475c-966c-8f2522954940 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:40.452841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Attempting to bind port 5ef43cfa-18c2-475c-966c-8f2522954940 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:40.453167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Attempting to bind port 5ef43cfa-18c2-475c-966c-8f2522954940 on network 1e48711d-f62c-41e7-8f33-25852314f3f4 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:40.473281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dfb02-78d3-4494-a4af-24f8da374dff req-fd456d2c-db7d-472c-99e7-de06a3f00b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.474766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-fd456d2c-db7d-472c-99e7-de06a3f00b0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.3690264 Jul 16 01:55:40.507160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef43cfa-18c2-475c-966c-8f2522954940,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:40.525095 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5873147-3bf9-4ea2-91fd-1c17f97244d6 x-openstack-request-id: req-b5873147-3bf9-4ea2-91fd-1c17f97244d6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:40.525412 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04332bb8-03b7-4695-836d-9d83572fcdd6", "tag": "5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:40.525663 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5873147-3bf9-4ea2-91fd-1c17f97244d6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:40.526062 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'tag': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7', 'status': 'completed', 'code': 200} Jul 16 01:55:40.527088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Port 5ef43cfa-18c2-475c-966c-8f2522954940 on network 1e48711d-f62c-41e7-8f33-25852314f3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:40.527407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Attempting to bind port 5ef43cfa-18c2-475c-966c-8f2522954940 on network 1e48711d-f62c-41e7-8f33-25852314f3f4 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:40.534522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-d1b62ec1-dbb3-4fe3-84bd-623732b2da02 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0728617 Jul 16 01:55:40.582888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.585111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:40.585454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Checking segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:40.585843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Bound using segment: {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:40.586287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Bound port: 5ef43cfa-18c2-475c-966c-8f2522954940, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5773e892-61ed-44db-b44c-9bbced018c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:40.586633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.709577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-aa0b4646-8ffa-4604-9991-346709ca6e51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 200 len: 1001 time: 0.1940694 Jul 16 01:55:40.715851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-02b3877d-9b2a-4aa6-8565-3bc71095e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.717294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-02b3877d-9b2a-4aa6-8565-3bc71095e8e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.1473672 Jul 16 01:55:40.804575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-a890170b-3241-4d8f-b432-2aed647607c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682106 Jul 16 01:55:40.829273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0f73f400-7175-4541-aa68-e86b16b40fe6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:40.845673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-1d880d6e-1407-4cc9-94ec-ea26d75d6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.848063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-1d880d6e-1407-4cc9-94ec-ea26d75d6670 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=220e7e172ffd43bfbdff7acb616e668b&device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 1097 time: 0.4852073 Jul 16 01:55:40.866177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399535ce-44ac-4e12-9470-6b8209296342 req-7d6362f3-a920-4753-82dc-5a947f47f361 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.867684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-399535ce-44ac-4e12-9470-6b8209296342 req-7d6362f3-a920-4753-82dc-5a947f47f361 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.4951918 Jul 16 01:55:40.885088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0f73f400-7175-4541-aa68-e86b16b40fe6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:40.885611 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.886513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66229755-312a-4e51-abf1-91f8cc427642 req-bcfb91d0-3d6a-4df0-9be4-f9bf6345a8f7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.889283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66229755-312a-4e51-abf1-91f8cc427642 req-bcfb91d0-3d6a-4df0-9be4-f9bf6345a8f7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1285112 Jul 16 01:55:40.909113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] For port 5ef43cfa-18c2-475c-966c-8f2522954940, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:40.913678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dfb02-78d3-4494-a4af-24f8da374dff req-551c3175-ff7e-4fb9-8dd2-891c862b734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:40.915143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-551c3175-ff7e-4fb9-8dd2-891c862b734e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.1952267 Jul 16 01:55:40.971931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] For port 5ef43cfa-18c2-475c-966c-8f2522954940, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5ef43cfa-18c2-475c-966c-8f2522954940,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:40.999119 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-399535ce-44ac-4e12-9470-6b8209296342 req-86776b45-6887-41ae-a2c7-d40e5d8d3e4c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226830 Jul 16 01:55:41.014865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.056874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-56a7df4a-9372-4289-bd95-2a82b9d15cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.058399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-56a7df4a-9372-4289-bd95-2a82b9d15cd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 200 len: 915 time: 0.2024343 Jul 16 01:55:41.063684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66229755-312a-4e51-abf1-91f8cc427642 req-ece7bb4d-4e81-4780-aaa6-e9f8ee51555c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590328 Jul 16 01:55:41.109817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-6569a2c1-f156-4977-9bb8-14169bdad0e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 200 len: 217 time: 0.0446672 Jul 16 01:55:41.210831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-689e7569-e979-456d-b646-f7620ee8ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.212455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-689e7569-e979-456d-b646-f7620ee8ff3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 200 len: 854 time: 0.0971811 Jul 16 01:55:41.268560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-d5490bfa-1860-4f2c-8e1f-c76423f94e65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50952d6-dc4c-41c4-bf64-c5d75e72065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358694 Jul 16 01:55:41.343775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fac06-caff-40eb-9a6a-0f2db3cc6310 req-b680efea-7831-48ca-bf50-ccc61c009570 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.345304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f3fac06-caff-40eb-9a6a-0f2db3cc6310 req-b680efea-7831-48ca-bf50-ccc61c009570 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 943 time: 0.1842313 Jul 16 01:55:41.392868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.393482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.394888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ef43cfa-18c2-475c-966c-8f2522954940 HTTP/1.1" status: 200 len: 1091 time: 3.5095546 Jul 16 01:55:41.405911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab850-3aac-4e0d-bf51-501ceab3b9fb req-4915b1c5-0de1-4ab8-b396-e63650489a77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.407709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab7ab850-3aac-4e0d-bf51-501ceab3b9fb req-4915b1c5-0de1-4ab8-b396-e63650489a77 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.2128243 Jul 16 01:55:41.448576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-7e419919-046c-4ab6-943e-f59bc4a87ec3 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334589 Jul 16 01:55:41.464414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f3fac06-caff-40eb-9a6a-0f2db3cc6310 req-f64b854b-756e-46c5-bbf8-cee1dfd7e83c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902889 Jul 16 01:55:41.476579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-2b2235da-a0ae-45d2-a868-d586d499efaa service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000074 Jul 16 01:55:41.494910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab7ab850-3aac-4e0d-bf51-501ceab3b9fb req-672dca2e-c471-49e5-9078-d2624aea459a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789557 Jul 16 01:55:41.505544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac92fe-a5b3-4bab-8ace-3dc99a478b19 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef43cfa-18c2-475c-966c-8f2522954940,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:41.568694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dfb02-78d3-4494-a4af-24f8da374dff req-8200b23a-754b-4598-8d48-fa76640b0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.570232 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-8200b23a-754b-4598-8d48-fa76640b0cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6430302 Jul 16 01:55:41.625042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-e5b010fa-f581-4f21-ac03-f66468a10146 service neutron] 10.222.0.32 "GET /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267326 Jul 16 01:55:41.761179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.782326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6ef996b9-a9cf-4b29-89b0-2b913de946de req-53dd3348-3796-4e2b-b206-cc8ccda67e72 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004622 Jul 16 01:55:41.782818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.784227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:41.793065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-90261ee3-7608-4a43-8c66-39d872565b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:41.794506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-90261ee3-7608-4a43-8c66-39d872565b19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 1094 time: 0.3450756 Jul 16 01:55:41.900575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-ff27117d-9833-4698-b038-4817144d65b9 service neutron] 10.222.0.38 "GET /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f/bindings/n-h1-800087-6 HTTP/1.1" status: 200 len: 384 time: 0.2689581 Jul 16 01:55:41.929390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-29fe4f10-c9b6-45fd-8196-dbde1b52ea17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ef43cfa-18c2-475c-966c-8f2522954940 HTTP/1.1" status: 200 len: 217 time: 0.1014364 Jul 16 01:55:41.937012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-2bf4833a-c7d7-4a13-af1a-116be12a6437 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585234 Jul 16 01:55:41.947851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=8a157a49-5da3-4566-a643-fbd4bd11ec42,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:42.149331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-6e7e1af9-7587-4a1c-b4ff-640dbb9b31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.150804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-6e7e1af9-7587-4a1c-b4ff-640dbb9b31a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.1808074 Jul 16 01:55:42.178229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:42.180295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-5c4cfcc4-a0d3-4eb6-a691-42af942c6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.181826 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-5c4cfcc4-a0d3-4eb6-a691-42af942c6dc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1095 time: 0.3438904 Jul 16 01:55:42.209182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:42.231779 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-14fee6aa-99f7-475d-935e-b97045e94f84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705416 Jul 16 01:55:42.288015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfb96d-582b-4b8f-b63e-46c5627abeba req-47a903ed-e42a-464a-9948-c6ac1423d130 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.289552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0cfb96d-582b-4b8f-b63e-46c5627abeba req-47a903ed-e42a-464a-9948-c6ac1423d130 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1851208 Jul 16 01:55:42.322811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1582a-de37-4ed5-8107-46f542b4808f req-5ae15ae6-0192-4d7b-85fa-18756bd25048 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.324416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ff1582a-de37-4ed5-8107-46f542b4808f req-5ae15ae6-0192-4d7b-85fa-18756bd25048 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1286812 Jul 16 01:55:42.348913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0cfb96d-582b-4b8f-b63e-46c5627abeba req-0e9cd14b-dac6-479a-8f34-075536ef0547 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510597 Jul 16 01:55:42.369536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-853dfb02-78d3-4494-a4af-24f8da374dff req-b8b5e42d-4d82-4821-b284-0f78a591b9c5 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738933 Jul 16 01:55:42.392323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ff1582a-de37-4ed5-8107-46f542b4808f req-0e319a10-bcde-427f-a161-ec3a3a32a19f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Jul 16 01:55:42.527684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'tag': '5ef43cfa-18c2-475c-966c-8f2522954940'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:42.529945 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26110a-1537-4b4b-b0cc-a5f7a6815940" -d '{"events": [{"name": "network-changed", "server_uuid": "eef4f4a8-fff4-4484-9144-8cc63aa83be2", "tag": "5ef43cfa-18c2-475c-966c-8f2522954940"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:42.553806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1dcf4041-a522-43cd-bb9b-6ada2e69131f None None] Provisioning complete for port 8a157a49-5da3-4566-a643-fbd4bd11ec42 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:42.554286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4041-a522-43cd-bb9b-6ada2e69131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:42.581624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-aabcf937-98ba-4e52-b303-7f2b5ee1be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.583128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-aabcf937-98ba-4e52-b303-7f2b5ee1be15 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.3719289 Jul 16 01:55:42.591871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-1c9d43af-9e0a-490e-bdcd-18be5e96c089 service neutron] 10.222.0.32 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342488 Jul 16 01:55:42.593592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:42.613128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf4041-a522-43cd-bb9b-6ada2e69131f None None] Port 8a157a49-5da3-4566-a643-fbd4bd11ec42 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:42.665851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-4660bda8-e18b-462f-b37d-2cdd844c5256 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0693831 Jul 16 01:55:42.694595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:42.696082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe487a-ccd4-4b97-8d91-3ad9d7f8c060 req-0eb1de50-5c9f-4c1a-89e0-303d58ed80ea tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.697067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dfe487a-ccd4-4b97-8d91-3ad9d7f8c060 req-0eb1de50-5c9f-4c1a-89e0-303d58ed80ea tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 943 time: 0.1056480 Jul 16 01:55:42.748697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26e22-8cc3-4986-bb06-3c4dc7bf3440 req-38aba935-b352-4f7d-85aa-ba1d96bb9e74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.750164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56c26e22-8cc3-4986-bb06-3c4dc7bf3440 req-38aba935-b352-4f7d-85aa-ba1d96bb9e74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 945 time: 0.1062233 Jul 16 01:55:42.757925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dfe487a-ccd4-4b97-8d91-3ad9d7f8c060 req-7d82dc05-25e8-41c7-a887-01cf2a3d3b7a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Jul 16 01:55:42.798049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56c26e22-8cc3-4986-bb06-3c4dc7bf3440 req-2a7429ad-f049-497c-8179-e86caea5ab30 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386541 Jul 16 01:55:42.818692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-c936f8e6-8dd3-42d8-b920-05029f1f4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:42.819157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-c936f8e6-8dd3-42d8-b920-05029f1f4311 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.1394269 Jul 16 01:55:42.819698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Router aac2525c-09a3-4e5e-ac23-78637feffbcc is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:42.831780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:42.852022 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe3e7a-56c2-4aa8-9fe5-8a40b7257729 x-openstack-request-id: req-7bfe3e7a-56c2-4aa8-9fe5-8a40b7257729 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:42.852353 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef4f4a8-fff4-4484-9144-8cc63aa83be2", "tag": "5ef43cfa-18c2-475c-966c-8f2522954940", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:42.852672 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bfe3e7a-56c2-4aa8-9fe5-8a40b7257729 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:42.852975 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'tag': '5ef43cfa-18c2-475c-966c-8f2522954940', 'status': 'completed', 'code': 200} Jul 16 01:55:42.855876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56e13ec8-0c2c-40cf-aa52-c02d7a8cfd41 req-d3ebf557-a3ad-43bb-aae2-2dc06ec6003a service neutron] 10.222.0.32 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468457 Jul 16 01:55:42.878064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-4b402576-4ab0-4721-bb77-3eafd49bb5b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477948 Jul 16 01:55:42.880366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.402855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:43.413526 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Sync routers for ids ['aac2525c-09a3-4e5e-ac23-78637feffbcc'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:43.420558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2aecc284-2b6b-4565-ad0d-b3f35b19b99c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "PUT /v2.0/routers/aac2525c-09a3-4e5e-ac23-78637feffbcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9337406 Jul 16 01:55:43.420751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:43.427520 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Routers {'aac2525c-09a3-4e5e-ac23-78637feffbcc'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:43.430956 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['aac2525c-09a3-4e5e-ac23-78637feffbcc'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.440900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-05309198-2724-411a-9280-4f4ea95b2ac5 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568724 Jul 16 01:55:43.446509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] Transition to ACTIVE for port object 80ebd350-0260-4e67-995b-6c56d5c8008f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:43.460340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-79fc056e-7a31-492b-b83e-4487d5c6ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.461827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-79fc056e-7a31-492b-b83e-4487d5c6ee12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 1094 time: 0.5358758 Jul 16 01:55:43.472839 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:43.543515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c14047-1e57-4b0e-a9f6-db2028781bd8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.550734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-34c14047-1e57-4b0e-a9f6-db2028781bd8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports/8a157a49-5da3-4566-a643-fbd4bd11ec42 HTTP/1.1" status: 200 len: 911 time: 0.1289508 Jul 16 01:55:43.555550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40306) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:43.643611 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Set router aac2525c-09a3-4e5e-ac23-78637feffbcc gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:43.704617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] Pushing event updated for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:43.755418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a08cca-217f-4be0-bc1c-e1334fade7c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.761887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a08cca-217f-4be0-bc1c-e1334fade7c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.763748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-12a08cca-217f-4be0-bc1c-e1334fade7c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2066000 Jul 16 01:55:43.772855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43473576-3fed-41c4-b948-88d73bf86f8b req-8b86ea92-fa27-4d26-a39d-ad31d9394b71 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.774625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43473576-3fed-41c4-b948-88d73bf86f8b req-8b86ea92-fa27-4d26-a39d-ad31d9394b71 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1646528 Jul 16 01:55:43.775124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:43.788370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] No DVR routers for this DVR port 80ebd350-0260-4e67-995b-6c56d5c8008f on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:43.825253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22749261-a1c4-4563-b108-281fad4276c9 req-23df3ba8-c609-4bdc-8cd4-ec12531fa646 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.832345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22749261-a1c4-4563-b108-281fad4276c9 req-23df3ba8-c609-4bdc-8cd4-ec12531fa646 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.2545841 Jul 16 01:55:43.859010 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dba6d0b8-9712-4ae8-8704-8e1ed9bcdd0d req-ee8efe72-98c0-4005-a64c-be6abd6911b7 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103146 Jul 16 01:55:43.870624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-b6f19569-2c70-4739-bb45-9f60f70772f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:43.872143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-b6f19569-2c70-4739-bb45-9f60f70772f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.3850720 Jul 16 01:55:43.935271 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:36Z', 'updated_at': '2021-07-16T01:55:40Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None, '_interfaces': [{'id': '8a157a49-5da3-4566-a643-fbd4bd11ec42', 'name': '', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'mac_address': 'fa:16:3e:b2:6f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:38Z', 'updated_at': '2021-07-16T01:55:41Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'subnets': [{'id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:43.939919 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22749261-a1c4-4563-b108-281fad4276c9 req-1ab37dd6-77d2-416e-aa0a-0b1b7d9ee05f tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065147 Jul 16 01:55:43.949784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-d71c8da5-764f-4264-b747-fe830fd36b0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ef43cfa-18c2-475c-966c-8f2522954940 HTTP/1.1" status: 200 len: 217 time: 0.0415025 Jul 16 01:55:43.992670 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Checking router: aac2525c-09a3-4e5e-ac23-78637feffbcc for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:43.993023 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Updating router aac2525c-09a3-4e5e-ac23-78637feffbcc port 8a157a49-5da3-4566-a643-fbd4bd11ec42 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:44.044350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-500c5e31-0de2-40a7-827b-0a906a219a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.045870 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-500c5e31-0de2-40a7-827b-0a906a219a53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.0891449 Jul 16 01:55:44.046080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43473576-3fed-41c4-b948-88d73bf86f8b req-126f2717-92e7-4be0-a0d1-31cf197c6e3e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062788 Jul 16 01:55:44.053627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-be9593b5-8d7a-4275-9b56-b8417cb814df service neutron] 10.222.0.38 "PUT /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f/bindings/n-h1-800087-6/activate HTTP/1.1" status: 200 len: 369 time: 2.1208014 Jul 16 01:55:44.055652 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.093997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-f49dc6ff-ade7-4cad-9883-46bc4a9fb7c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377409 Jul 16 01:55:44.206896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-bf608494-d494-47de-80f7-5be00ca0aaa0 service neutron] 10.222.0.32 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019580 Jul 16 01:55:44.265517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe13bc-0430-4fea-ab1a-221ce116dbdf req-a09b3da1-06a6-4342-b479-eb2b71b43526 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.268169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7fe13bc-0430-4fea-ab1a-221ce116dbdf req-a09b3da1-06a6-4342-b479-eb2b71b43526 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 943 time: 0.1773241 Jul 16 01:55:44.315839 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2f26110a-1537-4b4b-b0cc-a5f7a6815940 req-a2f18758-f2a0-42f7-ac7f-bc36c41fd35a service neutron] 10.222.0.32 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017225 Jul 16 01:55:44.344004 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.354806 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Transition to ACTIVE for port object 8a157a49-5da3-4566-a643-fbd4bd11ec42 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:44.363064 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.373509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7fe13bc-0430-4fea-ab1a-221ce116dbdf req-7d88da23-3922-4fc5-ab6d-492e452eaf6c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964904 Jul 16 01:55:44.401310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-f7edb07b-8cce-488b-a321-5b6e759ec99f tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.403461 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-f7edb07b-8cce-488b-a321-5b6e759ec99f tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e&tenant_id=3da55cb7c876458880f1413a85110ead&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.0759807 Jul 16 01:55:44.430355 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec55415-ebde-4a90-bb76-aa384cc86c16 None None] Pushing event updated for resources: {'Port': ['ID=8a157a49-5da3-4566-a643-fbd4bd11ec42,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.431243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b601df-594d-44be-9af5-8bc8c864af1e req-076b8cff-decf-4d69-a044-ee9df37dc706 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.444445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20b601df-594d-44be-9af5-8bc8c864af1e req-076b8cff-decf-4d69-a044-ee9df37dc706 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 944 time: 0.2866611 Jul 16 01:55:44.493300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-6ccb3e0a-6ae2-40f6-9512-2d8414796e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.495098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-6ccb3e0a-6ae2-40f6-9512-2d8414796e0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 1095 time: 0.0765321 Jul 16 01:55:44.497293 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Attempting to bind port 8a157a49-5da3-4566-a643-fbd4bd11ec42 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:44.498253 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Attempting to bind port 8a157a49-5da3-4566-a643-fbd4bd11ec42 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:44.498637 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Attempting to bind port 8a157a49-5da3-4566-a643-fbd4bd11ec42 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:44.522361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:44.522734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:44.523160 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.523531 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:44.523996 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Bound port: 8a157a49-5da3-4566-a643-fbd4bd11ec42, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:44.524412 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.556687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20b601df-594d-44be-9af5-8bc8c864af1e req-1bb2d884-4c01-4ad5-a737-8c7b88cdadfd tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112595 Jul 16 01:55:44.567063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:44.592019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:44.634270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d40de5df-3be8-4ff1-814b-e60210481a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.638250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-d40de5df-3be8-4ff1-814b-e60210481a45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1095 time: 0.1121852 Jul 16 01:55:44.658471 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] For port 8a157a49-5da3-4566-a643-fbd4bd11ec42, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:44.678093 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] For port 8a157a49-5da3-4566-a643-fbd4bd11ec42, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8a157a49-5da3-4566-a643-fbd4bd11ec42,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:44.697561 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.821318 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec55415-ebde-4a90-bb76-aa384cc86c16 None None] Pushing event updated for resources: {'Port': ['ID=8a157a49-5da3-4566-a643-fbd4bd11ec42,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:44.823978 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Routers {'aac2525c-09a3-4e5e-ac23-78637feffbcc'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:44.824603 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['aac2525c-09a3-4e5e-ac23-78637feffbcc'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:44.858570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:44.867461 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693a759-70a1-4087-a581-30426bcff825" -d '{"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:44.883985 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:44.915672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:44.929258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] Set router aac2525c-09a3-4e5e-ac23-78637feffbcc gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:44.936467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-246d479e-8a36-4924-b347-b7019848a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:44.938214 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-246d479e-8a36-4924-b347-b7019848a328 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 898 time: 0.2933211 Jul 16 01:55:44.956450 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e89621-fea3-4269-873f-9fdf39361112 x-openstack-request-id: req-35e89621-fea3-4269-873f-9fdf39361112 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:44.956858 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:44.957195 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35e89621-fea3-4269-873f-9fdf39361112 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:44.957689 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'code': 200} Jul 16 01:55:45.011205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:45.032762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'port_id': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7', 'mac_address': 'fa:16:3e:c0:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:45.070807 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-3e7cc12f-bd4b-421a-a7e8-97c6a93690c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 998 time: 0.1213083 Jul 16 01:55:45.105865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.121118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:45.128571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-50dcc725-26da-489b-ad83-ef955d3ea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.130199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-50dcc725-26da-489b-ad83-ef955d3ea8f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.0498364 Jul 16 01:55:45.157757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:45.163429 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.225750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.240445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba5ff0-943a-4f82-8456-f0c582e199bc req-29eab890-145e-465e-ad04-091384426c21 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.243630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-189d2048-ea8e-4b3c-ae6c-4699dcb23718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.246548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-189d2048-ea8e-4b3c-ae6c-4699dcb23718 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097836 Jul 16 01:55:45.247362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01ba5ff0-943a-4f82-8456-f0c582e199bc req-29eab890-145e-465e-ad04-091384426c21 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.3484011 Jul 16 01:55:45.250732 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:36Z', 'updated_at': '2021-07-16T01:55:40Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None, '_interfaces': [{'id': '8a157a49-5da3-4566-a643-fbd4bd11ec42', 'name': '', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'mac_address': 'fa:16:3e:b2:6f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:38Z', 'updated_at': '2021-07-16T01:55:44Z', 'revision_number': 4, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'subnets': [{'id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:45.289744 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2a36c-1039-4250-a460-7446f06098ce None None] The sync data for ids ['aac2525c-09a3-4e5e-ac23-78637feffbcc'] in n-d-800087-6 is: [{'id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:36Z', 'updated_at': '2021-07-16T01:55:40Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None, '_interfaces': [{'id': '8a157a49-5da3-4566-a643-fbd4bd11ec42', 'name': '', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'mac_address': 'fa:16:3e:b2:6f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:38Z', 'updated_at': '2021-07-16T01:55:44Z', 'revision_number': 4, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'subnets': [{'id': '0708f6ce-efd9-4cec-b1a4-4e641a8a0385', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:45.317776 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01ba5ff0-943a-4f82-8456-f0c582e199bc req-8539e4d3-9650-494e-a42a-95fc3e50f0f7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695345 Jul 16 01:55:45.352237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 8a157a49-5da3-4566-a643-fbd4bd11ec42 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:45.352587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.374704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-558a20cf-330c-4426-802c-9de02302fb4e service neutron] 10.222.0.32 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193895 Jul 16 01:55:45.429305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:45.456581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] For port 8a157a49-5da3-4566-a643-fbd4bd11ec42, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8a157a49-5da3-4566-a643-fbd4bd11ec42,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:45.457159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.476269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 8a157a49-5da3-4566-a643-fbd4bd11ec42 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:45.513795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-887620f7-ae01-49ff-90b7-4d25c08f4e6a service neutron] 10.222.0.32 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315320 Jul 16 01:55:45.645670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5ef43cfa-18c2-475c-966c-8f2522954940 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:45.749386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24994d2a-05e2-43bf-85a3-09436a2c64be req-dbf804d6-f261-43fd-9486-84a4da840440 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.750971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24994d2a-05e2-43bf-85a3-09436a2c64be req-dbf804d6-f261-43fd-9486-84a4da840440 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.2141705 Jul 16 01:55:45.767189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aca6f-04b0-44eb-baab-1ff6ba151573 req-abf50377-ef25-4494-b32d-60414cbd5d71 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.769045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a53aca6f-04b0-44eb-baab-1ff6ba151573 req-abf50377-ef25-4494-b32d-60414cbd5d71 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 943 time: 0.2179441 Jul 16 01:55:45.816767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5ef43cfa-18c2-475c-966c-8f2522954940, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5ef43cfa-18c2-475c-966c-8f2522954940,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:45.830202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '5ef43cfa-18c2-475c-966c-8f2522954940', 'network_id': '1e48711d-f62c-41e7-8f33-25852314f3f4', 'port_id': '5ef43cfa-18c2-475c-966c-8f2522954940', 'mac_address': 'fa:16:3e:0e:21:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344030b6-84ef-4c98-b632-0af23c4fd6b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:45.876108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24994d2a-05e2-43bf-85a3-09436a2c64be req-5a51a987-ceec-41fa-809b-77397fee0f03 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053011 Jul 16 01:55:45.882950 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.888139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a53aca6f-04b0-44eb-baab-1ff6ba151573 req-9d073ff4-393b-4bf7-a923-3e7d1a85b6a9 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048813 Jul 16 01:55:45.892667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.901218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef43cfa-18c2-475c-966c-8f2522954940 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:45.945425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=8a157a49-5da3-4566-a643-fbd4bd11ec42,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:45.955065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5ef43cfa-18c2-475c-966c-8f2522954940, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5ef43cfa-18c2-475c-966c-8f2522954940,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:45.959720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:45.988720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-f577b1f9-31a7-4193-acfc-9d2268a33e01 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:45.990431 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-f577b1f9-31a7-4193-acfc-9d2268a33e01 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e&tenant_id=3da55cb7c876458880f1413a85110ead&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 1095 time: 0.1295490 Jul 16 01:55:46.066654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5ef43cfa-18c2-475c-966c-8f2522954940,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.199836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-7d860744-e4fc-43ae-85c9-9a7065e220a6 service neutron] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:46.203389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-7d860744-e4fc-43ae-85c9-9a7065e220a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.206324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c9bd07c8-1304-437e-8e1f-f5857476ea74 req-7d860744-e4fc-43ae-85c9-9a7065e220a6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f/bindings/n-h2-800087-6 HTTP/1.1" status: 204 len: 173 time: 0.2029912 Jul 16 01:55:46.260592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['5ef43cfa-18c2-475c-966c-8f2522954940'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:46.508662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.565028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:46.623406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:46.627452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:46.627828 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.632081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d914f6-bbbf-4280-a278-d1390fd81217 req-5595d740-ecd5-463d-81c6-c80fdc8ebd38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.633570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0d914f6-bbbf-4280-a278-d1390fd81217 req-5595d740-ecd5-463d-81c6-c80fdc8ebd38 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 944 time: 0.1866374 Jul 16 01:55:46.644253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68197d74-1721-4ff3-935b-11da0b8fcdd6 req-48a2ff46-7f5e-43b7-a11d-6d7a2b479714 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:46.645750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68197d74-1721-4ff3-935b-11da0b8fcdd6 req-48a2ff46-7f5e-43b7-a11d-6d7a2b479714 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1999023 Jul 16 01:55:46.712992 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.737915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:46.740257 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ca978-f5d6-40e8-b688-48fd6dd3a909" -d '{"events": [{"server_uuid": "04332bb8-03b7-4695-836d-9d83572fcdd6", "name": "network-vif-plugged", "status": "completed", "tag": "5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:46.752975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:46.758389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:46.770474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Router aac2525c-09a3-4e5e-ac23-78637feffbcc has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:46.777664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0d914f6-bbbf-4280-a278-d1390fd81217 req-7f6e679b-bb9a-4da9-90c6-1d379deb108d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309772 Jul 16 01:55:46.785218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68197d74-1721-4ff3-935b-11da0b8fcdd6 req-92c8f72f-1d2a-46bc-b0fa-08bfe08416fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015646 Jul 16 01:55:46.825654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:46.854072 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5911d-78e5-492f-aa9f-7ecee422f88a x-openstack-request-id: req-72b5911d-78e5-492f-aa9f-7ecee422f88a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:46.854375 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04332bb8-03b7-4695-836d-9d83572fcdd6", "name": "network-vif-plugged", "status": "completed", "tag": "5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:46.854630 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72b5911d-78e5-492f-aa9f-7ecee422f88a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:46.855025 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7', 'code': 200} Jul 16 01:55:46.981840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:46.987851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-79585485-e08f-4edd-a5fc-8e8c34a6c690 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "PUT /v2.0/routers/aac2525c-09a3-4e5e-ac23-78637feffbcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115834 Jul 16 01:55:46.990464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.010148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0d9f-b3bf-4b57-a06d-208a6b553684 req-59a79581-173e-4581-b367-9bed02d7f3b6 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.011701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a70a0d9f-b3bf-4b57-a06d-208a6b553684 req-59a79581-173e-4581-b367-9bed02d7f3b6 tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1095 time: 0.0775766 Jul 16 01:55:47.054208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a70a0d9f-b3bf-4b57-a06d-208a6b553684 req-2647c13a-4c38-4fd3-b818-126d5c7c4bda tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353892 Jul 16 01:55:47.086737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086a376-c11e-4c40-a33c-67e77dd36a73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.088464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086a376-c11e-4c40-a33c-67e77dd36a73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.092992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5086a376-c11e-4c40-a33c-67e77dd36a73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0973897 Jul 16 01:55:47.093088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.100373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514c6a1-172b-4e3f-b14b-c59a71e8ec50 req-af2812f7-e26c-4f89-9951-acd9ccda325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.101863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6514c6a1-172b-4e3f-b14b-c59a71e8ec50 req-af2812f7-e26c-4f89-9951-acd9ccda325c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1244264 Jul 16 01:55:47.142096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6514c6a1-172b-4e3f-b14b-c59a71e8ec50 req-30db82d0-362c-4926-97d6-a3211e525975 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jul 16 01:55:47.157187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] Sync routers for ids ['aac2525c-09a3-4e5e-ac23-78637feffbcc'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:47.160356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 0708f6ce-efd9-4cec-b1a4-4e641a8a0385 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:47.164198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.168547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] Routers {'aac2525c-09a3-4e5e-ac23-78637feffbcc'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:47.169274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['aac2525c-09a3-4e5e-ac23-78637feffbcc'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.234497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3b24-a875-4d90-b3a5-da241ef62b0d req-a5683fb8-ba4e-4ff2-832c-a9e1254a6841 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.235997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5de3b24-a875-4d90-b3a5-da241ef62b0d req-a5683fb8-ba4e-4ff2-832c-a9e1254a6841 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 944 time: 0.1754487 Jul 16 01:55:47.237965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] Set router aac2525c-09a3-4e5e-ac23-78637feffbcc gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:47.246610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.295524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:36Z', 'updated_at': '2021-07-16T01:55:45Z', 'revision_number': 3, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.321001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] Checking router: aac2525c-09a3-4e5e-ac23-78637feffbcc for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:47.329060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] Routers {'aac2525c-09a3-4e5e-ac23-78637feffbcc'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:47.329663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['aac2525c-09a3-4e5e-ac23-78637feffbcc'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.357145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5de3b24-a875-4d90-b3a5-da241ef62b0d req-490eb8ca-6977-4017-847b-f40b8b99755e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134090 Jul 16 01:55:47.366221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fd37d-7c35-4de6-b858-b1bef329c339 req-fa1dbb36-f31e-4fa7-8e1e-08a6594e9e6e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.367702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c8fd37d-7c35-4de6-b858-b1bef329c339 req-fa1dbb36-f31e-4fa7-8e1e-08a6594e9e6e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1824622 Jul 16 01:55:47.397507 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.400577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] Set router aac2525c-09a3-4e5e-ac23-78637feffbcc gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:47.446695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c8fd37d-7c35-4de6-b858-b1bef329c339 req-d4f7e732-472d-4bf5-8467-56120dc08f05 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704057 Jul 16 01:55:47.464193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:36Z', 'updated_at': '2021-07-16T01:55:45Z', 'revision_number': 3, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:47.478298 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.491768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07e15d-efb7-4bcc-b2b8-34ed6f7f8b85 None None] The sync data for ids ['aac2525c-09a3-4e5e-ac23-78637feffbcc'] in n-d-800087-6 is: [{'id': 'aac2525c-09a3-4e5e-ac23-78637feffbcc', 'name': 'tempest-NetworksTestDHCPv6-router-1599490664', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:36Z', 'updated_at': '2021-07-16T01:55:45Z', 'revision_number': 3, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:47.523506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=0708f6ce-efd9-4cec-b1a4-4e641a8a0385,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:47.549000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.551117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75e5f8bf-5eae-4fce-9d41-5611fce341c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/0708f6ce-efd9-4cec-b1a4-4e641a8a0385 HTTP/1.1" status: 204 len: 168 time: 0.4571581 Jul 16 01:55:47.553619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.556472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78c555-4707-416a-833a-d29295556421 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:47.591233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798ba0a-b22b-4fcb-9c8d-58514442ae99 req-c88d3d3b-8bd8-4e45-b2ad-aac099b7d4b2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.598652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5798ba0a-b22b-4fcb-9c8d-58514442ae99 req-c88d3d3b-8bd8-4e45-b2ad-aac099b7d4b2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 944 time: 0.1056869 Jul 16 01:55:47.646376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5798ba0a-b22b-4fcb-9c8d-58514442ae99 req-306db54c-7349-407b-b10d-ba6b2a36d75d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 Jul 16 01:55:47.661193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.673739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5ef43cfa-18c2-475c-966c-8f2522954940 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:47.711501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98b28684-1f38-480e-9a6b-9e8372c0bf3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1566386 Jul 16 01:55:47.712122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40366) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:47.735294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e7eab221-347b-471f-b45a-88ea94d3e7a0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/be835747-f929-41bb-a3ef-f0944759ac72 HTTP/1.1" status: 200 len: 990 time: 0.0726380 Jul 16 01:55:47.742634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 5ef43cfa-18c2-475c-966c-8f2522954940 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:47.756425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 5ef43cfa-18c2-475c-966c-8f2522954940 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:47.756913 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.804250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.865075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.867276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:47.929377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5ef43cfa-18c2-475c-966c-8f2522954940, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5ef43cfa-18c2-475c-966c-8f2522954940,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:47.933269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90070a-9ddb-402d-be56-7423c3200774 req-23427fad-9962-4c86-83d7-98afaf37c32d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:47.936193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:47.941187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e90070a-9ddb-402d-be56-7423c3200774 req-23427fad-9962-4c86-83d7-98afaf37c32d tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1689615 Jul 16 01:55:48.018349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e90070a-9ddb-402d-be56-7423c3200774 req-14ab8b9e-7185-4c38-987e-25728ce357b7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Jul 16 01:55:48.023258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] Deleting port 0f73f400-7175-4541-aa68-e86b16b40fe6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:48.023633 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.029492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5ef43cfa-18c2-475c-966c-8f2522954940,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.052526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.055833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.117189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.117827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Fanout notify agent at l3_agent the message router_deleted on router aac2525c-09a3-4e5e-ac23-78637feffbcc {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:48.131379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.135480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e0ca657f-21c9-4600-a6ff-f03a3a366750 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/routers/aac2525c-09a3-4e5e-ac23-78637feffbcc HTTP/1.1" status: 204 len: 168 time: 0.4197671 Jul 16 01:55:48.136068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40376) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.141905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:48.144579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.270793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:48.274712 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.301334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] For port 0f73f400-7175-4541-aa68-e86b16b40fe6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0f73f400-7175-4541-aa68-e86b16b40fe6,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:48.301902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.317415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] Calling delete_port for 0f73f400-7175-4541-aa68-e86b16b40fe6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:48.336004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 583121fc-e29b-4541-8d6a-656c6d95841e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:48.336383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.406421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.425215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] No DVR routers for this DVR port 0f73f400-7175-4541-aa68-e86b16b40fe6 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:48.440233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.441471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.458624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477313c-a0a1-4af3-ae60-31c59543e8b2 None None] Pushing event deleted for resources: {'Port': ['ID=0f73f400-7175-4541-aa68-e86b16b40fe6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.459211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef535c4-bc66-46d4-9d49-be84c5c74871 req-66da43a3-916f-4eb5-a46f-c3da0be612a7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.462175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eef535c4-bc66-46d4-9d49-be84c5c74871 req-66da43a3-916f-4eb5-a46f-c3da0be612a7 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1935151 Jul 16 01:55:48.469014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 583121fc-e29b-4541-8d6a-656c6d95841e owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:48.569064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eef535c4-bc66-46d4-9d49-be84c5c74871 req-cb19f08b-b72f-4c19-9c14-1816beb752d1 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054885 Jul 16 01:55:48.602979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.649639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:48.658896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:48.665258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.665866 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.672350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.675509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9d9f2-4e70-40e1-807f-f496fb9aad59 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:48.690824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c118ec-ea8e-4542-bb91-62675c867d62 req-9a29bd40-0559-4a23-bb45-17a050d0efe8 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:48.697739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91c118ec-ea8e-4542-bb91-62675c867d62 req-9a29bd40-0559-4a23-bb45-17a050d0efe8 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1688020 Jul 16 01:55:48.699840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=e6167ee1-c9eb-44c5-9585-bbaf4c9312f2,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.710222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=583121fc-e29b-4541-8d6a-656c6d95841e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:48.721982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f586c559-271d-4d30-a013-2fc93349ca1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5847814 Jul 16 01:55:48.725302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:48.734489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1771017806', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:48.769482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91c118ec-ea8e-4542-bb91-62675c867d62 req-961e436a-8669-400d-a683-45ad77e09139 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705514 Jul 16 01:55:48.794850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.795904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.798427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.798800 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP be835747-f929-41bb-a3ef-f0944759ac72 disassociated (deleted). External IP: 172.25.0.58, port: 80ebd350-0260-4e67-995b-6c56d5c8008f. Jul 16 01:55:48.856961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef43cfa-18c2-475c-966c-8f2522954940'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:48.859668 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe71952-6070-4542-b803-2718d56d6aa6" -d '{"events": [{"server_uuid": "eef4f4a8-fff4-4484-9144-8cc63aa83be2", "name": "network-vif-plugged", "status": "completed", "tag": "5ef43cfa-18c2-475c-966c-8f2522954940"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:48.911781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0f73f400-7175-4541-aa68-e86b16b40fe6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:48.927840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:48.928703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.950657 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.961761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 0f73f400-7175-4541-aa68-e86b16b40fe6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:48.962113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0f73f400-7175-4541-aa68-e86b16b40fe6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:48.962533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8a157a49-5da3-4566-a643-fbd4bd11ec42 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:48.964913 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.987646 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac83c33e-feef-4f78-b779-571a73145b2c x-openstack-request-id: req-ac83c33e-feef-4f78-b779-571a73145b2c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:48.987944 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef4f4a8-fff4-4484-9144-8cc63aa83be2", "name": "network-vif-plugged", "status": "completed", "tag": "5ef43cfa-18c2-475c-966c-8f2522954940", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:48.988224 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac83c33e-feef-4f78-b779-571a73145b2c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:48.988609 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef43cfa-18c2-475c-966c-8f2522954940', 'code': 200} Jul 16 01:55:48.990890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8a157a49-5da3-4566-a643-fbd4bd11ec42 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:48.990890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8a157a49-5da3-4566-a643-fbd4bd11ec42 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:48.994830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:48.996132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-67cd9d51-49e1-4541-b849-50a8b4cbd76d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2682281 Jul 16 01:55:49.003285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:49.024692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271c34-14a2-4176-a97b-8dc4bf92cf05 req-754db5b1-dd38-4f30-880b-c8e923327264 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.026442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99271c34-14a2-4176-a97b-8dc4bf92cf05 req-754db5b1-dd38-4f30-880b-c8e923327264 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1203711 Jul 16 01:55:49.108127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router 6a9936ab-a036-43ff-be47-7134c67bc57d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:49.116771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/e6167ee1-c9eb-44c5-9585-bbaf4c9312f2/4847af5e-8c03-4e56-b14a-f557394204b7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:49.128918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801694-2446-4d5a-b10f-ec258b61efd7 req-28ddf8bd-65b2-476d-b8b9-05e0ee567919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.130595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a1801694-2446-4d5a-b10f-ec258b61efd7 req-28ddf8bd-65b2-476d-b8b9-05e0ee567919 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 1096 time: 0.0747507 Jul 16 01:55:49.201999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99271c34-14a2-4176-a97b-8dc4bf92cf05 req-fb6b5ea3-ee45-422f-a130-a47e740123cf tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664510 Jul 16 01:55:49.236503 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a1801694-2446-4d5a-b10f-ec258b61efd7 req-4223195d-6a61-4ff8-971d-7be5de79b184 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Jul 16 01:55:49.258939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:49.264216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.277038 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] Sync routers for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:49.295175 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:49.295800 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:49.295956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.305236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Transition to ACTIVE for port object 4847af5e-8c03-4e56-b14a-f557394204b7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:49.314827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bdcde286-a662-4dea-badd-872814ad9a0e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/floatingips/be835747-f929-41bb-a3ef-f0944759ac72 HTTP/1.1" status: 204 len: 168 time: 1.1682782 Jul 16 01:55:49.315672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:49.318552 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4524d-91d6-46f5-8dea-daddf9775de9" -d '{"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:49.324270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Transition to ACTIVE for port object 4847af5e-8c03-4e56-b14a-f557394204b7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:49.332304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.403494 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde4c0e6-6be7-4f02-a4e2-39c85934d09a x-openstack-request-id: req-bde4c0e6-6be7-4f02-a4e2-39c85934d09a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:49.404118 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:49.404458 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bde4c0e6-6be7-4f02-a4e2-39c85934d09a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:49.405235 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'status': 'completed', 'code': 200} Jul 16 01:55:49.426391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Pushing event updated for resources: {'Port': ['ID=4847af5e-8c03-4e56-b14a-f557394204b7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.442920 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:49.452403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:49.453870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:49.461873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:49.489631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.570035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-7c93af4f-b928-4f00-92ac-e04818767611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.571900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-7c93af4f-b928-4f00-92ac-e04818767611 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 1095 time: 0.1114428 Jul 16 01:55:49.582012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Attempting to bind port 4847af5e-8c03-4e56-b14a-f557394204b7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:49.582702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Attempting to bind port 4847af5e-8c03-4e56-b14a-f557394204b7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:49.583265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Attempting to bind port 4847af5e-8c03-4e56-b14a-f557394204b7 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:49.589325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:49.590057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:49.590785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.591483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:49.592179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Bound port: 4847af5e-8c03-4e56-b14a-f557394204b7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:49.592714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.713297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] For port 4847af5e-8c03-4e56-b14a-f557394204b7, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:49.725941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] For port 4847af5e-8c03-4e56-b14a-f557394204b7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4847af5e-8c03-4e56-b14a-f557394204b7,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:49.728934 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:36Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:49.732498 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:49.755522 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] Checking router: 6a9936ab-a036-43ff-be47-7134c67bc57d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:49.765739 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:49.766397 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:49.792086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-3176ed0e-2005-4594-ae1f-e8a3d0e30680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.793849 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-3176ed0e-2005-4594-ae1f-e8a3d0e30680 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 200 len: 898 time: 0.1965621 Jul 16 01:55:49.803294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399c85-180d-4912-bf61-b53778c2ed2f None None] Pushing event updated for resources: {'Port': ['ID=4847af5e-8c03-4e56-b14a-f557394204b7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:49.849217 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-01f85ae2-52d1-4c2c-b29f-9eb41c3bfc56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 200 len: 217 time: 0.0445843 Jul 16 01:55:49.858914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75c537-eb13-4e50-a4a6-f5687094ac6b req-daf2da9b-82d8-49a2-aa6d-33faade793c0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.860825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c75c537-eb13-4e50-a4a6-f5687094ac6b req-daf2da9b-82d8-49a2-aa6d-33faade793c0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.2896869 Jul 16 01:55:49.913398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-c1d89d19-a2a1-4cfe-aa68-537f535a9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:49.915601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-c1d89d19-a2a1-4cfe-aa68-537f535a9768 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 200 len: 835 time: 0.0507479 Jul 16 01:55:49.965629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c75c537-eb13-4e50-a4a6-f5687094ac6b req-a406f8c1-0a62-4d88-ad49-e10dfb8e62a5 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802126 Jul 16 01:55:50.002529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::1 (c437469f-83fa-42ce-b474-0d025b53fd72/e6167ee1-c9eb-44c5-9585-bbaf4c9312f2/c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:50.040817 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:50.055224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-3cd89168-fe5c-40e8-a518-08c063a7a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.056819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-3cd89168-fe5c-40e8-a518-08c063a7a859 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237249 Jul 16 01:55:50.355466 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:36Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:50.386706 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0895d240-5df7-44c0-b869-e03a2f54d599 None None] The sync data for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 is: [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:54:31Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df17bb70-f677-4d53-b82a-04630026c6e1', 'name': '', 'network_id': 'ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:f8:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:30Z', 'updated_at': '2021-07-16T01:54:36Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': 'f80c7b71-3462-4173-b877-7119cc9598d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:50.527748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b1f4-4827-4675-a1d1-d64db834a120 req-f0bdd22c-ee4d-43ce-8878-33db69c79559 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.532597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d408b1f4-4827-4675-a1d1-d64db834a120 req-f0bdd22c-ee4d-43ce-8878-33db69c79559 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 944 time: 0.6946409 Jul 16 01:55:50.592582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-f04ab940-dfc0-42d3-89af-af38c2d3faa2 service neutron] 10.222.0.32 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087745 Jul 16 01:55:50.611763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d408b1f4-4827-4675-a1d1-d64db834a120 req-c4083421-bc38-40cb-a93a-fd97c94b38d9 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=796d47a3-fc79-4afe-87ce-2e90359bb28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721529 Jul 16 01:55:50.614899 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.645935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cb616-12d5-471b-b928-6e740b05b963 req-58531169-5064-4888-91b6-7095366060a7 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.653526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f70cb616-12d5-471b-b928-6e740b05b963 req-58531169-5064-4888-91b6-7095366060a7 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2269895 Jul 16 01:55:50.656127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:50.704022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-03e93c10-f8bc-40a1-8502-2674add9ca9c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:50.706692 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-03e93c10-f8bc-40a1-8502-2674add9ca9c tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 944 time: 0.1721718 Jul 16 01:55:50.720837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f70cb616-12d5-471b-b928-6e740b05b963 req-913a9f35-5e05-4537-94f4-484358466b5b tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662975 Jul 16 01:55:50.742677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.789235 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-81c4524d-91d6-46f5-8dea-daddf9775de9 req-7b5fb261-13a1-4995-b03a-47aacb15e6a6 service neutron] 10.222.0.32 "GET /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890271 Jul 16 01:55:50.848453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:50.860600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:50.864107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:50.867877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:50.871219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.889762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 80ebd350-0260-4e67-995b-6c56d5c8008f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:50.890105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:50.948005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4847af5e-8c03-4e56-b14a-f557394204b7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:51.013895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4847af5e-8c03-4e56-b14a-f557394204b7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:51.024376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 80ebd350-0260-4e67-995b-6c56d5c8008f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=80ebd350-0260-4e67-995b-6c56d5c8008f,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:51.024755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.036486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9f91a-bf5f-4aa4-9807-10860f890e3b None None] New status for floating IP be835747-f929-41bb-a3ef-f0944759ac72: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:55:51.046391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 80ebd350-0260-4e67-995b-6c56d5c8008f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:51.070006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a2022-5fc8-4fb2-a7e8-03a1ac4598e1 req-1a4b5ce0-a71a-476f-b688-b08b8ab013f0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.071555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b92a2022-5fc8-4fb2-a7e8-03a1ac4598e1 req-1a4b5ce0-a71a-476f-b688-b08b8ab013f0 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.0989115 Jul 16 01:55:51.152596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b92a2022-5fc8-4fb2-a7e8-03a1ac4598e1 req-85a79acb-f608-45d8-b855-f68943a222c6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611107 Jul 16 01:55:51.160016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.230564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.269903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] Provisioning for port 4847af5e-8c03-4e56-b14a-f557394204b7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:51.273530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] Provisioning complete for port 4847af5e-8c03-4e56-b14a-f557394204b7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:51.273811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.310955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=80ebd350-0260-4e67-995b-6c56d5c8008f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.335116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] No DVR routers for this DVR port 80ebd350-0260-4e67-995b-6c56d5c8008f on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:51.338180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.341703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4234c161-c00b-43b1-8a12-069dc1ff980f req-931b46c4-73db-4f97-83bc-1543863eec4a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.32 "DELETE /v2.0/ports/80ebd350-0260-4e67-995b-6c56d5c8008f HTTP/1.1" status: 204 len: 173 time: 0.6244535 Jul 16 01:55:51.407531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-deleted', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:51.410332 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3f4746-4354-4879-9758-1059b6234980" -d '{"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-deleted", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:51.411401 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.451440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] For port 4847af5e-8c03-4e56-b14a-f557394204b7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4847af5e-8c03-4e56-b14a-f557394204b7,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:51.457433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.484039 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93344f55-ee50-44e1-a734-881d4c81435d x-openstack-request-id: req-93344f55-ee50-44e1-a734-881d4c81435d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:51.484591 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e404ed21-088f-4d54-9c0d-4effaa4b8a8e", "name": "network-vif-deleted", "tag": "80ebd350-0260-4e67-995b-6c56d5c8008f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:51.484842 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93344f55-ee50-44e1-a734-881d4c81435d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:51.485239 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e404ed21-088f-4d54-9c0d-4effaa4b8a8e', 'name': 'network-vif-deleted', 'tag': '80ebd350-0260-4e67-995b-6c56d5c8008f', 'status': 'completed', 'code': 200} Jul 16 01:55:51.522240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812afb8b-b319-4702-8768-c4a615aa5960 None None] Pushing event updated for resources: {'Port': ['ID=4847af5e-8c03-4e56-b14a-f557394204b7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.543326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f28c2-748a-4a4e-a710-4964118649c4 req-8a791960-b64e-4b73-8407-41c22519e8cc tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:51.544850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-842f28c2-748a-4a4e-a710-4964118649c4 req-8a791960-b64e-4b73-8407-41c22519e8cc tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1514840 Jul 16 01:55:51.581357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48e73bfc-6e7d-4356-8067-9f19f9443dcd None None] Provisioning for port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:51.586185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-48e73bfc-6e7d-4356-8067-9f19f9443dcd None None] Provisioning complete for port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:51.586633 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48e73bfc-6e7d-4356-8067-9f19f9443dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.605437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-842f28c2-748a-4a4e-a710-4964118649c4 req-6dc30bc8-9b0e-4f55-ba7a-d7e3a391d7ff tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Jul 16 01:55:51.622363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.637081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-48e73bfc-6e7d-4356-8067-9f19f9443dcd None None] Port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:51.645819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.646611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:51.720842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:51.798338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:51.800122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:51.945820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c88eb60-1cdc-4124-9f4f-f91eaa1857ef req-2dc3abe1-cdb9-4915-bfc0-e1ff75af7944 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=e404ed21-088f-4d54-9c0d-4effaa4b8a8e HTTP/1.1" status: 200 len: 210 time: 0.0561144 Jul 16 01:55:52.010810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9127-009e-4f1b-a50e-cdede8b68f80 req-14988179-7d36-4978-993e-550ef2fd3ed2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.012378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-271d9127-009e-4f1b-a50e-cdede8b68f80 req-14988179-7d36-4978-993e-550ef2fd3ed2 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.2034755 Jul 16 01:55:52.026657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Router c0ee0552-a2d2-4aa1-b06d-f9615a2da68f is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:55:52.069863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67e7cdd5-664a-493a-b218-7f2c6872b1fa None None] Provisioning complete for port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:52.070398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-67e7cdd5-664a-493a-b218-7f2c6872b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.115842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-67e7cdd5-664a-493a-b218-7f2c6872b1fa None None] Port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:55:52.117228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.141393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-271d9127-009e-4f1b-a50e-cdede8b68f80 req-1ecc1b13-3c68-4149-88d1-de5ea9eb4019 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225097 Jul 16 01:55:52.175746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:52.183714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40432) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:52.184190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a4c8e764-0cee-4ada-b08c-e5548a34ecc4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "PUT /v2.0/routers/c0ee0552-a2d2-4aa1-b06d-f9615a2da68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1495047 Jul 16 01:55:52.185536 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Sync routers for ids ['c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:52.196557 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Routers {'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:52.197162 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:52.202803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3db47-8f2f-48fe-9ce8-8db931d9ad95 req-674dabf3-8932-43f9-9fe3-430dc1e927f5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.204338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46b3db47-8f2f-48fe-9ce8-8db931d9ad95 req-674dabf3-8932-43f9-9fe3-430dc1e927f5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1505151 Jul 16 01:55:52.254115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46b3db47-8f2f-48fe-9ce8-8db931d9ad95 req-3f2630c0-2b1d-40da-94b8-c5918167b437 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Jul 16 01:55:52.264556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e8ce90-227e-40af-bd44-3515cd599e52 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.266598 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b2e8ce90-227e-40af-bd44-3515cd599e52 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports/c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca HTTP/1.1" status: 200 len: 911 time: 0.0813718 Jul 16 01:55:52.269871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:52.305126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Set router c0ee0552-a2d2-4aa1-b06d-f9615a2da68f gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:52.342534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b1bd1-c191-4d64-aa0c-5c86928b3769 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.348652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b1bd1-c191-4d64-aa0c-5c86928b3769 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.350410 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0a0b1bd1-c191-4d64-aa0c-5c86928b3769 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0791802 Jul 16 01:55:52.353159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:52.449313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb233-d19e-458e-9da9-7f0676b6ff24 req-675dfc50-8202-431c-9173-caf13d947b00 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.451527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23ccb233-d19e-458e-9da9-7f0676b6ff24 req-675dfc50-8202-431c-9173-caf13d947b00 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.0765784 Jul 16 01:55:52.495813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23ccb233-d19e-458e-9da9-7f0676b6ff24 req-cdeb5e1d-958f-4261-8841-f3fd1824127c tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Jul 16 01:55:52.563322 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f', 'name': 'tempest-NetworksTestDHCPv6-router-1771017806', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None, '_interfaces': [{'id': 'c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca', 'name': '', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'mac_address': 'fa:16:3e:1f:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:49Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'subnets': [{'id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:52.609622 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Checking router: c0ee0552-a2d2-4aa1-b06d-f9615a2da68f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:52.609932 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Updating router c0ee0552-a2d2-4aa1-b06d-f9615a2da68f port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:55:52.651966 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.726715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf27aa-9154-4ce6-9666-eeaba8795d43 req-cf96f2f3-85e3-4aca-b1a9-08fbfa636324 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.728288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5acf27aa-9154-4ce6-9666-eeaba8795d43 req-cf96f2f3-85e3-4aca-b1a9-08fbfa636324 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.0901039 Jul 16 01:55:52.729134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-b963a588-2936-49ab-9809-e060d09e7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.730627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-b963a588-2936-49ab-9809-e060d09e7189 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 1096 time: 0.1276555 Jul 16 01:55:52.793913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5acf27aa-9154-4ce6-9666-eeaba8795d43 req-327d3ee9-f4e9-4639-ae67-1d327b4cdef4 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562756 Jul 16 01:55:52.853856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-a044334c-48cd-4a31-8562-935a7d896bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.855345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-a044334c-48cd-4a31-8562-935a7d896bd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.1062756 Jul 16 01:55:52.859057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4847af5e-8c03-4e56-b14a-f557394204b7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:52.902072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-0d313035-2aa4-45d9-b5d9-3813b4f97505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ef43cfa-18c2-475c-966c-8f2522954940 HTTP/1.1" status: 200 len: 217 time: 0.0397527 Jul 16 01:55:52.908567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071db1d-48d8-4d92-8240-bb75ceb81fa9 req-708ec0de-114e-455f-a5fd-d6feaed242e6 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.916452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7071db1d-48d8-4d92-8240-bb75ceb81fa9 req-708ec0de-114e-455f-a5fd-d6feaed242e6 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1415331 Jul 16 01:55:52.950618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4847af5e-8c03-4e56-b14a-f557394204b7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:52.951269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:52.985178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-52e723e1-6572-42f8-a11e-1a256e5429d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:52.986856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-52e723e1-6572-42f8-a11e-1a256e5429d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.0783751 Jul 16 01:55:52.997015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7071db1d-48d8-4d92-8240-bb75ceb81fa9 req-26fc3d96-ae99-463f-899d-617e5dfc70f3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740325 Jul 16 01:55:53.037710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f25db-4ed0-4499-b9a3-15862fb67f7b req-37c6e6fd-f82d-44a5-a353-3368feb9a69e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:53.047139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc4f25db-4ed0-4499-b9a3-15862fb67f7b req-37c6e6fd-f82d-44a5-a353-3368feb9a69e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1000118 Jul 16 01:55:53.064834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-69856e5e-954b-45ee-8d83-ab5211964633 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503800 Jul 16 01:55:53.075852 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.087527 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Transition to ACTIVE for port object c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:53.095420 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.097815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc4f25db-4ed0-4499-b9a3-15862fb67f7b req-0589c691-2fcd-4718-b04d-dfc7afa3c575 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Jul 16 01:55:53.099142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.134833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:53.155638 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b077-4482-4696-a8d3-613997c6fdf4 None None] Pushing event updated for resources: {'Port': ['ID=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.299832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Attempting to bind port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:53.300490 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Attempting to bind port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:53.300827 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Attempting to bind port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:53.306614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:53.307098 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:53.307674 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.312210 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:53.312809 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Bound port: c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:53.313299 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.345165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-ac1f1f33-af0e-417d-a628-7625e0b07c56 service neutron] 10.222.0.32 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701738 Jul 16 01:55:53.408410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.427894 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] For port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:53.437517 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] For port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:53.445518 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.535859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b1d7b942-db31-41a6-9105-1dc5694f355a req-a38055f6-3e03-47b8-8de0-52e0cba38db6 service neutron] 10.222.0.32 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829860 Jul 16 01:55:53.565067 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b077-4482-4696-a8d3-613997c6fdf4 None None] Pushing event updated for resources: {'Port': ['ID=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:53.574755 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Routers {'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:53.575398 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:53.578877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:53.579226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.661292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:53.737655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 80ebd350-0260-4e67-995b-6c56d5c8008f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:53.740492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 80ebd350-0260-4e67-995b-6c56d5c8008f not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:53.751553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] For port c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:53.752118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.765099 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] Set router c0ee0552-a2d2-4aa1-b06d-f9615a2da68f gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:53.768015 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dd992ebd-4d2e-4a57-b218-2bf08c3cb317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:53.778218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:53.871945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.027115 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f', 'name': 'tempest-NetworksTestDHCPv6-router-1771017806', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None, '_interfaces': [{'id': 'c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca', 'name': '', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'mac_address': 'fa:16:3e:1f:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:49Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'subnets': [{'id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:54.032157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.064749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:54.077268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.077887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.078337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.078794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.079228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.080457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.080890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.081425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.081827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.082377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.082883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.083306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:55:54.236019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.239223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f576a-48f2-4646-bd7e-d355b08d32bd None None] The sync data for ids ['c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'] in n-d-800087-6 is: [{'id': 'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f', 'name': 'tempest-NetworksTestDHCPv6-router-1771017806', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:48Z', 'updated_at': '2021-07-16T01:55:51Z', 'revision_number': 2, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'gw_port_host': None, '_interfaces': [{'id': 'c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca', 'name': '', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'mac_address': 'fa:16:3e:1f:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:49Z', 'updated_at': '2021-07-16T01:55:53Z', 'revision_number': 4, 'project_id': '6baebd17953e4d1c9560b0b790673f0c', 'subnets': [{'id': 'e6167ee1-c9eb-44c5-9585-bbaf4c9312f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:54.362839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29d08d-466e-4d59-9f8c-f3d2b25f30f8 req-da546451-a183-4e87-a444-60385947ae9d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:54.364475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d29d08d-466e-4d59-9f8c-f3d2b25f30f8 req-da546451-a183-4e87-a444-60385947ae9d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1421609 Jul 16 01:55:54.427119 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d29d08d-466e-4d59-9f8c-f3d2b25f30f8 req-37e74897-b42f-4a59-8106-5d62eefd7399 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Jul 16 01:55:54.428595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port df17bb70-f677-4d53-b82a-04630026c6e1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:54.429050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.482758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Router c0ee0552-a2d2-4aa1-b06d-f9615a2da68f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:54.580985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port df17bb70-f677-4d53-b82a-04630026c6e1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=df17bb70-f677-4d53-b82a-04630026c6e1,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:54.581364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.606771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for df17bb70-f677-4d53-b82a-04630026c6e1 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:54.628684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:54.634810 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21dc13cf-1eaf-4822-9fda-8303fd703a7e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "PUT /v2.0/routers/c0ee0552-a2d2-4aa1-b06d-f9615a2da68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2806520 Jul 16 01:55:54.637485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.717297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42521f47-7ff8-4483-9ae0-b61180a9e849 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:54.719070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42521f47-7ff8-4483-9ae0-b61180a9e849 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:54.720982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-42521f47-7ff8-4483-9ae0-b61180a9e849 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0822549 Jul 16 01:55:54.724064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:54.804071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet e6167ee1-c9eb-44c5-9585-bbaf4c9312f2 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:54.808347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.857513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.893038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:54.938090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=df17bb70-f677-4d53-b82a-04630026c6e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.081589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.172519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.210811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.222616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=e6167ee1-c9eb-44c5-9585-bbaf4c9312f2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:55.227921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.232138 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-453c9168-8708-4ffc-8abf-6371b8d5d423 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e6167ee1-c9eb-44c5-9585-bbaf4c9312f2 HTTP/1.1" status: 204 len: 168 time: 0.5048742 Jul 16 01:55:55.235905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.236550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66444ee4-bc39-489a-85a3-1f1ebb5dcd00 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:55.520798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:55.668833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] Deleting port 4847af5e-8c03-4e56-b14a-f557394204b7 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:55.669574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.768077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] For port 4847af5e-8c03-4e56-b14a-f557394204b7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4847af5e-8c03-4e56-b14a-f557394204b7,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:55.768562 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.787727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] Calling delete_port for 4847af5e-8c03-4e56-b14a-f557394204b7 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:55.821938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-517001f4-7836-4367-a071-30bbe480a11e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5836337 Jul 16 01:55:55.824409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:55.914131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.929304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:55.942063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] No DVR routers for this DVR port 4847af5e-8c03-4e56-b14a-f557394204b7 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:55.973308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5c977-dec7-41d0-90ea-f435f63a689a None None] Pushing event deleted for resources: {'Port': ['ID=4847af5e-8c03-4e56-b14a-f557394204b7,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.138513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739973a-2f62-467f-ab67-a44f219e6bf5 req-524095ea-cd48-4e82-884c-c801b6690a89 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.141475 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a739973a-2f62-467f-ab67-a44f219e6bf5 req-524095ea-cd48-4e82-884c-c801b6690a89 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1508250 Jul 16 01:55:56.143903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.148415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.154304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d294627-2577-4b80-a97d-e4e82e8ba896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.183650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router 6a9936ab-a036-43ff-be47-7134c67bc57d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:55:56.211270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a739973a-2f62-467f-ab67-a44f219e6bf5 req-7acd0c23-65ca-40a2-98ff-ea61f7fe6dc1 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629740 Jul 16 01:55:56.217304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.217898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Fanout notify agent at l3_agent the message router_deleted on router c0ee0552-a2d2-4aa1-b06d-f9615a2da68f {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:56.230576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.231727 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-08a9eab8-c53b-4eb4-a28a-2c7259c8b115 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/routers/c0ee0552-a2d2-4aa1-b06d-f9615a2da68f HTTP/1.1" status: 204 len: 168 time: 0.4063361 Jul 16 01:55:56.235277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.284047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Sync routers for ids ['c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:56.298185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Routers set() bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:56.298866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Router IDs set() for agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:55:56.299893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent'). {{(pid=93908) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:55:56.306993 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-06b79ee3-1d99-450e-be7d-d064cade0375 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0574245 Jul 16 01:55:56.309345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.310891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Routers set() bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:56.311456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Router IDs set() for agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:55:56.312288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent'). {{(pid=93908) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:55:56.312883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1828fa-9d07-4d9d-b5da-d33bc17ca247 None None] The sync data for ids ['c0ee0552-a2d2-4aa1-b06d-f9615a2da68f'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:56.373623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:55:56.382745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-63dd66cc-894b-4193-9f01-7271d0e861fc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/6a9936ab-a036-43ff-be47-7134c67bc57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2467837 Jul 16 01:55:56.386357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.387879 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] Sync routers for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:55:56.405966 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:56.406754 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:56.444771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting subnet f80c7b71-3462-4173-b877-7119cc9598d3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:56.449285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.452487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.502225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.508349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d10675-e827-420b-b154-a5c798f05bfe tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:56.512989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.526143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-15d10675-e827-420b-b154-a5c798f05bfe tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2127330 Jul 16 01:55:56.530434 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:56.584729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2b16bd4d-9da9-4254-8346-4fc2a04b3f9d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702789 Jul 16 01:55:56.589370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.596224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:56.660867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.779265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:56.789161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.793717 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:56.811285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.858479 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] Checking router: 6a9936ab-a036-43ff-be47-7134c67bc57d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:55:56.862971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Subnet': ['ID=f80c7b71-3462-4173-b877-7119cc9598d3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:56.870820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:56.872859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7407f959-e2fe-43f0-b0ce-7821b7357c2d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/subnets/f80c7b71-3462-4173-b877-7119cc9598d3 HTTP/1.1" status: 204 len: 168 time: 0.4855466 Jul 16 01:55:56.875507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:56.880196 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] Routers {'6a9936ab-a036-43ff-be47-7134c67bc57d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:55:56.880828 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6a9936ab-a036-43ff-be47-7134c67bc57d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:56.881478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51702564-3c8b-4c0b-9504-5dd468c6f4ec None None] Network ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:57.016772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:57.028237 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] Set router 6a9936ab-a036-43ff-be47-7134c67bc57d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:55:57.077990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:57.078327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c4b4b9e7-e14d-4fbb-b98f-bcb096e4a0ca not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:57.078911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4847af5e-8c03-4e56-b14a-f557394204b7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:57.100542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.173471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 4847af5e-8c03-4e56-b14a-f557394204b7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:57.173706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4847af5e-8c03-4e56-b14a-f557394204b7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:57.232024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.266783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:57.275012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:55:57.276742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.310587 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f213482-cefe-4987-ae8f-934230d81ff4 None None] The sync data for ids ['6a9936ab-a036-43ff-be47-7134c67bc57d'] in n-d-800087-6 is: [{'id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1406419176', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '60142563-1116-4c98-b8a1-6eedca12b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:54:23Z', 'updated_at': '2021-07-16T01:55:54Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '60142563-1116-4c98-b8a1-6eedca12b598', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9936ab-a036-43ff-be47-7134c67bc57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:54:25Z', 'updated_at': '2021-07-16T01:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:55:57.322496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 60142563-1116-4c98-b8a1-6eedca12b598 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:57.322846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.355429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] DHCP port deletion for ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:55:57.404301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:57.407813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:57.416750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 60142563-1116-4c98-b8a1-6eedca12b598, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=60142563-1116-4c98-b8a1-6eedca12b598,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:57.417120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.423464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.424283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.430127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=478be04e-c751-4eb6-bba4-9517cd95294b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.432944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 60142563-1116-4c98-b8a1-6eedca12b598 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:57.436255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac2596-2081-4976-b939-5dead905d21a None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:57.461941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a6b4b3e2-141d-45cb-98a7-e7b458982bd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8688319 Jul 16 01:55:57.462246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:57.468149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:57.473918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.554578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] Deleting port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:57.554872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.628643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54643d-d164-4c49-a140-b497dbc54c34 req-55e12b14-2786-4c92-9403-e7f04a872fe9 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:57.630235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e54643d-d164-4c49-a140-b497dbc54c34 req-55e12b14-2786-4c92-9403-e7f04a872fe9 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1569078 Jul 16 01:55:57.640381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] For port 8029f99f-e9ff-48d6-b732-3c1511ca66b4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8029f99f-e9ff-48d6-b732-3c1511ca66b4,segment=NetworkSegment(bc52fef1-716b-4384-b5fb-8a2b77fd9a15),segment_id=bc52fef1-716b-4384-b5fb-8a2b77fd9a15)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:57.640960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.658690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:57.663276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.677070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.682361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] Calling delete_port for 8029f99f-e9ff-48d6-b732-3c1511ca66b4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:57.716151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1e54643d-d164-4c49-a140-b497dbc54c34 req-d66215b9-e397-4ed0-9f94-4ae31691e188 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743742 Jul 16 01:55:57.722416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=60142563-1116-4c98-b8a1-6eedca12b598,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.783337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.817651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:57.841671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] No DVR routers for this DVR port 8029f99f-e9ff-48d6-b732-3c1511ca66b4 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:57.847390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa57a-d861-4ad8-81fc-1fe46296b85a None None] Pushing event deleted for resources: {'Port': ['ID=8029f99f-e9ff-48d6-b732-3c1511ca66b4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:57.895059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '478be04e-c751-4eb6-bba4-9517cd95294b'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:55:57.896107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.002866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.005529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.062865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.064418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9936ab-a036-43ff-be47-7134c67bc57d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:55:58.074903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Allocated IP 2001:db8::f816:3eff:feb4:9309 (c437469f-83fa-42ce-b474-0d025b53fd72/478be04e-c751-4eb6-bba4-9517cd95294b/aab6c5d6-03ae-49d9-b043-bca63c85c68b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:58.079315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.084315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e229a3e-c90f-4efc-b539-a5f5407286a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/routers/6a9936ab-a036-43ff-be47-7134c67bc57d HTTP/1.1" status: 204 len: 168 time: 1.1965370 Jul 16 01:55:58.084696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40522) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.095625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.201114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:58.214559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:58.218924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:58.219517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.263908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.279426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=575c183e-e26b-4252-8da8-eb33fbb4d2fe,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.289129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d491a550-9112-4907-af4b-cab461d8a365 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8257177 Jul 16 01:55:58.296986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.301815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:7b:fd:d6', 'name': 'tempest-NetworksTestDHCPv6-1326908591'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:58.379752 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.396416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Transition to ACTIVE for port object aab6c5d6-03ae-49d9-b043-bca63c85c68b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:58.417829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Transition to ACTIVE for port object aab6c5d6-03ae-49d9-b043-bca63c85c68b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:58.419681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.427678 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.436343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:58.449280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:58.449964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc52fef1-716b-4384-b5fb-8a2b77fd9a15') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:58.461333 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.466116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:58.473994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:58.477556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:58.480904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:58.487845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.502204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:58.502613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:58.506297 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:58.586793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.591725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.604307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.612604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/networks/ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee HTTP/1.1" status: 204 len: 168 time: 0.5262420 Jul 16 01:55:58.620654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:58.624349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port c0aecd2e-d32c-4d26-873a-b24d1599852c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:55:58.624693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.641564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Attempting to bind port aab6c5d6-03ae-49d9-b043-bca63c85c68b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:58.641860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Attempting to bind port aab6c5d6-03ae-49d9-b043-bca63c85c68b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:58.642822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Attempting to bind port aab6c5d6-03ae-49d9-b043-bca63c85c68b on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:58.646965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366edb6f-9ad6-48b2-8ca0-d5b57aa0f227 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Network': ['ID=ff630ea7-6e1c-4b16-ac14-3c4fc13af4ee,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.649723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:58.650850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:58.651340 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.651729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:58.652229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Bound port: aab6c5d6-03ae-49d9-b043-bca63c85c68b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:58.652610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.747379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:58.752991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:58.782740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.809087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a2301b2-63e5-433f-aacc-03899f6d5717 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.904133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a2301b2-63e5-433f-aacc-03899f6d5717 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.907554 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:58.911755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ecac-c076-4152-a8c2-189978a1f4f8 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:58.947908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8029f99f-e9ff-48d6-b732-3c1511ca66b4 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:58.982720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 172.20.0.7 (c437469f-83fa-42ce-b474-0d025b53fd72/575c183e-e26b-4252-8da8-eb33fbb4d2fe/c0aecd2e-d32c-4d26-873a-b24d1599852c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:58.995342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8029f99f-e9ff-48d6-b732-3c1511ca66b4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:58.996497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8029f99f-e9ff-48d6-b732-3c1511ca66b4 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:58.997568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df17bb70-f677-4d53-b82a-04630026c6e1 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:59.004218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fe7b:fdd6 (c437469f-83fa-42ce-b474-0d025b53fd72/478be04e-c751-4eb6-bba4-9517cd95294b/c0aecd2e-d32c-4d26-873a-b24d1599852c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:59.045841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: df17bb70-f677-4d53-b82a-04630026c6e1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:59.046191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df17bb70-f677-4d53-b82a-04630026c6e1 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:59.046672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 60142563-1116-4c98-b8a1-6eedca12b598 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:59.059019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a2301b2-63e5-433f-aacc-03899f6d5717 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.062547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a2301b2-63e5-433f-aacc-03899f6d5717 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.064992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a2301b2-63e5-433f-aacc-03899f6d5717 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/security-groups/796d47a3-fc79-4afe-87ce-2e90359bb28f HTTP/1.1" status: 204 len: 168 time: 0.4433222 Jul 16 01:55:59.084433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2301b2-63e5-433f-aacc-03899f6d5717 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796d47a3-fc79-4afe-87ce-2e90359bb28f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.108604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 60142563-1116-4c98-b8a1-6eedca12b598 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:59.110666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 60142563-1116-4c98-b8a1-6eedca12b598 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:59.263608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da547516-027d-434c-a538-0574524b7c47 req-009619fc-6557-4603-9646-e7b7cbbdb102 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.276844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da547516-027d-434c-a538-0574524b7c47 req-009619fc-6557-4603-9646-e7b7cbbdb102 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2326112 Jul 16 01:55:59.356016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.375676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object c0aecd2e-d32c-4d26-873a-b24d1599852c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:59.439125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da547516-027d-434c-a538-0574524b7c47 req-0083701f-2711-433e-98c5-d8a450721967 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586120 Jul 16 01:55:59.449282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.502681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:59.506603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:59.509390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:59.538903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=c0aecd2e-d32c-4d26-873a-b24d1599852c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.577619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.578362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.595518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f6d2365e-6238-4100-b7df-f7b1a0cd8772 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2956710 Jul 16 01:55:59.595981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.673930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958814bb-31b0-42b6-bd4f-fe41ae6faf41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.680697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958814bb-31b0-42b6-bd4f-fe41ae6faf41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.682524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-958814bb-31b0-42b6-bd4f-fe41ae6faf41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0855219 Jul 16 01:55:59.685132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.723679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.729902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125635702', 'description': 'tempest-secgroup-smoke-2125635702 description', 'project_id': '3da55cb7c876458880f1413a85110ead'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:59.756844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.847985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port c0aecd2e-d32c-4d26-873a-b24d1599852c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:59.848351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.870796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.877650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.884663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2c6ae-4833-4be4-a3bd-ebbc73fa16c4 req-0819a35d-aad0-4eb8-81a0-9a5e87838d82 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:59.892711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dde2c6ae-4833-4be4-a3bd-ebbc73fa16c4 req-0819a35d-aad0-4eb8-81a0-9a5e87838d82 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1508987 Jul 16 01:55:59.912569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.914504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896236 Jul 16 01:55:59.917910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:59.924052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '261953f1-b64f-47b2-a7eb-3ef3cc74dff3', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:59.932554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55a5ab-0dda-44fc-a5c2-93d5e5925818 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261953f1-b64f-47b2-a7eb-3ef3cc74dff3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:59.964623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:59.972972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dde2c6ae-4833-4be4-a3bd-ebbc73fa16c4 req-88c6b9f4-c5ae-43ee-a21c-8d19a6cfbdab tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789449 Jul 16 01:55:59.995903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.012102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for c0aecd2e-d32c-4d26-873a-b24d1599852c owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:00.033860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.039494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.058978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63b2fe0-c613-4aee-8e05-6c9a70d48b8f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.075919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.077194 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0747eb1a-0643-43bf-84c8-b9a179ce7d78 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586077 Jul 16 01:56:00.080896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.085328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '261953f1-b64f-47b2-a7eb-3ef3cc74dff3', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.118432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.193518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.201811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.223092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cc6ac3-f6f0-4601-accc-16c44371c306,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.233598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.235455 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f4e1ffbb-a6a7-44ce-9f2e-1fa839209418 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539009 Jul 16 01:56:00.239082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.245718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '261953f1-b64f-47b2-a7eb-3ef3cc74dff3', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.264066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.303935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=c0aecd2e-d32c-4d26-873a-b24d1599852c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.312166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540327a-8b67-4a54-8962-5a1ffe473e2d None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:00.333286 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.430120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66ea24c4-b6fa-448b-9317-d8146dc0c116 None None] Provisioning for port aab6c5d6-03ae-49d9-b043-bca63c85c68b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:00.430857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.432764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d1a7a7f4-89b9-4058-9b06-85d2bef7f9aa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/c0aecd2e-d32c-4d26-873a-b24d1599852c HTTP/1.1" status: 204 len: 168 time: 0.7465904 Jul 16 01:56:00.434539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.435317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.445845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.493784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4c8f94-92a3-4cbd-be81-764e92fe08a1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.507557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.508911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-95a41382-7d99-4acb-a0db-4b80b36b2f41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2687457 Jul 16 01:56:00.511721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.512605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab4751-738c-40ce-b9bd-60952f90685e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.514135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab4751-738c-40ce-b9bd-60952f90685e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.515756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab4751-738c-40ce-b9bd-60952f90685e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.520316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-12ab4751-738c-40ce-b9bd-60952f90685e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0811431 Jul 16 01:56:00.520581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.521527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '261953f1-b64f-47b2-a7eb-3ef3cc74dff3', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.560504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.581377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f73f2e-1146-45ca-8c95-aa4ef5c3f18a None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '478be04e-c751-4eb6-bba4-9517cd95294b', 'ip_address': '2001:db8::f816:3eff:feb4:9309'}, {'subnet_id': '575c183e-e26b-4252-8da8-eb33fbb4d2fe'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'aab6c5d6-03ae-49d9-b043-bca63c85c68b'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:00.616501 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-56f73f2e-1146-45ca-8c95-aa4ef5c3f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.631887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 478be04e-c751-4eb6-bba4-9517cd95294b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:00.632647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.638086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.638238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.655962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20921ff-9892-4094-ba70-2e882ce26d15,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.665940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.667773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-60b138d7-7904-4aa6-a6db-4b651a7227c5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540511 Jul 16 01:56:00.670387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.679146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '261953f1-b64f-47b2-a7eb-3ef3cc74dff3', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.710755 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:00.717821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.719250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.757981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e91cc9-e0f4-4eb2-afe4-177c76f5b47d req-ef4cd7cd-1638-4377-80f2-6ec88564c689 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:00.759481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e91cc9-e0f4-4eb2-afe4-177c76f5b47d req-ef4cd7cd-1638-4377-80f2-6ec88564c689 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1822109 Jul 16 01:56:00.793404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.801643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.827009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a61e2a-f4b5-40fe-8d5f-04ade0e92160,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.839364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.841078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a57349ff-d1c6-4956-8a5d-7c1f94aab20b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695206 Jul 16 01:56:00.843830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:00.847891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e91cc9-e0f4-4eb2-afe4-177c76f5b47d req-c8feb5ec-b907-4fd2-88b9-44e1ad874e7a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795465 Jul 16 01:56:00.849227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'security_group_rule': {'security_group_id': '261953f1-b64f-47b2-a7eb-3ef3cc74dff3', 'project_id': '3da55cb7c876458880f1413a85110ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:00.870600 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.889260 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Project 3da55cb7c876458880f1413a85110ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:56:00.892598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:00.894579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.947553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-56f73f2e-1146-45ca-8c95-aa4ef5c3f18a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 478be04e-c751-4eb6-bba4-9517cd95294b: This subnet is being modified by another concurrent operation. Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 478be04e-c751-4eb6-bba4-9517cd95294b: This subnet is being modified by another concurrent operation. Jul 16 01:56:00.949829 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 01:56:00.959477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port aab6c5d6-03ae-49d9-b043-bca63c85c68b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:00.964113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:00.964564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.979153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=478be04e-c751-4eb6-bba4-9517cd95294b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:00.979397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.989501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.993182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:00.995661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c1601c04-b85e-46bb-b55e-17074fec391f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/478be04e-c751-4eb6-bba4-9517cd95294b HTTP/1.1" status: 204 len: 168 time: 0.4741514 Jul 16 01:56:00.998165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40580) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.017193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64af5c26-507c-4b31-a25e-270f808f8e45,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.027269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.030306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4859fec6-d927-4eaa-b249-1f85cf0b37e7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853483 Jul 16 01:56:01.033650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.044445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'network': {'name': 'tempest-network-smoke--985459348', 'project_id': '3da55cb7c876458880f1413a85110ead', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:01.052404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c68b70-3d49-487e-9f53-90973c9233f9 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:01.067655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:01.072374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.085786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 575c183e-e26b-4252-8da8-eb33fbb4d2fe {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:01.090674 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.103980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:01.114285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.114632 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Added segment df6b932a-e88c-41fa-931b-1db8cc551197 of type vlan for network 6a928f0f-d66f-406e-a673-067d6f60d661 Jul 16 01:56:01.145404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66d5f155-f336-4083-956b-bdc102056b27 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:01.146069 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66d5f155-f336-4083-956b-bdc102056b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.157118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.172326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.191979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.199236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.199876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.233932 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1990793 Jul 16 01:56:01.235458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.239654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.243267 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.243993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'admin_state_up': True, 'project_id': '3da55cb7c876458880f1413a85110ead', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:01.275804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682356-c4a8-41a3-9f30-f08586dc72a7 req-0fb82126-d904-4982-b679-ae8b2ee7bb64 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.277783 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0682356-c4a8-41a3-9f30-f08586dc72a7 req-0fb82126-d904-4982-b679-ae8b2ee7bb64 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1590140 Jul 16 01:56:01.286695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168369f-cf38-4a50-98c5-f4408d228a75 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Network': ['ID=6a928f0f-d66f-406e-a673-067d6f60d661,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.301383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.302501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.307190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 6a928f0f-d66f-406e-a673-067d6f60d661 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:01.330388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:01.346735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0682356-c4a8-41a3-9f30-f08586dc72a7 req-d95f3774-e5f9-4009-bac6-6ff309ee11a6 tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Jul 16 01:56:01.356691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.362818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.369685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.389526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=575c183e-e26b-4252-8da8-eb33fbb4d2fe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.391499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.393983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7e0f9c1e-0b33-4784-a100-7f2572ba0946 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/575c183e-e26b-4252-8da8-eb33fbb4d2fe HTTP/1.1" status: 204 len: 168 time: 0.3948171 Jul 16 01:56:01.396293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.433198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9e388b72-0d5d-42b9-a5f6-f37657c39f83 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357602 Jul 16 01:56:01.435799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:01.441339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:01.468722 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66d5f155-f336-4083-956b-bdc102056b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.500883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:01.517813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.536289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:01.540324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.584876 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-66d5f155-f336-4083-956b-bdc102056b27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:01.585230 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-66d5f155-f336-4083-956b-bdc102056b27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:01.594838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371c38f-aa11-4a7d-8865-61fef85586de None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '575c183e-e26b-4252-8da8-eb33fbb4d2fe'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'aab6c5d6-03ae-49d9-b043-bca63c85c68b'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:01.631353 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c371c38f-aa11-4a7d-8865-61fef85586de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.744107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.763972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.889336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:01.917119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-347abece-2c20-4546-a0d7-15617c7607ea tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:01.918628 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-347abece-2c20-4546-a0d7-15617c7607ea tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.32 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 946 time: 0.1121206 Jul 16 01:56:01.967333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691571e7-efef-44bc-b715-068fad4eb5c2 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:01.993698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.62 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/19afbc14-6f99-4b14-9fe0-b1a742730a7c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:02.122970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691571e7-efef-44bc-b715-068fad4eb5c2 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:02.142066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Deleting port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:02.142665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.195813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.270252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2633fd2f-c524-4de2-b816-d4534760e532 None None] Could not find standard attr ID for object c0aecd2e-d32c-4d26-873a-b24d1599852c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:02.277407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] For port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,segment=NetworkSegment(5856b3ce-42b7-44d7-a5d1-649035d0703b),segment_id=5856b3ce-42b7-44d7-a5d1-649035d0703b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:02.277780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.298024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Calling delete_port for b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:02.316894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2633fd2f-c524-4de2-b816-d4534760e532 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:02.317264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2633fd2f-c524-4de2-b816-d4534760e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.348436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.414865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:02.421451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:02.427103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:02.429357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=19afbc14-6f99-4b14-9fe0-b1a742730a7c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.591492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '7f22460a-bfa1-4a24-a726-127bebc3eadc'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'aab6c5d6-03ae-49d9-b043-bca63c85c68b'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:02.605468 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bf477-50a7-481b-964a-a6a70d0811b2 req-ba5b83b2-e33d-459f-bb1a-314b7893f27a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:02.613226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e7bf477-50a7-481b-964a-a6a70d0811b2 req-ba5b83b2-e33d-459f-bb1a-314b7893f27a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.5885167 Jul 16 01:56:02.629932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.632358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.637328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.645584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:02.670658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Pushing event deleted for resources: {'Port': ['ID=b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:02.710827 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e7bf477-50a7-481b-964a-a6a70d0811b2 req-3de97902-9877-4700-ad56-053ad8ce3969 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Jul 16 01:56:02.748057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa62744-aa8d-484f-8fd6-616616afb49b req-e7414407-4cf7-419c-86f2-db7f8ba6ee2e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:02.756586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fa62744-aa8d-484f-8fd6-616616afb49b req-e7414407-4cf7-419c-86f2-db7f8ba6ee2e tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/ports?device_id=86e70bc9-defb-4f8f-b74b-435a6327a151 HTTP/1.1" status: 200 len: 868 time: 0.2092752 Jul 16 01:56:02.774106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] No DVR routers for this DVR port b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:02.776956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.779230 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b250162c-cd3f-4d15-ac4d-465e605b3b62 req-72a31ef3-c06e-4205-b2cb-5dc1890150fb tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.32 "DELETE /v2.0/ports/b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 HTTP/1.1" status: 204 len: 173 time: 0.8465748 Jul 16 01:56:02.792066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-deleted', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:02.795020 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774d016e-42da-43ac-88a1-2fef5688e020" -d '{"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-deleted", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:02.848960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fa62744-aa8d-484f-8fd6-616616afb49b req-1817d64f-ccf5-4a34-bf69-d86ceb99efbd tempest-ServersNegativeTestJSON-1998098864 tempest-ServersNegativeTestJSON-1998098864-project] 10.222.0.35 "GET /v2.0/security-groups?id=5baf449d-5768-4ec6-965c-bd46f886ba7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913036 Jul 16 01:56:02.895206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:02.928116 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6e075-0170-4803-89bc-b29c48f708d7 x-openstack-request-id: req-a6e6e075-0170-4803-89bc-b29c48f708d7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:02.928911 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e70bc9-defb-4f8f-b74b-435a6327a151", "name": "network-vif-deleted", "tag": "b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:02.929419 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6e6e075-0170-4803-89bc-b29c48f708d7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:02.930221 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e70bc9-defb-4f8f-b74b-435a6327a151', 'name': 'network-vif-deleted', 'tag': 'b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1', 'status': 'completed', 'code': 200} Jul 16 01:56:02.934271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.942485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:03.003587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.009394 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.013114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.013917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.019537 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:03.019921 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:03.068290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:03.068649 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:03.101422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=7f22460a-bfa1-4a24-a726-127bebc3eadc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.104679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:03.112989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:03.118183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.118786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.139163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.143226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-519c0741-b6a8-4a5f-bc8a-99c10e6cbddd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7063820 Jul 16 01:56:03.146034 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.151370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:03.173802 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.275279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:03.278869 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.307038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e7e26283-b6d0-4c59-994e-5016e9b03e47 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:03.515061 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.561441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:03.566663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:03.571168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.571963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.584822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=252be596-30bd-483d-b860-aac65c0213aa,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.593904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-881b384a-5b7f-4927-8c95-5ac65c75994e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4467092 Jul 16 01:56:03.597231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.603837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:21:4a:c4', 'name': 'tempest-NetworksTestDHCPv6-191528008'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:03.608324 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.652348 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.732983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:03.740206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:03.771180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:03.776502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.787850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Sync routers for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:03.808069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.813301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fd4c97c7-581a-4c4b-acd4-0ac70a82bbd6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5690486 Jul 16 01:56:03.813516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.825049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:03.825690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:03.853375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-994a511f-95cf-4a74-b401-f9c327e79f9d tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=3da55cb7c876458880f1413a85110ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362914 Jul 16 01:56:03.853613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.898245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:03.927790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port e932c2e2-3d4e-4c54-8380-93cf1894ada7 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:03.928008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:03.956511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34d6d2-9c55-419d-94df-919e3febe8ff tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:03.958039 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db34d6d2-9c55-419d-94df-919e3febe8ff tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1034453 Jul 16 01:56:03.960835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.969385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:03.973753 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:03.974306 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:04.003381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53197c5-0ee8-4c33-8223-5c1ab87049c7 req-f266162d-e319-4ece-ac54-a1f03898db0f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.005018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f53197c5-0ee8-4c33-8223-5c1ab87049c7 req-f266162d-e319-4ece-ac54-a1f03898db0f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1470711 Jul 16 01:56:04.007089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:04.015360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-00d85fb5-c353-49a4-8e36-68368d71d68a tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534532 Jul 16 01:56:04.018142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.023013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852809983', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'project_id': '3da55cb7c876458880f1413a85110ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:04.069516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Deleting subnet 9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:04.076112 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.104999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f53197c5-0ee8-4c33-8223-5c1ab87049c7 req-8aa5b561-7329-40c0-ab01-811c02538486 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601230 Jul 16 01:56:04.148695 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.174554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 172.20.0.4 (c437469f-83fa-42ce-b474-0d025b53fd72/252be596-30bd-483d-b860-aac65c0213aa/e932c2e2-3d4e-4c54-8380-93cf1894ada7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:04.186085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fe21:4ac4 (c437469f-83fa-42ce-b474-0d025b53fd72/7f22460a-bfa1-4a24-a726-127bebc3eadc/e932c2e2-3d4e-4c54-8380-93cf1894ada7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:04.190519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:04.194137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.223678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:02Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:04.230161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.252192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Checking router: e7e26283-b6d0-4c59-994e-5016e9b03e47 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:04.252688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Updating router e7e26283-b6d0-4c59-994e-5016e9b03e47 port 19afbc14-6f99-4b14-9fe0-b1a742730a7c binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:04.290891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.337326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.371238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.389629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.389922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object e932c2e2-3d4e-4c54-8380-93cf1894ada7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:04.400283 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.402205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20dc3f1d-0fa1-41d6-971e-ef0ce9874cfd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b51aa26-d4c0-4fd9-80ee-c0cc9f0d6234 HTTP/1.1" status: 204 len: 168 time: 0.4312251 Jul 16 01:56:04.404794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.450815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.502557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:04.505879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:04.508380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:04.518340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.524205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.540528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=e932c2e2-3d4e-4c54-8380-93cf1894ada7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.567086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.567730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.585462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1a5792ad-c9d7-4419-8f0f-240b94b85be4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9844482 Jul 16 01:56:04.585658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.610119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Subnet': ['ID=7d8b8b1b-112e-4a23-858f-b0c3919b2909,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.615293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.663268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3d3c9-829d-40a8-82f1-686e978e1a1b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.669652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3d3c9-829d-40a8-82f1-686e978e1a1b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.674548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-add3d3c9-829d-40a8-82f1-686e978e1a1b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0840125 Jul 16 01:56:04.674717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.674820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.676342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Checking segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:04.676648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network hostable DHCP agents. Network: 6a928f0f-d66f-406e-a673-067d6f60d661, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:04.686965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50952d6-dc4c-41c4-bf64-c5d75e72065b']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:04.705229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5856b3ce-42b7-44d7-a5d1-649035d0703b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:04.705589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5856b3ce-42b7-44d7-a5d1-649035d0703b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:04.719246 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.726562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 6a928f0f-d66f-406e-a673-067d6f60d661 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:04.741605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.744229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 6a928f0f-d66f-406e-a673-067d6f60d661) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:04.751439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:04.752152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.754713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:04.755159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:04.756921 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:04.794132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port e932c2e2-3d4e-4c54-8380-93cf1894ada7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:04.794624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.819066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-82b0dac8-8178-4871-bd0d-6c856b77a68a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7971764 Jul 16 01:56:04.819257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:04.828416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.874331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.879051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d50952d6-dc4c-41c4-bf64-c5d75e72065b HTTP/1.1" status: 204 len: 168 time: 0.4703948 Jul 16 01:56:04.889436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c8ed6-5443-44dc-aff8-f773cbd18112 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50952d6-dc4c-41c4-bf64-c5d75e72065b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:04.907167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:04.920658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for e932c2e2-3d4e-4c54-8380-93cf1894ada7 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:04.962381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.001590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Transition to ACTIVE for port object 19afbc14-6f99-4b14-9fe0-b1a742730a7c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:05.018727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.045915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.080905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:05.099375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Attempting to bind port 19afbc14-6f99-4b14-9fe0-b1a742730a7c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:05.099773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Attempting to bind port 19afbc14-6f99-4b14-9fe0-b1a742730a7c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:05.100260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Attempting to bind port 19afbc14-6f99-4b14-9fe0-b1a742730a7c on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:05.118028 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-efb5052e-b842-4ddf-b01b-a4d36af67406 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=220e7e172ffd43bfbdff7acb616e668b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641501 Jul 16 01:56:05.118232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccb7aa-0b37-4dec-afa3-a4abade2ff2d None None] Pushing event updated for resources: {'Port': ['ID=19afbc14-6f99-4b14-9fe0-b1a742730a7c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.122316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:05.122699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:05.123113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.123612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:05.123976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Bound port: 19afbc14-6f99-4b14-9fe0-b1a742730a7c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:05.124449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.137597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.158905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.180830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.193527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.217201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] For port 19afbc14-6f99-4b14-9fe0-b1a742730a7c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:05.228095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=e932c2e2-3d4e-4c54-8380-93cf1894ada7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.241302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] For port 19afbc14-6f99-4b14-9fe0-b1a742730a7c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=19afbc14-6f99-4b14-9fe0-b1a742730a7c,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:05.249223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3c87fe7-9d40-4177-b576-1af7add2cf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.262601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.284936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5fd9e-3cc0-46ab-888d-ecd9725b753b None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.379476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:05.380000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:05.413418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3c87fe7-9d40-4177-b576-1af7add2cf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.440426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccb7aa-0b37-4dec-afa3-a4abade2ff2d None None] Pushing event updated for resources: {'Port': ['ID=19afbc14-6f99-4b14-9fe0-b1a742730a7c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.443418 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.515099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.524628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fb6e2ba7-93ec-4c8c-a9da-79db0244a086 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/e932c2e2-3d4e-4c54-8380-93cf1894ada7 HTTP/1.1" status: 204 len: 168 time: 0.8485701 Jul 16 01:56:05.530457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.553169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:05.631292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b616fe-8abc-4944-9de1-b61dab9ac5d6 req-b05967a8-2c68-416d-89b9-b51f46b76b38 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.640899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0b616fe-8abc-4944-9de1-b61dab9ac5d6 req-b05967a8-2c68-416d-89b9-b51f46b76b38 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2578733 Jul 16 01:56:05.679557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afb2a2-514b-49a4-9e4f-f6a1fc83bb25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.686676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afb2a2-514b-49a4-9e4f-f6a1fc83bb25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.690354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16afb2a2-514b-49a4-9e4f-f6a1fc83bb25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:05.696648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-16afb2a2-514b-49a4-9e4f-f6a1fc83bb25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1590400 Jul 16 01:56:05.698248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:05.702716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3c87fe7-9d40-4177-b576-1af7add2cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.707430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f3c87fe7-9d40-4177-b576-1af7add2cf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.712240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f3c87fe7-9d40-4177-b576-1af7add2cf37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5baf449d-5768-4ec6-965c-bd46f886ba7f HTTP/1.1" status: 204 len: 168 time: 0.5736160 Jul 16 01:56:05.782508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:05.802793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c87fe7-9d40-4177-b576-1af7add2cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf449d-5768-4ec6-965c-bd46f886ba7f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:05.832676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0b616fe-8abc-4944-9de1-b61dab9ac5d6 req-f1dc91f0-57e7-4667-9baa-61a613716c08 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908367 Jul 16 01:56:05.850650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 252be596-30bd-483d-b860-aac65c0213aa {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:05.867760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:05.871209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b8fbb981-eebc-4b7d-b9a3-a1d5bb528de1 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:05.872239 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.944492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:02Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:05.946075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.967724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.1 (6a928f0f-d66f-406e-a673-067d6f60d661/7d8b8b1b-112e-4a23-858f-b0c3919b2909/9109bd0d-ba45-4e40-a8e3-087af8e7ff8e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:05.997512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e4b8b-98da-4c8d-beb5-407364514355 None None] The sync data for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 is: [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:02Z', 'revision_number': 3, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:06.013062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.128852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.164370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=252be596-30bd-483d-b860-aac65c0213aa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.177965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.182302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da6d7b4a-c4ab-400b-865f-45243ab1cb7f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/252be596-30bd-483d-b860-aac65c0213aa HTTP/1.1" status: 204 len: 168 time: 0.4645231 Jul 16 01:56:06.184497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.184994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.203931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:06.231914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d62aa-901a-47e0-a5d7-5810c1fbfe75 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:56:06.263035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 7f22460a-bfa1-4a24-a726-127bebc3eadc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:06.266598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.267396 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.320548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:06.320986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.330461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.333420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 6a928f0f-d66f-406e-a673-067d6f60d661 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:06.372867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:06.378709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:06.420215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.464129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.531518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.540403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d62aa-901a-47e0-a5d7-5810c1fbfe75 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:56:06.551322 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.650877 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.691608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=7f22460a-bfa1-4a24-a726-127bebc3eadc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:06.707199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.710417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:06.711008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a79385f5-8251-4c2c-b89e-0ac947c2551f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/7f22460a-bfa1-4a24-a726-127bebc3eadc HTTP/1.1" status: 204 len: 168 time: 0.5255082 Jul 16 01:56:06.713478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.782534 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d21bf23e-d26d-4834-90ae-9d62d249aa1b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601532 Jul 16 01:56:06.782861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:06.787973 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:06.788480 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:06.789982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:07.033913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:07.083449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:07.087599 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.093823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-6a928f0f-d66f-406e-a673-067d6f60d661', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:07.094728 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.238682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:07.239425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.308358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.317856 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.350899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae0518-2874-4b8f-bcd9-89639228aff7 req-4828a1aa-25e5-496a-9ac4-d67c3d718f8a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:07.352550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cae0518-2874-4b8f-bcd9-89639228aff7 req-4828a1aa-25e5-496a-9ac4-d67c3d718f8a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2342029 Jul 16 01:56:07.358811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.377099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Allocated IP 172.20.0.2 (6a928f0f-d66f-406e-a673-067d6f60d661/7d8b8b1b-112e-4a23-858f-b0c3919b2909/1f885638-a48c-4c17-b90c-c6a16179025e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:07.402601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:07.413881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.459238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cae0518-2874-4b8f-bcd9-89639228aff7 req-3748f199-e47c-4216-9541-f3923f12d881 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773683 Jul 16 01:56:07.487094 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.497680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.537048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70803b-7d45-4ca7-9082-bb65b2d89f63 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.543930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 19afbc14-6f99-4b14-9fe0-b1a742730a7c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:07.544178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.605356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:07.608746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:07.613935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:07.614536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.623091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=e0f98cee-4241-4176-849d-473c25d9c575,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.639554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d3cf9063-de33-4836-8496-8275f3c8bd50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549168 Jul 16 01:56:07.642488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40700) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:07.650967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:07.675323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 19afbc14-6f99-4b14-9fe0-b1a742730a7c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:07.696951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 6a928f0f-d66f-406e-a673-067d6f60d661 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:07.698467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:07.706053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 19afbc14-6f99-4b14-9fe0-b1a742730a7c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:07.706453 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.763319 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.775913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Transition to ACTIVE for port object 1f885638-a48c-4c17-b90c-c6a16179025e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:07.803649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Transition to ACTIVE for port object 1f885638-a48c-4c17-b90c-c6a16179025e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:07.832866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.863511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:07.868075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.870111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e7e26283-b6d0-4c59-994e-5016e9b03e47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:07.879655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.898702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Network 6a928f0f-d66f-406e-a673-067d6f60d661 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:07.906747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:07.909727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:07.928617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 19afbc14-6f99-4b14-9fe0-b1a742730a7c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=19afbc14-6f99-4b14-9fe0-b1a742730a7c,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:07.929657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Pushing event updated for resources: {'Port': ['ID=1f885638-a48c-4c17-b90c-c6a16179025e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:07.957578 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.022422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Attempting to bind port 1f885638-a48c-4c17-b90c-c6a16179025e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:08.022818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Attempting to bind port 1f885638-a48c-4c17-b90c-c6a16179025e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:08.023228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Attempting to bind port 1f885638-a48c-4c17-b90c-c6a16179025e on network 6a928f0f-d66f-406e-a673-067d6f60d661 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:08.026779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:08.040072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9deac81-bd84-4832-ac42-095c17fcc534 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/e7e26283-b6d0-4c59-994e-5016e9b03e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146099 Jul 16 01:56:08.040239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:08.040239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Checking segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:08.040239 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.040239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Bound using segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:08.040239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Bound port: 1f885638-a48c-4c17-b90c-c6a16179025e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:08.040239 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.263581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=19afbc14-6f99-4b14-9fe0-b1a742730a7c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.318025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] For port 1f885638-a48c-4c17-b90c-c6a16179025e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:08.323451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] For port 1f885638-a48c-4c17-b90c-c6a16179025e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1f885638-a48c-4c17-b90c-c6a16179025e,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:08.333837 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.363783 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-9f680607-00ad-4b9e-abe9-3f307acb680e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125635702&fields=id&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 267 time: 0.0779471 Jul 16 01:56:08.411230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6574f9-ade8-4d9e-b7d7-359407a34f0d None None] Pushing event updated for resources: {'Port': ['ID=1f885638-a48c-4c17-b90c-c6a16179025e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:08.443874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:08.535449 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Sync routers for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:08.556599 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:08.560277 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:08.726731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-7fa53bbb-69da-42fe-90b9-92a148092bef tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:08.727906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-7fa53bbb-69da-42fe-90b9-92a148092bef tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/networks?id=6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 200 len: 796 time: 0.3534021 Jul 16 01:56:08.771328 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:08.781055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-3e4ecbdf-6c30-4a27-a161-80e9dfce90ac tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/quotas/3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 375 time: 0.0444160 Jul 16 01:56:08.855514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.878672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b28f4-c380-4995-a160-92d51373b6c5 req-78abbed8-4396-4810-aeaf-0aba1a3d87e4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:08.880252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-533b28f4-c380-4995-a160-92d51373b6c5 req-78abbed8-4396-4810-aeaf-0aba1a3d87e4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2433391 Jul 16 01:56:08.982295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1f885638-a48c-4c17-b90c-c6a16179025e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:08.992373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-533b28f4-c380-4995-a160-92d51373b6c5 req-fcc14276-cd80-4553-9f55-929a0d7bdfff tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047995 Jul 16 01:56:09.001933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-78bc26d7-add9-442b-848f-80ad81e19fc0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080457 Jul 16 01:56:09.066847 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 2, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:09.098074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1f885638-a48c-4c17-b90c-c6a16179025e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:09.105493 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Checking router: e7e26283-b6d0-4c59-994e-5016e9b03e47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:09.106772 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Updating router e7e26283-b6d0-4c59-994e-5016e9b03e47 port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:56:09.113108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:09.148216 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.195927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:09.196591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.309139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 19afbc14-6f99-4b14-9fe0-b1a742730a7c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:09.364442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 19afbc14-6f99-4b14-9fe0-b1a742730a7c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:09.364692 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.577946 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.590242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Transition to ACTIVE for port object 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:09.598200 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.647503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:09.670413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-261e2539-f57d-4d7c-a588-36cdcee5a105 service neutron] 10.222.0.35 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483932 Jul 16 01:56:09.703303 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Attempting to bind port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:09.703692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Attempting to bind port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:09.704115 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Attempting to bind port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e on network 6a928f0f-d66f-406e-a673-067d6f60d661 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:09.707395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e37e3-701c-420b-939b-60bd10af5f0d None None] Pushing event updated for resources: {'Port': ['ID=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.712003 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:09.712393 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Checking segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:09.712788 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.713171 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Bound using segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:09.713628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Bound port: 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:09.713992 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.714501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.726759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.727970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.743543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9801c-12ec-42c8-8ab8-df45606746c4 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:09.770828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c72c29a-245b-4476-aea5-a73880c73137 None None] Network 6a928f0f-d66f-406e-a673-067d6f60d661 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:09.796084 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] For port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:09.801202 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] For port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:09.808016 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.857818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-5fd9995f-2525-4f3a-8f68-1cb745d32285 service neutron] 10.222.0.35 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780734 Jul 16 01:56:09.897561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Provisioning for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:09.911588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40758) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:09.940888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=b62a9ded-fabd-4f28-8bd0-b0391733520d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:09.954717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.955249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.955744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.956308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.956789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.957287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.957887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.958389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.958869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.959347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.959879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.960389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:09.967250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:09.975569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:09.980282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:09.981077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.993991 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:09.994606 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.006375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=12']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.014274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-54085e34-cf42-4139-b8ce-5d9ec37213c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3705082 Jul 16 01:56:10.017707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:10.023422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:e0:07:28', 'name': 'tempest-NetworksTestDHCPv6-1880463876'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:10.027901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:10.030418 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.060288 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e37e3-701c-420b-939b-60bd10af5f0d None None] Pushing event updated for resources: {'Port': ['ID=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.165905 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:10.189422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90da921e-78a5-4cb0-bac6-b4c993fba559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.241087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-638cc066-e73b-4837-a578-4653c6922d58 req-d4d7b656-4814-4d5b-98cb-41be2f945f03 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 210 time: 0.0856898 Jul 16 01:56:10.286544 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:10.331433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c870d-a3c1-49a5-97d9-a631cea5c50c req-786854cc-9660-48a6-ad34-53c9a6568260 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:10.342445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-857c870d-a3c1-49a5-97d9-a631cea5c50c req-786854cc-9660-48a6-ad34-53c9a6568260 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1169086 Jul 16 01:56:10.355080 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90da921e-78a5-4cb0-bac6-b4c993fba559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.364587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90da921e-78a5-4cb0-bac6-b4c993fba559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.387008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-857c870d-a3c1-49a5-97d9-a631cea5c50c req-50c1e7bf-5ec1-4c01-bd80-898d3a4ed882 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Jul 16 01:56:10.423232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da921e-78a5-4cb0-bac6-b4c993fba559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccde92b-be04-4525-b0b7-9943b78ada42,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.432199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-90da921e-78a5-4cb0-bac6-b4c993fba559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=114f672a228c4104b172be2521f9fef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189672 Jul 16 01:56:10.435073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40774) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:10.480273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Provisioning for port 1f885638-a48c-4c17-b90c-c6a16179025e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:10.490798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Provisioning complete for port 1f885638-a48c-4c17-b90c-c6a16179025e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:10.491283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.493611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:10.557112 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-978e727d-ac8a-475b-b5f6-80e43916d5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.571630 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:09Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:10.629674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-978e727d-ac8a-475b-b5f6-80e43916d5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.649594 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a8409-80f2-4410-b82b-ec66c471c322 None None] The sync data for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 is: [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:09Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:10.690204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.736143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.751816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-978e727d-ac8a-475b-b5f6-80e43916d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.759591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-978e727d-ac8a-475b-b5f6-80e43916d5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.764006 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-978e727d-ac8a-475b-b5f6-80e43916d5b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dccde92b-be04-4525-b0b7-9943b78ada42 HTTP/1.1" status: 204 len: 168 time: 0.3274508 Jul 16 01:56:10.805079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e727d-ac8a-475b-b5f6-80e43916d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccde92b-be04-4525-b0b7-9943b78ada42,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:10.821047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:10.860092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] For port 1f885638-a48c-4c17-b90c-c6a16179025e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1f885638-a48c-4c17-b90c-c6a16179025e,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:10.910166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.050711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': 'b62a9ded-fabd-4f28-8bd0-b0391733520d', 'ip_address': '2001:db8::f816:3eff:feb4:9309'}, {'subnet_id': 'e0f98cee-4241-4176-849d-473c25d9c575'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'aab6c5d6-03ae-49d9-b043-bca63c85c68b'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:11.079917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 172.20.0.14 (c437469f-83fa-42ce-b474-0d025b53fd72/e0f98cee-4241-4176-849d-473c25d9c575/c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:11.093623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fee0:728 (c437469f-83fa-42ce-b474-0d025b53fd72/b62a9ded-fabd-4f28-8bd0-b0391733520d/c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:11.149793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b08d99-41c9-4c5b-b989-27abe604e2c5 None None] Pushing event updated for resources: {'Port': ['ID=1f885638-a48c-4c17-b90c-c6a16179025e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.163565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.170245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:11.316612 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.355030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:11.406508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.437176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc09fd53-069d-403f-8926-6e7c2e7c37d5 req-23b5cf50-0bf6-4776-9718-9b20714c8c40 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 210 time: 0.0844207 Jul 16 01:56:11.475624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40796) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.502766 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b675bf80-2fb8-41de-9973-71e118973100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.517939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.534689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:11.536625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:11.538991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:11.542383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:11.550819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:11.551188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.670419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c496ef-ddaf-42bb-8c7d-a084fab3cee7 None None] Network 6a928f0f-d66f-406e-a673-067d6f60d661 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:11.683361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.684199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.779020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b675bf80-2fb8-41de-9973-71e118973100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.793813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Allocated IP 172.20.0.2 (c437469f-83fa-42ce-b474-0d025b53fd72/e0f98cee-4241-4176-849d-473c25d9c575/aab6c5d6-03ae-49d9-b043-bca63c85c68b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:11.794486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b675bf80-2fb8-41de-9973-71e118973100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:11.799087 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e998bf21-d3fd-4d8e-875a-e19bf3cfbae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7800028 Jul 16 01:56:11.801409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40802) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.869300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b675bf80-2fb8-41de-9973-71e118973100 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71b2ed477ed4753b4dfdf6a9235b243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980865 Jul 16 01:56:11.869300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675bf80-2fb8-41de-9973-71e118973100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7374d7-ac36-4758-93c3-70184e6ea4cd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:11.871263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.924334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ad113-df16-4323-a9ff-25d0a91d07a6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.933003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ad113-df16-4323-a9ff-25d0a91d07a6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.934922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6b4ad113-df16-4323-a9ff-25d0a91d07a6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1322863 Jul 16 01:56:11.937816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:11.943229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fded7-5611-46fa-83c5-142fca1eca3f req-9047d7bb-dffc-4000-820c-e1a1dfbf90c6 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:11.945017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb6fded7-5611-46fa-83c5-142fca1eca3f req-9047d7bb-dffc-4000-820c-e1a1dfbf90c6 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2385423 Jul 16 01:56:11.975482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:11.996094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2daa3c8f-dd62-448e-9a07-a5eded7aa063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.023129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.027928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb6fded7-5611-46fa-83c5-142fca1eca3f req-c098552e-debf-45e1-a0e5-ec348c66f5a0 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740230 Jul 16 01:56:12.037848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2daa3c8f-dd62-448e-9a07-a5eded7aa063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.070392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e026150-7b1d-4971-b0ff-519e9b47fab1 None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:12.071345 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e026150-7b1d-4971-b0ff-519e9b47fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.093231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:12.093846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.097786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2daa3c8f-dd62-448e-9a07-a5eded7aa063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.100414 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2daa3c8f-dd62-448e-9a07-a5eded7aa063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.104066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2daa3c8f-dd62-448e-9a07-a5eded7aa063 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e7374d7-ac36-4758-93c3-70184e6ea4cd HTTP/1.1" status: 204 len: 168 time: 0.2280414 Jul 16 01:56:12.120834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa3c8f-dd62-448e-9a07-a5eded7aa063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7374d7-ac36-4758-93c3-70184e6ea4cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.133086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.205007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:12.223895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Transition to ACTIVE for port object aab6c5d6-03ae-49d9-b043-bca63c85c68b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:12.224071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.229634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.230440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:12.240058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:12.282736 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.459769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.673424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-9191d9ce-691a-4138-bcfe-cfb7cce4bdcb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:12.677268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-9191d9ce-691a-4138-bcfe-cfb7cce4bdcb tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/networks?id=6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 200 len: 796 time: 0.2638540 Jul 16 01:56:12.682920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.777765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:12.809575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ea983f1-9430-47b6-84a1-d9822b197db3 req-5ecd2ad5-1ff4-47a5-9042-f27376ada2ca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 210 time: 0.0933521 Jul 16 01:56:12.880596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-ea5ce30b-1131-4d29-923b-d3e5e92e9700 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3da55cb7c876458880f1413a85110ead HTTP/1.1" status: 200 len: 380 time: 0.1937165 Jul 16 01:56:12.925317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e026150-7b1d-4971-b0ff-519e9b47fab1 None None] Provisioning complete for port 1f885638-a48c-4c17-b90c-c6a16179025e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:12.925709 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e026150-7b1d-4971-b0ff-519e9b47fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:12.937421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'port': {'device_id': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'admin_state_up': True, 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'security_groups': ['261953f1-b64f-47b2-a7eb-3ef3cc74dff3']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:12.970073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730e4d0-7f4f-4e98-9673-09a8e407d99d None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=13']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:13.080432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.082436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b6d182a2-b276-49cb-bbf7-badb2e8f786e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe HTTP/1.1" status: 204 len: 168 time: 1.1433957 Jul 16 01:56:13.086721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40832) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.119400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1f885638-a48c-4c17-b90c-c6a16179025e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:13.201980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c28e9a-a9fd-412f-a198-a2a12a0cfb6a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.203752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c28e9a-a9fd-412f-a198-a2a12a0cfb6a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.205599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c28e9a-a9fd-412f-a198-a2a12a0cfb6a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.210905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:13.211426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-04c28e9a-a9fd-412f-a198-a2a12a0cfb6a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1232481 Jul 16 01:56:13.241384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Made reservation on behalf of 3da55cb7c876458880f1413a85110ead for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:13.246204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.247605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1f885638-a48c-4c17-b90c-c6a16179025e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:13.248129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.320627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d5864-b6c6-4751-bd54-877e6a58ac8e req-ff73b2b5-b945-4066-815d-e44a972e6184 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:13.322455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c7d5864-b6c6-4751-bd54-877e6a58ac8e req-ff73b2b5-b945-4066-815d-e44a972e6184 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1101935 Jul 16 01:56:13.330150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet b62a9ded-fabd-4f28-8bd0-b0391733520d {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:13.334668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.357555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ff703f-3b36-4882-956b-6220b8d254e3 None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:13.358291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ff703f-3b36-4882-956b-6220b8d254e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.377032 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c7d5864-b6c6-4751-bd54-877e6a58ac8e req-6db3e4d0-a4ce-42e9-9082-0bd3cb8ed203 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478022 Jul 16 01:56:13.495328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.509932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:13.561627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ff703f-3b36-4882-956b-6220b8d254e3 None None] Provisioning complete for port 1f885638-a48c-4c17-b90c-c6a16179025e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:13.562094 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ff703f-3b36-4882-956b-6220b8d254e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:13.610239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c5a2d-622c-40a1-ab69-d52211ec5f68 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:13.629485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:13.629932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.003465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ce2365-e493-4ac1-90bd-9ce529a60252 None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:14.003999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ce2365-e493-4ac1-90bd-9ce529a60252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.033073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.20.0.4 (6a928f0f-d66f-406e-a673-067d6f60d661/7d8b8b1b-112e-4a23-858f-b0c3919b2909/de83f0a8-55c3-480b-991b-913c97eb7af8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:14.041134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32e853f3-92eb-4c6d-9b39-d7cc07e757bd req-c3e83bb8-49cc-4998-b041-bdfc6d66b13b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 210 time: 0.0735679 Jul 16 01:56:14.083847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.175271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ce2365-e493-4ac1-90bd-9ce529a60252 None None] Provisioning for port aab6c5d6-03ae-49d9-b043-bca63c85c68b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:14.181279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25ce2365-e493-4ac1-90bd-9ce529a60252 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:14.181719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25ce2365-e493-4ac1-90bd-9ce529a60252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.308631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.368269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=b62a9ded-fabd-4f28-8bd0-b0391733520d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.377515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.383500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40860) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:14.387105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9074c1df-ff4a-40db-8513-f5fb2d555b42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/b62a9ded-fabd-4f28-8bd0-b0391733520d HTTP/1.1" status: 204 len: 168 time: 1.1728561 Jul 16 01:56:14.467438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-410e5c85-a52a-4269-8f33-089f7f16a9dc None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:14.468570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-410e5c85-a52a-4269-8f33-089f7f16a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.489487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet e0f98cee-4241-4176-849d-473c25d9c575 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:14.494926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.546670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c61ce-0726-4935-9038-ba16f460235f None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:14.561110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.587053 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.596309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Transition to ACTIVE for port object de83f0a8-55c3-480b-991b-913c97eb7af8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:14.654687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.711262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network 6a928f0f-d66f-406e-a673-067d6f60d661 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:14.717518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:14.722474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:14.757501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.780247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.789665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.790473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.821189 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-b296b0ec-76a7-444e-a4c2-d51de0ec9c07 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8908458 Jul 16 01:56:14.835641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-8c845b94-a18a-4d2d-8ffa-ab7b29974aef tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:56:14.835980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e5b79-b0fe-4e82-83c2-c10b501f8351 req-aa8752c0-6139-4a9d-84f8-5ac10db8569e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:14.836770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-8c845b94-a18a-4d2d-8ffa-ab7b29974aef tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082412 Jul 16 01:56:14.837633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-545e5b79-b0fe-4e82-83c2-c10b501f8351 req-aa8752c0-6139-4a9d-84f8-5ac10db8569e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1877987 Jul 16 01:56:14.853204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Request body: {'port': {'device_id': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:14.892503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-06ca66f3-5547-495f-b385-e076ce7d576b None None] Provisioning complete for port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:14.892883 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06ca66f3-5547-495f-b385-e076ce7d576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.906998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-545e5b79-b0fe-4e82-83c2-c10b501f8351 req-f4427416-ca2d-4f9b-a1f2-57627c4c1b13 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620298 Jul 16 01:56:14.919142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.955573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f98cee-4241-4176-849d-473c25d9c575,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:14.960316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:14.964953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c32e8495-6e9f-4adf-829d-976e9db89c49 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e0f98cee-4241-4176-849d-473c25d9c575 HTTP/1.1" status: 204 len: 168 time: 0.5794272 Jul 16 01:56:14.965616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.039937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9895d888-1a93-4d49-8f06-4c9f5008fe8b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731373 Jul 16 01:56:15.042605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.061169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:15.063350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.111237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:15.202805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-06ca66f3-5547-495f-b385-e076ce7d576b None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:15.203523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06ca66f3-5547-495f-b385-e076ce7d576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.240856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:15.244381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.327381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:15.328165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.562207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3a792d15-89f7-439b-a08b-85ef99e7773d None None] Provisioning for port de83f0a8-55c3-480b-991b-913c97eb7af8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:15.566652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3a792d15-89f7-439b-a08b-85ef99e7773d None None] Provisioning complete for port de83f0a8-55c3-480b-991b-913c97eb7af8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:15.567177 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a792d15-89f7-439b-a08b-85ef99e7773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.570421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de83f0a8-55c3-480b-991b-913c97eb7af8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:15.582752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.599021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Transition to ACTIVE for port object de83f0a8-55c3-480b-991b-913c97eb7af8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:15.603173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.612715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3a792d15-89f7-439b-a08b-85ef99e7773d None None] Port de83f0a8-55c3-480b-991b-913c97eb7af8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:15.683398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:15.683571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84fc85-b7fa-48b5-84c4-5398c3c257be req-bedaaa8e-72d7-4133-ab63-c65f40b134c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.685314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a84fc85-b7fa-48b5-84c4-5398c3c257be req-bedaaa8e-72d7-4133-ab63-c65f40b134c0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 931 time: 0.4590926 Jul 16 01:56:15.696002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.781781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:15.804307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:15.812152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:15.812767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.817494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Attempting to bind port de83f0a8-55c3-480b-991b-913c97eb7af8 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:15.818047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Attempting to bind port de83f0a8-55c3-480b-991b-913c97eb7af8 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:15.819057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Attempting to bind port de83f0a8-55c3-480b-991b-913c97eb7af8 on network 6a928f0f-d66f-406e-a673-067d6f60d661 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:15.828354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Port de83f0a8-55c3-480b-991b-913c97eb7af8 on network 6a928f0f-d66f-406e-a673-067d6f60d661 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:15.829564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Attempting to bind port de83f0a8-55c3-480b-991b-913c97eb7af8 on network 6a928f0f-d66f-406e-a673-067d6f60d661 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:15.836221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:15.836701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Checking segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:15.837191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Bound using segment: {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:15.837724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Bound port: de83f0a8-55c3-480b-991b-913c97eb7af8, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6b932a-e88c-41fa-931b-1db8cc551197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:15.838209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:15.868010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e337e-fe9f-4dca-9f19-1a0f1115d6bc None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:15.878461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8303020 Jul 16 01:56:15.880320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:15.886046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:15.892715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a84fc85-b7fa-48b5-84c4-5398c3c257be req-f52e450a-c468-46fd-9341-ae79b205203a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818864 Jul 16 01:56:15.893323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dbb38-7a6a-4bd1-94b2-6960aab2f182 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=f816998e-ef52-4170-b8aa-899f7c0f42e6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:15.939854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:15.944907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:15.956047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.045181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.045661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.047057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] 10.222.0.38 "PUT /v2.0/ports/de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 200 len: 1091 time: 1.2012064 Jul 16 01:56:16.047538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:16.049817 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d78baf9-bd8c-4543-beef-8d8c38e0509e" -d '{"events": [{"name": "network-changed", "server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:16.058744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:16.065926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.081812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-55e0700a-1ecb-4837-b33d-f757bdd6986b None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:16.082523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe40e9-2421-4731-8391-0d0f25a87bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:16.082867 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-55e0700a-1ecb-4837-b33d-f757bdd6986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.117463 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a2641d-a1fc-4677-b2b7-6a526f02299e x-openstack-request-id: req-c4a2641d-a1fc-4677-b2b7-6a526f02299e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:16.117869 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:16.118181 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4a2641d-a1fc-4677-b2b7-6a526f02299e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:16.118643 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'status': 'completed', 'code': 200} Jul 16 01:56:16.402972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-fdfde053-2e9b-463f-88ad-c92aedef6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.404945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-fdfde053-2e9b-463f-88ad-c92aedef6d31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1094 time: 0.2708726 Jul 16 01:56:16.472109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3434c0-9b70-4d8a-a190-e17c9991b364 req-a8220d14-b73c-436b-8357-be5f6aae6871 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.473951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc3434c0-9b70-4d8a-a190-e17c9991b364 req-a8220d14-b73c-436b-8357-be5f6aae6871 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2983966 Jul 16 01:56:16.483132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-5b9eba3c-b665-428e-88ef-5a07699a9750 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 200 len: 217 time: 0.0680022 Jul 16 01:56:16.550045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-74ecdcfa-5060-4e9a-a677-43134e766e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.551129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc3434c0-9b70-4d8a-a190-e17c9991b364 req-daae96d7-3b85-4a67-aa98-fc9b30d0b1ba tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711045 Jul 16 01:56:16.552196 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-74ecdcfa-5060-4e9a-a677-43134e766e6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d8b8b1b-112e-4a23-858f-b0c3919b2909 HTTP/1.1" status: 200 len: 835 time: 0.0628374 Jul 16 01:56:16.624810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-7f0e3c7f-98f5-4f40-a9ae-162d6b5133e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.627098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:16.627604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-7f0e3c7f-98f5-4f40-a9ae-162d6b5133e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a928f0f-d66f-406e-a673-067d6f60d661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691662 Jul 16 01:56:16.656750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843dd287-c37c-4a54-874f-ec06f4d4679e None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:16.743288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-bacba8a1-837e-44f4-a806-0184828f2c0e service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078107 Jul 16 01:56:16.749810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-54f8bf89-a2f3-46c8-9bf7-031cf8611a06 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:16.750197 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-54f8bf89-a2f3-46c8-9bf7-031cf8611a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.845452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:16.860963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b47780f-31ba-48f5-869b-864c7fcef0cf req-a4902eae-256a-4b9f-a310-047f2851ff13 service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087649 Jul 16 01:56:17.017157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-85648a97-bc3e-4e97-9950-8091769e2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.021059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-85648a97-bc3e-4e97-9950-8091769e2d5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1094 time: 0.0924354 Jul 16 01:56:17.071848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '636a6997-d683-4cd4-a2ee-0d94ca4cf02a', 'ip_address': '2001:db8::f816:3eff:feb4:9309'}, {'subnet_id': 'f816998e-ef52-4170-b8aa-899f7c0f42e6'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'aab6c5d6-03ae-49d9-b043-bca63c85c68b'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:17.093776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:17.129032 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.170245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.171146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-0022bc99-36e1-428a-9a3d-4066d351efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.174026 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-0022bc99-36e1-428a-9a3d-4066d351efff service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 200 len: 897 time: 0.1461983 Jul 16 01:56:17.177026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.177667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.241363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-22a3faf7-ed78-4a2d-8909-95ccfefed980 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 200 len: 217 time: 0.0562797 Jul 16 01:56:17.296162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=17']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.301396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:17.304157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=636a6997-d683-4cd4-a2ee-0d94ca4cf02a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.308521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:17.311902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.312557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.323618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d119c61-a4b1-4aa6-9ee7-5295b731f70b req-e1664dad-fd11-4a10-a16d-360c959da561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.327453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Allocated IP 172.20.0.2 (c437469f-83fa-42ce-b474-0d025b53fd72/f816998e-ef52-4170-b8aa-899f7c0f42e6/aab6c5d6-03ae-49d9-b043-bca63c85c68b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:17.329872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d119c61-a4b1-4aa6-9ee7-5295b731f70b req-e1664dad-fd11-4a10-a16d-360c959da561 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 943 time: 0.2239296 Jul 16 01:56:17.347672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-7532399b-c81f-4838-8d27-ffd8bb79ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.349949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-7532399b-c81f-4838-8d27-ffd8bb79ee41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d8b8b1b-112e-4a23-858f-b0c3919b2909 HTTP/1.1" status: 200 len: 835 time: 0.1022158 Jul 16 01:56:17.352540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b38f6d43-f718-4e5a-b414-15264a7735fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4707224 Jul 16 01:56:17.354359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40942) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:17.360936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:cf:16:06', 'name': 'tempest-NetworksTestDHCPv6-1304137852'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:17.388864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d119c61-a4b1-4aa6-9ee7-5295b731f70b req-22a12398-63bf-4909-8594-7f9f5dbad50f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Jul 16 01:56:17.450437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:17.484118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.501371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Transition to ACTIVE for port object aab6c5d6-03ae-49d9-b043-bca63c85c68b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:17.506039 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.518761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-6488b60c-886d-4c5a-ab6c-3dcd7620f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.520306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-6488b60c-886d-4c5a-ab6c-3dcd7620f7a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a928f0f-d66f-406e-a673-067d6f60d661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540225 Jul 16 01:56:17.567069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:17.645590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a6038-73e4-40d2-83ad-23679d1e7040 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=18']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:17.712631 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-ecf22af4-ce9c-44d5-b47e-391c7c3b2c0b service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855028 Jul 16 01:56:17.769957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:17.783066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc85672-1a1f-4bf4-8165-4e5f8ba09cb5 req-cf803400-7408-4f5a-a99e-05c032450d1b tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:17.790652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdc85672-1a1f-4bf4-8165-4e5f8ba09cb5 req-cf803400-7408-4f5a-a99e-05c032450d1b tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.0836306 Jul 16 01:56:17.832182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fdc85672-1a1f-4bf4-8165-4e5f8ba09cb5 req-a841d9e6-0c52-48ae-8c48-00592de09a24 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Jul 16 01:56:17.836508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 56d75682-3c83-4796-8eae-75d310d12500 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:17.906263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d78baf9-bd8c-4543-beef-8d8c38e0509e req-db815638-d739-4dc3-af86-f40117a07d1b service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852775 Jul 16 01:56:18.043421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 172.20.0.13 (c437469f-83fa-42ce-b474-0d025b53fd72/f816998e-ef52-4170-b8aa-899f7c0f42e6/56d75682-3c83-4796-8eae-75d310d12500) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:18.052462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fecf:1606 (c437469f-83fa-42ce-b474-0d025b53fd72/636a6997-d683-4cd4-a2ee-0d94ca4cf02a/56d75682-3c83-4796-8eae-75d310d12500) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:18.217597 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.231542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 56d75682-3c83-4796-8eae-75d310d12500 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:18.273351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.296404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debbb52-a378-48c9-ac14-269b3b01349a None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:18.329932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:18.333271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:18.338587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:18.345393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=56d75682-3c83-4796-8eae-75d310d12500,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.391057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f1363b4-7aee-465c-892d-f9f7ce138c24 None None] Provisioning for port aab6c5d6-03ae-49d9-b043-bca63c85c68b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:18.400622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f1363b4-7aee-465c-892d-f9f7ce138c24 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:18.401128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f1363b4-7aee-465c-892d-f9f7ce138c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.402404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.403186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.418593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ec34a26-cae7-4f54-b443-d02a68ac3408 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0630138 Jul 16 01:56:18.421313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40996) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.507140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b010f-9581-4dc5-a7d1-92851a8a9f70 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.514477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b010f-9581-4dc5-a7d1-92851a8a9f70 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.521184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.521706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f2b010f-9581-4dc5-a7d1-92851a8a9f70 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.0990274 Jul 16 01:56:18.659636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426e5cc-10c1-43b9-8d39-0d31d5c3bcac req-03ac40ef-25dc-41fc-b77e-20404809a704 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:18.661242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2426e5cc-10c1-43b9-8d39-0d31d5c3bcac req-03ac40ef-25dc-41fc-b77e-20404809a704 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 943 time: 0.1067884 Jul 16 01:56:18.693465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device de83f0a8-55c3-480b-991b-913c97eb7af8 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:18.752783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 56d75682-3c83-4796-8eae-75d310d12500 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:18.753136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.782163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2426e5cc-10c1-43b9-8d39-0d31d5c3bcac req-a5783336-0118-4b32-a480-2b111d89b465 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995665 Jul 16 01:56:18.924116 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.963113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 56d75682-3c83-4796-8eae-75d310d12500 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:19.021349 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be915d28-cfac-492c-a1e7-86aa02bcccea None None] Provisioning for port 56d75682-3c83-4796-8eae-75d310d12500 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:19.031614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be915d28-cfac-492c-a1e7-86aa02bcccea None None] Provisioning complete for port 56d75682-3c83-4796-8eae-75d310d12500 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:19.032635 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be915d28-cfac-492c-a1e7-86aa02bcccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.067645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:19.070182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:19.115872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'port_id': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'mac_address': 'fa:16:3e:b9:57:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:19.126092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-be915d28-cfac-492c-a1e7-86aa02bcccea None None] Port 56d75682-3c83-4796-8eae-75d310d12500 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:19.177337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be915d28-cfac-492c-a1e7-86aa02bcccea None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:19.177716 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be915d28-cfac-492c-a1e7-86aa02bcccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.183406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.242443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:19.242819 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.245109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de83f0a8-55c3-480b-991b-913c97eb7af8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:19.298555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:19.304304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.328007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba9318-d4e0-4bee-8006-2539d44322d5 req-c35adf76-fd76-4b8d-b28c-a9788d1afb10 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.330356 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3aba9318-d4e0-4bee-8006-2539d44322d5 req-c35adf76-fd76-4b8d-b28c-a9788d1afb10 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2596781 Jul 16 01:56:19.352941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.394414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=56d75682-3c83-4796-8eae-75d310d12500,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.417589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.463013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3aba9318-d4e0-4bee-8006-2539d44322d5 req-343ee1ad-90f1-4883-a376-b5abe1b670c8 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262314 Jul 16 01:56:19.507331 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.509250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a62a25ab-0d62-499f-846c-baabe4295fb0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/56d75682-3c83-4796-8eae-75d310d12500 HTTP/1.1" status: 204 len: 168 time: 0.9870083 Jul 16 01:56:19.511644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.546498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eb0d1700-1827-4b15-95e0-882638b5f1d4 None None] Could not find standard attr ID for object e932c2e2-3d4e-4c54-8380-93cf1894ada7. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:19.569129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfc426-975c-47a0-a4ff-67ef061c6657 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.570774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfc426-975c-47a0-a4ff-67ef061c6657 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.572344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfc426-975c-47a0-a4ff-67ef061c6657 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:19.576385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4ebfc426-975c-47a0-a4ff-67ef061c6657 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0613384 Jul 16 01:56:19.576820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.582005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['de83f0a8-55c3-480b-991b-913c97eb7af8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:19.650495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 636a6997-d683-4cd4-a2ee-0d94ca4cf02a {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:19.655302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.677803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e5e2af43-5f4b-48d5-afc1-dc17c1b0507c None None] Could not find standard attr ID for object c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:19.707775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.881508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.963648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.003281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=636a6997-d683-4cd4-a2ee-0d94ca4cf02a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.008771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ecef04b1-8c91-4c81-8c4c-7a1fb12e1cc2 None None] Could not find standard attr ID for object 56d75682-3c83-4796-8eae-75d310d12500. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:20.011773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.017323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.018073 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-378d3db3-07b5-4652-815a-83eb27af52bd tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/636a6997-d683-4cd4-a2ee-0d94ca4cf02a HTTP/1.1" status: 204 len: 168 time: 0.4398336 Jul 16 01:56:20.118452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet f816998e-ef52-4170-b8aa-899f7c0f42e6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:20.122883 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.140761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.173228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.204444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6daf6-38cd-4cd1-892c-b23e23ea7fd0 req-e4603c53-c7d4-4c85-8897-ed97e824b793 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.205961 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9b6daf6-38cd-4cd1-892c-b23e23ea7fd0 req-e4603c53-c7d4-4c85-8897-ed97e824b793 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 944 time: 0.1781688 Jul 16 01:56:20.265663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31021f55-c4c8-4ebe-8896-86889a6233ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.296704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9b6daf6-38cd-4cd1-892c-b23e23ea7fd0 req-4d2612c4-84ae-4cda-b9c2-2da2747ad7c8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837684 Jul 16 01:56:20.301558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e95fa7-7620-4e5a-9257-c266885784a5 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:20.334504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.404458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31021f55-c4c8-4ebe-8896-86889a6233ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.409258 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-31021f55-c4c8-4ebe-8896-86889a6233ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.413646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.444018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=f816998e-ef52-4170-b8aa-899f7c0f42e6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.450159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.454965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2517be7a-6a0f-4417-b87d-662e563bfb9e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/f816998e-ef52-4170-b8aa-899f7c0f42e6 HTTP/1.1" status: 204 len: 168 time: 0.4364102 Jul 16 01:56:20.455573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.455900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-31021f55-c4c8-4ebe-8896-86889a6233ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df48e886f7d2490c86cc23bdabe2c43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140087 Jul 16 01:56:20.456014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.459431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021f55-c4c8-4ebe-8896-86889a6233ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7922b13c-01b5-48ab-96b6-4852f120eacd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.511055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.511249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1bc7f6ba-34f1-4b85-a059-b6cf6d0aabce tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541883 Jul 16 01:56:20.561016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fae4ade-62b2-48cf-b471-e984a22acc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.588528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7832b75-2efe-4756-af41-4c4e20bed628 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.589087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351610b8-1b73-4ef7-9ca0-b41dc5832bf6 None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': 'f816998e-ef52-4170-b8aa-899f7c0f42e6'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'aab6c5d6-03ae-49d9-b043-bca63c85c68b'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:20.590271 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fae4ade-62b2-48cf-b471-e984a22acc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.591517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f7832b75-2efe-4756-af41-4c4e20bed628 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0792532 Jul 16 01:56:20.594034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.630843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-351610b8-1b73-4ef7-9ca0-b41dc5832bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.645211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2271eea-abe9-4a57-982e-a63fa59933f5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.647191 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e2271eea-abe9-4a57-982e-a63fa59933f5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516398 Jul 16 01:56:20.649778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41114) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.695300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ae9b4867-37b7-40cd-8e4d-9f7a06c0926a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444245 Jul 16 01:56:20.706869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.713040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9f047e7f-a79e-4136-9ea9-cb19fb56f348 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:20.724007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60ca73-0da1-4877-bee3-51003f8a5d35 req-aaa0c87a-0ee8-48a6-90cf-4b7e55716cf7 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:20.725478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f60ca73-0da1-4877-bee3-51003f8a5d35 req-aaa0c87a-0ee8-48a6-90cf-4b7e55716cf7 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1314127 Jul 16 01:56:20.730487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fae4ade-62b2-48cf-b471-e984a22acc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.733335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fae4ade-62b2-48cf-b471-e984a22acc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.737238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5fae4ade-62b2-48cf-b471-e984a22acc98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7922b13c-01b5-48ab-96b6-4852f120eacd HTTP/1.1" status: 204 len: 168 time: 0.2765481 Jul 16 01:56:20.756608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device de83f0a8-55c3-480b-991b-913c97eb7af8 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:20.762208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae4ade-62b2-48cf-b471-e984a22acc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922b13c-01b5-48ab-96b6-4852f120eacd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:20.814913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f60ca73-0da1-4877-bee3-51003f8a5d35 req-6a068160-c179-48b5-8044-1708e0743484 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789175 Jul 16 01:56:20.848339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b61638-8277-4c83-bf30-1ed9ced2a519 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:20.850381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f047e7f-a79e-4136-9ea9-cb19fb56f348 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:20.855871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f047e7f-a79e-4136-9ea9-cb19fb56f348 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.857711 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f047e7f-a79e-4136-9ea9-cb19fb56f348 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:20.858211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f047e7f-a79e-4136-9ea9-cb19fb56f348 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:20.874263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9f047e7f-a79e-4136-9ea9-cb19fb56f348 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1656377 Jul 16 01:56:20.877829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41120) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:20.883810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1c8da055-3783-4b9b-8958-995f744f1467 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:20.902193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port de83f0a8-55c3-480b-991b-913c97eb7af8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:20.939814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-704aa068-5b67-4c4c-b2a9-e23c2c2196e7 None None] Provisioning complete for port aab6c5d6-03ae-49d9-b043-bca63c85c68b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:20.940285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704aa068-5b67-4c4c-b2a9-e23c2c2196e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.944924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port de83f0a8-55c3-480b-991b-913c97eb7af8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:20.944924 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.979863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8da055-3783-4b9b-8958-995f744f1467 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:20.986099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c8da055-3783-4b9b-8958-995f744f1467 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:20.988687 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8da055-3783-4b9b-8958-995f744f1467 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:20.989434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8da055-3783-4b9b-8958-995f744f1467 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:21.008308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.009127 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c8da055-3783-4b9b-8958-995f744f1467 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1298513 Jul 16 01:56:21.015434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e9ff2050-d36b-479c-9559-d727b028b652 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:21.046017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aab6c5d6-03ae-49d9-b043-bca63c85c68b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:21.118716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41128) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.136609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af81d40-cca7-4ae7-96bb-a135c5991930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.142216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ff2050-d36b-479c-9559-d727b028b652 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:21.147624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ff2050-d36b-479c-9559-d727b028b652 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.149883 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ff2050-d36b-479c-9559-d727b028b652 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:21.150782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ff2050-d36b-479c-9559-d727b028b652 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:21.227200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.242503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af81d40-cca7-4ae7-96bb-a135c5991930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.242869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:21.246886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.247690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1af81d40-cca7-4ae7-96bb-a135c5991930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.253380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e9ff2050-d36b-479c-9559-d727b028b652 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2426200 Jul 16 01:56:21.256280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41130) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.262614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-602d2777-c406-4d50-9994-fe1abfc99eb7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:21.290173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:21.292520 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa8641c-331e-4cbd-894a-27686957541c" -d '{"events": [{"server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "name": "network-vif-plugged", "status": "completed", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:21.295300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.295435 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1af81d40-cca7-4ae7-96bb-a135c5991930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=930ce86977234f899cbd20e5aa14df1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756122 Jul 16 01:56:21.296581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af81d40-cca7-4ae7-96bb-a135c5991930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9119d45-41ac-4a7a-8a4f-c4839f6dfd26,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.313866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:21.324376 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.339174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:21.363925 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.397142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d2777-c406-4d50-9994-fe1abfc99eb7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:21.398879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] Deleting port aab6c5d6-03ae-49d9-b043-bca63c85c68b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:21.399262 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.401287 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-602d2777-c406-4d50-9994-fe1abfc99eb7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.402031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.402723 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-602d2777-c406-4d50-9994-fe1abfc99eb7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:21.403156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602d2777-c406-4d50-9994-fe1abfc99eb7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:21.438558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-602d2777-c406-4d50-9994-fe1abfc99eb7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1803784 Jul 16 01:56:21.441698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f733590-a59d-46f8-aeda-cb3b1d3b2e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.442248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.448271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-eb960b92-6a45-423b-b05f-9a83121dd194 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:21.465857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f733590-a59d-46f8-aeda-cb3b1d3b2e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.513177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] For port aab6c5d6-03ae-49d9-b043-bca63c85c68b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aab6c5d6-03ae-49d9-b043-bca63c85c68b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:21.513392 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.523584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=21']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.532047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] Calling delete_port for aab6c5d6-03ae-49d9-b043-bca63c85c68b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:21.564969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08c0f2-1748-4716-9a2f-e26cffb48d1e req-9c7aa2e3-7864-4855-91e5-f7eb992e211a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.566525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f08c0f2-1748-4716-9a2f-e26cffb48d1e req-9c7aa2e3-7864-4855-91e5-f7eb992e211a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.0859001 Jul 16 01:56:21.578401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb960b92-6a45-423b-b05f-9a83121dd194 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:21.581925 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f733590-a59d-46f8-aeda-cb3b1d3b2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.584368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f733590-a59d-46f8-aeda-cb3b1d3b2e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.585346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb960b92-6a45-423b-b05f-9a83121dd194 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.585502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2f733590-a59d-46f8-aeda-cb3b1d3b2e51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9119d45-41ac-4a7a-8a4f-c4839f6dfd26 HTTP/1.1" status: 204 len: 168 time: 0.2892261 Jul 16 01:56:21.587122 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb960b92-6a45-423b-b05f-9a83121dd194 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:21.588067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb960b92-6a45-423b-b05f-9a83121dd194 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:21.606246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb960b92-6a45-423b-b05f-9a83121dd194 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1619427 Jul 16 01:56:21.609656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.618107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b5f82b83-8a9e-4e94-979b-d6664fea1986 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:21.618810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733590-a59d-46f8-aeda-cb3b1d3b2e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9119d45-41ac-4a7a-8a4f-c4839f6dfd26,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.652489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.667383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f08c0f2-1748-4716-9a2f-e26cffb48d1e req-5066634e-e89c-4718-839a-23503bab7015 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933638 Jul 16 01:56:21.682038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] Pushing event deleted for resources: {'Port': ['ID=aab6c5d6-03ae-49d9-b043-bca63c85c68b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:21.685894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ca638-32df-44e6-bafd-db27801f5941 None None] No DVR routers for this DVR port aab6c5d6-03ae-49d9-b043-bca63c85c68b on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:21.732840 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e64a9c-3e52-4cae-b93a-1a67b956b172 x-openstack-request-id: req-56e64a9c-3e52-4cae-b93a-1a67b956b172 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:21.733728 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "name": "network-vif-plugged", "status": "completed", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:21.733998 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56e64a9c-3e52-4cae-b93a-1a67b956b172 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:21.734688 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'code': 200} Jul 16 01:56:21.756070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f82b83-8a9e-4e94-979b-d6664fea1986 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:21.760520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5f82b83-8a9e-4e94-979b-d6664fea1986 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:21.762117 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f82b83-8a9e-4e94-979b-d6664fea1986 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:21.762705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f82b83-8a9e-4e94-979b-d6664fea1986 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:21.780849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.781175 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b5f82b83-8a9e-4e94-979b-d6664fea1986 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1675997 Jul 16 01:56:21.818265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2763bd2-decc-4a20-957e-d7cb8056b42e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342064 Jul 16 01:56:21.818494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.872008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ce91d-579e-4124-a52f-ba4c1803ddf9 req-70540c5f-f48a-4304-8093-221f150dbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.873906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-698ce91d-579e-4124-a52f-ba4c1803ddf9 req-70540c5f-f48a-4304-8093-221f150dbc35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1096 time: 0.0620167 Jul 16 01:56:21.876436 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203205b-1677-4fee-a147-34a9c423751b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:21.880102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3203205b-1677-4fee-a147-34a9c423751b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585408 Jul 16 01:56:21.880826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.937347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9290c4b5-8cc3-4ccd-b0a5-fa99f9895d47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544782 Jul 16 01:56:21.939065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:21.948020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:21.958994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-698ce91d-579e-4124-a52f-ba4c1803ddf9 req-f6bfcdc3-c2de-448c-bda4-0b8bee85f256 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712745 Jul 16 01:56:22.089073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3fe9-7f88-4f36-98c2-975451be5201 req-3747082c-f44e-4615-bf44-a440dc4dfd7f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.090567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85ee3fe9-7f88-4f36-98c2-975451be5201 req-3747082c-f44e-4615-bf44-a440dc4dfd7f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1378951 Jul 16 01:56:22.091612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:22.095390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.118659 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.199727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85ee3fe9-7f88-4f36-98c2-975451be5201 req-51e1f268-e028-4daa-aa38-97de5f07bffd tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989518 Jul 16 01:56:22.397539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:22.398966 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.681834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41184) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:22.769505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:22.775385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:22.779909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.779909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.785577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fd048-495b-44c2-b026-7780592b05d1 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:22.793389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=e4f9094b-e4f4-44de-89cc-60a654f150d5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:22.797050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5211bcf-29df-4c4f-8cf3-709e911d749c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8569291 Jul 16 01:56:22.800335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:22.805629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:ad:b2:89', 'name': 'tempest-NetworksTestDHCPv6-1941536288'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:22.910035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0339cf23-5130-426e-b823-07234be9e0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:22.932397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f6d36-529c-4e66-9dc1-7230930a3231 req-9eb2b621-2a12-4f0d-8ca7-541044592f74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:22.933937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-649f6d36-529c-4e66-9dc1-7230930a3231 req-9eb2b621-2a12-4f0d-8ca7-541044592f74 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1209269 Jul 16 01:56:22.985523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-649f6d36-529c-4e66-9dc1-7230930a3231 req-8dfd8a52-ceb3-4308-9c7f-08ffa933a0f4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Jul 16 01:56:23.008626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': 'e4f9094b-e4f4-44de-89cc-60a654f150d5'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:23.009499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.037595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0339cf23-5130-426e-b823-07234be9e0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.044991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0339cf23-5130-426e-b823-07234be9e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.080831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:23.105080 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0339cf23-5130-426e-b823-07234be9e0d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79d10822b5a3479f8a6684ecf153345f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234614 Jul 16 01:56:23.107782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:23.115464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339cf23-5130-426e-b823-07234be9e0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef66cbf6-0256-412f-bb2c-c3fde75fe8f4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.149374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Allocated IP 2001:db8::f816:3eff:fe6e:7c33 (c437469f-83fa-42ce-b474-0d025b53fd72/e4f9094b-e4f4-44de-89cc-60a654f150d5/8822fc3d-4bb5-431b-8db0-60ec3d6f2d66) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:23.163895 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38dc8036-9f6c-4f91-89ae-91457f9bf97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.176546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.189621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38dc8036-9f6c-4f91-89ae-91457f9bf97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.198932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 7f226c42-81d8-430f-87a2-aa72991d3171 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:23.243201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38dc8036-9f6c-4f91-89ae-91457f9bf97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.246043 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38dc8036-9f6c-4f91-89ae-91457f9bf97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.247486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-38dc8036-9f6c-4f91-89ae-91457f9bf97c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef66cbf6-0256-412f-bb2c-c3fde75fe8f4 HTTP/1.1" status: 204 len: 168 time: 0.1383920 Jul 16 01:56:23.256364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc8036-9f6c-4f91-89ae-91457f9bf97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef66cbf6-0256-412f-bb2c-c3fde75fe8f4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.340826 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.350550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Transition to ACTIVE for port object 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:23.369962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Transition to ACTIVE for port object 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:23.377232 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.436945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fead:b289 (c437469f-83fa-42ce-b474-0d025b53fd72/e4f9094b-e4f4-44de-89cc-60a654f150d5/7f226c42-81d8-430f-87a2-aa72991d3171) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:23.449628 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.462025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:23.463160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Pushing event updated for resources: {'Port': ['ID=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.464734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528aa41-cdeb-4eb1-b150-63e485065117 req-d29de60f-5279-4113-8d57-c1130ff6b324 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.466442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4528aa41-cdeb-4eb1-b150-63e485065117 req-d29de60f-5279-4113-8d57-c1130ff6b324 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.0974841 Jul 16 01:56:23.466833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:23.469262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:23.530396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4528aa41-cdeb-4eb1-b150-63e485065117 req-c4212a80-076d-49ba-ab51-96c7c9764bd4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558465 Jul 16 01:56:23.543801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Attempting to bind port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:23.544185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Attempting to bind port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:23.544558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Attempting to bind port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:23.551456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:23.551834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:23.552275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.553507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:23.554000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Bound port: 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:23.554443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.633245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.640993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] For port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:23.645487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] For port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:23.650923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 7f226c42-81d8-430f-87a2-aa72991d3171 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:23.651518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.704560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.753217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb430b4-c224-4bb9-b8db-9454a09cd379 None None] Pushing event updated for resources: {'Port': ['ID=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.760860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e9ecf64-f3a1-47d4-9ded-c25905fe08a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.767880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:23.771467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:23.777022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:23.783341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.784144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:23.798869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=7f226c42-81d8-430f-87a2-aa72991d3171,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:23.813083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:23.814059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-79a74ded-f139-4027-8394-88dce0a07926 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0119529 Jul 16 01:56:23.931159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc18382-68da-4c3a-a168-86cc6827d35c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.937119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc18382-68da-4c3a-a168-86cc6827d35c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:23.938835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-edc18382-68da-4c3a-a168-86cc6827d35c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1247396 Jul 16 01:56:23.941437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41224) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.063158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25baef-abb1-4d63-8dd1-fd20513a368b req-97900113-e1c2-4a09-93aa-b95d08a9644b tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.064786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d25baef-abb1-4d63-8dd1-fd20513a368b req-97900113-e1c2-4a09-93aa-b95d08a9644b tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1834455 Jul 16 01:56:24.130982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d25baef-abb1-4d63-8dd1-fd20513a368b req-57d04230-eb23-4d73-85ac-5aed5fcff2d2 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572610 Jul 16 01:56:24.144282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 7f226c42-81d8-430f-87a2-aa72991d3171 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:24.144619 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.272506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.288322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 7f226c42-81d8-430f-87a2-aa72991d3171 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:24.367108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c73b2-478d-466a-98da-fe5153d35d4f req-490ef7d5-3bf0-4d04-99b1-1fa083a95989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.368686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-795c73b2-478d-466a-98da-fe5153d35d4f req-490ef7d5-3bf0-4d04-99b1-1fa083a95989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1419492 Jul 16 01:56:24.420192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-795c73b2-478d-466a-98da-fe5153d35d4f req-05b8a3df-6437-42fd-82e3-a68ac39bf229 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450559 Jul 16 01:56:24.491958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.548421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=7f226c42-81d8-430f-87a2-aa72991d3171,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.613729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.615647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-35f8bef8-14e5-48e8-a91c-5330cf816cc0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/7f226c42-81d8-430f-87a2-aa72991d3171 HTTP/1.1" status: 204 len: 168 time: 0.6732965 Jul 16 01:56:24.618036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.685267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7943f852-939b-4d72-bc0c-37eb7d3b50c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.686801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7943f852-939b-4d72-bc0c-37eb7d3b50c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.693446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7943f852-939b-4d72-bc0c-37eb7d3b50c6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0694592 Jul 16 01:56:24.693446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.792124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25735-09ae-4120-9a49-dfb8df763488 req-18daaed8-83ce-4956-9a3d-452d8ed32bd1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.793937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfc25735-09ae-4120-9a49-dfb8df763488 req-18daaed8-83ce-4956-9a3d-452d8ed32bd1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.2367356 Jul 16 01:56:24.832325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet e4f9094b-e4f4-44de-89cc-60a654f150d5 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:24.840479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.904629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfc25735-09ae-4120-9a49-dfb8df763488 req-23942a58-e0c7-40ae-a13b-b8ed5d284a86 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997984 Jul 16 01:56:24.911868 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.959982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.962228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53c25-f4bf-4268-a987-736c69c2e116 req-e00a07bf-2ebf-4176-820a-84d018cfa015 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:24.969896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fc53c25-f4bf-4268-a987-736c69c2e116 req-e00a07bf-2ebf-4176-820a-84d018cfa015 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2400315 Jul 16 01:56:25.045800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c420280-9ca4-49a0-a919-21da2fd369da tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.049237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c420280-9ca4-49a0-a919-21da2fd369da tempest-TestNetworkAdvancedServerOps-83816923 tempest-TestNetworkAdvancedServerOps-83816923-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1091 time: 0.0863671 Jul 16 01:56:25.051568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fc53c25-f4bf-4268-a987-736c69c2e116 req-4caf059a-8523-4e1f-942c-d8643cd25a32 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806353 Jul 16 01:56:25.051938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41276) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.059566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:25.067295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.135856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:25.144462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.147016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.182153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.243705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8246ca25-ba4c-4fe1-af31-6ae2f276a4a2 None None] Provisioning for port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:25.251640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f9094b-e4f4-44de-89cc-60a654f150d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.259338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.265604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5dabf291-0ae6-48a5-9b21-01afd94d21b8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e4f9094b-e4f4-44de-89cc-60a654f150d5 HTTP/1.1" status: 204 len: 168 time: 0.5736072 Jul 16 01:56:25.268715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.285258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:25.291509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:25.291803 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.320080 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5847882f-5d1c-4fd7-9bff-68b08979bb81 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470209 Jul 16 01:56:25.320283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.325489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:25.339587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f555785d-204e-4ba7-abe8-332e1bc71dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.404889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.449947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:25.453008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce5c42-c450-4d2c-9d22-1c8ac725fdaf None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:25.464802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9277b-2d20-444d-b055-1528dc9e1272 req-1cb2e7f7-e3fa-4e91-9ddf-20c2f19599a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.466627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fb9277b-2d20-444d-b055-1528dc9e1272 req-1cb2e7f7-e3fa-4e91-9ddf-20c2f19599a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 1096 time: 0.6159649 Jul 16 01:56:25.470388 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.484061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b3f26-2d1d-4323-a738-b00eedc2f6af req-08aef3fd-5209-4275-a561-da04307cf52a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:25.485871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-571b3f26-2d1d-4323-a738-b00eedc2f6af req-08aef3fd-5209-4275-a561-da04307cf52a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0816519 Jul 16 01:56:25.501590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-67b65aa5-7950-4e1a-a708-bf9ee94de2fa None None] Could not find standard attr ID for object 7f226c42-81d8-430f-87a2-aa72991d3171. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:25.530382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-571b3f26-2d1d-4323-a738-b00eedc2f6af req-404c9f1e-7752-4031-b892-e657560d56e6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Jul 16 01:56:25.546911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1fb9277b-2d20-444d-b055-1528dc9e1272 req-9415db02-c808-4c02-933f-36d1b0adb504 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Jul 16 01:56:25.559516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.573073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f555785d-204e-4ba7-abe8-332e1bc71dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.592849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.605766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f555785d-204e-4ba7-abe8-332e1bc71dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.610156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:25.618012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.684549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f555785d-204e-4ba7-abe8-332e1bc71dda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2df3cee05d8e4db4997e66b7953be555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352988 Jul 16 01:56:25.690651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555785d-204e-4ba7-abe8-332e1bc71dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e170f5-685c-476b-9899-21801fb6e566,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.718189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.757554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:25.771135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Allocated IP 172.25.0.172 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/2450cde7-7baf-4eb9-985f-83b8f4e39867) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:25.805635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Deleting port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:25.806152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.832409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b12e0905-fd31-492e-a5c0-9b4e5b5cd10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.868206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b12e0905-fd31-492e-a5c0-9b4e5b5cd10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.873730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] For port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:25.874121 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.886437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Calling delete_port for 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:25.998362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b12e0905-fd31-492e-a5c0-9b4e5b5cd10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.001597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b12e0905-fd31-492e-a5c0-9b4e5b5cd10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.005792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b12e0905-fd31-492e-a5c0-9b4e5b5cd10d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09e170f5-685c-476b-9899-21801fb6e566 HTTP/1.1" status: 204 len: 168 time: 0.2837791 Jul 16 01:56:26.041012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e0905-fd31-492e-a5c0-9b4e5b5cd10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e170f5-685c-476b-9899-21801fb6e566,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.104892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:26.164195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9f8b03a5-b02d-47de-88e6-e5315cab4acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.179297 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.212300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Pushing event deleted for resources: {'Port': ['ID=8822fc3d-4bb5-431b-8db0-60ec3d6f2d66,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.216800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] No DVR routers for this DVR port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:26.231142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.231612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.231957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.232318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.232648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.232972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.233297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.233618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.233940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.234259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.235369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.236021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dc144e-23a4-41a7-88d6-471e314fa829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:26.361762 n-d-800087-6 neutron-server[93906]: WARNING neutron.services.revisions.revision_plugin [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Could not find related port for resource to bump revision. Jul 16 01:56:26.372794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-6e3cf4dc-0948-4b9c-a66c-0ee2a4964e4e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.373623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Port 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:56:26.373820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6e:7c33 {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:56:26.374417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-6e3cf4dc-0948-4b9c-a66c-0ee2a4964e4e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.5647678 Jul 16 01:56:26.380198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.382630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6e:7c33 {{(pid=93906) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:56:26.387326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.424930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:26.449134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:26.453149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.461732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.461907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e679214-0305-4d35-af2d-ef1f1129e8be None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:26.462354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.495632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0cfc7-04fa-43e0-872f-d9276dc6ac15 req-512f987e-cda5-4bcb-b607-b3d1c5a29004 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.497547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30d0cfc7-04fa-43e0-872f-d9276dc6ac15 req-512f987e-cda5-4bcb-b607-b3d1c5a29004 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2090287 Jul 16 01:56:26.511139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:26.511926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1908844 Jul 16 01:56:26.530155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:1a:6f:e2', 'name': 'tempest-NetworksTestDHCPv6-1452920779'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:26.550746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5754229-1bff-447d-90dc-5c9ddf68f4c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=67b71ddb-6ef2-4c50-8e1c-1a931e857335,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.588378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30d0cfc7-04fa-43e0-872f-d9276dc6ac15 req-cd5a4dfb-2450-438c-9699-e6a3c22bbe67 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 Jul 16 01:56:26.665013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '67b71ddb-6ef2-4c50-8e1c-1a931e857335'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:26.666166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.680625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.768162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:26.779287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:26.783576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=2450cde7-7baf-4eb9-985f-83b8f4e39867,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:26.786542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Deleting port 98597090-57b2-4108-8f16-ba9923389ee7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:26.786886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.789683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:26.791265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc57c7-01d8-4ff8-ab83-0320814e72a1 req-175d5068-9c80-4a94-9ef4-cd3c5bbf9d99 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:26.799401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15bc57c7-01d8-4ff8-ab83-0320814e72a1 req-175d5068-9c80-4a94-9ef4-cd3c5bbf9d99 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.0906582 Jul 16 01:56:26.841620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Allocated IP 2001:db8::f816:3eff:fe94:cd66 (c437469f-83fa-42ce-b474-0d025b53fd72/67b71ddb-6ef2-4c50-8e1c-1a931e857335/82e2a790-f6c6-4704-81d8-de3caddcfe86) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:26.845591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15bc57c7-01d8-4ff8-ab83-0320814e72a1 req-e0a607a6-8a6f-4196-b85b-b545c388403f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 Jul 16 01:56:26.920935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:26.925856 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:26.976387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 9ee9105f-2b0c-4657-8799-25262a61cf86 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:26.982744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] For port 98597090-57b2-4108-8f16-ba9923389ee7, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=98597090-57b2-4108-8f16-ba9923389ee7,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:26.983744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.010096 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.022276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:27.025342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Transition to ACTIVE for port object 82e2a790-f6c6-4704-81d8-de3caddcfe86 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:27.047871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:27.048298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8822fc3d-4bb5-431b-8db0-60ec3d6f2d66 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:27.061340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Transition to ACTIVE for port object 82e2a790-f6c6-4704-81d8-de3caddcfe86 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:27.069242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.108524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:27.111666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:27.118010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:27.133689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Pushing event updated for resources: {'Port': ['ID=82e2a790-f6c6-4704-81d8-de3caddcfe86,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.187414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Attempting to bind port 82e2a790-f6c6-4704-81d8-de3caddcfe86 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:27.189015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Attempting to bind port 82e2a790-f6c6-4704-81d8-de3caddcfe86 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:27.189560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Attempting to bind port 82e2a790-f6c6-4704-81d8-de3caddcfe86 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:27.195404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:27.196238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:27.196844 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.197243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:27.197795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Bound port: 82e2a790-f6c6-4704-81d8-de3caddcfe86, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:27.198263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.264605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] For port 82e2a790-f6c6-4704-81d8-de3caddcfe86, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:27.269113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] For port 82e2a790-f6c6-4704-81d8-de3caddcfe86, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=82e2a790-f6c6-4704-81d8-de3caddcfe86,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:27.273056 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.339604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb9476-15aa-4ebf-9c51-65d8a550e674 None None] Pushing event updated for resources: {'Port': ['ID=82e2a790-f6c6-4704-81d8-de3caddcfe86,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.354677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fe1a:6fe2 (c437469f-83fa-42ce-b474-0d025b53fd72/67b71ddb-6ef2-4c50-8e1c-1a931e857335/9ee9105f-2b0c-4657-8799-25262a61cf86) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:27.405897 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.484061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.484852 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.485095 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Floating IP 8a46a935-c9ca-4ec3-bfd6-24f5132bd27a disassociated. External IP: 172.25.0.140, port: 98597090-57b2-4108-8f16-ba9923389ee7. Jul 16 01:56:27.485382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Calling delete_port for 98597090-57b2-4108-8f16-ba9923389ee7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:27.800515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e215-3c3a-4a27-b389-b5a3b47e95c0 req-da8a0d31-70cf-4c95-b2cf-416fdd0f1e6c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:27.802048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8751e215-3c3a-4a27-b389-b5a3b47e95c0 req-da8a0d31-70cf-4c95-b2cf-416fdd0f1e6c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.0828764 Jul 16 01:56:27.843305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8751e215-3c3a-4a27-b389-b5a3b47e95c0 req-8e0cd08c-5c23-4fac-b90b-2ee10af3f8d9 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Jul 16 01:56:27.993879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.039651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.059266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 9ee9105f-2b0c-4657-8799-25262a61cf86 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:28.099629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9157-b495-4d8a-b148-073f7a1dff67 req-335f2e07-dcfa-4eaf-8cbc-e4deb8190a1c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.106576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f3d9157-b495-4d8a-b148-073f7a1dff67 req-335f2e07-dcfa-4eaf-8cbc-e4deb8190a1c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1236911 Jul 16 01:56:28.126312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266446a-4528-4a76-8cad-8de40d7abee7 req-44403da9-e951-44d5-ad46-16d24712b034 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.127852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1266446a-4528-4a76-8cad-8de40d7abee7 req-44403da9-e951-44d5-ad46-16d24712b034 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 945 time: 0.1333654 Jul 16 01:56:28.166464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.198335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f3d9157-b495-4d8a-b148-073f7a1dff67 req-de0c6725-b4b0-425b-a1c0-35c0c1ac5984 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907810 Jul 16 01:56:28.208980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1266446a-4528-4a76-8cad-8de40d7abee7 req-8c7c7301-1ccf-4272-9fa4-466f79fb1469 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=a40e411d-d82a-4020-aeb5-6b36a788b2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740016 Jul 16 01:56:28.232767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event deleted for resources: {'Port': ['ID=98597090-57b2-4108-8f16-ba9923389ee7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.277898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.336417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.376472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:28.426110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:28.428473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:28.436531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.436944 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.494662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=9ee9105f-2b0c-4657-8799-25262a61cf86,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.532635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41412) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.546625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92a4587e-03c5-49b7-a309-f2d91fdda5a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0171101 Jul 16 01:56:28.620372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddaa41-b400-4021-9523-efdc81672b90 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.631397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddaa41-b400-4021-9523-efdc81672b90 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.633532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a3ddaa41-b400-4021-9523-efdc81672b90 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0998979 Jul 16 01:56:28.636206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41422) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.768016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0c9dae0-6f83-46a4-9a0d-0f747a53fbfb None None] Provisioning for port 82e2a790-f6c6-4704-81d8-de3caddcfe86 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:28.877201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.928337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e19851-818f-4109-95b9-43b00ad35342 req-35aa20a7-7380-4d6e-9780-e7e7e8a70806 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:28.930269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80e19851-818f-4109-95b9-43b00ad35342 req-35aa20a7-7380-4d6e-9780-e7e7e8a70806 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2302969 Jul 16 01:56:28.970049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 9ee9105f-2b0c-4657-8799-25262a61cf86 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:28.970696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.113639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 82e2a790-f6c6-4704-81d8-de3caddcfe86 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:29.133692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.147202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 9ee9105f-2b0c-4657-8799-25262a61cf86 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:29.194799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 82e2a790-f6c6-4704-81d8-de3caddcfe86 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:29.203484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 82e2a790-f6c6-4704-81d8-de3caddcfe86 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:29.204232 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.207018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6545dfa8-d5d0-432c-8e5a-f449cc255c01 None None] Provisioning for port 9ee9105f-2b0c-4657-8799-25262a61cf86 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:29.244794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6545dfa8-d5d0-432c-8e5a-f449cc255c01 None None] Provisioning complete for port 9ee9105f-2b0c-4657-8799-25262a61cf86 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:29.244794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6545dfa8-d5d0-432c-8e5a-f449cc255c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.255184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.279723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:29.329834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-80e19851-818f-4109-95b9-43b00ad35342 req-16e9d2b9-b760-4142-9ca5-97c270753c4f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825719 Jul 16 01:56:29.330995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.365458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6545dfa8-d5d0-432c-8e5a-f449cc255c01 None None] Port 9ee9105f-2b0c-4657-8799-25262a61cf86 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:29.367503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=9ee9105f-2b0c-4657-8799-25262a61cf86,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.401832 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.414790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.417280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-35a23d89-8fae-4e84-8193-04b9dcf33b7b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/9ee9105f-2b0c-4657-8799-25262a61cf86 HTTP/1.1" status: 204 len: 168 time: 0.7800381 Jul 16 01:56:29.420850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.476122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 82e2a790-f6c6-4704-81d8-de3caddcfe86, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=82e2a790-f6c6-4704-81d8-de3caddcfe86,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:29.486800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.534097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6f8934e-9913-4599-96f5-da197be7c1a1 req-fce6e500-6648-4f49-b44f-e7571ceb16fc tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=683a9fce-ca32-4512-8d63-890ba96f7b44 HTTP/1.1" status: 200 len: 210 time: 0.0365670 Jul 16 01:56:29.535514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da2d6ad-eea9-49db-a646-608d7dac9206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.542736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.552444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:29.559571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8913fc32-8945-4189-b9d2-64bca1d5a339 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.563283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8913fc32-8945-4189-b9d2-64bca1d5a339 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:29.567667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8913fc32-8945-4189-b9d2-64bca1d5a339 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1456850 Jul 16 01:56:29.568152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.573164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:29.602331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:29.603160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:29.607696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=82e2a790-f6c6-4704-81d8-de3caddcfe86,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.628495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 67b71ddb-6ef2-4c50-8e1c-1a931e857335 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:29.629521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.639464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.683986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.689061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] No DVR routers for this DVR port 98597090-57b2-4108-8f16-ba9923389ee7 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:29.691730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.694727 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-61a2ed1d-d558-41be-9276-29eabb0c3d83 req-37f05f7e-624a-459b-a461-4a853d14013f tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "DELETE /v2.0/ports/98597090-57b2-4108-8f16-ba9923389ee7 HTTP/1.1" status: 204 len: 173 time: 3.3123682 Jul 16 01:56:29.700833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'name': 'network-vif-deleted', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:29.703108 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e479919-b7fc-45c1-a233-d1025eba43e3" -d '{"events": [{"server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "name": "network-vif-deleted", "tag": "98597090-57b2-4108-8f16-ba9923389ee7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:29.753872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event updated for resources: {'Port': ['ID=2450cde7-7baf-4eb9-985f-83b8f4e39867,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.758667 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6913f83f-261e-4cb3-ae25-a9b25b805264 x-openstack-request-id: req-6913f83f-261e-4cb3-ae25-a9b25b805264 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:29.758937 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683a9fce-ca32-4512-8d63-890ba96f7b44", "name": "network-vif-deleted", "tag": "98597090-57b2-4108-8f16-ba9923389ee7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:29.759177 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6913f83f-261e-4cb3-ae25-a9b25b805264 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:29.759573 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683a9fce-ca32-4512-8d63-890ba96f7b44', 'name': 'network-vif-deleted', 'tag': '98597090-57b2-4108-8f16-ba9923389ee7', 'status': 'completed', 'code': 200} Jul 16 01:56:29.760328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 98597090-57b2-4108-8f16-ba9923389ee7 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:29.790154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 98597090-57b2-4108-8f16-ba9923389ee7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:29.790865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 98597090-57b2-4108-8f16-ba9923389ee7 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:29.799105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:29.800501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.819172 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.900754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.930283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=67b71ddb-6ef2-4c50-8e1c-1a931e857335,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:29.931695 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da2d6ad-eea9-49db-a646-608d7dac9206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.935261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.939866 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2a65ad4f-f34a-4b9e-9395-d86e8418208e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/67b71ddb-6ef2-4c50-8e1c-1a931e857335 HTTP/1.1" status: 204 len: 168 time: 0.3706424 Jul 16 01:56:29.940526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.946987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2da2d6ad-eea9-49db-a646-608d7dac9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:29.952720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86710cc7-6f71-4480-8213-3601ef5f505b None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:29.978838 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2da2d6ad-eea9-49db-a646-608d7dac9206 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca5890a4424b42efa5f784f67cf84529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7200122 Jul 16 01:56:29.979108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.989520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:29.989838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-431c7b4f-82da-4d23-ac6d-1f40c33af5e3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479262 Jul 16 01:56:30.020111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2d6ad-eea9-49db-a646-608d7dac9206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784bd330-5ff4-4e6d-a77a-0260c7769a24,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.026754 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP a7c62006-8266-40f7-8faa-213ad8aaf167 associated. External IP: 172.25.0.172, port: de83f0a8-55c3-480b-991b-913c97eb7af8. Jul 16 01:56:30.042621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6d89-6d37-40d6-9010-8abac16ce8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.067252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6d89-6d37-40d6-9010-8abac16ce8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.138594 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6d89-6d37-40d6-9010-8abac16ce8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.139564 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6d89-6d37-40d6-9010-8abac16ce8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.147289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:30.148398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee4b6d89-6d37-40d6-9010-8abac16ce8c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/784bd330-5ff4-4e6d-a77a-0260c7769a24 HTTP/1.1" status: 204 len: 168 time: 0.1638203 Jul 16 01:56:30.173643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b6d89-6d37-40d6-9010-8abac16ce8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784bd330-5ff4-4e6d-a77a-0260c7769a24,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.199703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:30.201342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f596460-4962-4d56-9723-2fedf4c2094e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.206170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.206294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f596460-4962-4d56-9723-2fedf4c2094e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2138920 Jul 16 01:56:30.256857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:30.257274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:30.330202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf0653-baa0-4f5f-a9af-4da720e8037c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.334217 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64cf0653-baa0-4f5f-a9af-4da720e8037c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1247299 Jul 16 01:56:30.335519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.405094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.406335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b691f7b7-e710-4756-9000-0d2d9e7483be tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693896 Jul 16 01:56:30.414402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:30.432102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:30.442759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e7e26283-b6d0-4c59-994e-5016e9b03e47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:30.520076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:30.566102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] Deleting port 82e2a790-f6c6-4704-81d8-de3caddcfe86 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:30.566519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.581773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:30.585336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.602432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.604495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534684f-15c8-4404-912e-0db9401ddf4c req-ad0c2e90-de48-4c9c-bfe5-2cdf4a1dd347 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:30.614536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7534684f-15c8-4404-912e-0db9401ddf4c req-ad0c2e90-de48-4c9c-bfe5-2cdf4a1dd347 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1209614 Jul 16 01:56:30.636996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9922-06d8-4539-a6e6-06b3a535c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.658285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] For port 82e2a790-f6c6-4704-81d8-de3caddcfe86, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=82e2a790-f6c6-4704-81d8-de3caddcfe86,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:30.658741 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.686688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7534684f-15c8-4404-912e-0db9401ddf4c req-e2c204c3-40c5-4f20-96c7-34d489e0b7d5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Jul 16 01:56:30.709364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] Calling delete_port for 82e2a790-f6c6-4704-81d8-de3caddcfe86 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:30.783686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:30.793221 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] Sync routers for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:30.805620 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:30.806522 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:30.821413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41490) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:30.893437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9922-06d8-4539-a6e6-06b3a535c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.905271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9922-06d8-4539-a6e6-06b3a535c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.924680 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.929262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.934980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08c9cca7-6194-456f-92e5-685ad2b13146 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:30.949751 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:30.981474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] No DVR routers for this DVR port 82e2a790-f6c6-4704-81d8-de3caddcfe86 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:30.985576 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08c9cca7-6194-456f-92e5-685ad2b13146 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.010567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-314fd070-c5de-4b05-b541-657dffeba646 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9575140 Jul 16 01:56:31.042294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce0a9922-06d8-4539-a6e6-06b3a535c492 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1fb977c7083e4091b1c439b7ab32b0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354262 Jul 16 01:56:31.044848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41496) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.050571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69087c-6556-467b-8833-78e7b4d1e61b None None] Pushing event deleted for resources: {'Port': ['ID=82e2a790-f6c6-4704-81d8-de3caddcfe86,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.053520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a9922-06d8-4539-a6e6-06b3a535c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2945eee8-0ded-42d8-8b57-79bb4b8518d1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.123768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 82e2a790-f6c6-4704-81d8-de3caddcfe86 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:31.133162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.162480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08c9cca7-6194-456f-92e5-685ad2b13146 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.166107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-08c9cca7-6194-456f-92e5-685ad2b13146 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.167476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-08c9cca7-6194-456f-92e5-685ad2b13146 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "DELETE /v2.0/security-groups/a40e411d-d82a-4020-aeb5-6b36a788b2bb HTTP/1.1" status: 204 len: 168 time: 0.3450575 Jul 16 01:56:31.171352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.188295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9cca7-6194-456f-92e5-685ad2b13146 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e411d-d82a-4020-aeb5-6b36a788b2bb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.191420 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-182e8061-4658-4563-aad2-d043e1dac375 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] show failed (client error): The resource could not be found. Jul 16 01:56:31.193569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-182e8061-4658-4563-aad2-d043e1dac375 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups/a40e411d-d82a-4020-aeb5-6b36a788b2bb HTTP/1.1" status: 404 len: 347 time: 0.0202670 Jul 16 01:56:31.208546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.286790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2480-3164-4392-8e7d-b6f4243bf67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.355167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.objects.ports [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:31.357144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.382600 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2480-3164-4392-8e7d-b6f4243bf67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.441389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'a7c62006-8266-40f7-8faa-213ad8aaf167', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'port_id': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'mac_address': 'fa:16:3e:b9:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:27Z', 'updated_at': '2021-07-16T01:56:27Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:12Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.448084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59007ab-7e3b-4a7a-804b-be9186c5b8d2 None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:31.472501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 82e2a790-f6c6-4704-81d8-de3caddcfe86 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:31.472895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 82e2a790-f6c6-4704-81d8-de3caddcfe86 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:31.478604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:31.482206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2480-3164-4392-8e7d-b6f4243bf67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.486068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2480-3164-4392-8e7d-b6f4243bf67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.487174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a9fa2480-3164-4392-8e7d-b6f4243bf67a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2945eee8-0ded-42d8-8b57-79bb4b8518d1 HTTP/1.1" status: 204 len: 168 time: 0.4413986 Jul 16 01:56:31.500984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:31.502469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa2480-3164-4392-8e7d-b6f4243bf67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2945eee8-0ded-42d8-8b57-79bb4b8518d1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.511849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d449656-3e85-490c-93f2-829c3d1528a6 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:31.512364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.514910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.518582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3b6f9-10c7-4c5e-82c1-2ee628fc97dc req-11dedd0d-1006-40dd-ba58-a0b0ba8d683a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.526028 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbc3b6f9-10c7-4c5e-82c1-2ee628fc97dc req-11dedd0d-1006-40dd-ba58-a0b0ba8d683a tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.3660932 Jul 16 01:56:31.540670 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] Checking router: e7e26283-b6d0-4c59-994e-5016e9b03e47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:31.553703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:31.554685 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:31.576839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=c818006c-9294-4dd5-b752-531ba0e884f7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:31.590596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-93563828-08b9-4441-8c3b-5183097e0009 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1817551 Jul 16 01:56:31.591985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.597413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:fd:fc:f0', 'name': 'tempest-NetworksTestDHCPv6-813204877'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:31.622201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbc3b6f9-10c7-4c5e-82c1-2ee628fc97dc req-eecdc978-a149-40cb-af7e-bbbf15d3b107 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950944 Jul 16 01:56:31.640948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:31.671583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Deleting port d7ac32d3-f50e-4ae3-89d4-51b88d2e02dc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:31.672544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.762101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf2682-5949-4b21-b8db-26c114e36e0c req-638124d7-0f7d-46a3-a75a-d6f57d52609c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:31.769715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09bf2682-5949-4b21-b8db-26c114e36e0c req-638124d7-0f7d-46a3-a75a-d6f57d52609c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2167854 Jul 16 01:56:31.818269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8cdffd5d-703b-41df-a553-c4314493f167 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/a7c62006-8266-40f7-8faa-213ad8aaf167 HTTP/1.1" status: 200 len: 991 time: 0.1745522 Jul 16 01:56:31.819577 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:31.820588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:31.822863 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:31.898899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09bf2682-5949-4b21-b8db-26c114e36e0c req-f1090190-269e-4b11-b811-98628aa5cbc8 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257687 Jul 16 01:56:31.942599 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.943132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:31.944131 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.948640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': 'c818006c-9294-4dd5-b752-531ba0e884f7'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:31.950286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.972966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Calling delete_port for d7ac32d3-f50e-4ae3-89d4-51b88d2e02dc owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:32.064904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3aa1d-a916-4c31-8d11-711801a6ad3d None None] New status for floating IP 8a46a935-c9ca-4ec3-bfd6-24f5132bd27a: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:32.075101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.094710 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d2f28f-62de-4764-8c22-4910360f2005 x-openstack-request-id: req-e8d2f28f-62de-4764-8c22-4910360f2005 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:32.095210 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:32.095538 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8d2f28f-62de-4764-8c22-4910360f2005 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:32.096008 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'status': 'completed', 'code': 200} Jul 16 01:56:32.138335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 2b5a764b-7af4-49d4-9311-1f2407369eef yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:32.218016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.225519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-79c3aa1d-a916-4c31-8d11-711801a6ad3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:32.225884 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-79c3aa1d-a916-4c31-8d11-711801a6ad3d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:32.227276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Allocated IP 2001:db8::f816:3eff:fe97:a3cf (c437469f-83fa-42ce-b474-0d025b53fd72/c818006c-9294-4dd5-b752-531ba0e884f7/642ca699-c026-4cdc-88d2-fa220f81a195) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:32.255587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event deleted for resources: {'Port': ['ID=d7ac32d3-f50e-4ae3-89d4-51b88d2e02dc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.259676 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'a7c62006-8266-40f7-8faa-213ad8aaf167', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'port_id': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'mac_address': 'fa:16:3e:b9:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:27Z', 'updated_at': '2021-07-16T01:56:27Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:12Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:32.291655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-29320cef-6676-4e6b-8ebe-c6ec7a5be7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.294105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-29320cef-6676-4e6b-8ebe-c6ec7a5be7a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1096 time: 0.2021215 Jul 16 01:56:32.298148 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216bf4e-5454-407c-b936-6efde14cbb5a None None] The sync data for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 is: [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'a7c62006-8266-40f7-8faa-213ad8aaf167', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'port_id': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'mac_address': 'fa:16:3e:b9:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:27Z', 'updated_at': '2021-07-16T01:56:27Z', 'revision_number': 0, 'project_id': '3da55cb7c876458880f1413a85110ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:12Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:32.382696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.385352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.392508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ae47c834-eca3-4614-9d2a-5213c947bd74 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "DELETE /v2.0/floatingips/8a46a935-c9ca-4ec3-bfd6-24f5132bd27a HTTP/1.1" status: 204 len: 168 time: 1.1808736 Jul 16 01:56:32.459925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-98a3947f-6eac-4b35-be42-0ca3394f23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.461683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-98a3947f-6eac-4b35-be42-0ca3394f23ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 200 len: 897 time: 0.1599622 Jul 16 01:56:32.466032 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.480009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Transition to ACTIVE for port object 642ca699-c026-4cdc-88d2-fa220f81a195 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:32.507525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Transition to ACTIVE for port object 642ca699-c026-4cdc-88d2-fa220f81a195 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:32.519884 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.579357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:32.581762 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-ada98c18-fa61-4858-84d7-b7e381df7cf4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 200 len: 999 time: 0.1130896 Jul 16 01:56:32.586165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:32.605557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:32.613993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Pushing event updated for resources: {'Port': ['ID=642ca699-c026-4cdc-88d2-fa220f81a195,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:32.634729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fefd:fcf0 (c437469f-83fa-42ce-b474-0d025b53fd72/c818006c-9294-4dd5-b752-531ba0e884f7/2b5a764b-7af4-49d4-9311-1f2407369eef) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:32.651670 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c51e2d-0aa2-40ca-86e9-006b2c04d882 None None] New status for floating IP a7c62006-8266-40f7-8faa-213ad8aaf167: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:32.697888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Attempting to bind port 642ca699-c026-4cdc-88d2-fa220f81a195 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:32.698563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Attempting to bind port 642ca699-c026-4cdc-88d2-fa220f81a195 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:32.699146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Attempting to bind port 642ca699-c026-4cdc-88d2-fa220f81a195 on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:32.704869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:32.705795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:32.706380 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.706789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:32.707689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Bound port: 642ca699-c026-4cdc-88d2-fa220f81a195, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:32.708118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.748778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-34d63c1a-8f8b-482c-bc2e-e850cf62a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:32.750347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-34d63c1a-8f8b-482c-bc2e-e850cf62a261 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d8b8b1b-112e-4a23-858f-b0c3919b2909 HTTP/1.1" status: 200 len: 835 time: 0.1548605 Jul 16 01:56:32.778753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3aa1d-a916-4c31-8d11-711801a6ad3d None None] New status for floating IP 8a46a935-c9ca-4ec3-bfd6-24f5132bd27a: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:32.824436 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.900289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] For port 642ca699-c026-4cdc-88d2-fa220f81a195, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:32.910556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] For port 642ca699-c026-4cdc-88d2-fa220f81a195, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=642ca699-c026-4cdc-88d2-fa220f81a195,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:32.910687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:32.913047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:32.916450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772745162', 'description': 'tempest-description--1817679801'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:32.981170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.022216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755d476-c0af-4b7a-86b9-61fc43ed00fb None None] Pushing event updated for resources: {'Port': ['ID=642ca699-c026-4cdc-88d2-fa220f81a195,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.032704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1526aba0-d0e3-42c5-a6c9-6d50ac40cddc tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/a7c62006-8266-40f7-8faa-213ad8aaf167 HTTP/1.1" status: 200 len: 991 time: 0.2070394 Jul 16 01:56:33.049818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-48de0945-d70c-49c3-b672-bb01a4a2ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.051430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-48de0945-d70c-49c3-b672-bb01a4a2ec60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a928f0f-d66f-406e-a673-067d6f60d661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876809 Jul 16 01:56:33.130894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.193847 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.197599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 2b5a764b-7af4-49d4-9311-1f2407369eef will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:33.215494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce988f17-6673-4b79-99bd-598faacab3a1 req-0bd70e47-ac0d-475c-97d7-b22b8775513a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.226952 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-0270bfb2-4443-4a98-bed2-50eec7cac82d service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658702 Jul 16 01:56:33.227148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce988f17-6673-4b79-99bd-598faacab3a1 req-0bd70e47-ac0d-475c-97d7-b22b8775513a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1454177 Jul 16 01:56:33.251445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.299190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce988f17-6673-4b79-99bd-598faacab3a1 req-fb002668-cdce-4575-9719-cdd40a72bf80 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710847 Jul 16 01:56:33.326320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caffdebe-8b1c-4cb4-ab61-b9922c1de95c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.336369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.342767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.344108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5c2afdc2-4c9c-488b-b297-f59c86720564 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4330451 Jul 16 01:56:33.346808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.353086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'security_group_rule': {'security_group_id': 'caffdebe-8b1c-4cb4-ab61-b9922c1de95c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:33.387982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.430246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:33.450345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:33.457232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:33.463887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.464503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.471372 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5cd7037d-9a31-4073-a0b5-23945fa7d8d0 req-cc903a11-7f83-4550-ac13-c947e6db5b5a service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339501 Jul 16 01:56:33.471982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=2b5a764b-7af4-49d4-9311-1f2407369eef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.475520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.486711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.497990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7fc95c73-62b7-46bb-baf5-8eaf450c451b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9047458 Jul 16 01:56:33.500688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.510060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c3a3b-fe1b-43e5-aec6-0482a29cff39,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.518146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.519368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75cda832-419b-4d67-8af1-e72df9cb2bf6 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714685 Jul 16 01:56:33.526913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.542300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'security_group_rule': {'security_group_id': 'caffdebe-8b1c-4cb4-ab61-b9922c1de95c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:33.603830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.625198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc98d9-1c59-4768-a775-38254e660435 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.634783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc98d9-1c59-4768-a775-38254e660435 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:33.636459 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64dc98d9-1c59-4768-a775-38254e660435 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1344757 Jul 16 01:56:33.639089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.713825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.720284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.749039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0c7fb5-2aed-47ec-b6d4-f1e7673b0460,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:33.763096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.765370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2dc30b0e-e802-4908-980f-8acc3876da7a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2372730 Jul 16 01:56:33.777819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:33.794196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:33.831255 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.856873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 2b5a764b-7af4-49d4-9311-1f2407369eef {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:33.858436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:33.951249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.033959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.038283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.056657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 2b5a764b-7af4-49d4-9311-1f2407369eef owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:34.191184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8e442d3-2e5c-4346-865a-1422baf1a31e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/a7c62006-8266-40f7-8faa-213ad8aaf167 HTTP/1.1" status: 200 len: 993 time: 0.1508081 Jul 16 01:56:34.228455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Allocated IP 172.25.0.137 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a9528b24-9e5e-4e4c-b502-4b589611da7e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:34.294082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.348444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=2b5a764b-7af4-49d4-9311-1f2407369eef,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:34.409514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.414021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1afacd3c-bf9d-4ad1-8212-1c4788713717 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/2b5a764b-7af4-49d4-9311-1f2407369eef HTTP/1.1" status: 204 len: 168 time: 0.7717307 Jul 16 01:56:34.414847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.588989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ce31c0c5-b7e2-4e34-a956-6800c87e4297 None None] Provisioning for port 642ca699-c026-4cdc-88d2-fa220f81a195 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:34.854482 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.884452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae54a6-16e3-4da1-a99b-1fb014f879ad tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.886094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ae54a6-16e3-4da1-a99b-1fb014f879ad tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:34.887645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-77ae54a6-16e3-4da1-a99b-1fb014f879ad tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4718835 Jul 16 01:56:34.890336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41638) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.908133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-914fada5-3129-4d29-8e6c-c5481d96f2ee None None] Could not find standard attr ID for object 2b5a764b-7af4-49d4-9311-1f2407369eef. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:34.919648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:34.942618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.992567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:34.999547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:35.010850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:35.018626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet c818006c-9294-4dd5-b752-531ba0e884f7 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:35.036727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.063604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'Port': ['ID=a9528b24-9e5e-4e4c-b502-4b589611da7e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.079104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ae50e43-6cff-48a0-a11e-64305d766beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.111812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.133019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 642ca699-c026-4cdc-88d2-fa220f81a195 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:35.186763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.240237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 642ca699-c026-4cdc-88d2-fa220f81a195 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:35.245705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 642ca699-c026-4cdc-88d2-fa220f81a195 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:35.246519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.263082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.283670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.321234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ae50e43-6cff-48a0-a11e-64305d766beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.332218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ae50e43-6cff-48a0-a11e-64305d766beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.365521 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.365750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50e43-6cff-48a0-a11e-64305d766beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf93fc8c-e0ba-4bbf-a351-79bfc08dd46d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.385142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.410975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8ae50e43-6cff-48a0-a11e-64305d766beb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb7d6beb172346308ea09b56976e3d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899740 Jul 16 01:56:35.416288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.418087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=c818006c-9294-4dd5-b752-531ba0e884f7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.441690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-02242f99-8d72-4836-af61-297c62a31869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:35.443204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-02242f99-8d72-4836-af61-297c62a31869 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1291685 Jul 16 01:56:35.455570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.459023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a2c931d-2ed5-4d13-9cdf-b79de00feb1f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/c818006c-9294-4dd5-b752-531ba0e884f7 HTTP/1.1" status: 204 len: 168 time: 0.5660250 Jul 16 01:56:35.470927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:56:35.471639 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:56:35.472525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79808054-1c4d-46c0-9806-a7bfb1d4442a None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:35.481636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.543283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871803a-aabb-456b-a2a3-bf3c4c3db88f req-2d2e7183-f03b-4abe-a4d6-623ad6cc05b8 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:35.544701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b871803a-aabb-456b-a2a3-bf3c4c3db88f req-2d2e7183-f03b-4abe-a4d6-623ad6cc05b8 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.0920093 Jul 16 01:56:35.549105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4bdfb7ac-8a1d-4aa6-9cd4-b0efbcd31720 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642715 Jul 16 01:56:35.555639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:35.564216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:35.595853 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.605259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.613724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547f83be-e50e-421a-948f-8eaa7336a9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.620463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b871803a-aabb-456b-a2a3-bf3c4c3db88f req-3d18e322-7bbe-4da3-ab8b-0b90c14d46ed tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655246 Jul 16 01:56:35.691241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547f83be-e50e-421a-948f-8eaa7336a9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.701144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:35.701680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'Port': ['ID=a9528b24-9e5e-4e4c-b502-4b589611da7e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:35.715364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.730805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.736045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-233716c7-9523-4769-9c04-df939656b5df tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9537122 Jul 16 01:56:35.762088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] Deleting port 642ca699-c026-4cdc-88d2-fa220f81a195 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:35.762565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.839095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] For port 642ca699-c026-4cdc-88d2-fa220f81a195, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=642ca699-c026-4cdc-88d2-fa220f81a195,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:35.839505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.853451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] Calling delete_port for 642ca699-c026-4cdc-88d2-fa220f81a195 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:35.950048 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.962486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-b0bcbc2b-7ee8-48c5-b800-662b75c1ed33 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1772745162&fields=id&tenant_id=5eb00f68dbca41ceb92fe189608e4d2c HTTP/1.1" status: 200 len: 267 time: 0.0462499 Jul 16 01:56:35.998218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Port 642ca699-c026-4cdc-88d2-fa220f81a195 update to ACTIVE by agent not found {{(pid=93908) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 01:56:36.000788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] Pushing event deleted for resources: {'Port': ['ID=642ca699-c026-4cdc-88d2-fa220f81a195,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.005618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be1504-3eaf-4bef-a671-1c850359a826 None None] No DVR routers for this DVR port 642ca699-c026-4cdc-88d2-fa220f81a195 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:36.083842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-0343c048-ad8b-4209-a141-c53dbaafe307 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.087468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-0343c048-ad8b-4209-a141-c53dbaafe307 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 811 time: 0.1174655 Jul 16 01:56:36.100953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-0f3f0567-8c24-4478-be0a-789a873b14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.101535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-3de0e584-8585-4528-97b5-b0dbf67c3e53 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/quotas/5eb00f68dbca41ceb92fe189608e4d2c HTTP/1.1" status: 200 len: 375 time: 0.0103683 Jul 16 01:56:36.102400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-0f3f0567-8c24-4478-be0a-789a873b14b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.6482387 Jul 16 01:56:36.177407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-52321d34-898c-40a5-a6f5-c1285679d80a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702806 Jul 16 01:56:36.194220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-99be5b84-be09-4392-9954-36ddd53ae1a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0820835 Jul 16 01:56:36.243380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-648fccb7-bd20-461c-8bdd-fa9c8ec75775 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:56:36.244518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-648fccb7-bd20-461c-8bdd-fa9c8ec75775 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560658 Jul 16 01:56:36.253880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:36.257360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.267649 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547f83be-e50e-421a-948f-8eaa7336a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.270148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-547f83be-e50e-421a-948f-8eaa7336a9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.271282 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-547f83be-e50e-421a-948f-8eaa7336a9c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf93fc8c-e0ba-4bbf-a351-79bfc08dd46d HTTP/1.1" status: 204 len: 168 time: 0.8509862 Jul 16 01:56:36.300889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-b871e442-4fe2-46bc-852a-b2ab87cb57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.302361 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-b871e442-4fe2-46bc-852a-b2ab87cb57ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.0997102 Jul 16 01:56:36.307003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f83be-e50e-421a-948f-8eaa7336a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf93fc8c-e0ba-4bbf-a351-79bfc08dd46d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.352893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-57a31c44-5363-41d3-8b2a-e6c9b171011e service neutron] 10.222.0.35 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015086 Jul 16 01:56:36.376824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-dc6fad9b-96ec-449e-9b8d-3ca471b1da47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2660272 Jul 16 01:56:36.378664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-70dce1bd-9139-4a18-afbc-0514e932d7af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675733 Jul 16 01:56:36.460785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-c758ab7c-e7ac-407d-9ca8-9e2b3886f8e5 service neutron] 10.222.0.35 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039762 Jul 16 01:56:36.568650 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-a1aaec82-c8a6-4912-8dba-e8730209e802 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829283 Jul 16 01:56:36.594955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.609266 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b5a76d0-67fa-4054-b5a2-d13d6f18354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.638219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4e0-214a-4ae1-a075-60c04448424a req-788d2ab4-d52c-448f-8509-74cfd860e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.639716 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-788d2ab4-d52c-448f-8509-74cfd860e918 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1096 time: 0.2294137 Jul 16 01:56:36.670098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16c91327-d60d-40ce-86a2-3adeaa346080 req-f0eb9366-5725-46c4-a7e7-262331d85d45 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0385890 Jul 16 01:56:36.766062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b5a76d0-67fa-4054-b5a2-d13d6f18354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.774124 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b5a76d0-67fa-4054-b5a2-d13d6f18354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:36.807835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5b5a76d0-67fa-4054-b5a2-d13d6f18354a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=907e675f67124fc69e78be11b9c1b200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117553 Jul 16 01:56:36.810397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41688) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:36.873651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08d38818-34f0-44aa-9fb0-0ddfd2fb6cf2 req-f3de81e6-9585-42ec-994b-367a90328b90 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886140 Jul 16 01:56:36.900684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4e0-214a-4ae1-a075-60c04448424a req-67c737f6-1dbc-488f-91cd-24f9b141d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:36.902156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-67c737f6-1dbc-488f-91cd-24f9b141d0a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.2244847 Jul 16 01:56:36.909955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a76d0-67fa-4054-b5a2-d13d6f18354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab2399-f8b2-422d-b1d7-7ddbbc88bad8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:36.921612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.objects.ports [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:36.930994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.028356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:37.035988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ae58b-c6c3-4215-b78c-85577023dc85 req-982c344f-59cd-411b-809d-57118498ee56 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:37.036301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:37.038242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f7ae58b-c6c3-4215-b78c-85577023dc85 req-982c344f-59cd-411b-809d-57118498ee56 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2349987 Jul 16 01:56:37.045509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:37.046104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.048108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9534e633-6e2f-4a86-925e-e3a668e4df92 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:37.062537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abc73686-5a69-4faa-8a06-d564973a6ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.063499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=80af6085-1bb6-4f83-97e5-8b587133dc74,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.067014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-ef6c39e2-7a4d-409b-aa7a-ec2a6d4c0759 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 1000 time: 0.1436181 Jul 16 01:56:37.078790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 642ca699-c026-4cdc-88d2-fa220f81a195 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:37.118884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 642ca699-c026-4cdc-88d2-fa220f81a195 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:37.119214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 642ca699-c026-4cdc-88d2-fa220f81a195 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:37.129866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4e0-214a-4ae1-a075-60c04448424a req-9a212fbc-0d5a-4813-9947-796f47f88325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:37.132532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-9a212fbc-0d5a-4813-9947-796f47f88325 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.0564504 Jul 16 01:56:37.137535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f7ae58b-c6c3-4215-b78c-85577023dc85 req-3166eaa0-a064-496a-81ae-16df897c2b8a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769455 Jul 16 01:56:37.139959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abc73686-5a69-4faa-8a06-d564973a6ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.141765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41700) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:37.146932 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-01be5286-db2f-4020-bd0e-638c9c900a8a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5886657 Jul 16 01:56:37.151678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:08:87:d8', 'name': 'tempest-NetworksTestDHCPv6-314120359'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:37.215462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4e0-214a-4ae1-a075-60c04448424a req-b567d37f-1b38-4104-b37f-a64ead0965eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:37.217987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-b567d37f-1b38-4104-b37f-a64ead0965eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653481 Jul 16 01:56:37.230692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-ca982927-9167-4dde-9980-64dfbe173fb5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:56:37.231959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-ca982927-9167-4dde-9980-64dfbe173fb5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057161 Jul 16 01:56:37.275281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '80af6085-1bb6-4f83-97e5-8b587133dc74'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:37.276811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.278829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abc73686-5a69-4faa-8a06-d564973a6ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.281966 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abc73686-5a69-4faa-8a06-d564973a6ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.283176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-abc73686-5a69-4faa-8a06-d564973a6ba2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50ab2399-f8b2-422d-b1d7-7ddbbc88bad8 HTTP/1.1" status: 204 len: 168 time: 0.4718652 Jul 16 01:56:37.299317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc73686-5a69-4faa-8a06-d564973a6ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab2399-f8b2-422d-b1d7-7ddbbc88bad8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.350272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:37.373061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-75f707e6-0949-4a43-b625-fe9d03a6a1fa service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337187 Jul 16 01:56:37.459580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.480219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Allocated IP 2001:db8::f816:3eff:fe12:68d0 (c437469f-83fa-42ce-b474-0d025b53fd72/80af6085-1bb6-4f83-97e5-8b587133dc74/a94fc929-ed06-4222-a87d-b3fef8e0013c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:37.482648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:37.537390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-db03f4e0-214a-4ae1-a075-60c04448424a req-0aa132cf-6574-43d2-bdfa-5990bac652cb service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524835 Jul 16 01:56:37.657705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.667834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Transition to ACTIVE for port object a94fc929-ed06-4222-a87d-b3fef8e0013c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:37.700338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Transition to ACTIVE for port object a94fc929-ed06-4222-a87d-b3fef8e0013c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:37.707436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.764075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Pushing event updated for resources: {'Port': ['ID=a94fc929-ed06-4222-a87d-b3fef8e0013c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:37.776835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:37.781666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:37.784909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:37.792544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fe08:87d8 (c437469f-83fa-42ce-b474-0d025b53fd72/80af6085-1bb6-4f83-97e5-8b587133dc74/1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:37.850920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Attempting to bind port a94fc929-ed06-4222-a87d-b3fef8e0013c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:37.850920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Attempting to bind port a94fc929-ed06-4222-a87d-b3fef8e0013c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:37.851254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Attempting to bind port a94fc929-ed06-4222-a87d-b3fef8e0013c on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:37.857473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:37.857981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:37.858581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.858974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:37.859947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Bound port: a94fc929-ed06-4222-a87d-b3fef8e0013c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:37.860094 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.879139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50d330cd-e7a4-4384-808f-8aa045d56ad7 req-26df9ed0-8eb1-44da-b8f0-533f10e4454d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0391171 Jul 16 01:56:37.957241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] For port a94fc929-ed06-4222-a87d-b3fef8e0013c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:37.962693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] For port a94fc929-ed06-4222-a87d-b3fef8e0013c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a94fc929-ed06-4222-a87d-b3fef8e0013c,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:37.985874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.046418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.063859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:38.068864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6f862-f9cc-446a-be34-33091218f244 None None] Pushing event updated for resources: {'Port': ['ID=a94fc929-ed06-4222-a87d-b3fef8e0013c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.123594 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.175722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:38.179285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:38.191752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-ac866f6f-4e20-4de1-af7f-126467e8328a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.194040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-ac866f6f-4e20-4de1-af7f-126467e8328a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 811 time: 0.2172821 Jul 16 01:56:38.196341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:38.202339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.203006 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.206783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.233095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0b172cd6-f698-46c3-9c15-190970dbc189 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0899765 Jul 16 01:56:38.236515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41728) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:38.300469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-2570f23c-40ac-4123-9787-0756f99295c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eb00f68dbca41ceb92fe189608e4d2c HTTP/1.1" status: 200 len: 380 time: 0.0919967 Jul 16 01:56:38.308178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'port': {'device_id': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'admin_state_up': True, 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'security_groups': ['caffdebe-8b1c-4cb4-ab61-b9922c1de95c']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:38.398722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c527831-4b22-4bc3-bfe1-a6ff530a35bb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.407136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c527831-4b22-4bc3-bfe1-a6ff530a35bb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.408767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6c527831-4b22-4bc3-bfe1-a6ff530a35bb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1707098 Jul 16 01:56:38.411542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:38.507357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Made reservation on behalf of 5eb00f68dbca41ceb92fe189608e4d2c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:38.511948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.567820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1f9bc-33cf-4108-a623-78e368891a42 req-2933a9c6-d65b-4508-acb5-e4babb763ce5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:38.572741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2c1f9bc-33cf-4108-a623-78e368891a42 req-2933a9c6-d65b-4508-acb5-e4babb763ce5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1518824 Jul 16 01:56:38.617348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:38.617694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.649838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2c1f9bc-33cf-4108-a623-78e368891a42 req-49b29e00-35c4-475e-a0f0-bba0ecd0772b tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725429 Jul 16 01:56:38.653243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Allocated IP 172.20.0.11 (06e259b4-edc5-41d0-b374-805a548ba54c/bf22c3ef-5e79-4012-892c-834187de02e1/97cc93ad-39ab-47c6-aeb5-21c324a08d4d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:38.728831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.743070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:38.846859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.904746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Transition to ACTIVE for port object 97cc93ad-39ab-47c6-aeb5-21c324a08d4d will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:38.905566 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.936233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.950160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.966764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.974215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-06d25822-ec45-4a91-a016-88aaf93301c0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f HTTP/1.1" status: 204 len: 168 time: 0.5597143 Jul 16 01:56:38.974530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.049081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb194ad-186c-4445-9b46-dcfd474bba28 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.051160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb194ad-186c-4445-9b46-dcfd474bba28 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.054060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0eb194ad-186c-4445-9b46-dcfd474bba28 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0777905 Jul 16 01:56:39.057981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.089714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Network 06e259b4-edc5-41d0-b374-805a548ba54c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:39.089714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:39.089714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event updated for resources: {'Port': ['ID=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.089714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:39.136216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a94fc929-ed06-4222-a87d-b3fef8e0013c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:39.180324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.181718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.201792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 80af6085-1bb6-4f83-97e5-8b587133dc74 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:39.207771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.212950 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-a01fe5e1-49f6-46ad-83cd-7d578bde0f34 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9087343 Jul 16 01:56:39.226568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Request body: {'port': {'device_id': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:39.248474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a94fc929-ed06-4222-a87d-b3fef8e0013c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.268926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.332077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9caac-83a8-4c68-91d9-e2bc8d48bc68 req-44ec0628-71d6-4e10-bb62-1d41446f48c8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.333640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07b9caac-83a8-4c68-91d9-e2bc8d48bc68 req-44ec0628-71d6-4e10-bb62-1d41446f48c8 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 932 time: 0.1941357 Jul 16 01:56:39.375515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.452807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.480725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07b9caac-83a8-4c68-91d9-e2bc8d48bc68 req-baa88223-f15f-4cd8-877d-0f790a48681a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086380 Jul 16 01:56:39.491237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e9f966e-ef8c-4311-88ae-c0d00a626c62 None None] Provisioning for port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.499136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e9f966e-ef8c-4311-88ae-c0d00a626c62 None None] Provisioning complete for port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:39.500792 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0e9f966e-ef8c-4311-88ae-c0d00a626c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.579128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.593720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f966e-ef8c-4311-88ae-c0d00a626c62 None None] Port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:56:39.613499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=80af6085-1bb6-4f83-97e5-8b587133dc74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.621561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.628071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0e04d1e-d932-4bb7-96ad-89c74de71e18 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/80af6085-1bb6-4f83-97e5-8b587133dc74 HTTP/1.1" status: 204 len: 168 time: 0.5656223 Jul 16 01:56:39.628071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.674210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-913c371c-cf8f-416f-9bf8-3ff4f627549a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451155 Jul 16 01:56:39.674822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.725666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] Provisioning for port a94fc929-ed06-4222-a87d-b3fef8e0013c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:39.735396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] Provisioning complete for port a94fc929-ed06-4222-a87d-b3fef8e0013c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:39.735874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.788153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02154412-d32c-4ef5-90e6-590139839e50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.792413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-02154412-d32c-4ef5-90e6-590139839e50 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1166115 Jul 16 01:56:39.793027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.830479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cc93ad-39ab-47c6-aeb5-21c324a08d4d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:39.845325 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.847344 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.879657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Transition to ACTIVE for port object 97cc93ad-39ab-47c6-aeb5-21c324a08d4d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:39.888645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.907595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] For port a94fc929-ed06-4222-a87d-b3fef8e0013c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a94fc929-ed06-4222-a87d-b3fef8e0013c,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:39.920290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.925215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0efbba4-2ed3-47b9-820f-0d73c3f2e6b5 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:39.928987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e84dfb-7613-47f7-985d-26abb664a7bf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:39.931086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-37e84dfb-7613-47f7-985d-26abb664a7bf tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369748 Jul 16 01:56:39.934700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.965650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.985456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e0afc-ce21-4672-b906-7a8ebeb6feed None None] Pushing event updated for resources: {'Port': ['ID=a94fc929-ed06-4222-a87d-b3fef8e0013c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.028968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8ad28a40-c5ac-484b-abc1-a63f64e1a491 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894103 Jul 16 01:56:40.029415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.040748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:40.066055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b073eea3-af4f-4fee-91c4-bfccc1f31001 None None] Could not find standard attr ID for object 1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:40.121579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Attempting to bind port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:40.122540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Attempting to bind port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:40.123123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Attempting to bind port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d on network 06e259b4-edc5-41d0-b374-805a548ba54c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:40.137757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d on network 06e259b4-edc5-41d0-b374-805a548ba54c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:40.138432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Attempting to bind port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d on network 06e259b4-edc5-41d0-b374-805a548ba54c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:40.147334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:40.148185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Checking segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:40.148882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Bound using segment: {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:40.149597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Bound port: 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:40.150228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.234961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2f1c1-49fc-4edd-83f1-151db43bb46d req-734d20bc-eb1f-4a41-937f-e9b139c50963 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.236577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8e2f1c1-49fc-4edd-83f1-151db43bb46d req-734d20bc-eb1f-4a41-937f-e9b139c50963 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.3868220 Jul 16 01:56:40.287738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:40.292409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.326236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] For port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:40.341649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8e2f1c1-49fc-4edd-83f1-151db43bb46d req-e7b8d1f5-a443-46a1-b1d0-7ecf486c6e11 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919039 Jul 16 01:56:40.343682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] For port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:40.351322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.378554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:40.410541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.411168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.412708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/97cc93ad-39ab-47c6-aeb5-21c324a08d4d HTTP/1.1" status: 200 len: 1092 time: 1.1911974 Jul 16 01:56:40.413168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:40.415775 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410b5e3d-36df-468a-933d-06f458c8226f" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:40.442938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44d01-7299-421f-a315-9c34a89232d6 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.506034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] Deleting port a94fc929-ed06-4222-a87d-b3fef8e0013c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:40.507785 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.512888 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50dc67a-a67e-41e2-92bb-25071e4a9a70 x-openstack-request-id: req-d50dc67a-a67e-41e2-92bb-25071e4a9a70 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:40.513138 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:40.513397 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d50dc67a-a67e-41e2-92bb-25071e4a9a70 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:40.513916 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'status': 'completed', 'code': 200} Jul 16 01:56:40.570427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-c59a563f-7e53-4a0a-9378-9e8315e9a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.572715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-c59a563f-7e53-4a0a-9378-9e8315e9a8b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 1095 time: 0.1059344 Jul 16 01:56:40.626382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.658714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-51feafe1-d234-4f9b-9675-441953e6b683 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d HTTP/1.1" status: 200 len: 217 time: 0.0780318 Jul 16 01:56:40.698390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] For port a94fc929-ed06-4222-a87d-b3fef8e0013c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a94fc929-ed06-4222-a87d-b3fef8e0013c,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:40.698891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.724584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] Calling delete_port for a94fc929-ed06-4222-a87d-b3fef8e0013c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:40.742661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-281506b9-f856-4269-afa9-0b2b700379e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.744544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-281506b9-f856-4269-afa9-0b2b700379e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0793538 Jul 16 01:56:40.754715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:40.756121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=930b6b05-ba0b-49a2-8866-d2f9a621d5ac,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.778663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:40.782671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.783262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.821073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dab371e9-b42f-486e-8cf6-3585cc650b47 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7905982 Jul 16 01:56:40.826326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.828012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-3c7dd314-b27c-4c2d-bdd2-a5b2e3f69d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.831050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-3c7dd314-b27c-4c2d-bdd2-a5b2e3f69d4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794141 Jul 16 01:56:40.831512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:3f:52:3b', 'name': 'tempest-NetworksTestDHCPv6-180207155'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:40.856765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:40.862102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f850b-2d91-4c6e-9bdc-a55e832c8202 req-6d2d2379-386b-4b19-ae41-5705794e772e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:40.871576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-856f850b-2d91-4c6e-9bdc-a55e832c8202 req-6d2d2379-386b-4b19-ae41-5705794e772e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 944 time: 0.1354980 Jul 16 01:56:40.872615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:40.911696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] No DVR routers for this DVR port a94fc929-ed06-4222-a87d-b3fef8e0013c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:40.914675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce3aa8-9c0b-4a97-ba1e-0c3633fd269f None None] Pushing event deleted for resources: {'Port': ['ID=a94fc929-ed06-4222-a87d-b3fef8e0013c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.944885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b67a614-c049-40d0-b0d0-104a3bada7c2 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:40.977054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-856f850b-2d91-4c6e-9bdc-a55e832c8202 req-ba1ea13c-a650-4e58-b0c3-162fed80968c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034970 Jul 16 01:56:40.983112 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-9a5b0fab-266a-4c5d-97cf-ec7302977038 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444764 Jul 16 01:56:41.059380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:41.064233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a94fc929-ed06-4222-a87d-b3fef8e0013c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:41.065901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.083436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-241ab9f0-109a-48d6-ab07-9acf58227d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.089466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a94fc929-ed06-4222-a87d-b3fef8e0013c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:41.090184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a94fc929-ed06-4222-a87d-b3fef8e0013c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:41.096351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port ad99272a-d489-42e6-9eae-cf9da84f66dc yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:41.119428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de6e5648-bec5-4b06-b43e-481bd296ccd8 req-773aa3ef-b0a7-4d2d-81b5-7833caf65ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286418 Jul 16 01:56:41.135506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '930b6b05-ba0b-49a2-8866-d2f9a621d5ac'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:41.136739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.263586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::199 (c437469f-83fa-42ce-b474-0d025b53fd72/930b6b05-ba0b-49a2-8866-d2f9a621d5ac/ad99272a-d489-42e6-9eae-cf9da84f66dc) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:41.281636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-241ab9f0-109a-48d6-ab07-9acf58227d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.286465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-241ab9f0-109a-48d6-ab07-9acf58227d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.291341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5e3d-36df-468a-933d-06f458c8226f req-7b218b51-3a21-4c0a-95d5-fc446f34a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.292877 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-7b218b51-3a21-4c0a-95d5-fc446f34a7ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 1095 time: 0.1069126 Jul 16 01:56:41.352691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab9f0-109a-48d6-ab07-9acf58227d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2081b3af-4be4-4a7f-9fa1-a26d54a59ed3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.359274 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-241ab9f0-109a-48d6-ab07-9acf58227d47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f33a68451b2e46a0922eec8de1b1d3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016515 Jul 16 01:56:41.362425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41860) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.419737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.438136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object ad99272a-d489-42e6-9eae-cf9da84f66dc will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:41.454457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5e3d-36df-468a-933d-06f458c8226f req-d6123689-d7e6-4450-ac2f-a046e2d2720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.455936 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-d6123689-d7e6-4450-ac2f-a046e2d2720f service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.1487267 Jul 16 01:56:41.470393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4319-55ba-47d1-8819-b65d97ff1cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.502560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-0224f386-cb39-439c-abaf-508f72f4169b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d HTTP/1.1" status: 200 len: 217 time: 0.0377140 Jul 16 01:56:41.512531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.531608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4319-55ba-47d1-8819-b65d97ff1cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.567176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:41.571517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/930b6b05-ba0b-49a2-8866-d2f9a621d5ac/1a130546-09ba-40b7-a79e-a2334a41006d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:41.573643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:41.585406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379fda-3f9f-4527-8326-4d0da30b1e97 req-8a275341-6ae7-4586-9309-5ee7022099c3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.586962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a379fda-3f9f-4527-8326-4d0da30b1e97 req-8a275341-6ae7-4586-9309-5ee7022099c3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1279874 Jul 16 01:56:41.590537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:41.595287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5e3d-36df-468a-933d-06f458c8226f req-9022fb9c-9c36-483e-b2bb-b814b2e09161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.596546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.597066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-9022fb9c-9c36-483e-b2bb-b814b2e09161 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0847456 Jul 16 01:56:41.597297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.603343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=ad99272a-d489-42e6-9eae-cf9da84f66dc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.634916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8e378932-a76c-492c-ad4b-c4c6f5f81ed3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8050611 Jul 16 01:56:41.637500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.653204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a379fda-3f9f-4527-8326-4d0da30b1e97 req-ded65b6b-5d5e-4088-a9b4-2bd399f14656 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525756 Jul 16 01:56:41.683357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4319-55ba-47d1-8819-b65d97ff1cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.685958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9cb4319-55ba-47d1-8819-b65d97ff1cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.687190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f9cb4319-55ba-47d1-8819-b65d97ff1cef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2081b3af-4be4-4a7f-9fa1-a26d54a59ed3 HTTP/1.1" status: 204 len: 168 time: 0.3238456 Jul 16 01:56:41.705051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb4319-55ba-47d1-8819-b65d97ff1cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2081b3af-4be4-4a7f-9fa1-a26d54a59ed3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.727111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5e3d-36df-468a-933d-06f458c8226f req-d97528f2-ad5c-4c2e-b4ae-49b35f644450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.728745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-d97528f2-ad5c-4c2e-b4ae-49b35f644450 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240606 Jul 16 01:56:41.754232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e960fb1-4b50-441e-a4ef-f54bed8d278b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:41.758672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:41.758761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3e960fb1-4b50-441e-a4ef-f54bed8d278b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1216569 Jul 16 01:56:41.790515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.807816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Transition to ACTIVE for port object 1a130546-09ba-40b7-a79e-a2334a41006d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:41.827098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Transition to ACTIVE for port object 1a130546-09ba-40b7-a79e-a2334a41006d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:41.833701 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.875524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:41.882392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:41.886672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:41.890346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-36d25ee2-af93-4f35-8ad4-0761d359bdef service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511900 Jul 16 01:56:41.894341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Pushing event updated for resources: {'Port': ['ID=1a130546-09ba-40b7-a79e-a2334a41006d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:41.899563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port ad99272a-d489-42e6-9eae-cf9da84f66dc {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:41.900143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.982247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Attempting to bind port 1a130546-09ba-40b7-a79e-a2334a41006d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:41.982638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Attempting to bind port 1a130546-09ba-40b7-a79e-a2334a41006d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:41.983006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Attempting to bind port 1a130546-09ba-40b7-a79e-a2334a41006d on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:41.990354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:41.990726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:41.991770 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:41.992210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:41.992696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Bound port: 1a130546-09ba-40b7-a79e-a2334a41006d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:41.993237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.009059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-410b5e3d-36df-468a-933d-06f458c8226f req-a602968e-9cbe-4794-8bab-4a7637dd0abe service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135697 Jul 16 01:56:42.012746 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.026741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for ad99272a-d489-42e6-9eae-cf9da84f66dc owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:42.089263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41876) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.103822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14400c30-5890-48c8-835e-8f9b7aff34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.208327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14400c30-5890-48c8-835e-8f9b7aff34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.213183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-14400c30-5890-48c8-835e-8f9b7aff34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.218078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af934d-4d99-49b3-a49a-13a2bb8b9378 req-5fcc1d73-dfb2-44b7-bde6-ed3311141d46 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.219665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89af934d-4d99-49b3-a49a-13a2bb8b9378 req-5fcc1d73-dfb2-44b7-bde6-ed3311141d46 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 944 time: 0.1137726 Jul 16 01:56:42.242649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.248451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14400c30-5890-48c8-835e-8f9b7aff34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9071da45-6077-4730-b278-4b2c7f34c0a1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.268907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-14400c30-5890-48c8-835e-8f9b7aff34f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=406254406b154b0594624b87119ffbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782298 Jul 16 01:56:42.271603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41880) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.275069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] For port 1a130546-09ba-40b7-a79e-a2334a41006d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:42.279218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] For port 1a130546-09ba-40b7-a79e-a2334a41006d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a130546-09ba-40b7-a79e-a2334a41006d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:42.284962 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.287737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=ad99272a-d489-42e6-9eae-cf9da84f66dc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.334013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e55f7e67-bacc-4e50-9fae-8050bd964ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.349114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89af934d-4d99-49b3-a49a-13a2bb8b9378 req-307c0e90-ad99-4399-8c7e-3645193e420a tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145830 Jul 16 01:56:42.350323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.358112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aab1b671-3b2d-43f1-924a-b79c5a2e8406 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/ad99272a-d489-42e6-9eae-cf9da84f66dc HTTP/1.1" status: 204 len: 168 time: 0.5983593 Jul 16 01:56:42.364601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.372316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e55f7e67-bacc-4e50-9fae-8050bd964ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.375615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c7b66-111d-4e79-a341-fc324034a601 None None] Pushing event updated for resources: {'Port': ['ID=1a130546-09ba-40b7-a79e-a2334a41006d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.425361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e55f7e67-bacc-4e50-9fae-8050bd964ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.427989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e55f7e67-bacc-4e50-9fae-8050bd964ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.429174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e55f7e67-bacc-4e50-9fae-8050bd964ad6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9071da45-6077-4730-b278-4b2c7f34c0a1 HTTP/1.1" status: 204 len: 168 time: 0.1565592 Jul 16 01:56:42.435934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff39f9-3bde-4e0c-8560-5c417e13039b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.438410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f7e67-bacc-4e50-9fae-8050bd964ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071da45-6077-4730-b278-4b2c7f34c0a1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.438538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff39f9-3bde-4e0c-8560-5c417e13039b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.440097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ebff39f9-3bde-4e0c-8560-5c417e13039b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0744920 Jul 16 01:56:42.444941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41886) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.501907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 930b6b05-ba0b-49a2-8866-d2f9a621d5ac {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:42.505201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.551215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.679792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.760513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.794196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:42.799095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/930b6b05-ba0b-49a2-8866-d2f9a621d5ac HTTP/1.1" status: 204 len: 168 time: 0.3492668 Jul 16 01:56:42.799095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32bfa4-33e2-4305-8bab-7cd3c8e60ec5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=930b6b05-ba0b-49a2-8866-d2f9a621d5ac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:42.800327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41896) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.838473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2c44be2b-97d9-4746-b00b-1b751384b82b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368512 Jul 16 01:56:42.840836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41900) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.862037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c177e-0650-48c8-8991-4526e4619009 req-4dd96387-6c2f-4e01-8254-372228d62939 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.863695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-741c177e-0650-48c8-8991-4526e4619009 req-4dd96387-6c2f-4e01-8254-372228d62939 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.0816247 Jul 16 01:56:42.905526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-741c177e-0650-48c8-8991-4526e4619009 req-a04c9aaf-fbca-4e6c-9423-a6967cef9b43 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Jul 16 01:56:42.912481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b18306-43e5-4559-9b1e-3aa3a720686d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.914043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92b18306-43e5-4559-9b1e-3aa3a720686d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0723200 Jul 16 01:56:42.916541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.983393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24cbbe-86f0-4c19-b04c-0b21b18ed1f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:42.989729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:42.989897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a24cbbe-86f0-4c19-b04c-0b21b18ed1f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666625 Jul 16 01:56:43.040060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-52f280e5-3037-4442-bbef-d94337143124 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467522 Jul 16 01:56:43.040060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41910) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:43.045506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:43.082336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a130546-09ba-40b7-a79e-a2334a41006d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:43.137477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1a130546-09ba-40b7-a79e-a2334a41006d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:43.153029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:43.157586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.494043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eddf8f-4632-49a4-8ce0-e2a3c230e7e0 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:43.522130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:43.594705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] Provisioning for port 1a130546-09ba-40b7-a79e-a2334a41006d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:43.605523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:43.605988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.783886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 97cc93ad-39ab-47c6-aeb5-21c324a08d4d details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:56:43.789989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:43.853579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] For port 1a130546-09ba-40b7-a79e-a2334a41006d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a130546-09ba-40b7-a79e-a2334a41006d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:43.943165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:43.959375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'port_id': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'mac_address': 'fa:16:3e:59:cb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:56:43.964372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.030034 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.068637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cc93ad-39ab-47c6-aeb5-21c324a08d4d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:56:44.104973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62c0a-5ed0-4069-a18d-49aa7d7b14bc req-b0256b23-646e-4d91-9bed-7d40f3272cf2 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.105648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:44.109818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ff716-9e50-4561-b0c1-2e5a7fefc80f None None] Pushing event updated for resources: {'Port': ['ID=1a130546-09ba-40b7-a79e-a2334a41006d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.116291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.116815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32c62c0a-5ed0-4069-a18d-49aa7d7b14bc req-b0256b23-646e-4d91-9bed-7d40f3272cf2 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 944 time: 0.6206708 Jul 16 01:56:44.204483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.222930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3da37c47-bfa4-466b-bbf2-917b1b08d659 None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:44.227073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3da37c47-bfa4-466b-bbf2-917b1b08d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.229118 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32c62c0a-5ed0-4069-a18d-49aa7d7b14bc req-7a7dfbb2-7b12-4616-84e6-71d60e0968de tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112554 Jul 16 01:56:44.298184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.391580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['97cc93ad-39ab-47c6-aeb5-21c324a08d4d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:56:44.420938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c87bd7-b370-4b3f-b440-1e3cf9fadd59 req-c039762b-af8c-4ae9-befc-86d222cc87bb tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.431072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2c87bd7-b370-4b3f-b440-1e3cf9fadd59 req-c039762b-af8c-4ae9-befc-86d222cc87bb tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2738309 Jul 16 01:56:44.517315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2c87bd7-b370-4b3f-b440-1e3cf9fadd59 req-6621d982-488f-446d-a714-5bc5ea969f2d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850883 Jul 16 01:56:44.576904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2a20d30-e302-43e4-8193-df370af74e83 None None] Could not find standard attr ID for object ad99272a-d489-42e6-9eae-cf9da84f66dc. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:44.674190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] For port 1a130546-09ba-40b7-a79e-a2334a41006d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a130546-09ba-40b7-a79e-a2334a41006d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:44.712681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.717307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.718076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.790252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:44.797016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:44.803732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:44.805193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.807043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526e679-2d54-4cce-a0d9-a19a906e5a28 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:44.820662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.831799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=1a130546-09ba-40b7-a79e-a2334a41006d,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.840619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41978) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.841112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f2c43f32-7b90-4d47-97b4-c52b5b047b62 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8007011 Jul 16 01:56:44.846676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:44.966493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:44.972444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.973186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.038966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a130546-09ba-40b7-a79e-a2334a41006d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:45.104216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b651a8a0-8fbf-4e6c-862e-83c769d2097d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.105457 n-d-800087-6 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93 (CIDR: 2001:db8::/64) Jul 16 01:56:45.111979 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:45.112826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:45.126487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:45.127056 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.144378 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-effd5871-13ca-4d07-b04f-98612453321a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3024142 Jul 16 01:56:45.145070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41986) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.154271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:45.277546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b651a8a0-8fbf-4e6c-862e-83c769d2097d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.285805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b651a8a0-8fbf-4e6c-862e-83c769d2097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.303050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-86d10504-b252-43cc-863c-91810ab54266 None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:45.303354 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86d10504-b252-43cc-863c-91810ab54266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.332983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b651a8a0-8fbf-4e6c-862e-83c769d2097d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dc3e2036d9d4ef98b0b407854241f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561552 Jul 16 01:56:45.333195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651a8a0-8fbf-4e6c-862e-83c769d2097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0480f1f-c166-4464-b503-250c1456a389,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.335095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41990) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.406643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:45.410464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.459327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478fa387-9f7d-4066-9735-814ac81093f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.477805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30dd68-aa54-4c67-93d1-0756c13a137d req-cf68523b-4f9b-4081-8be3-5e30becf3e0d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.479357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb30dd68-aa54-4c67-93d1-0756c13a137d req-cf68523b-4f9b-4081-8be3-5e30becf3e0d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 945 time: 0.0973194 Jul 16 01:56:45.519937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478fa387-9f7d-4066-9735-814ac81093f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.533708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb30dd68-aa54-4c67-93d1-0756c13a137d req-b419cce3-1763-446e-9e4a-1e88f47aebef tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466602 Jul 16 01:56:45.611154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478fa387-9f7d-4066-9735-814ac81093f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.613647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478fa387-9f7d-4066-9735-814ac81093f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.614778 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-478fa387-9f7d-4066-9735-814ac81093f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0480f1f-c166-4464-b503-250c1456a389 HTTP/1.1" status: 204 len: 168 time: 0.2787576 Jul 16 01:56:45.629992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fa387-9f7d-4066-9735-814ac81093f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0480f1f-c166-4464-b503-250c1456a389,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.715704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c3a5-f8a4-402c-911d-65bcacc885d7 req-92d20350-f4de-4b7c-b081-eca4f8bcb9d4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.717432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8486c3a5-f8a4-402c-911d-65bcacc885d7 req-92d20350-f4de-4b7c-b081-eca4f8bcb9d4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.0731316 Jul 16 01:56:45.768778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8486c3a5-f8a4-402c-911d-65bcacc885d7 req-3187c339-096e-410a-b2e5-21ce51f56561 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Jul 16 01:56:45.783654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 97cc93ad-39ab-47c6-aeb5-21c324a08d4d up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:45.795071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.841510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:45.846733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:45.847269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.857620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:45.866834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a509c3a3-3d0d-499b-a024-b3c51eb0697c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1448593 Jul 16 01:56:45.869968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:45.876241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:45.876849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.880082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=e365efa8-79db-4956-83fb-d9c0bd9bb6fc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.883035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fcf6e5-6c34-4f9e-bb4d-add9c3fe47bd None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:45.898072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-07d7b35d-780f-4d9a-ab60-4fa806672034 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7511361 Jul 16 01:56:45.901066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.907540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:ac:0f:27', 'name': 'tempest-NetworksTestDHCPv6-931932411'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.004412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.005265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.005837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.006363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.007034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.007551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.008101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.010320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ccad3a8-4df5-4352-83f1-2f0c9e43f011 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.0778034 Jul 16 01:56:46.020655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.028280 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.038539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1faa992-7e25-429e-9ecf-99de27c95b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.065851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.085714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:46.088187 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7f7ec-c0b8-41f4-9ff7-f20bb8265577" -d '{"events": [{"server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "name": "network-vif-plugged", "status": "completed", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:46.108022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:46.139321 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a61f786-f51f-48d6-9020-276d5154113e x-openstack-request-id: req-6a61f786-f51f-48d6-9020-276d5154113e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:46.139321 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "name": "network-vif-plugged", "status": "completed", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:46.140142 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a61f786-f51f-48d6-9020-276d5154113e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:46.140142 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'code': 200} Jul 16 01:56:46.142208 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.160046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f98aa638-36c6-4aa2-8f24-17a91000099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.160847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f98aa638-36c6-4aa2-8f24-17a91000099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.161459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f98aa638-36c6-4aa2-8f24-17a91000099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.163318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f98aa638-36c6-4aa2-8f24-17a91000099a service neutron] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 2297 time: 0.1246979 Jul 16 01:56:46.205850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.213807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.239732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port ce34bbf9-2af8-4053-b9ef-540944554e21 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:46.310611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1faa992-7e25-429e-9ecf-99de27c95b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.311277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': 'c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93', 'ip_address': '2001:db8::f816:3eff:fe3a:fd84'}, {'subnet_id': 'e365efa8-79db-4956-83fb-d9c0bd9bb6fc'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '1a130546-09ba-40b7-a79e-a2334a41006d'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:46.321589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c1faa992-7e25-429e-9ecf-99de27c95b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.355662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.399821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c1faa992-7e25-429e-9ecf-99de27c95b23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89af65a6d1324238896ee81a5cba2de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759801 Jul 16 01:56:46.406309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.416519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faa992-7e25-429e-9ecf-99de27c95b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db19d752-209e-4664-9e70-07bcb822f911,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.525953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db978964-9290-4b8a-ad73-1b7e3aebe171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.527968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8:0:1::ee (c437469f-83fa-42ce-b474-0d025b53fd72/e365efa8-79db-4956-83fb-d9c0bd9bb6fc/ce34bbf9-2af8-4053-b9ef-540944554e21) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:46.541080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:feac:f27 (c437469f-83fa-42ce-b474-0d025b53fd72/c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93/ce34bbf9-2af8-4053-b9ef-540944554e21) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:46.563400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db978964-9290-4b8a-ad73-1b7e3aebe171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.618908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-50655f94-cc71-426b-a0fd-5ad6275ec3e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1002 time: 0.4473071 Jul 16 01:56:46.689002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15218933-532c-40ec-904b-5ee66f5b4052 req-77ba35c3-b9d7-491b-aa50-c4241a7de8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.690637 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15218933-532c-40ec-904b-5ee66f5b4052 req-77ba35c3-b9d7-491b-aa50-c4241a7de8ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 1097 time: 0.1238704 Jul 16 01:56:46.692474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-408637f7-da06-4fd7-b62c-68ddceda2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.693793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-408637f7-da06-4fd7-b62c-68ddceda2164 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.0675859 Jul 16 01:56:46.711072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db978964-9290-4b8a-ad73-1b7e3aebe171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.713595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db978964-9290-4b8a-ad73-1b7e3aebe171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.717223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-db978964-9290-4b8a-ad73-1b7e3aebe171 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db19d752-209e-4664-9e70-07bcb822f911 HTTP/1.1" status: 204 len: 168 time: 0.3074338 Jul 16 01:56:46.758634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db978964-9290-4b8a-ad73-1b7e3aebe171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db19d752-209e-4664-9e70-07bcb822f911,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.759812 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15218933-532c-40ec-904b-5ee66f5b4052 req-45064a12-bc98-45f3-a365-4adbd6d60b41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620162 Jul 16 01:56:46.781539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-84aafbe3-afc3-4b3b-87d6-4c9270b843ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.783057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-84aafbe3-afc3-4b3b-87d6-4c9270b843ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796416 Jul 16 01:56:46.813791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.832337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object ce34bbf9-2af8-4053-b9ef-540944554e21 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:46.846385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662123-0ed2-4af1-b9ac-d9d8b7ace30a req-d6b9e914-66c8-4179-8968-35c5592cf14e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.853278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4662123-0ed2-4af1-b9ac-d9d8b7ace30a req-d6b9e914-66c8-4179-8968-35c5592cf14e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 946 time: 0.1456575 Jul 16 01:56:46.903303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-414bfad2-df17-4124-aae8-98f8e39a561f service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116607 Jul 16 01:56:46.910255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4662123-0ed2-4af1-b9ac-d9d8b7ace30a req-7628f35f-164b-4df1-8e07-eade6e1b270c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560005 Jul 16 01:56:46.972711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.003059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-b7488523-3ebb-452a-8f51-1a7152958aa0 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903184 Jul 16 01:56:47.017191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:47.024239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:47.027209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:47.033592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.034224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.066494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Allocated IP 2001:db8:0:1::2 (c437469f-83fa-42ce-b474-0d025b53fd72/e365efa8-79db-4956-83fb-d9c0bd9bb6fc/1a130546-09ba-40b7-a79e-a2334a41006d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:47.067753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=ce34bbf9-2af8-4053-b9ef-540944554e21,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.069588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-ddfa3768-24c1-451f-9a00-435948c2c436 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 217 time: 0.0582693 Jul 16 01:56:47.080830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853f15-6abf-4be5-be4c-85dcd4289114 req-3371aef9-004c-456c-b8c9-70da223e9c9d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.082487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69853f15-6abf-4be5-be4c-85dcd4289114 req-3371aef9-004c-456c-b8c9-70da223e9c9d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1638939 Jul 16 01:56:47.084270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-43c79b1f-57d8-42ac-9426-7378e5800154 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1818011 Jul 16 01:56:47.086950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42022) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.138055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f8c651e1-0baf-4faa-8829-77aba648a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.139776 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f8c651e1-0baf-4faa-8829-77aba648a84a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0638504 Jul 16 01:56:47.176225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69853f15-6abf-4be5-be4c-85dcd4289114 req-2815f4e0-f36c-443b-9835-cbfe5571df5c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746021 Jul 16 01:56:47.195177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] For port 1a130546-09ba-40b7-a79e-a2334a41006d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a130546-09ba-40b7-a79e-a2334a41006d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:47.219544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-614bf534-59da-4ffc-a773-d3d7b3119f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.221267 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-614bf534-59da-4ffc-a773-d3d7b3119f80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740280 Jul 16 01:56:47.233089 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.245070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port ce34bbf9-2af8-4053-b9ef-540944554e21 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:47.245534 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.250488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Transition to ACTIVE for port object 1a130546-09ba-40b7-a79e-a2334a41006d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:47.257596 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.289796 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:47.345234 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-f8e6b2a8-8f94-4b4d-9159-ab9a227561c4 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149263 Jul 16 01:56:47.358305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.373512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e784-9224-4d69-9fc9-0f1449851f32 None None] Pushing event updated for resources: {'Port': ['ID=1a130546-09ba-40b7-a79e-a2334a41006d,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.376209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for ce34bbf9-2af8-4053-b9ef-540944554e21 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:47.460983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-2ac1a29c-42e8-400e-a914-1ea0728f4466 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081522 Jul 16 01:56:47.513353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-3d4e6aa8-a533-4743-a1d1-863c5de8e6f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 217 time: 0.0450261 Jul 16 01:56:47.573238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-d3ba4c61-f15e-47ea-be05-aaa38f4ae7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.574772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-d3ba4c61-f15e-47ea-be05-aaa38f4ae7fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0542159 Jul 16 01:56:47.614439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.638084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-7f2690f3-913a-40a3-acb2-1e1a52306618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.639270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-7f2690f3-913a-40a3-acb2-1e1a52306618 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570610 Jul 16 01:56:47.647056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=ce34bbf9-2af8-4053-b9ef-540944554e21,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.724890 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.729323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a1f64280-f168-4824-90c9-29295bf11b25 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/ce34bbf9-2af8-4053-b9ef-540944554e21 HTTP/1.1" status: 204 len: 168 time: 0.6391566 Jul 16 01:56:47.730689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.822608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc2a13-e395-4301-969a-d63bd81bd535 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.827776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42050) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.829886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-56dc2a13-e395-4301-969a-d63bd81bd535 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0982857 Jul 16 01:56:47.884019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-21fead64-cfe6-4406-b66c-81d791c63f91 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372742 Jul 16 01:56:47.996992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f05566-b36c-4400-952d-d45577b5ae33 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.001961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.002149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d1f05566-b36c-4400-952d-d45577b5ae33 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1731584 Jul 16 01:56:48.030469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-ea8cabd0-5188-4655-9573-536cc34e3c0e service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398735 Jul 16 01:56:48.082346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-432437bb-99d6-4b13-ad8f-a88286de50c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 217 time: 0.0380359 Jul 16 01:56:48.099849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.123261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b3496-0458-4c58-8d85-cd8641048416 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.125392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b3496-0458-4c58-8d85-cd8641048416 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.127033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b3496-0458-4c58-8d85-cd8641048416 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.131733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da5b3496-0458-4c58-8d85-cd8641048416 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1255071 Jul 16 01:56:48.131859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42064) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.166379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e8e83-412f-4a7e-aa91-5ca07e8e4875 req-7fe6da51-fb82-41a8-ac06-4ab0e6d09b01 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.167939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-009e8e83-412f-4a7e-aa91-5ca07e8e4875 req-7fe6da51-fb82-41a8-ac06-4ab0e6d09b01 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 946 time: 0.1222360 Jul 16 01:56:48.190388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-163d25b8-3fbb-41a9-9cf2-72589ff5940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.192061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-163d25b8-3fbb-41a9-9cf2-72589ff5940a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1032739 Jul 16 01:56:48.246098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-009e8e83-412f-4a7e-aa91-5ca07e8e4875 req-3a204fcc-dcb1-4d2b-a47d-a8a0539449b7 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616679 Jul 16 01:56:48.258445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0b3be473-d38e-42b1-bd3c-720b6c8fb12c None None] Provisioning for port 1a130546-09ba-40b7-a79e-a2334a41006d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:48.263248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0b3be473-d38e-42b1-bd3c-720b6c8fb12c None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:48.263628 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b3be473-d38e-42b1-bd3c-720b6c8fb12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.267654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:48.280023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.280247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3849ea42-cfc3-4d87-a563-20814bf43f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.333098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.403189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-b78f5f47-7345-4f14-ad57-83a1ad9f564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.406331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-b78f5f47-7345-4f14-ad57-83a1ad9f564f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1978686 Jul 16 01:56:48.499189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3849ea42-cfc3-4d87-a563-20814bf43f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.510740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3849ea42-cfc3-4d87-a563-20814bf43f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.550233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bc9be0ed-e8c4-46d9-a41a-1774222bc26b None None] Could not find standard attr ID for object ce34bbf9-2af8-4053-b9ef-540944554e21. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:56:48.567382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.578864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50039a7e-9d68-405c-a4bd-028f7b575e30 req-a850b15d-de94-48a0-8043-1d6d42eb370f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.580764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50039a7e-9d68-405c-a4bd-028f7b575e30 req-a850b15d-de94-48a0-8043-1d6d42eb370f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1739156 Jul 16 01:56:48.583188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849ea42-cfc3-4d87-a563-20814bf43f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d7dad-0d3d-4c20-84c9-c37417a14545,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.589157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3849ea42-cfc3-4d87-a563-20814bf43f03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2effcbdb21c340d38d40a723e6ae5da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880552 Jul 16 01:56:48.597228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.637144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-9fd8a9a9-bda9-44df-844a-5d78a2f1de99 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237139 Jul 16 01:56:48.670833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50039a7e-9d68-405c-a4bd-028f7b575e30 req-ba9b36e7-536b-4d09-9a33-458380574058 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698843 Jul 16 01:56:48.712067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472fedb-afbc-470a-ba95-1027435aa7dc req-c4b91d8c-9f7b-46eb-aa74-511a97a4db0d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:48.714094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2472fedb-afbc-470a-ba95-1027435aa7dc req-c4b91d8c-9f7b-46eb-aa74-511a97a4db0d tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 946 time: 0.1315866 Jul 16 01:56:48.724939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.732379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Request body: {'floatingip': {'port_id': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:48.747663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.778628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.783847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e6d677-6fe2-4f86-9410-265e30a3411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.790386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.794447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93 HTTP/1.1" status: 204 len: 168 time: 0.6598957 Jul 16 01:56:48.797048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f36f-1adc-4c78-a784-f5af9fb32645 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.798266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f3cf1-a8bc-49fd-af81-7816dfc1de4c None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:48.800628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42078) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.862047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-4ab5cce6-3804-4d5b-8eae-44762dda6540 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127445 Jul 16 01:56:48.865458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e6d677-6fe2-4f86-9410-265e30a3411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.929605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-e3df90a9-ca5a-4c47-b1d6-7227858b7e20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 217 time: 0.0589876 Jul 16 01:56:48.943387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet e365efa8-79db-4956-83fb-d9c0bd9bb6fc {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:48.961412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.037161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.063279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a130546-09ba-40b7-a79e-a2334a41006d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:49.073025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a5d95468-c08e-442c-a04d-eb0bd3e5099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.074601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a5d95468-c08e-442c-a04d-eb0bd3e5099d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1288757 Jul 16 01:56:49.083528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e6d677-6fe2-4f86-9410-265e30a3411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.086043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34e6d677-6fe2-4f86-9410-265e30a3411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.095102 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-34e6d677-6fe2-4f86-9410-265e30a3411b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/750d7dad-0d3d-4c20-84c9-c37417a14545 HTTP/1.1" status: 204 len: 168 time: 0.4916201 Jul 16 01:56:49.121056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:49.121442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.141732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6d677-6fe2-4f86-9410-265e30a3411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d7dad-0d3d-4c20-84c9-c37417a14545,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.205380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.238723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-adae3d91-0c6c-4812-bd04-3a4606c7410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.240304 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-adae3d91-0c6c-4812-bd04-3a4606c7410c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577616 Jul 16 01:56:49.362158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.403739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=e365efa8-79db-4956-83fb-d9c0bd9bb6fc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.409976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.411883 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-83871397-b08e-4bec-abd8-38b024605444 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e365efa8-79db-4956-83fb-d9c0bd9bb6fc HTTP/1.1" status: 204 len: 168 time: 0.6058445 Jul 16 01:56:49.414356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.414719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-98540cb1-cd41-4ca8-b8d1-137da1cfbfa3 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617644 Jul 16 01:56:49.457490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2fc8d636-404f-4a5e-939b-1496b1ce4cb3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417132 Jul 16 01:56:49.460142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.466086 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.470565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:49.499207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.557293 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-d7ffbc12-8ed4-48dd-8712-cba1909d936d service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346440 Jul 16 01:56:49.605493 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-95dbb892-fb03-4c86-be7c-71630a169fb2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 217 time: 0.0410817 Jul 16 01:56:49.670259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-ae993efc-eff5-4f54-a165-97b6841134a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.673184 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-ae993efc-eff5-4f54-a165-97b6841134a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.0602710 Jul 16 01:56:49.675231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:49.678966 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.708075 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Floating IP 9703697e-3184-4df2-bc1e-98e97bf5ba03 associated. External IP: 172.25.0.137, port: 97cc93ad-39ab-47c6-aeb5-21c324a08d4d. Jul 16 01:56:49.812316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-464d209d-0f48-433a-bd31-0103ff672602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.814330 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-464d209d-0f48-433a-bd31-0103ff672602 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1346300 Jul 16 01:56:49.912868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18c7b0-4b27-49f2-a6e8-b736c60a6548 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:49.925194 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-6a6b7535-47ca-47f3-8eef-4697e25cdfbc service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038182 Jul 16 01:56:50.021551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2c8628e6-39bd-42ec-957b-620dd7dfedf1 None None] Provisioning complete for port 1a130546-09ba-40b7-a79e-a2334a41006d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:50.021794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2c8628e6-39bd-42ec-957b-620dd7dfedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.042719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-9ae1d27f-23bd-4916-ade4-968c3bceb4d2 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095753 Jul 16 01:56:50.050766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.098324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d89e7-c994-46d8-a4ae-2bca7ac7b630 req-81ff5002-c78e-4d80-b070-3a8673e9b3cf tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.100062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-517d89e7-c994-46d8-a4ae-2bca7ac7b630 req-81ff5002-c78e-4d80-b070-3a8673e9b3cf tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2813680 Jul 16 01:56:50.117755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-47bc3d0a-4277-4097-8203-152a34a419ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0636656 Jul 16 01:56:50.201792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:50.215964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a0d7a347-abf0-46b6-9a7a-6643642be175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.220941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-517d89e7-c994-46d8-a4ae-2bca7ac7b630 req-33fc0cc3-1b76-4aa3-99b9-e42653dd0663 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113820 Jul 16 01:56:50.225337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:50.230037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a0d7a347-abf0-46b6-9a7a-6643642be175 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1086965 Jul 16 01:56:50.272556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] Deleting port 1a130546-09ba-40b7-a79e-a2334a41006d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:50.272964 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.284360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1301763748'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:50.324425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:50.328629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.340124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.361849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a47467d7-54be-4233-ae91-e933437d0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.363462 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-a47467d7-54be-4233-ae91-e933437d0a7f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274214 Jul 16 01:56:50.370005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] For port 1a130546-09ba-40b7-a79e-a2334a41006d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a130546-09ba-40b7-a79e-a2334a41006d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:50.370236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.384866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] Calling delete_port for 1a130546-09ba-40b7-a79e-a2334a41006d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:50.479914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.520722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] Pushing event deleted for resources: {'Port': ['ID=1a130546-09ba-40b7-a79e-a2334a41006d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.524843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5fdb0c-751e-4ff8-a3fc-d6cf83aca6bd None None] No DVR routers for this DVR port 1a130546-09ba-40b7-a79e-a2334a41006d on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:50.545888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-ef5a8880-8f69-48ba-9e9e-ca40e16b68a0 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719000 Jul 16 01:56:50.648302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.659337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.695472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:50.705356 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d183237b-4fe4-4053-84b7-d534f111a725 req-643bd6a7-4143-4257-afd0-dc927f163c19 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516378 Jul 16 01:56:50.707418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab7273-bde4-409f-b385-65a0cccb2365,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.715590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.715946 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Added segment b4f2e7aa-635c-44d6-9061-c4e36f79d340 of type vlan for network 1d2920f3-f335-4e19-aaad-bf30455b061f Jul 16 01:56:50.738071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:50.739834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.764203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.793974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.797200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:50.800260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.800602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.800728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:50.805260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:50.807925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.808552 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.813852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.819511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c74e1b-ecf8-468c-a1e0-c80fd5d7fa25 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:50.825907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:50.836514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7765126 Jul 16 01:56:50.836714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.841582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'subnet': {'network_id': '1d2920f3-f335-4e19-aaad-bf30455b061f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:50.852509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=bc2b9327-b37a-456a-9c04-39784eb87f1a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.861748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:50.861961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.874211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a412900-4c61-4503-a417-8a3b8b7a578f tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4129174 Jul 16 01:56:50.879466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b7b9ca91-72ef-4ec9-856d-2ebaaa92780e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "PUT /v2.0/floatingips/9703697e-3184-4df2-bc1e-98e97bf5ba03 HTTP/1.1" status: 200 len: 992 time: 2.1480918 Jul 16 01:56:50.879466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:56:50.879466 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b406a-959d-4139-a22d-823d4e56431e" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:56:50.882528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42120) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.887373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:50.900311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e8d1e-cd2f-4fcc-b0e2-e3ccf883ea78 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Network': ['ID=1d2920f3-f335-4e19-aaad-bf30455b061f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.998177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 1d2920f3-f335-4e19-aaad-bf30455b061f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:51.002331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:51.007843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.070489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a130546-09ba-40b7-a79e-a2334a41006d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:51.099586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:51.105368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.139817 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d35cb-78e9-4902-9352-b1797531ae0a x-openstack-request-id: req-680d35cb-78e9-4902-9352-b1797531ae0a {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:56:51.140121 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:56:51.140375 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-680d35cb-78e9-4902-9352-b1797531ae0a {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:56:51.140951 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'status': 'completed', 'code': 200} Jul 16 01:56:51.216755 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc2b9327-b37a-456a-9c04-39784eb87f1a (CIDR: 2001:db8::/64) Jul 16 01:56:51.221644 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:51.221644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:51.242019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8984038c-9a47-49db-863e-86dea34c24a3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3575819 Jul 16 01:56:51.244381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.267143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:51.293573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.298365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b406a-959d-4139-a22d-823d4e56431e req-de70fc2f-b217-4d03-b3b7-302e882e2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.300057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-de70fc2f-b217-4d03-b3b7-302e882e2550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 1097 time: 0.1246011 Jul 16 01:56:51.356242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1a130546-09ba-40b7-a79e-a2334a41006d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:51.356977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a130546-09ba-40b7-a79e-a2334a41006d not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:51.391465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Subnet': ['ID=d58a92a4-df54-4c2f-bef9-1d93452b38c3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.450122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:51.454041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Checking segment: {'id': 'b4f2e7aa-635c-44d6-9061-c4e36f79d340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d2920f3-f335-4e19-aaad-bf30455b061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:51.454413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network hostable DHCP agents. Network: 1d2920f3-f335-4e19-aaad-bf30455b061f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:51.474802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b406a-959d-4139-a22d-823d4e56431e req-e2406bbf-a022-4004-9a8c-85b0dab1088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.476321 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-e2406bbf-a022-4004-9a8c-85b0dab1088b service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.1679914 Jul 16 01:56:51.484823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:51.508384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c7b9-e9c7-4ec4-85a8-6145ac350f55 req-d0972e0c-a18b-461f-863f-4614c930651a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.510175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4902c7b9-e9c7-4ec4-85a8-6145ac350f55 req-d0972e0c-a18b-461f-863f-4614c930651a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.0978026 Jul 16 01:56:51.511383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:51.515784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.533721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 1d2920f3-f335-4e19-aaad-bf30455b061f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:51.552124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.553204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.590377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-635b0a18-7e0d-485f-a959-23630f944ffd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d HTTP/1.1" status: 200 len: 1000 time: 0.1026192 Jul 16 01:56:51.594556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': 'bc2b9327-b37a-456a-9c04-39784eb87f1a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:51.595054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb2f7428-0573-4c6c-9cfb-6ffc88a06a1a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7573576 Jul 16 01:56:51.595760 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.597718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.597876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d178bb-b2c9-452d-9d46-a82ff0e36b75 None None] Network 1d2920f3-f335-4e19-aaad-bf30455b061f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:51.605062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1074806243', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:51.617700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4902c7b9-e9c7-4ec4-85a8-6145ac350f55 req-1fb49586-4c9a-4e36-85db-c91eb6613e57 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962527 Jul 16 01:56:51.683272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b406a-959d-4139-a22d-823d4e56431e req-94be487e-9b65-4677-a40d-ea32e1a3285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.685268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-94be487e-9b65-4677-a40d-ea32e1a3285b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0847552 Jul 16 01:56:51.704274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.704957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.785853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.801367 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.851455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:51.854601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:51.858031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.858213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b406a-959d-4139-a22d-823d4e56431e req-c10493c3-2bc2-4213-bd8d-8ab724b104de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.858665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.860154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-c10493c3-2bc2-4213-bd8d-8ab724b104de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675150 Jul 16 01:56:51.871181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=0ac6dee6-b145-4c26-8532-6fc788701bf5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.886184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-88dd6628-3f22-4917-9113-8547197ff4f9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6371121 Jul 16 01:56:51.886184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.892364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:fb:19:01', 'name': 'tempest-NetworksTestDHCPv6-1574138918'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:51.931286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Allocated IP 2001:db8::f816:3eff:fe36:e4bb (c437469f-83fa-42ce-b474-0d025b53fd72/bc2b9327-b37a-456a-9c04-39784eb87f1a/b6d09511-359d-4c30-a872-6f7aa4d71f5a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:51.958346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.006077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989d5777-83bd-4865-ab20-3c0daed053a8 None None] Network 1d2920f3-f335-4e19-aaad-bf30455b061f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:52.011881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:52.054421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-519c4fdd-97ed-418e-a988-c6e8fafe7f19 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505404 Jul 16 01:56:52.105940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.147567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port ab19b1f8-fff1-410c-9261-cdd1f3818a3e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:52.154443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '9703697e-3184-4df2-bc1e-98e97bf5ba03', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'port_id': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'mac_address': 'fa:16:3e:59:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:35Z', 'updated_at': '2021-07-16T01:56:49Z', 'revision_number': 1, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.198182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd7b406a-959d-4139-a22d-823d4e56431e req-9c25c975-86b3-43c6-a56a-458ef9c3f131 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335518 Jul 16 01:56:52.204024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.208730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:56:52.276337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:52.276976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.351689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.392356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Transition to ACTIVE for port object b6d09511-359d-4c30-a872-6f7aa4d71f5a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:52.421366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Transition to ACTIVE for port object b6d09511-359d-4c30-a872-6f7aa4d71f5a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:52.430424 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.473529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:56:52.519082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:52.529991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:52.532939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:52.538034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Pushing event updated for resources: {'Port': ['ID=b6d09511-359d-4c30-a872-6f7aa4d71f5a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.555335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8:0:1::217 (c437469f-83fa-42ce-b474-0d025b53fd72/0ac6dee6-b145-4c26-8532-6fc788701bf5/ab19b1f8-fff1-410c-9261-cdd1f3818a3e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:52.563113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::f816:3eff:fefb:1901 (c437469f-83fa-42ce-b474-0d025b53fd72/bc2b9327-b37a-456a-9c04-39784eb87f1a/ab19b1f8-fff1-410c-9261-cdd1f3818a3e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:52.635022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.646060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Attempting to bind port b6d09511-359d-4c30-a872-6f7aa4d71f5a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:52.646438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Attempting to bind port b6d09511-359d-4c30-a872-6f7aa4d71f5a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:52.646804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Attempting to bind port b6d09511-359d-4c30-a872-6f7aa4d71f5a on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:52.658740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.658920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:52.659040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:52.659363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.659764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:52.660272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Bound port: b6d09511-359d-4c30-a872-6f7aa4d71f5a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:52.660656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.786862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.52 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/346d8dde-e556-44e7-8471-90f8a0f22acd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:52.792136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] For port b6d09511-359d-4c30-a872-6f7aa4d71f5a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:52.797318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] For port b6d09511-359d-4c30-a872-6f7aa4d71f5a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b6d09511-359d-4c30-a872-6f7aa4d71f5a,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:52.825802 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.827877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.866646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object ab19b1f8-fff1-410c-9261-cdd1f3818a3e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:52.901399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0f077-477f-4f48-90ee-0da6901bc9d6 None None] Pushing event updated for resources: {'Port': ['ID=b6d09511-359d-4c30-a872-6f7aa4d71f5a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.919233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.920577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '9703697e-3184-4df2-bc1e-98e97bf5ba03', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'port_id': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'mac_address': 'fa:16:3e:59:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:35Z', 'updated_at': '2021-07-16T01:56:49Z', 'revision_number': 1, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:52.936297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171277fb-3c68-4736-b2bf-8e5c1e99e948 req-bf4e9412-1c3a-4ef9-b0de-c44dede9b07c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:52.938342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-171277fb-3c68-4736-b2bf-8e5c1e99e948 req-bf4e9412-1c3a-4ef9-b0de-c44dede9b07c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1327033 Jul 16 01:56:52.939876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.967297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.977338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61f496-54b7-4d0f-9c6c-390e8fe4d212 None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '9703697e-3184-4df2-bc1e-98e97bf5ba03', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'port_id': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'mac_address': 'fa:16:3e:59:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:56:35Z', 'updated_at': '2021-07-16T01:56:49Z', 'revision_number': 1, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:53.018738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:53.019684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:53.022910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:53.027539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:53.031293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=346d8dde-e556-44e7-8471-90f8a0f22acd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.037730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:53.040020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:53.046061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.046705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.082812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=ab19b1f8-fff1-410c-9261-cdd1f3818a3e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.089176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4f1871f8-55b7-4ae4-9987-a0ee27273bfa tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2023454 Jul 16 01:56:53.092688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.192452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-171277fb-3c68-4736-b2bf-8e5c1e99e948 req-55e47b45-47f9-4f5f-82ae-976e40491fca tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409317 Jul 16 01:56:53.251699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port ab19b1f8-fff1-410c-9261-cdd1f3818a3e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:53.252121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.310802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91eab1-21c7-47f4-a973-d3ddd749e0d0 req-af6c0357-13a0-4cf2-a2ad-db24ca98eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.313008 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae91eab1-21c7-47f4-a973-d3ddd749e0d0 req-af6c0357-13a0-4cf2-a2ad-db24ca98eb8b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.2436178 Jul 16 01:56:53.336983 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624f29b-01f5-40fa-90ca-92a0a26a9ac7 None None] New status for floating IP 9703697e-3184-4df2-bc1e-98e97bf5ba03: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:56:53.404180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.417745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae91eab1-21c7-47f4-a973-d3ddd749e0d0 req-4c5c603e-966a-4c7a-b2c6-04bbeb32b0ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911429 Jul 16 01:56:53.423130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.425076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for ab19b1f8-fff1-410c-9261-cdd1f3818a3e owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:53.485962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.626291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.656723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=ab19b1f8-fff1-410c-9261-cdd1f3818a3e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.710961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.712965 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88e9a183-d893-45c9-ad70-1f0a5011f200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.713116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-88a9dafa-6ad3-4b01-8ddb-6f7e2f12b391 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/ab19b1f8-fff1-410c-9261-cdd1f3818a3e HTTP/1.1" status: 204 len: 168 time: 0.6188579 Jul 16 01:56:53.715588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42158) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.753783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:53.785799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39cf836-e1cd-4801-b3a7-715b0c329833 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.787506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b39cf836-e1cd-4801-b3a7-715b0c329833 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0706785 Jul 16 01:56:53.790035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42160) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.860331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f0c2a-2bc7-4c92-9b83-72fe09962219 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.864600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-272f0c2a-2bc7-4c92-9b83-72fe09962219 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0709043 Jul 16 01:56:53.864600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.901867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:56:53.928741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b985b-fe93-4a5d-9550-9608d54b1de6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.930283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b985b-fe93-4a5d-9550-9608d54b1de6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.931930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b985b-fe93-4a5d-9550-9608d54b1de6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:53.933664 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-089b985b-fe93-4a5d-9550-9608d54b1de6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0682781 Jul 16 01:56:53.936448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:53.990771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 0ac6dee6-b145-4c26-8532-6fc788701bf5 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:53.994238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.021549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:54.035757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:54.036915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.041777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.043634 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dbe8914e-b517-43de-98d8-24eaae68de11 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4446464 Jul 16 01:56:54.046941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42168) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.048570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:54.049281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.084425 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.098383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.108349 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:54.110006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.147727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:54.150539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81d533-6ea2-4272-a649-620899107cfd None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:54.162075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.178058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fceb9a-9a23-4b44-9bff-1de028c0dc21 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:54.210081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac6dee6-b145-4c26-8532-6fc788701bf5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.224736 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.226982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fb5ce12b-fdb2-4706-83a6-212f78f1cc41 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/0ac6dee6-b145-4c26-8532-6fc788701bf5 HTTP/1.1" status: 204 len: 168 time: 0.2890334 Jul 16 01:56:54.229876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.289083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet bc2b9327-b37a-456a-9c04-39784eb87f1a {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:54.292260 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.338040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.346130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e89131a6-12e9-494b-a89d-c61648ff65c9 None None] Provisioning for port b6d09511-359d-4c30-a872-6f7aa4d71f5a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:54.477803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8023cc7-43cb-4c95-86c8-08eb7f29bdee req-f1354dbd-a701-48e8-acb0-afbede05b43e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.479321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8023cc7-43cb-4c95-86c8-08eb7f29bdee req-f1354dbd-a701-48e8-acb0-afbede05b43e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1383421 Jul 16 01:56:54.490517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.566585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8023cc7-43cb-4c95-86c8-08eb7f29bdee req-de7a43d3-5cb7-4577-a325-55bf572c7313 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785055 Jul 16 01:56:54.602557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.604832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.653769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2b9327-b37a-456a-9c04-39784eb87f1a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.674424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.676908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb141ea-4c5f-4387-88aa-d0d3ea78313d None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:54.682574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7d128cd1-ff6c-40a0-9116-66c108c07ecb tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/bc2b9327-b37a-456a-9c04-39784eb87f1a HTTP/1.1" status: 204 len: 168 time: 0.4498904 Jul 16 01:56:54.687937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.795525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-76d7c0df-b453-4e6c-9697-1dd09d24abfe tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062601 Jul 16 01:56:54.796370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.802248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:54.915740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:54.921117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.014196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.1 (1d2920f3-f335-4e19-aaad-bf30455b061f/d58a92a4-df54-4c2f-bef9-1d93452b38c3/a1e56a5f-4e07-4b18-97c3-1249307c3a8c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:55.131927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b6d09511-359d-4c30-a872-6f7aa4d71f5a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:55.176180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.205433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b6d09511-359d-4c30-a872-6f7aa4d71f5a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:55.217572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b6d09511-359d-4c30-a872-6f7aa4d71f5a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:55.218109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.222596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:56:55.270195 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.317702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:55.331249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:55.335861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-942002cc-c7a2-4835-a8d4-11849164d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.337354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.337732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-942002cc-c7a2-4835-a8d4-11849164d033 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1179917 Jul 16 01:56:55.337948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.346590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.382945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] Deleting port b6d09511-359d-4c30-a872-6f7aa4d71f5a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:55.383325 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.397529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=08995d14-d8a4-4e54-bb22-695136f49058,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.412821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-32fcaa6b-ba3e-41a5-b0c1-44cc182c64ef tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6157405 Jul 16 01:56:55.415553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.427377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:55.508064 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.543471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:55.556922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port b6d09511-359d-4c30-a872-6f7aa4d71f5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b6d09511-359d-4c30-a872-6f7aa4d71f5a,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:55.566239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] For port b6d09511-359d-4c30-a872-6f7aa4d71f5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b6d09511-359d-4c30-a872-6f7aa4d71f5a,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:55.566702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.575909 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.580268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:55.584642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:55.589546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=a1e56a5f-4e07-4b18-97c3-1249307c3a8c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.598822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] Calling delete_port for b6d09511-359d-4c30-a872-6f7aa4d71f5a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:55.630326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.630667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.631008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.631341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.631676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.631999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.632394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.632718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.633625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.633964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.634293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.634614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:55.676822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-69f41d54-c0c8-47bc-8737-ab0cda6649ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.678553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-69f41d54-c0c8-47bc-8737-ab0cda6649ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.3255577 Jul 16 01:56:55.679663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.709832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952c61c-f0e5-42eb-afce-99ffd5fb4c9d req-c75bd409-eb77-492f-bf06-0b1cd211c797 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.711472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2952c61c-f0e5-42eb-afce-99ffd5fb4c9d req-c75bd409-eb77-492f-bf06-0b1cd211c797 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1732090 Jul 16 01:56:55.720266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68271d43-5fa4-49ef-b7fa-da8be37f1ab3 req-473c420f-2c1a-4d2c-94e7-d3adb8175b06 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.721764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68271d43-5fa4-49ef-b7fa-da8be37f1ab3 req-473c420f-2c1a-4d2c-94e7-d3adb8175b06 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1846037 Jul 16 01:56:55.723735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:55.727088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.756168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=b6d09511-359d-4c30-a872-6f7aa4d71f5a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.787327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-323a0091-6526-4482-8a4f-3110aa47e969 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0511489 Jul 16 01:56:55.803269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.833590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] Pushing event deleted for resources: {'Port': ['ID=b6d09511-359d-4c30-a872-6f7aa4d71f5a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.845112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a516706-21e1-4892-919d-3fe2cc0f8418 None None] No DVR routers for this DVR port b6d09511-359d-4c30-a872-6f7aa4d71f5a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:56:55.859194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68271d43-5fa4-49ef-b7fa-da8be37f1ab3 req-34ec2851-9181-4edf-9402-f444c167d638 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279726 Jul 16 01:56:55.870261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2952c61c-f0e5-42eb-afce-99ffd5fb4c9d req-ad7f2b39-4a84-47e8-ab4e-7f968e330992 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473107 Jul 16 01:56:55.875470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-31099159-9a8e-45f2-ad95-3ad2f2246d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.876964 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-31099159-9a8e-45f2-ad95-3ad2f2246d30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.0824161 Jul 16 01:56:55.883630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cbf7a7-59b2-4501-9a55-06086373ba7b None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:55.909453 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08995d14-d8a4-4e54-bb22-695136f49058 (CIDR: 2001:db8::/64) Jul 16 01:56:55.917797 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:56:55.918448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:55.939001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c76798bc-e691-42fc-936a-78c087e30ba0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5221014 Jul 16 01:56:55.943564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.947368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-07a105a7-72da-4b86-ace5-6891c0e67465 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553021 Jul 16 01:56:55.948757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:56.063583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.091601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '08995d14-d8a4-4e54-bb22-695136f49058'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:56:56.093565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.101773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:56.105755 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.128590 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-71c2d47e-fbbb-4ffc-9b53-cdd2136a66ba service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715202 Jul 16 01:56:56.191237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69c4af37-f5c9-42a7-ab82-bcced197cf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.245659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/08995d14-d8a4-4e54-bb22-695136f49058/5b5278c0-3e77-4eb9-a2fa-d62ad967d86d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:56.320724 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d4cc904-db1b-4b24-8bb3-e3f99b0a4afe req-26518a68-0461-48ae-a67e-0b7e8e9c8d6a service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842060 Jul 16 01:56:56.429691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:56.431476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.447978 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.458210 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.465786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Transition to ACTIVE for port object 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:56.480053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.486467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Transition to ACTIVE for port object 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:56.487225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.487602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=d2b93fbf-1a70-4e43-a27f-89ab9d34c514,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.492180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:56.494033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:56.497316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.497991 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.501119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.518691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d8d1fd29-9f0a-43ac-846f-bb5e842c980b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5739286 Jul 16 01:56:56.522421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.528227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:8f:a8:3e', 'name': 'tempest-NetworksTestDHCPv6-181262542'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:56.548810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:56.553696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:56.556127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:56.563506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.566268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=a1e56a5f-4e07-4b18-97c3-1249307c3a8c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.573200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Pushing event updated for resources: {'Port': ['ID=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.631289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Attempting to bind port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.631757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Attempting to bind port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.632269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Attempting to bind port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.637185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:56:56.637747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:56.638090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.638543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:56:56.639008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Bound port: 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:56:56.639407 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.653692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:56.657951 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.671333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:56.674408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:56.679609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 8161960a-3dc7-4207-ac6f-0787575f00cf yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:56.709115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] For port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:56.712838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] For port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:56:56.717183 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.785871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd4c6d-38c5-4189-8438-5958ab3dbcf5 None None] Pushing event updated for resources: {'Port': ['ID=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.880570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::22f (c437469f-83fa-42ce-b474-0d025b53fd72/08995d14-d8a4-4e54-bb22-695136f49058/8161960a-3dc7-4207-ac6f-0787575f00cf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:56.890133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:a83e (c437469f-83fa-42ce-b474-0d025b53fd72/d2b93fbf-1a70-4e43-a27f-89ab9d34c514/8161960a-3dc7-4207-ac6f-0787575f00cf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:57.163566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:57.204455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:56:57.222942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.226417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:57.256659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 8161960a-3dc7-4207-ac6f-0787575f00cf will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:57.290209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b2e81-cb46-4c21-8289-add222c9fb4a req-13013512-249a-4c17-b2a6-f31d90023c63 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.291338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b6d09511-359d-4c30-a872-6f7aa4d71f5a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:56:57.291893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-423b2e81-cb46-4c21-8289-add222c9fb4a req-13013512-249a-4c17-b2a6-f31d90023c63 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1825037 Jul 16 01:56:57.303112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f246c4-5aaa-4d04-ae11-fc6364b84cad req-fb8151be-35c2-4983-b3be-dde049b23716 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.304728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f246c4-5aaa-4d04-ae11-fc6364b84cad req-fb8151be-35c2-4983-b3be-dde049b23716 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1793318 Jul 16 01:56:57.314818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b6d09511-359d-4c30-a872-6f7aa4d71f5a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:56:57.315264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b6d09511-359d-4c30-a872-6f7aa4d71f5a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:56:57.324533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:56:57.329516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-96a3d40a-34ec-470b-b69d-0f7be1a70608 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/routers/45418f8e-a4f4-4813-bd67-4974840eb2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811339 Jul 16 01:56:57.332348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.337295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'port': {'network_id': '1d2920f3-f335-4e19-aaad-bf30455b061f', 'name': 'tempest-FloatingIPTestJSON-1121859515'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:57.338083 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:56:57.349267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:57.349893 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:57.388786 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:57.398369 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:56:57.399152 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:57.402901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-423b2e81-cb46-4c21-8289-add222c9fb4a req-50861bd6-c614-48a8-8020-b48cbc311c31 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970504 Jul 16 01:56:57.419390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.419576 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.427415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f246c4-5aaa-4d04-ae11-fc6364b84cad req-b0b658e9-a275-4b56-9897-16b42ff1b81b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020279 Jul 16 01:56:57.453757 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:57.454550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc307d-0348-460d-9fe5-bc22470989b1 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:56:57.478077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:57.482478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.488200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:57.491755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:57.494113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:57.499882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.500532 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.505243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] device_id is not set on port eedf0a18-793a-4a27-bf61-6c0414fb7dbb yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:57.513823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=8161960a-3dc7-4207-ac6f-0787575f00cf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.529374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a5df26a0-0db8-4707-be79-14fec41ca2ba tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0056045 Jul 16 01:56:57.531079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.644507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.12 (1d2920f3-f335-4e19-aaad-bf30455b061f/d58a92a4-df54-4c2f-bef9-1d93452b38c3/eedf0a18-793a-4a27-bf61-6c0414fb7dbb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:57.676937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 8161960a-3dc7-4207-ac6f-0787575f00cf {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:57.677288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.807740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.820192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.827867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 8161960a-3dc7-4207-ac6f-0787575f00cf owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:57.872914 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.921827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:57.925083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:57.929372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:57.946073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94668959-2398-4c1a-a0ec-8f46274dcbc0 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:57.956805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=eedf0a18-793a-4a27-bf61-6c0414fb7dbb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.982284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.983198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.984192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] Provisioning for port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:57.998031 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6df3466c-9b05-47e6-a929-e51043242670 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6646211 Jul 16 01:56:58.001003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42234) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.006169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'port': {'network_id': '1d2920f3-f335-4e19-aaad-bf30455b061f', 'name': 'tempest-FloatingIPTestJSON-460842247'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:58.015962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] Provisioning complete for port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:58.016440 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.041325 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.070116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=8161960a-3dc7-4207-ac6f-0787575f00cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.123197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.126309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee51cde3-7e31-4536-81a3-446f933acfd4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/8161960a-3dc7-4207-ac6f-0787575f00cf HTTP/1.1" status: 204 len: 168 time: 0.5877388 Jul 16 01:56:58.128848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42236) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.175442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:58.178844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.203137 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.205032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] device_id is not set on port 0a920183-9e85-42fd-8564-aa5f5e6277e5 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:58.226058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742db2d4-f3bf-4038-a8ca-316d1a322cf0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.230027 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-742db2d4-f3bf-4038-a8ca-316d1a322cf0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0978472 Jul 16 01:56:58.231172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.248004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] For port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:58.255518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.307448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd020c-ef7a-40d7-a93b-8e00b7eef75b None None] Pushing event updated for resources: {'Port': ['ID=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.348315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.2 (1d2920f3-f335-4e19-aaad-bf30455b061f/d58a92a4-df54-4c2f-bef9-1d93452b38c3/0a920183-9e85-42fd-8564-aa5f5e6277e5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:58.355859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Update dhcp port {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'fixed_ips': [{'subnet_id': '08995d14-d8a4-4e54-bb22-695136f49058', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd2b93fbf-1a70-4e43-a27f-89ab9d34c514'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '5b5278c0-3e77-4eb9-a2fa-d62ad967d86d'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:56:58.356432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66768b7-1c6a-43b2-9357-e7cd41758012 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.363727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d66768b7-1c6a-43b2-9357-e7cd41758012 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1294518 Jul 16 01:56:58.363885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.392326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.459104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c197f-1ac3-497f-8f99-9a3cfce4d65c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.460755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c197f-1ac3-497f-8f99-9a3cfce4d65c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.462397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c197f-1ac3-497f-8f99-9a3cfce4d65c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.466427 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-322c197f-1ac3-497f-8f99-9a3cfce4d65c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0992339 Jul 16 01:56:58.467229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.567821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 08995d14-d8a4-4e54-bb22-695136f49058 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:58.635214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe32:388c (c437469f-83fa-42ce-b474-0d025b53fd72/d2b93fbf-1a70-4e43-a27f-89ab9d34c514/5b5278c0-3e77-4eb9-a2fa-d62ad967d86d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:58.636905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.682110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369e125-6595-4c60-97d5-3f357d65c9fc req-392c398b-e5c8-473b-806b-79e36f8311ca tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.684230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b369e125-6595-4c60-97d5-3f357d65c9fc req-392c398b-e5c8-473b-806b-79e36f8311ca tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1130078 Jul 16 01:56:58.692234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.741907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:58.745534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:58.752437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:58.763825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b369e125-6595-4c60-97d5-3f357d65c9fc req-c184ee34-11a7-442f-bb7a-a5ccebca2cb4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647619 Jul 16 01:56:58.777538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579d31-6f10-47ea-8728-73fecf4216f4 req-26fd3dac-a8c3-447a-89a1-8f2ed42e39f8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.798456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63579d31-6f10-47ea-8728-73fecf4216f4 req-26fd3dac-a8c3-447a-89a1-8f2ed42e39f8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1642027 Jul 16 01:56:58.798561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] For port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:58.827686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.830289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.837452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63579d31-6f10-47ea-8728-73fecf4216f4 req-3207d2ef-7f06-41f4-8f15-03c9addc9c9b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504229 Jul 16 01:56:58.881673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=0a920183-9e85-42fd-8564-aa5f5e6277e5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.896443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.908139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.910179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28ca7be3-746e-4626-be3a-fc0e0c2c7a67 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9064441 Jul 16 01:56:58.913566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '0a920183-9e85-42fd-8564-aa5f5e6277e5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:58.916688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.934825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Transition to ACTIVE for port object 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:58.940189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.940497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.006461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.039055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.124938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:56:59.138192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a24e-afc0-4bc0-aaf5-157d81a477c4 None None] Pushing event updated for resources: {'Port': ['ID=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.207998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.291402 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.302813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.712290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=08995d14-d8a4-4e54-bb22-695136f49058,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.721751 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.723670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-deb731cc-186b-4ba5-af0d-cecbd75f9513 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/08995d14-d8a4-4e54-bb22-695136f49058 HTTP/1.1" status: 204 len: 168 time: 1.2554188 Jul 16 01:56:59.726211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.745990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c37b4-2c86-4143-8df8-a8a2c6207d75 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:59.816421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet d2b93fbf-1a70-4e43-a27f-89ab9d34c514 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:56:59.817674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-416d28dd-c30d-45bc-ab01-98d3c7a89018 None None] Provisioning for port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:56:59.821574 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.824087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-416d28dd-c30d-45bc-ab01-98d3c7a89018 None None] Provisioning complete for port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:56:59.824087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-416d28dd-c30d-45bc-ab01-98d3c7a89018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.876295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.142 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/77efc782-2aa9-4fa4-a33b-a5f85c0b0541) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:59.897991 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.103454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.131067 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.204927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dab15-089c-424a-ab90-b5c8eccf8397 req-cfcd2b49-b3b7-4a31-85e1-a3fb266e3d3f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.206505 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d82dab15-089c-424a-ab90-b5c8eccf8397 req-cfcd2b49-b3b7-4a31-85e1-a3fb266e3d3f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1757131 Jul 16 01:57:00.239371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.279383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.306433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b93fbf-1a70-4e43-a27f-89ab9d34c514,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.329511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.333088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba629e58-da8a-44f3-9a30-e36b907b74ab tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/d2b93fbf-1a70-4e43-a27f-89ab9d34c514 HTTP/1.1" status: 204 len: 168 time: 0.6059055 Jul 16 01:57:00.334015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42276) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.349871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d82dab15-089c-424a-ab90-b5c8eccf8397 req-372abec2-b84c-43c3-b9db-bc8c5f08ee44 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258619 Jul 16 01:57:00.353703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:00.369659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=77efc782-2aa9-4fa4-a33b-a5f85c0b0541,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.373623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:00.375901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:00.413521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a3e6de8a-8fb4-4592-92fe-9ff154eb6208 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772381 Jul 16 01:57:00.416320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42280) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.425238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:00.524788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:00.528818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.605930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caabfb2-d238-4a77-a2a7-99f84cc8612f req-eb191ad5-5123-433a-8bd2-67fdf3cb3a24 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.612550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4caabfb2-d238-4a77-a2a7-99f84cc8612f req-eb191ad5-5123-433a-8bd2-67fdf3cb3a24 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1635966 Jul 16 01:57:00.620581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f9e5e-c4b5-4721-9e43-b739a4376b08 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:00.651731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4caabfb2-d238-4a77-a2a7-99f84cc8612f req-5458b706-28e6-4999-9bb7-4a6d1174d8f9 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379691 Jul 16 01:57:00.661155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-86f69615-0a16-4480-9467-4eaf8e1ac804 None None] Provisioning complete for port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:00.666475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86f69615-0a16-4480-9467-4eaf8e1ac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.757805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.808235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:00.812299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:00.820667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:00.821040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.831794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=042f11b2-a33a-495e-b74a-726b1caaf501,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.862373 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-67c2829f-0a91-4f35-9ce7-8a26ba580724 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4445190 Jul 16 01:57:00.865131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:00.870735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:00.912113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:00.946512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:00.971544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] Deleting port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:00.971922 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.035971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:01.041062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.052671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:01.068439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.115396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] For port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:01.116091 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.163713 n-d-800087-6 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 042f11b2-a33a-495e-b74a-726b1caaf501 (CIDR: 2001:db8::/64) Jul 16 01:57:01.168113 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:01.168729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:01.177795 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.189187 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f859b6c9-619d-454a-b895-2d17bc230d7d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3200219 Jul 16 01:57:01.189505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42296) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.195254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'subnet': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:01.208268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] Calling delete_port for 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:01.344666 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.354243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.360665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:01.371507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.380842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:01.401830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.410921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=77efc782-2aa9-4fa4-a33b-a5f85c0b0541,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.464166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.508583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.538130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.540954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] No DVR routers for this DVR port 5b5278c0-3e77-4eb9-a2fa-d62ad967d86d on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:01.572123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da961e88-a736-42a3-8c8a-2cbe99c7085e None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:01.574576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b115a-4563-4148-bced-fb4865136984 None None] Pushing event deleted for resources: {'Port': ['ID=5b5278c0-3e77-4eb9-a2fa-d62ad967d86d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.659417 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP 3cb60897-11a8-4eb3-8457-194508da9095 associated. External IP: 172.25.0.142, port: 0a920183-9e85-42fd-8564-aa5f5e6277e5. Jul 16 01:57:01.715554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bab09-215f-40ea-ab16-0bc6acc8f3de req-3c9cee2c-d05a-4b49-96cb-160eca2067a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.717383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-378bab09-215f-40ea-ab16-0bc6acc8f3de req-3c9cee2c-d05a-4b49-96cb-160eca2067a3 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1277843 Jul 16 01:57:01.778391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c437469f-83fa-42ce-b474-0d025b53fd72', 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'tenant_id': '6baebd17953e4d1c9560b0b790673f0c', 'fixed_ips': [{'subnet_id': '042f11b2-a33a-495e-b74a-726b1caaf501'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:01.779706 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.821698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-378bab09-215f-40ea-ab16-0bc6acc8f3de req-f5e34cc4-f065-4bfc-a4c0-65c9323da7d8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932159 Jul 16 01:57:01.857732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.objects.ports [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:57:01.860419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.908969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:01.912733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:01.918677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.919526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.928490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Subnet': ['ID=be8ddad8-6b97-4760-8683-4eb1314b3304,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.953378 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-90ffebf9-ae2b-41b6-abb5-c87700441896 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7599039 Jul 16 01:57:01.954333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.959256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Request body: {'port': {'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72', 'mac_address': 'fa:16:3e:45:4b:92', 'name': 'tempest-NetworksTestDHCPv6-1574581165'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:01.993576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Allocated IP 2001:db8::2 (c437469f-83fa-42ce-b474-0d025b53fd72/042f11b2-a33a-495e-b74a-726b1caaf501/2103a1c6-8abe-4e0d-a08d-7aaf39e2833b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:02.003015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Allocated IP 2001:db8:0:1:f816:3eff:fecf:e728 (c437469f-83fa-42ce-b474-0d025b53fd72/be8ddad8-6b97-4760-8683-4eb1314b3304/2103a1c6-8abe-4e0d-a08d-7aaf39e2833b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:02.055926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:02.140320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Made reservation on behalf of 6baebd17953e4d1c9560b0b790673f0c for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:02.152760 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.161519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Transition to ACTIVE for port object 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:02.178043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Transition to ACTIVE for port object 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:02.186338 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.220553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:02.224063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:02.227390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:02.247580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:02.273523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:02.281513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Pushing event updated for resources: {'Port': ['ID=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.299854 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.325964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.363858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:02.364471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d00dc75c-0052-4642-b22c-b15a7f8748c7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4546199 Jul 16 01:57:02.368667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:02.372305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] device_id is not set on port 78a547d6-22d8-486d-a3a8-55666a529647 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:02.497033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.591416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:02.592109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.641217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.642479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8::321 (c437469f-83fa-42ce-b474-0d025b53fd72/042f11b2-a33a-495e-b74a-726b1caaf501/78a547d6-22d8-486d-a3a8-55666a529647) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:02.650583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Attempting to bind port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.651058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Attempting to bind port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.651347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Allocated IP 2001:db8:0:1:f816:3eff:fe45:4b92 (c437469f-83fa-42ce-b474-0d025b53fd72/be8ddad8-6b97-4760-8683-4eb1314b3304/78a547d6-22d8-486d-a3a8-55666a529647) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:02.651561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Attempting to bind port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b on network c437469f-83fa-42ce-b474-0d025b53fd72 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.658188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:02.658711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Checking segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:02.659113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.659504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Bound using segment: {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:02.660244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Bound port: 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b6a335-4d30-40a2-8a86-f04121ba621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c437469f-83fa-42ce-b474-0d025b53fd72'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:02.661435 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.667367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:02.667914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.724911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:02.725576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d6e99c-8986-4c5b-bb7f-94b62fe43bb8 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:02.742062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.748420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.748779 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP 3cb60897-11a8-4eb3-8457-194508da9095 disassociated. External IP: 172.25.0.142, port: 0a920183-9e85-42fd-8564-aa5f5e6277e5. Jul 16 01:57:02.793510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] For port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:02.798260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] For port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:02.804590 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.861099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.876806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Transition to ACTIVE for port object 78a547d6-22d8-486d-a3a8-55666a529647 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:02.923986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ad158-d7d7-4c8e-8a4b-7031966eca4c None None] Pushing event updated for resources: {'Port': ['ID=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.942638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.968288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Network c437469f-83fa-42ce-b474-0d025b53fd72 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:02.973700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:02.998580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:03.005550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.006201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.042553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:03.099594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event updated for resources: {'Port': ['ID=78a547d6-22d8-486d-a3a8-55666a529647,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.103101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2a2d7489-1c45-4d70-ba32-3c7c61e171ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1481965 Jul 16 01:57:03.106401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.124792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533ea1e-36c6-4462-afdd-73e7a8fcf02a req-58a0f025-aaee-4620-9d46-ad337286697d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.126375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c533ea1e-36c6-4462-afdd-73e7a8fcf02a req-58a0f025-aaee-4620-9d46-ad337286697d tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1088090 Jul 16 01:57:03.195545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:03.211095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.218398 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:03.256702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2de076a8-21d8-40c4-99d6-5adba9772d93 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/floatingips/3cb60897-11a8-4eb3-8457-194508da9095 HTTP/1.1" status: 200 len: 688 time: 0.8892851 Jul 16 01:57:03.257041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42320) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.262555 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:03.263536 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.271393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c533ea1e-36c6-4462-afdd-73e7a8fcf02a req-d6a3c7d7-542c-4175-a66a-5c94834cbfb5 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957024 Jul 16 01:57:03.310694 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.321843 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:03.322842 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.333368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting port 78a547d6-22d8-486d-a3a8-55666a529647 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:03.333653 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.367800 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:03.368724 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc64351-e439-414b-afca-4253d3a7ef70 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:03.443973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 77efc782-2aa9-4fa4-a33b-a5f85c0b0541 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:03.444500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.468660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.485003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Calling delete_port for 78a547d6-22d8-486d-a3a8-55666a529647 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:03.546511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.546965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.570693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 77efc782-2aa9-4fa4-a33b-a5f85c0b0541 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:03.711795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.777549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.807755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Port': ['ID=78a547d6-22d8-486d-a3a8-55666a529647,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.812083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.817073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-33449149-ecd5-4d13-a5a8-1cb98b9283e2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/78a547d6-22d8-486d-a3a8-55666a529647 HTTP/1.1" status: 204 len: 168 time: 0.7096648 Jul 16 01:57:03.817759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.820774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=77efc782-2aa9-4fa4-a33b-a5f85c0b0541,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.892802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149756da-fbaa-441a-bfe4-f427ea81b472 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.897209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-149756da-fbaa-441a-bfe4-f427ea81b472 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0783823 Jul 16 01:57:03.897899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.906444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.909308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.910599 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-69c82767-5e51-413d-82eb-97d73822e437 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/floatingips/3cb60897-11a8-4eb3-8457-194508da9095 HTTP/1.1" status: 204 len: 168 time: 0.6526260 Jul 16 01:57:03.914152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.935303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'eedf0a18-793a-4a27-bf61-6c0414fb7dbb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:03.963553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.016814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd1154-7175-408e-a603-24eb548801ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.020851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-19bd1154-7175-408e-a603-24eb548801ea tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1194685 Jul 16 01:57:04.021549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42336) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.087583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8cb76-d0ff-454c-95b0-ad5dd70d2c73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.089137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8cb76-d0ff-454c-95b0-ad5dd70d2c73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.091053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8cb76-d0ff-454c-95b0-ad5dd70d2c73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.093496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-43c8cb76-d0ff-454c-95b0-ad5dd70d2c73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0698543 Jul 16 01:57:04.095817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.096242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42338) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.155959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542297f4-d204-42a2-b5e9-da14c33b8274 None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:04.162753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet 042f11b2-a33a-495e-b74a-726b1caaf501 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:04.166268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.214338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.229105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.248 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/c6a7d107-e6d2-4cc5-b0e6-62329a8a8a5c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:04.232727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5e18f2f-4126-41e2-b9de-d3017b00fe41 None None] Provisioning for port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:04.328706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.396185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.445309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.455346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.496495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=042f11b2-a33a-495e-b74a-726b1caaf501,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.504175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.506093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5362214a-3240-47a6-bb61-971768d6bf01 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/042f11b2-a33a-495e-b74a-726b1caaf501 HTTP/1.1" status: 204 len: 168 time: 0.4086871 Jul 16 01:57:04.508698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42344) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.567181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:04.575176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:04.578078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:04.582976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=c6a7d107-e6d2-4cc5-b0e6-62329a8a8a5c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.606479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Deleting subnet be8ddad8-6b97-4760-8683-4eb1314b3304 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:04.619742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.645924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9067dc7-c3f6-402b-a40f-d99dcac513c0 req-14c05f12-886d-423f-88fa-5c7dfef4725e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.648192 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9067dc7-c3f6-402b-a40f-d99dcac513c0 req-14c05f12-886d-423f-88fa-5c7dfef4725e tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1865132 Jul 16 01:57:04.683136 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.796842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.888657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9067dc7-c3f6-402b-a40f-d99dcac513c0 req-14ccebaa-2b54-49f2-a058-acd3e062fee7 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336540 Jul 16 01:57:04.894119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.963780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.969101 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/be8ddad8-6b97-4760-8683-4eb1314b3304 HTTP/1.1" status: 204 len: 168 time: 0.4593616 Jul 16 01:57:04.969887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42352) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.037643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d928e-2332-4cb4-b75a-227a7a0d12a2 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Subnet': ['ID=be8ddad8-6b97-4760-8683-4eb1314b3304,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:05.045994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f831fbcc-d91c-43d4-a9ce-41421d05ba2e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743952 Jul 16 01:57:05.047342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.148223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:05.148993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28723a55-5ad9-4a97-bd3a-6232aabe9ef5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.151085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28723a55-5ad9-4a97-bd3a-6232aabe9ef5 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1020932 Jul 16 01:57:05.153363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42356) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.159821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.213151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:05.221569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:05.222040 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.256563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1bb98d-0b94-4cc2-a253-52a7c3094b51 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.258655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7a1bb98d-0b94-4cc2-a253-52a7c3094b51 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1039817 Jul 16 01:57:05.261306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42358) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.288410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fcfdde-0b10-40e9-af25-c06ba0e720ef None None] Network c437469f-83fa-42ce-b474-0d025b53fd72 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:05.306542 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-47e586b8-b6b7-4680-8685-10540ffceb1d tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439341 Jul 16 01:57:05.313304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.351790 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8491d7df-830e-4163-a7f1-7ae7b874cf4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.352860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8491d7df-830e-4163-a7f1-7ae7b874cf4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.355463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8491d7df-830e-4163-a7f1-7ae7b874cf4a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/78a547d6-22d8-486d-a3a8-55666a529647 HTTP/1.1" status: 404 len: 333 time: 0.0409825 Jul 16 01:57:05.360578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.388792 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3587f9-5562-49f0-84c8-5f487f8913b4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.389566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3587f9-5562-49f0-84c8-5f487f8913b4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.391596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c3587f9-5562-49f0-84c8-5f487f8913b4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/be8ddad8-6b97-4760-8683-4eb1314b3304 HTTP/1.1" status: 404 len: 337 time: 0.0297275 Jul 16 01:57:05.394113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.427965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4170ca4d-b88f-4550-9cfe-295e41769484 None None] Provisioning complete for port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:05.428455 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4170ca4d-b88f-4550-9cfe-295e41769484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.432010 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-13de7dd2-83ff-4ea1-b74c-ce3deff2d58c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.432855 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.433854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13de7dd2-83ff-4ea1-b74c-ce3deff2d58c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.439914 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-13de7dd2-83ff-4ea1-b74c-ce3deff2d58c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/042f11b2-a33a-495e-b74a-726b1caaf501 HTTP/1.1" status: 404 len: 337 time: 0.0442352 Jul 16 01:57:05.440741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42366) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.470659 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-801de2ec-0f89-4e69-99f3-56869a8c92f3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.471442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801de2ec-0f89-4e69-99f3-56869a8c92f3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.473225 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-801de2ec-0f89-4e69-99f3-56869a8c92f3 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/8161960a-3dc7-4207-ac6f-0787575f00cf HTTP/1.1" status: 404 len: 333 time: 0.0314987 Jul 16 01:57:05.475877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42368) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.503077 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-28171fb2-6cff-4e48-b78b-3af614095924 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.503541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28171fb2-6cff-4e48-b78b-3af614095924 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.505504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28171fb2-6cff-4e48-b78b-3af614095924 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/d2b93fbf-1a70-4e43-a27f-89ab9d34c514 HTTP/1.1" status: 404 len: 337 time: 0.0286088 Jul 16 01:57:05.507932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42370) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.536933 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0adbb8-25c8-4566-8e43-aff73ca0cc61 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.537390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0adbb8-25c8-4566-8e43-aff73ca0cc61 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.539169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8d0adbb8-25c8-4566-8e43-aff73ca0cc61 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/08995d14-d8a4-4e54-bb22-695136f49058 HTTP/1.1" status: 404 len: 337 time: 0.0302913 Jul 16 01:57:05.542155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.557987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:05.581005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.596675 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b15233e-4f01-438e-95cf-f76106e4a7a0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.598011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b15233e-4f01-438e-95cf-f76106e4a7a0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.600015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b15233e-4f01-438e-95cf-f76106e4a7a0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/ab19b1f8-fff1-410c-9261-cdd1f3818a3e HTTP/1.1" status: 404 len: 333 time: 0.0569248 Jul 16 01:57:05.602759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.634410 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-639aa922-4e65-4075-b1c4-48954868efa9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.634987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639aa922-4e65-4075-b1c4-48954868efa9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.639406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-639aa922-4e65-4075-b1c4-48954868efa9 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/0ac6dee6-b145-4c26-8532-6fc788701bf5 HTTP/1.1" status: 404 len: 337 time: 0.0350757 Jul 16 01:57:05.639986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.667136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.673698 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-6088f917-c691-47e6-8363-4ef9edf33eac tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.674152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6088f917-c691-47e6-8363-4ef9edf33eac tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.678841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6088f917-c691-47e6-8363-4ef9edf33eac tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/bc2b9327-b37a-456a-9c04-39784eb87f1a HTTP/1.1" status: 404 len: 337 time: 0.0379066 Jul 16 01:57:05.679431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.688592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:05.715406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] DHCP port deletion for c437469f-83fa-42ce-b474-0d025b53fd72 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:05.717806 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b801c7-b3f5-4d45-851b-b25585909d28 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.718849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b801c7-b3f5-4d45-851b-b25585909d28 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.720728 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-15b801c7-b3f5-4d45-851b-b25585909d28 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/ce34bbf9-2af8-4053-b9ef-540944554e21 HTTP/1.1" status: 404 len: 333 time: 0.0402403 Jul 16 01:57:05.723248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42382) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.754159 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-1167a6ff-4df6-44ac-abab-0bce54fc316b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.754990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1167a6ff-4df6-44ac-abab-0bce54fc316b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.757085 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1167a6ff-4df6-44ac-abab-0bce54fc316b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e365efa8-79db-4956-83fb-d9c0bd9bb6fc HTTP/1.1" status: 404 len: 337 time: 0.0327461 Jul 16 01:57:05.759425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42386) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.779328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] Deleting port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:05.779714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.809096 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ca6008-cec8-489b-9411-062eb58fd8c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.809534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ca6008-cec8-489b-9411-062eb58fd8c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.815334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42388) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.824450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-50ca6008-cec8-489b-9411-062eb58fd8c4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/c2bb1ca1-96bf-4ca3-9e73-1efb5d4eba93 HTTP/1.1" status: 404 len: 337 time: 0.0636926 Jul 16 01:57:05.851799 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fb7319-42d2-4329-854f-c09ae53c0f72 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.852550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fb7319-42d2-4329-854f-c09ae53c0f72 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.854344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99fb7319-42d2-4329-854f-c09ae53c0f72 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/ad99272a-d489-42e6-9eae-cf9da84f66dc HTTP/1.1" status: 404 len: 333 time: 0.0380011 Jul 16 01:57:05.857027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.864059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] For port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,segment=NetworkSegment(91b6a335-4d30-40a2-8a86-f04121ba621b),segment_id=91b6a335-4d30-40a2-8a86-f04121ba621b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:05.864564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.878140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] Calling delete_port for 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:05.893469 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d61cf77-f0f8-4eda-976f-0c681bda5ae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.893936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d61cf77-f0f8-4eda-976f-0c681bda5ae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.897946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3d61cf77-f0f8-4eda-976f-0c681bda5ae4 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/930b6b05-ba0b-49a2-8866-d2f9a621d5ac HTTP/1.1" status: 404 len: 337 time: 0.0377264 Jul 16 01:57:05.898473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.934587 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f698860-9500-4d64-a45f-b47cc009f23c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.935294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f698860-9500-4d64-a45f-b47cc009f23c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.939491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0f698860-9500-4d64-a45f-b47cc009f23c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/1a980ff7-565a-4ccf-9e3b-2a2ab17a6c8f HTTP/1.1" status: 404 len: 333 time: 0.0381584 Jul 16 01:57:05.940004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.950543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.966508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.985851 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6397cd-7db8-4504-923b-aafec82c4aff tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:05.985851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6397cd-7db8-4504-923b-aafec82c4aff tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:05.990029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8e6397cd-7db8-4504-923b-aafec82c4aff tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/80af6085-1bb6-4f83-97e5-8b587133dc74 HTTP/1.1" status: 404 len: 337 time: 0.0467837 Jul 16 01:57:05.990282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.001066 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.044128 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bda3f9-17f2-4592-95fd-61ef389a459b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.045250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bda3f9-17f2-4592-95fd-61ef389a459b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.050010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=c6a7d107-e6d2-4cc5-b0e6-62329a8a8a5c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.050215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] Pushing event deleted for resources: {'Port': ['ID=2103a1c6-8abe-4e0d-a08d-7aaf39e2833b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.052508 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-75bda3f9-17f2-4592-95fd-61ef389a459b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/2b5a764b-7af4-49d4-9311-1f2407369eef HTTP/1.1" status: 404 len: 333 time: 0.0610378 Jul 16 01:57:06.053347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.054083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035b1c1-59bd-444e-961f-63a096dd8fbf None None] No DVR routers for this DVR port 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:06.098800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.102856 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa01cf7-c060-45dc-a51e-125a2460114e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.102856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa01cf7-c060-45dc-a51e-125a2460114e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.104574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0fa01cf7-c060-45dc-a51e-125a2460114e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/c818006c-9294-4dd5-b752-531ba0e884f7 HTTP/1.1" status: 404 len: 337 time: 0.0496061 Jul 16 01:57:06.107148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42406) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.139845 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0377e71-e6d1-4dbe-94f9-8e290a569a6c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.140966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0377e71-e6d1-4dbe-94f9-8e290a569a6c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.142942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c0377e71-e6d1-4dbe-94f9-8e290a569a6c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/9ee9105f-2b0c-4657-8799-25262a61cf86 HTTP/1.1" status: 404 len: 333 time: 0.0345786 Jul 16 01:57:06.145769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.174177 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5d3472-1317-4f45-b5a3-9e036ed2fa66 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.174629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5d3472-1317-4f45-b5a3-9e036ed2fa66 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.178835 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2c5d3472-1317-4f45-b5a3-9e036ed2fa66 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/67b71ddb-6ef2-4c50-8e1c-1a931e857335 HTTP/1.1" status: 404 len: 337 time: 0.0278335 Jul 16 01:57:06.179543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.213776 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-337205ad-7429-4449-ba0a-798a1ce35dd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.214548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337205ad-7429-4449-ba0a-798a1ce35dd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.216354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-337205ad-7429-4449-ba0a-798a1ce35dd0 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/7f226c42-81d8-430f-87a2-aa72991d3171 HTTP/1.1" status: 404 len: 333 time: 0.0358329 Jul 16 01:57:06.219059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.245415 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d842f5c2-d673-4eb9-a2f3-be5f6ac87679 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.245860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d842f5c2-d673-4eb9-a2f3-be5f6ac87679 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.247582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d842f5c2-d673-4eb9-a2f3-be5f6ac87679 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e4f9094b-e4f4-44de-89cc-60a654f150d5 HTTP/1.1" status: 404 len: 337 time: 0.0276415 Jul 16 01:57:06.250759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.252266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158cf0d-447b-4362-a8d9-7b704daaff3e req-3ed80b7c-c60d-4b3d-9b35-41f8f6a441f6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:06.253821 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0158cf0d-447b-4362-a8d9-7b704daaff3e req-3ed80b7c-c60d-4b3d-9b35-41f8f6a441f6 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1566765 Jul 16 01:57:06.278023 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06fda17-1a03-4fe5-be9d-454e89419d33 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.278707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06fda17-1a03-4fe5-be9d-454e89419d33 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.280632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f06fda17-1a03-4fe5-be9d-454e89419d33 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/56d75682-3c83-4796-8eae-75d310d12500 HTTP/1.1" status: 404 len: 333 time: 0.0289645 Jul 16 01:57:06.281864 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed associated. External IP: 172.25.0.248, port: eedf0a18-793a-4a27-bf61-6c0414fb7dbb. Jul 16 01:57:06.283275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.308731 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-4521ea7c-6500-4bb8-9852-de5831a90c83 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.309182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4521ea7c-6500-4bb8-9852-de5831a90c83 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.313809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4521ea7c-6500-4bb8-9852-de5831a90c83 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/636a6997-d683-4cd4-a2ee-0d94ca4cf02a HTTP/1.1" status: 404 len: 337 time: 0.0265336 Jul 16 01:57:06.313938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.337689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0158cf0d-447b-4362-a8d9-7b704daaff3e req-bbe111e1-19cf-4029-bab5-f91529f308ad tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758910 Jul 16 01:57:06.339435 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-322b4ac4-60db-4ba0-948d-ad55f3de12a6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.339885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322b4ac4-60db-4ba0-948d-ad55f3de12a6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.341610 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-322b4ac4-60db-4ba0-948d-ad55f3de12a6 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/f816998e-ef52-4170-b8aa-899f7c0f42e6 HTTP/1.1" status: 404 len: 337 time: 0.0267997 Jul 16 01:57:06.344798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.372920 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-f113b75b-f8e3-4acc-87e4-f5a050ccf066 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.374062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f113b75b-f8e3-4acc-87e4-f5a050ccf066 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.376465 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f113b75b-f8e3-4acc-87e4-f5a050ccf066 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/c1e02ddf-4cb0-4a5c-907d-4a2ebd0f6afe HTTP/1.1" status: 404 len: 333 time: 0.0302994 Jul 16 01:57:06.378291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.409862 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcda9a5-8d3c-4784-ba1b-2bc24e6d5800 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.410323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcda9a5-8d3c-4784-ba1b-2bc24e6d5800 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.412130 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-abcda9a5-8d3c-4784-ba1b-2bc24e6d5800 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/b62a9ded-fabd-4f28-8bd0-b0391733520d HTTP/1.1" status: 404 len: 337 time: 0.0327084 Jul 16 01:57:06.414670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.441953 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-76583509-d865-4bf1-9bf9-a8eca70a28c7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.443002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76583509-d865-4bf1-9bf9-a8eca70a28c7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.445118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-76583509-d865-4bf1-9bf9-a8eca70a28c7 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e0f98cee-4241-4176-849d-473c25d9c575 HTTP/1.1" status: 404 len: 337 time: 0.0285354 Jul 16 01:57:06.446919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.479834 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5928347-03d4-4028-b420-a4bc3f0afe60 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.480489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5928347-03d4-4028-b420-a4bc3f0afe60 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.482330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5928347-03d4-4028-b420-a4bc3f0afe60 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/e932c2e2-3d4e-4c54-8380-93cf1894ada7 HTTP/1.1" status: 404 len: 333 time: 0.0343039 Jul 16 01:57:06.485755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42428) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.544838 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3f1317-3f03-41ae-9f9f-1059f2ab3f7a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.545841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3f1317-3f03-41ae-9f9f-1059f2ab3f7a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.547098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3f3f1317-3f03-41ae-9f9f-1059f2ab3f7a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/252be596-30bd-483d-b860-aac65c0213aa HTTP/1.1" status: 404 len: 337 time: 0.0602734 Jul 16 01:57:06.549647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.580352 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-299d22ed-15f7-49eb-b414-11278f165151 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.580780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299d22ed-15f7-49eb-b414-11278f165151 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.582399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-299d22ed-15f7-49eb-b414-11278f165151 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/7f22460a-bfa1-4a24-a726-127bebc3eadc HTTP/1.1" status: 404 len: 337 time: 0.0318635 Jul 16 01:57:06.584924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42432) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.601225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:06.612905 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a523f42-cf72-4416-b3d7-8f91fbe60504 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.613506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a523f42-cf72-4416-b3d7-8f91fbe60504 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.615201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a523f42-cf72-4416-b3d7-8f91fbe60504 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/c0aecd2e-d32c-4d26-873a-b24d1599852c HTTP/1.1" status: 404 len: 333 time: 0.0292375 Jul 16 01:57:06.617845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.646121 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e5d763-f5c9-4b86-96f0-8bd4d6211f3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.646586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e5d763-f5c9-4b86-96f0-8bd4d6211f3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.648336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d9e5d763-f5c9-4b86-96f0-8bd4d6211f3e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/575c183e-e26b-4252-8da8-eb33fbb4d2fe HTTP/1.1" status: 404 len: 337 time: 0.0295787 Jul 16 01:57:06.650940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42438) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.677258 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ceb22f0-4a95-42f6-90a9-a2580932fb86 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.677709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ceb22f0-4a95-42f6-90a9-a2580932fb86 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.680329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2ceb22f0-4a95-42f6-90a9-a2580932fb86 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/478be04e-c751-4eb6-bba4-9517cd95294b HTTP/1.1" status: 404 len: 337 time: 0.0276055 Jul 16 01:57:06.682137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.717118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-81d66075-6bec-47f4-a4f0-91329b5c5e1c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0ee0552-a2d2-4aa1-b06d-f9615a2da68f HTTP/1.1" status: 200 len: 205 time: 0.0316947 Jul 16 01:57:06.717342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.727867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:06.737661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:06.745208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.746853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:06.747465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.754736 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-797fc2f4-990d-4842-9ed8-420dc5c51a0c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] delete failed (client error): The resource could not be found. Jul 16 01:57:06.758141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-797fc2f4-990d-4842-9ed8-420dc5c51a0c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/routers/c0ee0552-a2d2-4aa1-b06d-f9615a2da68f HTTP/1.1" status: 404 len: 336 time: 0.0369804 Jul 16 01:57:06.758363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.781736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.785744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-93663648-e4ca-4c1f-8979-160ef4f57214 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8681166 Jul 16 01:57:06.786055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.790451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:06.791054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.793944 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d5bf03-8021-493f-bcfa-b3a409480140 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.794447 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d5bf03-8021-493f-bcfa-b3a409480140 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.796201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a8d5bf03-8021-493f-bcfa-b3a409480140 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e6167ee1-c9eb-44c5-9585-bbaf4c9312f2 HTTP/1.1" status: 404 len: 337 time: 0.0369291 Jul 16 01:57:06.798979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42448) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.822424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.823097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc967c2-9c39-440d-ae71-ace75de2d561 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:06.834096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dc8d57ae-c98a-497e-a715-55ca1df4436b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "GET /v2.0/ports?device_id=aac2525c-09a3-4e5e-ac23-78637feffbcc HTTP/1.1" status: 200 len: 205 time: 0.0338099 Jul 16 01:57:06.836409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42450) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.874914 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-ac6419ce-b421-4ae9-ac97-679f00085b57 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] delete failed (client error): The resource could not be found. Jul 16 01:57:06.875903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ac6419ce-b421-4ae9-ac97-679f00085b57 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/routers/aac2525c-09a3-4e5e-ac23-78637feffbcc HTTP/1.1" status: 404 len: 336 time: 0.0385687 Jul 16 01:57:06.878488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42452) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.908641 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b6238f-6292-4133-8675-edd6932d3e5e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.909106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b6238f-6292-4133-8675-edd6932d3e5e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.912091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-38b6238f-6292-4133-8675-edd6932d3e5e tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/0708f6ce-efd9-4cec-b1a4-4e641a8a0385 HTTP/1.1" status: 404 len: 337 time: 0.0312831 Jul 16 01:57:06.913554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42456) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.940459 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0819b0e-71d6-47cc-a3d7-874f2a834b73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.940934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0819b0e-71d6-47cc-a3d7-874f2a834b73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.945130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0819b0e-71d6-47cc-a3d7-874f2a834b73 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/e42acdae-a223-41d3-bad9-d700931bf744 HTTP/1.1" status: 404 len: 337 time: 0.0280321 Jul 16 01:57:06.945392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.978837 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcb068b-5c54-4676-99bf-9a5fabc45956 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:06.979546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcb068b-5c54-4676-99bf-9a5fabc45956 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:06.981374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4dcb068b-5c54-4676-99bf-9a5fabc45956 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/71cca7df-995e-4607-a83c-3f36f613c339 HTTP/1.1" status: 404 len: 333 time: 0.0350428 Jul 16 01:57:06.983983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.011993 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f5685a-1de5-4ace-9f7c-78aa6a699b8b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.012484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f5685a-1de5-4ace-9f7c-78aa6a699b8b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.015842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-00f5685a-1de5-4ace-9f7c-78aa6a699b8b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/79ef93b1-a969-4558-bb74-49581daaf19d HTTP/1.1" status: 404 len: 337 time: 0.0286810 Jul 16 01:57:07.017447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.046792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:07.046989 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b557c878-4fd2-45e3-b451-ae5f1edcea7c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.047665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b557c878-4fd2-45e3-b451-ae5f1edcea7c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.049789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b557c878-4fd2-45e3-b451-ae5f1edcea7c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/f78187d8-0968-4b52-ab0d-cbf6e4f8b677 HTTP/1.1" status: 404 len: 333 time: 0.0304084 Jul 16 01:57:07.052102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42464) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.072710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:07.073053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2103a1c6-8abe-4e0d-a08d-7aaf39e2833b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:07.079997 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe34c02-2c18-4db6-985e-303b0aae6716 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.080585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe34c02-2c18-4db6-985e-303b0aae6716 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.085165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cbe34c02-2c18-4db6-985e-303b0aae6716 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/7b36643a-a514-4d0f-b402-42f73eb99d07 HTTP/1.1" status: 404 len: 337 time: 0.0297270 Jul 16 01:57:07.085522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.114796 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7fcc7e-df10-45c8-9cf9-e6f03d985d20 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.116083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7fcc7e-df10-45c8-9cf9-e6f03d985d20 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.120262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2e7fcc7e-df10-45c8-9cf9-e6f03d985d20 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/69a25a54-90b9-45b5-b661-947949e84a11 HTTP/1.1" status: 404 len: 333 time: 0.0313814 Jul 16 01:57:07.120822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.150110 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d599bbd-196b-4568-87dc-05aad954bedc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.150571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d599bbd-196b-4568-87dc-05aad954bedc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.156451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4d599bbd-196b-4568-87dc-05aad954bedc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/bab547fd-1894-4d40-9175-48892a9c2b3e HTTP/1.1" status: 404 len: 337 time: 0.0317678 Jul 16 01:57:07.157089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.194526 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5565ff5-3f50-49cd-9346-d16f7cfc6ec8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.195278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5565ff5-3f50-49cd-9346-d16f7cfc6ec8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.199847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d5565ff5-3f50-49cd-9346-d16f7cfc6ec8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/b1cca761-47d0-44c6-b4e9-e0e8182a5d78 HTTP/1.1" status: 404 len: 333 time: 0.0395739 Jul 16 01:57:07.200202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.204299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb28e79d-803c-4abc-a168-b0640fae7f28 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/floatingips/ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed HTTP/1.1" status: 200 len: 979 time: 0.4167838 Jul 16 01:57:07.206405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.228366 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8689338-dc3f-4918-9fc2-d165210bdf4c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.228792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8689338-dc3f-4918-9fc2-d165210bdf4c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.232083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8689338-dc3f-4918-9fc2-d165210bdf4c tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/19495c4e-90c2-4462-bf5d-652fc1d96c97 HTTP/1.1" status: 404 len: 337 time: 0.0291784 Jul 16 01:57:07.233783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.263383 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f9402f-793c-4d4f-8424-d976584b198a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.264756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f9402f-793c-4d4f-8424-d976584b198a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.268003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b9f9402f-793c-4d4f-8424-d976584b198a tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/8f920055-e513-45f7-a748-2be5b7d74001 HTTP/1.1" status: 404 len: 333 time: 0.0327473 Jul 16 01:57:07.270509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.303553 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbeff1c3-3e9c-4f60-be79-971225bbc4fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.304388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbeff1c3-3e9c-4f60-be79-971225bbc4fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.308662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bbeff1c3-3e9c-4f60-be79-971225bbc4fc tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/5bce7988-fc5c-4352-a248-cc9ef3d2756d HTTP/1.1" status: 404 len: 337 time: 0.0345018 Jul 16 01:57:07.308995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42484) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.328726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cfd8c276-4a9e-4449-8d9e-36fc869dee59 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1210220 Jul 16 01:57:07.329295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42486) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.334788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'port_id': '0a920183-9e85-42fd-8564-aa5f5e6277e5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:07.336426 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6e743f-d9e6-4f2b-88b7-21bf5a55cc42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.337116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6e743f-d9e6-4f2b-88b7-21bf5a55cc42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.338835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bb6e743f-d9e6-4f2b-88b7-21bf5a55cc42 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/4d0094a1-f27b-402c-8746-8c389c51cea8 HTTP/1.1" status: 404 len: 333 time: 0.0289996 Jul 16 01:57:07.341312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42488) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.371888 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7ab150-b820-40b5-8419-30e5786fb9a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.372383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7ab150-b820-40b5-8419-30e5786fb9a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.376671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea7ab150-b820-40b5-8419-30e5786fb9a8 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/54858887-2d3f-49f0-82cd-53cbde046879 HTTP/1.1" status: 404 len: 337 time: 0.0344322 Jul 16 01:57:07.377291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.414752 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-afae3cd3-472b-4adb-b46b-302ee99bddf1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.415296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afae3cd3-472b-4adb-b46b-302ee99bddf1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.419240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-afae3cd3-472b-4adb-b46b-302ee99bddf1 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/ports/9f76bafa-95c7-42a5-ae0c-519505c489c4 HTTP/1.1" status: 404 len: 333 time: 0.0388172 Jul 16 01:57:07.419368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.419717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.446372 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a563740-6398-4109-ba31-d9a8eff3b84b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:07.446842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a563740-6398-4109-ba31-d9a8eff3b84b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:07.451352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.451534 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a563740-6398-4109-ba31-d9a8eff3b84b tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/subnets/42f0d38f-d4bb-4880-8ba3-874210663b5a HTTP/1.1" status: 404 len: 337 time: 0.0303478 Jul 16 01:57:07.522530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f93a3-fd89-4255-91aa-d3dfb51dcfa0 req-062d9de8-ec80-4013-90e4-096b596b46c4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:07.524066 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c83f93a3-fd89-4255-91aa-d3dfb51dcfa0 req-062d9de8-ec80-4013-90e4-096b596b46c4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.0629251 Jul 16 01:57:07.562050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c83f93a3-fd89-4255-91aa-d3dfb51dcfa0 req-8f31dd10-cbd4-4ff4-94df-46271cc71eca tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Jul 16 01:57:07.567162 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.733682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.775164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c437469f-83fa-42ce-b474-0d025b53fd72']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.789818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b6a335-4d30-40a2-8a86-f04121ba621b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.790113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b6a335-4d30-40a2-8a86-f04121ba621b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:07.803327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.823403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.858782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:07.859184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:07.862345 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:07.963593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.973943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.975730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] 10.222.0.35 "DELETE /v2.0/networks/c437469f-83fa-42ce-b474-0d025b53fd72 HTTP/1.1" status: 204 len: 168 time: 0.5228865 Jul 16 01:57:07.990461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd0f22-1ef4-4eab-9b39-012b5f0b9e92 tempest-NetworksTestDHCPv6-947960546 tempest-NetworksTestDHCPv6-947960546-project] Pushing event deleted for resources: {'Network': ['ID=c437469f-83fa-42ce-b474-0d025b53fd72,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.147932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.154407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.235595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.268627 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed associated. External IP: 172.25.0.248, port: eedf0a18-793a-4a27-bf61-6c0414fb7dbb. Jul 16 01:57:08.407051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b52e0d5-6aa5-4b3e-a90f-4de87629f031 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6baebd17953e4d1c9560b0b790673f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703088 Jul 16 01:57:08.409611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.465202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-092d797b-df9e-431d-b19c-02cc1677821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.486166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-092d797b-df9e-431d-b19c-02cc1677821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.535494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-092d797b-df9e-431d-b19c-02cc1677821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.538328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-092d797b-df9e-431d-b19c-02cc1677821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.542088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-092d797b-df9e-431d-b19c-02cc1677821f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/272ac6f5-98fe-4ba7-87da-9ae0a43cc9de HTTP/1.1" status: 204 len: 168 time: 0.1309726 Jul 16 01:57:08.549778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d797b-df9e-431d-b19c-02cc1677821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ac6f5-98fe-4ba7-87da-9ae0a43cc9de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:08.556054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:08.563829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb8f4d-39fa-4f59-bdb7-6de34058edaa req-581dc432-9c72-4602-ab21-056cf6632ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.565344 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06bb8f4d-39fa-4f59-bdb7-6de34058edaa req-581dc432-9c72-4602-ab21-056cf6632ee0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1096 time: 0.1054251 Jul 16 01:57:08.641953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06bb8f4d-39fa-4f59-bdb7-6de34058edaa req-0fd217a1-44f6-4261-ac47-776d4e94eac3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688159 Jul 16 01:57:08.703449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:08.714008 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:08.724520 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:08.725431 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.763179 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.773058 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:08.773873 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.780005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d822f5-272f-4d9b-b10c-839a71edfb05 req-00e138df-26f9-4260-948d-e518a9f91491 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:08.787689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03d822f5-272f-4d9b-b10c-839a71edfb05 req-00e138df-26f9-4260-948d-e518a9f91491 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.0960429 Jul 16 01:57:08.825084 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:08.825923 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e47e55-732b-4a02-9c3f-061bea22a400 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:08.836597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03d822f5-272f-4d9b-b10c-839a71edfb05 req-b1d4330b-624f-4bb9-b254-e2110d1be10f tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Jul 16 01:57:08.928764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device de83f0a8-55c3-480b-991b-913c97eb7af8 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:08.937522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:09.032354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:09.044682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'port_id': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'mac_address': 'fa:16:3e:b9:57:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:09.051525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:09.056673 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.074758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:09.097899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.098555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.137536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.140755 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.144015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.144239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9de0ac0f-a5d2-4039-b73a-c8e42e01aa42 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/floatingips/ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed HTTP/1.1" status: 200 len: 977 time: 1.8138268 Jul 16 01:57:09.149425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.156436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de83f0a8-55c3-480b-991b-913c97eb7af8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:09.175929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.177130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.216269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:09.217822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.218776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd7acd5-19cb-4af7-a9d7-3fe8648a5565 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:09.222096 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.224245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.281062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.314146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.397655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.401725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.402076 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed disassociated. External IP: 172.25.0.248, port: 0a920183-9e85-42fd-8564-aa5f5e6277e5. Jul 16 01:57:09.422769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'networks': [{'name': 'tempest-network--655279681'}, {'name': 'tempest-network--358968855'}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.423152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'network': {'name': 'tempest-network--655279681'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.423953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'network': {'name': 'tempest-network--358968855'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.448676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'network': 2} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:09.454555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.463736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.565929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.566147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['de83f0a8-55c3-480b-991b-913c97eb7af8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:09.578137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.579688 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.625701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf517ab2-4dbd-40d6-9d72-706807358f04,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.634479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:09.650792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.653156 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Added segment 99d37a5e-ca4f-48aa-be78-b8bf3c2ec054 of type vlan for network 3dd116e8-9ccf-477a-a229-c4cd3ce435b6 Jul 16 01:57:09.678082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:09.711926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.756163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:09.766467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.766931 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Added segment 1aa25a41-0742-42ca-8b1f-51bd3ad28e03 of type vlan for network f42eda0a-366f-40da-9cb5-3d5e6a293222 Jul 16 01:57:09.811656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.815352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:09.820193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.828577 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:09.842060 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.843280 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.844060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.844749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.850868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.856004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.869108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0b0f9ee3-bbc1-4128-b7e5-3af333c083af tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/floatingips/ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed HTTP/1.1" status: 200 len: 688 time: 0.7202072 Jul 16 01:57:09.869290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.869378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.882165 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.891100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:09.892365 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.915617 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5980685 Jul 16 01:57:09.916743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.943693 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:09.944964 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d139e-c249-4a2f-b560-681e1b6ca30f None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:09.987597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Network': ['ID=3dd116e8-9ccf-477a-a229-c4cd3ce435b6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.001440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3dd116e8-9ccf-477a-a229-c4cd3ce435b6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:10.070172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port c6a7d107-e6d2-4cc5-b0e6-62329a8a8a5c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:10.070578 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.107074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616a03a-1146-463f-9ed9-f5747f4390bb req-72bdfe77-16e2-4b30-880d-7f9acec6ea9b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.109234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c616a03a-1146-463f-9ed9-f5747f4390bb req-72bdfe77-16e2-4b30-880d-7f9acec6ea9b tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 944 time: 0.1025641 Jul 16 01:57:10.178900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3f3e-bdb9-4e3a-ae20-267265e6f9e6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Network': ['ID=f42eda0a-366f-40da-9cb5-3d5e6a293222,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.190388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f42eda0a-366f-40da-9cb5-3d5e6a293222 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:10.190548 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.190740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.195589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c616a03a-1146-463f-9ed9-f5747f4390bb req-24c27b6c-53b5-4e01-88a1-2128c1096f49 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568993 Jul 16 01:57:10.206459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for c6a7d107-e6d2-4cc5-b0e6-62329a8a8a5c owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:10.222864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.236296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecae86-cfdb-4b22-8b3d-51fca6e638a6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.246359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecae86-cfdb-4b22-8b3d-51fca6e638a6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.253992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecae86-cfdb-4b22-8b3d-51fca6e638a6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.261614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecae86-cfdb-4b22-8b3d-51fca6e638a6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.267331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5eecae86-cfdb-4b22-8b3d-51fca6e638a6 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3492503 Jul 16 01:57:10.268210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.340396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-321e05b6-b88e-4f80-94fb-a99f0d646260 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/floatingips/a7c62006-8266-40f7-8faa-213ad8aaf167 HTTP/1.1" status: 200 len: 992 time: 0.1162889 Jul 16 01:57:10.363885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.413090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.439723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=c6a7d107-e6d2-4cc5-b0e6-62329a8a8a5c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.455439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.465498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd116e8-9ccf-477a-a229-c4cd3ce435b6']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.469857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.470216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.470561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.470904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.471241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.471573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.471919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.472261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.472643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.472975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.473327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.473659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:10.474990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d37a5e-ca4f-48aa-be78-b8bf3c2ec054') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.475362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d37a5e-ca4f-48aa-be78-b8bf3c2ec054') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.487342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.501592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.509035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:10.509560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:10.512591 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:10.521799 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.525074 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.526062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d84d3907-bb1d-42df-8702-ad6bab0ca68c tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/floatingips/ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed HTTP/1.1" status: 204 len: 168 time: 0.6571672 Jul 16 01:57:10.528570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.563822 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-5b407054-7a37-4007-a9d7-3d2c7cba0add tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] delete failed (client error): The resource could not be found. Jul 16 01:57:10.568326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5b407054-7a37-4007-a9d7-3d2c7cba0add tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/floatingips/ecf3b3df-49ad-4ce8-9e98-ebd2132d63ed HTTP/1.1" status: 404 len: 345 time: 0.0353928 Jul 16 01:57:10.569575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42570) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.574870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.592639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.594472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/networks/3dd116e8-9ccf-477a-a229-c4cd3ce435b6 HTTP/1.1" status: 204 len: 168 time: 0.3251457 Jul 16 01:57:10.598418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025abb16-1ccc-4801-9929-93e6d2b3daa4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Network': ['ID=3dd116e8-9ccf-477a-a229-c4cd3ce435b6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.598599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.719985 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.750317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051601b-5e06-4d1c-b01a-bcba70bf2d20 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.756167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051601b-5e06-4d1c-b01a-bcba70bf2d20 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.762124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051601b-5e06-4d1c-b01a-bcba70bf2d20 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.763707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5051601b-5e06-4d1c-b01a-bcba70bf2d20 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/ports?network_id=1d2920f3-f335-4e19-aaad-bf30455b061f HTTP/1.1" status: 200 len: 2358 time: 0.1931794 Jul 16 01:57:10.766681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.822305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587fba8-674a-43e5-9914-2a40c85e21cc tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:10.823697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f587fba8-674a-43e5-9914-2a40c85e21cc tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/subnets/d58a92a4-df54-4c2f-bef9-1d93452b38c3 HTTP/1.1" status: 200 len: 797 time: 0.0559649 Jul 16 01:57:10.828413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.833140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'port': {'network_id': '1d2920f3-f335-4e19-aaad-bf30455b061f', 'name': 'tempest-FloatingIPTestJSON-1751008205', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:10.841787 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.852121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42eda0a-366f-40da-9cb5-3d5e6a293222']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.863256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa25a41-0742-42ca-8b1f-51bd3ad28e03') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.863556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa25a41-0742-42ca-8b1f-51bd3ad28e03') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:10.872335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.885428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.891111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:10.891501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:10.894395 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:10.928782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device de83f0a8-55c3-480b-991b-913c97eb7af8 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:10.940866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:10.958774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.963434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.983489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/networks/f42eda0a-366f-40da-9cb5-3d5e6a293222 HTTP/1.1" status: 204 len: 168 time: 0.3846200 Jul 16 01:57:10.984787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.986454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port de83f0a8-55c3-480b-991b-913c97eb7af8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:10.986454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.015122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a85de-264a-46e7-9cf3-f2596300b51b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Network': ['ID=f42eda0a-366f-40da-9cb5-3d5e6a293222,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.050202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.069564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] device_id is not set on port 89f07bda-f91b-4144-9023-99a1cb020761 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:11.071484 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.094377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:11.096930 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf912b5-77c7-4b62-8957-f38d00e12d96" -d '{"events": [{"server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "name": "network-vif-plugged", "status": "completed", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:11.109841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:11.114949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.142596 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a5fb41-69a1-4d2b-917b-90d0f6c5d928 x-openstack-request-id: req-f3a5fb41-69a1-4d2b-917b-90d0f6c5d928 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:11.142889 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "name": "network-vif-plugged", "status": "completed", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:11.143144 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3a5fb41-69a1-4d2b-917b-90d0f6c5d928 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:11.143533 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'code': 200} Jul 16 01:57:11.172298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.543478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013df1c-237a-4586-b652-c8280ebefc7e tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.549659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013df1c-237a-4586-b652-c8280ebefc7e tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.554974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5013df1c-237a-4586-b652-c8280ebefc7e tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5453107 Jul 16 01:57:11.555342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.560400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-220876528'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.585526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:11.589535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.616195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:11.627165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.627599 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Added segment cf750f13-c501-418f-bed9-23fe37c74808 of type vlan for network f1338162-a4c7-4cbc-9a21-54d7f20b0c41 Jul 16 01:57:11.676024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.705273 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.710950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:11.711527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.722285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.14 (1d2920f3-f335-4e19-aaad-bf30455b061f/d58a92a4-df54-4c2f-bef9-1d93452b38c3/89f07bda-f91b-4144-9023-99a1cb020761) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:11.731709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.13 (1d2920f3-f335-4e19-aaad-bf30455b061f/d58a92a4-df54-4c2f-bef9-1d93452b38c3/89f07bda-f91b-4144-9023-99a1cb020761) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:11.770579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2141614 Jul 16 01:57:11.775429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.781212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-639045992'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:11.818901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93eb1e-edd2-4102-93f2-af35885073d4 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Network': ['ID=f1338162-a4c7-4cbc-9a21-54d7f20b0c41,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.829691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f1338162-a4c7-4cbc-9a21-54d7f20b0c41 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:11.840391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:11.843822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.905480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:11.926911 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.927257 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Added segment 65249591-5811-40a9-a650-dbb1dfd4c80c of type vlan for network 5fec9039-81ee-4068-a18b-df4688dc8680 Jul 16 01:57:11.942942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.982590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.026726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.032257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.032829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.041165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.095572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3189657 Jul 16 01:57:12.099843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.106481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'ports': [{'network_id': 'f1338162-a4c7-4cbc-9a21-54d7f20b0c41', 'name': 'tempest-port--1206893914', 'admin_state_up': True}, {'network_id': '5fec9039-81ee-4068-a18b-df4688dc8680', 'admin_state_up': False}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.106923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'port': {'network_id': 'f1338162-a4c7-4cbc-9a21-54d7f20b0c41', 'name': 'tempest-port--1206893914', 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.107514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'port': {'network_id': '5fec9039-81ee-4068-a18b-df4688dc8680', 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.124648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:12.155972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:12.158187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab565c-1114-49b3-a9a3-c9d45a4cde7f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Network': ['ID=5fec9039-81ee-4068-a18b-df4688dc8680,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.160923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:12.163830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=89f07bda-f91b-4144-9023-99a1cb020761,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.169432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5fec9039-81ee-4068-a18b-df4688dc8680 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:12.217946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.219026 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.237303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8dc6b5a0-d555-4b2f-bc63-85a4df448169 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4076030 Jul 16 01:57:12.239604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.244467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '89f07bda-f91b-4144-9023-99a1cb020761', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.273328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.297998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'port': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:12.302568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.316462 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.368954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.395037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] device_id is not set on port b0913977-44b5-46d6-96fb-c16005c5ce69 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:12.480561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.227 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/de9d2f7c-b19e-47da-ac13-f9cb5bf1e803) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:12.521015 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.590678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.591837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] device_id is not set on port 6b00db16-868b-4ce8-bd0c-facaebd1643b yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:12.637449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.679335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:12.683751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:12.690097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:12.693127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=de9d2f7c-b19e-47da-ac13-f9cb5bf1e803,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.724087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.770070 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.830329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Port': ['ID=b0913977-44b5-46d6-96fb-c16005c5ce69,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.842968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Checking segment: {'id': 'cf750f13-c501-418f-bed9-23fe37c74808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1338162-a4c7-4cbc-9a21-54d7f20b0c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.843338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network hostable DHCP agents. Network: f1338162-a4c7-4cbc-9a21-54d7f20b0c41, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:12.861006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network f1338162-a4c7-4cbc-9a21-54d7f20b0c41 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:12.870839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f1338162-a4c7-4cbc-9a21-54d7f20b0c41) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:12.875241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:12.876142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.885724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f9df4-8ec2-4b5e-97b2-a40ab2ee95d4 None None] Network f1338162-a4c7-4cbc-9a21-54d7f20b0c41 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:12.950100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Port': ['ID=6b00db16-868b-4ce8-bd0c-facaebd1643b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.969599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Checking segment: {'id': '65249591-5811-40a9-a650-dbb1dfd4c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5fec9039-81ee-4068-a18b-df4688dc8680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.969982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network hostable DHCP agents. Network: 5fec9039-81ee-4068-a18b-df4688dc8680, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:12.990477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network 5fec9039-81ee-4068-a18b-df4688dc8680 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:13.002108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5fec9039-81ee-4068-a18b-df4688dc8680) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.006242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:13.012544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c470398-79a9-40f2-980f-0df8c1ba3feb None None] Network 5fec9039-81ee-4068-a18b-df4688dc8680 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:13.015414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.020769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.021484 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.037461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-123b9308-3091-4b6e-b7f5-88d54ef354f5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9362628 Jul 16 01:57:13.039966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42608) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.150444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.205927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c0e5dc-1ac8-427c-b0d5-22ddd8b42c3a tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.211756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c0e5dc-1ac8-427c-b0d5-22ddd8b42c3a tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.216011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-29c0e5dc-1ac8-427c-b0d5-22ddd8b42c3a tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1706760 Jul 16 01:57:13.216687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.261267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.325497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Deleting port b0913977-44b5-46d6-96fb-c16005c5ce69 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:13.325854 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.396740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.409841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Calling delete_port for b0913977-44b5-46d6-96fb-c16005c5ce69 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:13.421337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.427200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.499947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.529245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Port': ['ID=b0913977-44b5-46d6-96fb-c16005c5ce69,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.539342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.544139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7019a426-23f5-4113-8423-40e624f04911 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/ports/b0913977-44b5-46d6-96fb-c16005c5ce69 HTTP/1.1" status: 204 len: 168 time: 0.3259692 Jul 16 01:57:13.545282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.545742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=de9d2f7c-b19e-47da-ac13-f9cb5bf1e803,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.548263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.659779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-a29dc1bc-2aaa-46b8-9c96-dc0debbe92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.661333 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-a29dc1bc-2aaa-46b8-9c96-dc0debbe92db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1633348 Jul 16 01:57:13.682847 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP be32d0b1-0a2f-44db-a78f-8e5151810147 associated. External IP: 172.25.0.227, port: 89f07bda-f91b-4144-9023-99a1cb020761. Jul 16 01:57:13.695280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Deleting port 6b00db16-868b-4ce8-bd0c-facaebd1643b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:13.695280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.725694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084309c-1d44-4358-b242-98a1db6c99df req-62ad0e0f-a2b6-4d2e-b6ff-ce8f8977a470 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.727196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0084309c-1d44-4358-b242-98a1db6c99df req-62ad0e0f-a2b6-4d2e-b6ff-ce8f8977a470 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1361098 Jul 16 01:57:13.787575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.808616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Calling delete_port for 6b00db16-868b-4ce8-bd0c-facaebd1643b owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:13.818269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0084309c-1d44-4358-b242-98a1db6c99df req-38ac99d3-a8dd-4490-9953-508b311f19c4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849757 Jul 16 01:57:13.840256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-ae7de041-3a8b-4cb3-ab1c-ee188a85feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.841737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-ae7de041-3a8b-4cb3-ab1c-ee188a85feb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.1696870 Jul 16 01:57:13.895765 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-38c60e14-6303-497f-b4aa-33022ad61315 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0448632 Jul 16 01:57:13.900659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.927959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Port': ['ID=6b00db16-868b-4ce8-bd0c-facaebd1643b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.935480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.937954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75e707ff-2a50-4305-a389-71f4c570aa8f tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/ports/6b00db16-868b-4ce8-bd0c-facaebd1643b HTTP/1.1" status: 204 len: 168 time: 0.3922088 Jul 16 01:57:13.940393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.973952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dabed54a-7300-4d32-bd50-055ff391c553 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324578 Jul 16 01:57:13.977695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.982393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-342626255'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.004958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:14.008813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.010873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-63c7b244-2bcd-4a5e-9290-5ecd7554a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.012430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-63c7b244-2bcd-4a5e-9290-5ecd7554a72b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.0870728 Jul 16 01:57:14.034434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:14.044981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.046032 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Added segment 53a1f000-8fc9-4709-bf5c-3914914d21a1 of type vlan for network 34fdc187-0040-410a-84df-a96cf6fbdbd8 Jul 16 01:57:14.052185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-b4856c18-fcc4-4622-897f-e3518f3ddaca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325491 Jul 16 01:57:14.083883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:14.090904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.119531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.125618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.126213 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.161815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1832318 Jul 16 01:57:14.165133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.172715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-267013231'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.206501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e619f7-d980-493a-84fd-49cfafa6b704 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Network': ['ID=34fdc187-0040-410a-84df-a96cf6fbdbd8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.217686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 34fdc187-0040-410a-84df-a96cf6fbdbd8 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:14.228543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:14.233146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.260192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:14.272212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.273013 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Added segment 5e80c12b-520d-4d40-999f-793426bfe3ab of type vlan for network 7d31a047-b1c7-446b-8d84-3f425d24e044 Jul 16 01:57:14.321189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.350759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.356646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.357236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.391768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2255321 Jul 16 01:57:14.437675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2895003-5060-4bd0-be35-2c7f88d98650 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Network': ['ID=7d31a047-b1c7-446b-8d84-3f425d24e044,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.448310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7d31a047-b1c7-446b-8d84-3f425d24e044 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:14.456177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-9f7196b0-7541-4c1e-95d4-ec8a02101aa5 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933930 Jul 16 01:57:14.527643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.534539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'subnets': [{'network_id': '34fdc187-0040-410a-84df-a96cf6fbdbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--599093688', 'ip_version': 4}, {'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.534873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'subnet': {'network_id': '34fdc187-0040-410a-84df-a96cf6fbdbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--599093688', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.535445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Request body: {'subnet': {'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.566112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:14.586748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.622963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-977a4b1b-5109-4b1e-b4cc-3c725529690d req-40de861a-9468-4652-97b2-7fa9a9e53cac service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411929 Jul 16 01:57:14.636841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-888ce9ee-d934-4a51-8bbc-7a83634a08b3 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.3960009 Jul 16 01:57:14.639569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.644946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'port_id': '89f07bda-f91b-4144-9023-99a1cb020761', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.647201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:14.718544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.723597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:14.724900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.736356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Made reservation on behalf of 977898381f774742916a6cab39b998a1 for: {'subnet': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:14.741845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.742190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.761200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.770968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:14.771682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.808876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:14.809786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99f2c1-eaf7-46b7-8f52-ceb33e06861c None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:15.090919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d85d7-356b-4e09-a5b0-09e2c3e3ad76 req-dd0e6ddc-7868-43bf-9bdc-4c395f0003a4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.092999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-713d85d7-356b-4e09-a5b0-09e2c3e3ad76 req-dd0e6ddc-7868-43bf-9bdc-4c395f0003a4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1314521 Jul 16 01:57:15.168751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-713d85d7-356b-4e09-a5b0-09e2c3e3ad76 req-8b8d600c-8f76-4c84-adc3-cdae6a202e09 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526888 Jul 16 01:57:15.215771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.267654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.272998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.280647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Subnet': ['ID=b5b29778-cb50-4d4a-a4da-fb457a5149e0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.287941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Checking segment: {'id': '53a1f000-8fc9-4709-bf5c-3914914d21a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '34fdc187-0040-410a-84df-a96cf6fbdbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:15.288336 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network hostable DHCP agents. Network: 34fdc187-0040-410a-84df-a96cf6fbdbd8, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:15.304816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network 34fdc187-0040-410a-84df-a96cf6fbdbd8 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:15.314000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 34fdc187-0040-410a-84df-a96cf6fbdbd8) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:15.317947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.328455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2cfce-7c0b-4230-9ca7-7c1c406f3d1f None None] Network 34fdc187-0040-410a-84df-a96cf6fbdbd8 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:15.377387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event updated for resources: {'Subnet': ['ID=bb7cad1d-3c38-4050-af21-8f618e3f4462,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.392809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Checking segment: {'id': '5e80c12b-520d-4d40-999f-793426bfe3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:15.393181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network hostable DHCP agents. Network: 7d31a047-b1c7-446b-8d84-3f425d24e044, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:15.411566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Network 7d31a047-b1c7-446b-8d84-3f425d24e044 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:15.421890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7d31a047-b1c7-446b-8d84-3f425d24e044) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:15.426447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.426929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.427557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.442804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a650341e-9036-48cb-85a8-c52ddb24a6a3 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9139683 Jul 16 01:57:15.443794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787a3d1-99f0-43c8-a678-67c1bd81324c None None] Network 7d31a047-b1c7-446b-8d84-3f425d24e044 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:15.445703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.500646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0daec0-5fd1-407a-89f9-8c415a6acb05 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.502380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0daec0-5fd1-407a-89f9-8c415a6acb05 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.504146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0daec0-5fd1-407a-89f9-8c415a6acb05 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.505933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d0daec0-5fd1-407a-89f9-8c415a6acb05 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0591204 Jul 16 01:57:15.509271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.510042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:15.552115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74626c8-1361-4fef-bdc4-e8c892e6f6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-34fdc187-0040-410a-84df-a96cf6fbdbd8', 'network_id': '34fdc187-0040-410a-84df-a96cf6fbdbd8', 'tenant_id': '977898381f774742916a6cab39b998a1', 'fixed_ips': [{'subnet_id': 'b5b29778-cb50-4d4a-a4da-fb457a5149e0'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:15.553199 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a74626c8-1361-4fef-bdc4-e8c892e6f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.565302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Deleting subnet b5b29778-cb50-4d4a-a4da-fb457a5149e0 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:15.568579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.608538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.629224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:15.633561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.641360 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:15.653796 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:15.655220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:15.686545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.697048 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:15.707550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:15.708388 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:15.716174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ea2e9527-6166-40a7-a371-df303e8e9de7 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/floatingips/be32d0b1-0a2f-44db-a78f-8e5151810147 HTTP/1.1" status: 200 len: 979 time: 1.0754750 Jul 16 01:57:15.719842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.742682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-7d31a047-b1c7-446b-8d84-3f425d24e044', 'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044', 'tenant_id': '977898381f774742916a6cab39b998a1', 'fixed_ips': [{'subnet_id': 'bb7cad1d-3c38-4050-af21-8f618e3f4462'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:15.743500 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:15.743667 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.744513 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d002a46-beb9-41c1-9cff-dab46e4e1206 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:15.774698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.808538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b29778-cb50-4d4a-a4da-fb457a5149e0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.810944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.813293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ebb3beae-de34-41c3-a1f3-2e448e435e38 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/subnets/b5b29778-cb50-4d4a-a4da-fb457a5149e0 HTTP/1.1" status: 204 len: 168 time: 0.3027911 Jul 16 01:57:15.815497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-a74626c8-1361-4fef-bdc4-e8c892e6f6e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5b29778-cb50-4d4a-a4da-fb457a5149e0: This subnet is being modified by another concurrent operation. Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5b29778-cb50-4d4a-a4da-fb457a5149e0: This subnet is being modified by another concurrent operation. Jul 16 01:57:15.835689 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 01:57:15.855864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9f32b-8db9-4ec3-802a-02080af52b09 None None] Network 34fdc187-0040-410a-84df-a96cf6fbdbd8 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:15.883425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Deleting subnet bb7cad1d-3c38-4050-af21-8f618e3f4462 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:15.921601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port de9d2f7c-b19e-47da-ac13-f9cb5bf1e803 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:15.921942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.990582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Allocated IP 172.20.0.18 (7d31a047-b1c7-446b-8d84-3f425d24e044/bb7cad1d-3c38-4050-af21-8f618e3f4462/f0ff3275-b926-4d3b-8c16-7d9de8e11a8f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:15.997082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.997451 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.010571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for de9d2f7c-b19e-47da-ac13-f9cb5bf1e803 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:16.157835 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.189873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Transition to ACTIVE for port object f0ff3275-b926-4d3b-8c16-7d9de8e11a8f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:16.190051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.205317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Transition to ACTIVE for port object f0ff3275-b926-4d3b-8c16-7d9de8e11a8f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:16.210276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.213518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=de9d2f7c-b19e-47da-ac13-f9cb5bf1e803,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.220464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.262662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.271471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Network 7d31a047-b1c7-446b-8d84-3f425d24e044 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:16.274627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:16.278504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:16.289544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Pushing event updated for resources: {'Port': ['ID=f0ff3275-b926-4d3b-8c16-7d9de8e11a8f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.350240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Attempting to bind port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:16.351015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.351122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Attempting to bind port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '5e80c12b-520d-4d40-999f-793426bfe3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:16.351276 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP be32d0b1-0a2f-44db-a78f-8e5151810147 disassociated (deleted). External IP: 172.25.0.227, port: 89f07bda-f91b-4144-9023-99a1cb020761. Jul 16 01:57:16.351485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Attempting to bind port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f on network 7d31a047-b1c7-446b-8d84-3f425d24e044 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:16.358395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:16.358777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Checking segment: {'id': '5e80c12b-520d-4d40-999f-793426bfe3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:16.359188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.359851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Bound using segment: {'id': '5e80c12b-520d-4d40-999f-793426bfe3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:16.360386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Bound port: f0ff3275-b926-4d3b-8c16-7d9de8e11a8f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e80c12b-520d-4d40-999f-793426bfe3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7d31a047-b1c7-446b-8d84-3f425d24e044'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:16.360772 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.440477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] For port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:16.443750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] For port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f0ff3275-b926-4d3b-8c16-7d9de8e11a8f,segment=NetworkSegment(5e80c12b-520d-4d40-999f-793426bfe3ab),segment_id=5e80c12b-520d-4d40-999f-793426bfe3ab)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:16.450902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.453442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378adac-a775-4b5a-8614-1fd280e92758 req-a03f466e-83a0-44e9-a1c4-af190c9b2237 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.455199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9378adac-a775-4b5a-8614-1fd280e92758 req-a03f466e-83a0-44e9-a1c4-af190c9b2237 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1170301 Jul 16 01:57:16.459087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.514722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1245d7-3d44-432e-9525-63a1cf665052 None None] Pushing event updated for resources: {'Port': ['ID=f0ff3275-b926-4d3b-8c16-7d9de8e11a8f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.534168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9378adac-a775-4b5a-8614-1fd280e92758 req-fe739f97-354c-4a73-9184-13843d5524c3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717440 Jul 16 01:57:16.562412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.583036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7cad1d-3c38-4050-af21-8f618e3f4462,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.587000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.589280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e0b8310a-f77e-493e-85eb-dd6794f9d3e2 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/subnets/bb7cad1d-3c38-4050-af21-8f618e3f4462 HTTP/1.1" status: 204 len: 168 time: 0.7728012 Jul 16 01:57:16.592529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.602388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:16.647056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477c698-f383-45b4-a1db-9e3d75fe6c8b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.648730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0477c698-f383-45b4-a1db-9e3d75fe6c8b tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552788 Jul 16 01:57:16.652506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42668) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.787804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.808501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:16.813300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.817528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:16.826243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:16.826867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.861149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.869647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:16.870257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.873518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39ed8c9d-3f94-4dec-aba3-159e6945b8d9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/floatingips/be32d0b1-0a2f-44db-a78f-8e5151810147 HTTP/1.1" status: 204 len: 168 time: 1.1525292 Jul 16 01:57:16.875954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.906229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.906895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f118c-8bab-4acf-967b-35dc20937f53 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:16.931680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Deleting port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:16.932053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.037434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] For port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f0ff3275-b926-4d3b-8c16-7d9de8e11a8f,segment=NetworkSegment(5e80c12b-520d-4d40-999f-793426bfe3ab),segment_id=5e80c12b-520d-4d40-999f-793426bfe3ab)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:17.038426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.055053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Calling delete_port for f0ff3275-b926-4d3b-8c16-7d9de8e11a8f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:17.067928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 89f07bda-f91b-4144-9023-99a1cb020761 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:17.068300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.074015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f0ff3275-b926-4d3b-8c16-7d9de8e11a8f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:17.136277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:17.436534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37e5ee-68b4-4c20-b187-28598c6affe6 None None] Network 7d31a047-b1c7-446b-8d84-3f425d24e044 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:17.467024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.481660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 89f07bda-f91b-4144-9023-99a1cb020761 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:17.487378 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.545153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-655a7f7e-dc48-4a6c-8774-5d4efa9ba9f1 None None] Could not find standard attr ID for object f0ff3275-b926-4d3b-8c16-7d9de8e11a8f. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:17.549979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Port': ['ID=f0ff3275-b926-4d3b-8c16-7d9de8e11a8f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.556677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] No DVR routers for this DVR port f0ff3275-b926-4d3b-8c16-7d9de8e11a8f on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:17.602588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc29061-80ab-47c7-a25e-7154f23eb8c3 None None] DHCP port deletion for 7d31a047-b1c7-446b-8d84-3f425d24e044 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:17.623535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450677d6-5814-4974-b54c-67d7aa578f1d None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:17.655413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.666096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31a047-b1c7-446b-8d84-3f425d24e044']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:17.683312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e80c12b-520d-4d40-999f-793426bfe3ab') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:17.683601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e80c12b-520d-4d40-999f-793426bfe3ab') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:17.721504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.733882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.740923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb1b9-78c1-4035-8817-5b5a113164cc req-ffd0bbc1-1d7f-484d-b0a6-5a994b693660 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.742541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7dbfb1b9-78c1-4035-8817-5b5a113164cc req-ffd0bbc1-1d7f-484d-b0a6-5a994b693660 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.0787332 Jul 16 01:57:17.744792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:17.745190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:17.748090 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:17.759854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450677d6-5814-4974-b54c-67d7aa578f1d None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:17.785845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7dbfb1b9-78c1-4035-8817-5b5a113164cc req-a3c90af9-beb7-4e99-8b4a-d86582a927c2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371947 Jul 16 01:57:17.839515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.855523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.857355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/networks/7d31a047-b1c7-446b-8d84-3f425d24e044 HTTP/1.1" status: 204 len: 168 time: 1.2039127 Jul 16 01:57:17.860305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.869448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dd5f0-8ecc-485d-9212-c99741f646d8 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Network': ['ID=7d31a047-b1c7-446b-8d84-3f425d24e044,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.874011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.907178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=89f07bda-f91b-4144-9023-99a1cb020761,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.948071 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.018712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.024418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-68b26901-db26-4a73-a7f1-b27e95167462 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/ports/89f07bda-f91b-4144-9023-99a1cb020761 HTTP/1.1" status: 204 len: 168 time: 1.1440761 Jul 16 01:57:18.025199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42682) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.030449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:18.044797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.057560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fdc187-0040-410a-84df-a96cf6fbdbd8']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.057915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.069065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a1f000-8fc9-4709-bf5c-3914914d21a1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.069439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a1f000-8fc9-4709-bf5c-3914914d21a1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.079693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.094571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.100500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:18.100896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:18.103954 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:18.165807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.168809 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.173743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.176347 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/networks/34fdc187-0040-410a-84df-a96cf6fbdbd8 HTTP/1.1" status: 204 len: 168 time: 0.3148777 Jul 16 01:57:18.178639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42686) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.190943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1c186-de28-4f9e-8683-02d55ca08a0d tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Network': ['ID=34fdc187-0040-410a-84df-a96cf6fbdbd8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.313188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.344956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.223 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/93c19ade-30f9-427c-93b6-5c47963aa988) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:18.450801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.490891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fec9039-81ee-4068-a18b-df4688dc8680']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.505855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65249591-5811-40a9-a650-dbb1dfd4c80c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.506164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65249591-5811-40a9-a650-dbb1dfd4c80c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.519082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.541211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.555144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:18.555544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:18.558525 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:18.561603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.627048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.641831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.643649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/networks/5fec9039-81ee-4068-a18b-df4688dc8680 HTTP/1.1" status: 204 len: 168 time: 0.4640164 Jul 16 01:57:18.646247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.655681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4542be-2c38-4ce9-9827-87c3201e37c5 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Network': ['ID=5fec9039-81ee-4068-a18b-df4688dc8680,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.669671 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.715437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:18.718355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:18.720736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:18.726592 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.744548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=93c19ade-30f9-427c-93b6-5c47963aa988,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.808167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.810423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.821448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1338162-a4c7-4cbc-9a21-54d7f20b0c41']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.836290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf750f13-c501-418f-bed9-23fe37c74808') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.836587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf750f13-c501-418f-bed9-23fe37c74808') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:18.845424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.853593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.860870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.869538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:18.869990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:18.872949 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:18.962483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.969873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.974527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] 10.222.0.35 "DELETE /v2.0/networks/f1338162-a4c7-4cbc-9a21-54d7f20b0c41 HTTP/1.1" status: 204 len: 168 time: 0.3243856 Jul 16 01:57:18.988123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8129685-bf10-465a-a390-2c83baf89282 tempest-BulkNetworkOpsTest-1318086209 tempest-BulkNetworkOpsTest-1318086209-project] Pushing event deleted for resources: {'Network': ['ID=f1338162-a4c7-4cbc-9a21-54d7f20b0c41,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.028210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d137-745a-4811-9d47-67d550a3322c req-3e871592-a97d-4832-95c3-df322ea58de2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.034334 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.036700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55b5d137-745a-4811-9d47-67d550a3322c req-3e871592-a97d-4832-95c3-df322ea58de2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1071110 Jul 16 01:57:19.041376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.044512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f0ff3275-b926-4d3b-8c16-7d9de8e11a8f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:19.065398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f0ff3275-b926-4d3b-8c16-7d9de8e11a8f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:19.065758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f0ff3275-b926-4d3b-8c16-7d9de8e11a8f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:19.099687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55b5d137-745a-4811-9d47-67d550a3322c req-2a0c7e7c-94b6-4ada-a804-ca12cad21f0d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 Jul 16 01:57:19.121343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=93c19ade-30f9-427c-93b6-5c47963aa988,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.134111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.148397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.152141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20963586-cbbf-47de-b31f-8b0f301efde9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1235020 Jul 16 01:57:19.152505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.157609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'port': {'network_id': '1d2920f3-f335-4e19-aaad-bf30455b061f', 'name': 'tempest-FloatingIPTestJSON-1804833718'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.271601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42704) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.277896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:19.281299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.298983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] device_id is not set on port 57b5e341-0678-4e53-be44-2fa3e2da1af0 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:19.434491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.7 (1d2920f3-f335-4e19-aaad-bf30455b061f/d58a92a4-df54-4c2f-bef9-1d93452b38c3/57b5e341-0678-4e53-be44-2fa3e2da1af0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:19.447889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-58ba3ad4-1c6d-4896-a6c7-0ab917b2ab7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=977898381f774742916a6cab39b998a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752028 Jul 16 01:57:19.450668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42710) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.501860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9240856d-6d69-45b1-aa0f-71faf551a425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.522973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9240856d-6d69-45b1-aa0f-71faf551a425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.574270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9240856d-6d69-45b1-aa0f-71faf551a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.578021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9240856d-6d69-45b1-aa0f-71faf551a425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.579379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9240856d-6d69-45b1-aa0f-71faf551a425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf517ab2-4dbd-40d6-9d72-706807358f04 HTTP/1.1" status: 204 len: 168 time: 0.1266074 Jul 16 01:57:19.587948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240856d-6d69-45b1-aa0f-71faf551a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf517ab2-4dbd-40d6-9d72-706807358f04,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.595033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.638011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.683441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 1d2920f3-f335-4e19-aaad-bf30455b061f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:19.687657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:19.690338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:19.731526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=57b5e341-0678-4e53-be44-2fa3e2da1af0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:19.753395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:19.753947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:19.776947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9aa2fa21-ec05-4f7b-8e2b-6581fc85c375 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6232915 Jul 16 01:57:19.779891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:19.785927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'port_id': '57b5e341-0678-4e53-be44-2fa3e2da1af0'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:19.837557 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.313031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42750) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:20.423016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-985603981'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:20.453319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:20.458828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.472302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.595743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.600338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.630309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:20.642060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd5d13-6cde-45e8-95be-279c8cf016c7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.647789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.648447 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment a7c2140c-37c8-4702-9b51-2c61393ef9e2 of type vlan for network 05ffba5d-d7ec-40cc-9870-86957230f628 Jul 16 01:57:20.711424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.773627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.779693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.780349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.842509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5279250 Jul 16 01:57:20.845908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:20.849065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c8261-d3c0-473f-8661-0e396751aedd req-0ab40955-cfd4-4b04-9ec4-5140d202a951 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.850549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a2c8261-d3c0-473f-8661-0e396751aedd req-0ab40955-cfd4-4b04-9ec4-5140d202a951 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.5917721 Jul 16 01:57:20.852577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'name': 'tempest-PortsTestJSON-1968682572'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:20.883856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.890771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:20.908469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881087e4-49f6-441f-af6c-1702e3243547 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=05ffba5d-d7ec-40cc-9870-86957230f628,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:20.921265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:20.936953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a2c8261-d3c0-473f-8661-0e396751aedd req-6c56c0a5-123b-43d2-8b7f-150f5eff285d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799694 Jul 16 01:57:20.983431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0a89-e276-4acc-906e-ebb4c696f3ca req-1c85ba2a-9b48-4e36-995f-3966764fb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:20.985012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2cf0a89-e276-4acc-906e-ebb4c696f3ca req-1c85ba2a-9b48-4e36-995f-3966764fb9db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1934073 Jul 16 01:57:21.009390 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP e9bcf669-21eb-4e6b-8e33-dd7ed13f967d associated. External IP: 172.25.0.223, port: 57b5e341-0678-4e53-be44-2fa3e2da1af0. Jul 16 01:57:21.011789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.015303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.040902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 5aa1c748-747e-432a-80bb-ce482963d8b4 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:21.047874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2cf0a89-e276-4acc-906e-ebb4c696f3ca req-5ce8e8da-abdc-49d7-9e99-480ef4d08209 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547903 Jul 16 01:57:21.211927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.219940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:21.249399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.316892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=5aa1c748-747e-432a-80bb-ce482963d8b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.327508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': 'a7c2140c-37c8-4702-9b51-2c61393ef9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:21.327876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: 05ffba5d-d7ec-40cc-9870-86957230f628, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:21.333155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:21.337892 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.342932 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:21.345686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:21.353540 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:21.354206 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.356308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 05ffba5d-d7ec-40cc-9870-86957230f628) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:21.360957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:21.367833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.368605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.370847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f20cd-2abb-4057-b589-272bea8614e3 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:21.381465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e94f65f8-a5a8-4275-a46c-291d3d15d199 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/floatingips/e9bcf669-21eb-4e6b-8e33-dd7ed13f967d HTTP/1.1" status: 200 len: 978 time: 1.6004291 Jul 16 01:57:21.384042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42762) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.385572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bca7f291-6808-41e1-934d-374dc60deaff tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5384896 Jul 16 01:57:21.389275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.394681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-204931796'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.418906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.422796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.422956 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.452297 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:21.456746 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.460296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:21.473770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.474198 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment 72154442-0f20-4b80-8ffc-85e1da1b9f50 of type vlan for network 0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2 Jul 16 01:57:21.493303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 57b5e341-0678-4e53-be44-2fa3e2da1af0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:21.494003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.540717 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:21.542047 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93951064-34d2-4734-81c6-3adf9a00b2e6 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:21.542844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.581162 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.587737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:21.588359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.600494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.625219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2315645 Jul 16 01:57:21.625448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.632525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'ports': [{'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'}, {'network_id': '0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2'}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.632839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.633339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.687080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1eb5da-4814-42d1-8c44-d1a4d7e73d97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:21.703206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:21.841846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 2} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.847129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.856335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.856918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.857158 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP e9bcf669-21eb-4e6b-8e33-dd7ed13f967d disassociated. External IP: 172.25.0.223, port: 57b5e341-0678-4e53-be44-2fa3e2da1af0. Jul 16 01:57:21.858006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 57b5e341-0678-4e53-be44-2fa3e2da1af0 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:21.866253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:21.945840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 52cc0d15-52e4-47e2-9a8e-84b0e086c528 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:22.000357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.043582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=57b5e341-0678-4e53-be44-2fa3e2da1af0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.096784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.123681 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.171676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 707bdc0e-a102-4173-a3d5-5ed977f6ab49 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:22.228904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f48cb2-f6f4-4aa3-9ae3-52b2de2ce116 req-16b7e7f0-25a1-402c-9ad3-6cc8a3547e1e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.230485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96f48cb2-f6f4-4aa3-9ae3-52b2de2ce116 req-16b7e7f0-25a1-402c-9ad3-6cc8a3547e1e tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1353660 Jul 16 01:57:22.236354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:22.298906 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.317147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96f48cb2-f6f4-4aa3-9ae3-52b2de2ce116 req-1cfb04ab-9661-43ad-b9ce-523140927786 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771475 Jul 16 01:57:22.360359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.398950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:22.414230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:22.422651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:22.425021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.425847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:22.426573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:22.428215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:22.429210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.465675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=52cc0d15-52e4-47e2-9a8e-84b0e086c528,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.493914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.495944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fffc39c9-98f3-4f64-831c-d312483b8bd6 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/ports/57b5e341-0678-4e53-be44-2fa3e2da1af0 HTTP/1.1" status: 204 len: 168 time: 1.1109178 Jul 16 01:57:22.498527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.508502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:22.519982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=707bdc0e-a102-4173-a3d5-5ed977f6ab49,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.529012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:22.530214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:22.538577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': '72154442-0f20-4b80-8ffc-85e1da1b9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:22.539032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: 0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:22.558426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:22.570774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.575186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:22.582030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.585304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:22.586424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72b88c-fd5a-4b5e-b074-2382970b8e86 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:22.588119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6fcf1-82e1-46fc-88eb-c7f18fcd356c None None] Network 0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:22.590899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-620a4ad4-1c8b-4391-8061-ea996eb2e9ae tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/floatingips/e9bcf669-21eb-4e6b-8e33-dd7ed13f967d HTTP/1.1" status: 200 len: 688 time: 0.0907772 Jul 16 01:57:22.594520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42796) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.602716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.603709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.627188 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b18fc082-4d50-43cc-90a1-42d70a7ade24 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9982400 Jul 16 01:57:22.627417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.750292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 707bdc0e-a102-4173-a3d5-5ed977f6ab49 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:22.750936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.754950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718126e2-11d5-40e8-ac8c-c29024818d07 req-d9dd564c-aa95-4635-b93c-3b8d8ed0832a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.755980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-718126e2-11d5-40e8-ac8c-c29024818d07 req-d9dd564c-aa95-4635-b93c-3b8d8ed0832a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2114382 Jul 16 01:57:22.815602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 93c19ade-30f9-427c-93b6-5c47963aa988 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:22.816357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.835543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-718126e2-11d5-40e8-ac8c-c29024818d07 req-95f3fee8-b8c1-451c-af19-1d6d50cb80b3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698216 Jul 16 01:57:22.868979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.883976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 707bdc0e-a102-4173-a3d5-5ed977f6ab49 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:22.911303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.911793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.931123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 93c19ade-30f9-427c-93b6-5c47963aa988 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:22.959104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-9b83fe98-f9b9-4b71-a56c-9e21f5a1ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.960620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-9b83fe98-f9b9-4b71-a56c-9e21f5a1ce42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c4d2f772d3664adb8feb5e036307a466&device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1263566 Jul 16 01:57:23.009865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.068332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=707bdc0e-a102-4173-a3d5-5ed977f6ab49,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.081567 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.083459 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f44303e-6d5e-41b4-8808-502cedec64ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/707bdc0e-a102-4173-a3d5-5ed977f6ab49 HTTP/1.1" status: 204 len: 168 time: 0.4544983 Jul 16 01:57:23.086209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.100795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-9fefc914-1b02-4e66-b2a5-447eaa807c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.102234 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-9fefc914-1b02-4e66-b2a5-447eaa807c92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 200 len: 920 time: 0.1292586 Jul 16 01:57:23.146272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-b514d699-db07-472a-aec3-65ace611a72a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0364628 Jul 16 01:57:23.152411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fde70b-c471-480c-9262-a5946f1b7f76 req-90308824-56b6-4a76-91d7-ec757da6b556 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.153924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5fde70b-c471-480c-9262-a5946f1b7f76 req-90308824-56b6-4a76-91d7-ec757da6b556 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1427367 Jul 16 01:57:23.198964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-283bc03f-7e69-4e06-99d7-86b8fe446dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.200632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-283bc03f-7e69-4e06-99d7-86b8fe446dad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 200 len: 859 time: 0.0475245 Jul 16 01:57:23.236754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-d755043a-e229-43e1-bd7d-95b7405bdcc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1e48711d-f62c-41e7-8f33-25852314f3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270655 Jul 16 01:57:23.239993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67238335-8153-4c5b-bc50-5366c39990dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.245923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67238335-8153-4c5b-bc50-5366c39990dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.250270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-67238335-8153-4c5b-bc50-5366c39990dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1605060 Jul 16 01:57:23.250674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42808) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.251073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.257492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c5fde70b-c471-480c-9262-a5946f1b7f76 req-bf5aba2d-fc61-41d2-81d6-a8e5d7cbf4de tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819874 Jul 16 01:57:23.284502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=93c19ade-30f9-427c-93b6-5c47963aa988,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.345892 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.348945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.350129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5bb34866-21e3-4615-b421-a347fae23089 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/floatingips/e9bcf669-21eb-4e6b-8e33-dd7ed13f967d HTTP/1.1" status: 204 len: 168 time: 0.7548413 Jul 16 01:57:23.354655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.359414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '0a920183-9e85-42fd-8564-aa5f5e6277e5'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:23.381644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.401808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-e52cb365-baa1-4260-a368-565689d55115 service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590915 Jul 16 01:57:23.409249 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.442839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 52cc0d15-52e4-47e2-9a8e-84b0e086c528 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:23.443178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.483486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.591065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.210 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/97ed780e-465b-47bf-a354-8ca03c16611b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:23.709206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.718263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d61624e-1dc8-4232-9e73-73cb1f82efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.750235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.785310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:23.789941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:23.792876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:23.804389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.823404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 52cc0d15-52e4-47e2-9a8e-84b0e086c528 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:23.825164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=97ed780e-465b-47bf-a354-8ca03c16611b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.826526 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da77650d-2070-4b38-bad9-6453b4e17ae6 req-e8561235-0f34-4729-a061-a5b38fbe63ba service neutron] 10.222.0.38 "GET /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162967 Jul 16 01:57:23.917614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.949472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=52cc0d15-52e4-47e2-9a8e-84b0e086c528,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.955197 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.958154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ada8115c-19fa-4e5d-b65a-8be99a599b97 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/52cc0d15-52e4-47e2-9a8e-84b0e086c528 HTTP/1.1" status: 204 len: 168 time: 0.7060497 Jul 16 01:57:23.960216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.033580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc05ee-41a9-4ba5-8b56-579b8c6140a6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.037642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a2bc05ee-41a9-4ba5-8b56-579b8c6140a6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0740261 Jul 16 01:57:24.037910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42820) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.066220 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0910098f-aa54-4f22-8eec-7f767db54a4f tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:24.070165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0910098f-aa54-4f22-8eec-7f767db54a4f tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/707bdc0e-a102-4173-a3d5-5ed977f6ab49 HTTP/1.1" status: 404 len: 333 time: 0.0289128 Jul 16 01:57:24.070600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.101624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c3cd1-29aa-4bcc-9e6c-1d34c3e07c5d req-2ba33099-da99-4269-955e-ed0aba74a28b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.103344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-339c3cd1-29aa-4bcc-9e6c-1d34c3e07c5d req-2ba33099-da99-4269-955e-ed0aba74a28b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1299570 Jul 16 01:57:24.109523 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-413d8073-622f-4c80-84e6-02f91551c629 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:24.114178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-413d8073-622f-4c80-84e6-02f91551c629 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/52cc0d15-52e4-47e2-9a8e-84b0e086c528 HTTP/1.1" status: 404 len: 333 time: 0.0399516 Jul 16 01:57:24.114460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.195559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.208389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-339c3cd1-29aa-4bcc-9e6c-1d34c3e07c5d req-cbbec199-5806-45d3-9d85-5ce1012c39b7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701323 Jul 16 01:57:24.267346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.289614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.294218 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:24.302758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.314029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72154442-0f20-4b80-8ffc-85e1da1b9f50') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.314336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72154442-0f20-4b80-8ffc-85e1da1b9f50') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.324821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.339018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.345039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:24.345539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:24.349179 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:24.354973 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.416368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.427065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.428946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2 HTTP/1.1" status: 204 len: 168 time: 0.3135209 Jul 16 01:57:24.435011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.440972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-738197543'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:24.455724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878087c-611a-4919-8c00-32ec6f614ed4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=0f04e9b2-f0c4-43cb-8c54-ebc6b2c689c2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.472112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:24.475736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.498920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:24.508100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.508447 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment cf048eea-1839-425b-b66f-644ffd2e0f83 of type vlan for network 2231203d-7bbe-47d7-b12a-db45fdb8b82d Jul 16 01:57:24.522929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0b8e2-e78d-4fc8-bd16-2df1deacc095 req-9ccd2f31-cec3-4d76-bd58-398904cd7ad5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.524487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f0b8e2-e78d-4fc8-bd16-2df1deacc095 req-9ccd2f31-cec3-4d76-bd58-398904cd7ad5 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1391551 Jul 16 01:57:24.548474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.577599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.583877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.584498 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.589419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9f0b8e2-e78d-4fc8-bd16-2df1deacc095 req-9942efac-d76c-4041-9746-f7ed0e2c1e4d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569808 Jul 16 01:57:24.601425 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.607837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.619153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1825433 Jul 16 01:57:24.621975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.629593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:24.675932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=97ed780e-465b-47bf-a354-8ca03c16611b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.677431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb42714-7467-4b14-a491-8add2826db7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=2231203d-7bbe-47d7-b12a-db45fdb8b82d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.688790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.699863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2231203d-7bbe-47d7-b12a-db45fdb8b82d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:24.756784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:24.760336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.953061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.015029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=fe6679d5-8c9d-4d1d-94fa-3c0d11764c76,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.024323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': 'cf048eea-1839-425b-b66f-644ffd2e0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:25.024684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: 2231203d-7bbe-47d7-b12a-db45fdb8b82d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:25.041726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 2231203d-7bbe-47d7-b12a-db45fdb8b82d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:25.052237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2231203d-7bbe-47d7-b12a-db45fdb8b82d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:25.056493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.057079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.064418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c55a3-7850-4c15-980c-566cb5cae1c2 None None] Network 2231203d-7bbe-47d7-b12a-db45fdb8b82d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.078871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-33a7199d-416d-4272-a4ea-94414b460073 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4557090 Jul 16 01:57:25.081321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.087363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d', 'name': 'tempest-PortsTestJSON-1337229676'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:25.162531 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP 40b2e6b8-2efb-4a84-b43c-6bf4164fbb9f associated. External IP: 172.25.0.210, port: 0a920183-9e85-42fd-8564-aa5f5e6277e5. Jul 16 01:57:25.254177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:25.258347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.261396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-2231203d-7bbe-47d7-b12a-db45fdb8b82d', 'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': 'fe6679d5-8c9d-4d1d-94fa-3c0d11764c76'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:25.262479 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.297204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port aeec63d4-956a-44b3-9a4a-cda95e492b72 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:25.442033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.8 (2231203d-7bbe-47d7-b12a-db45fdb8b82d/fe6679d5-8c9d-4d1d-94fa-3c0d11764c76/aeec63d4-956a-44b3-9a4a-cda95e492b72) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:25.500649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86841f4-74f8-4ad6-8cc3-d2d0aece5b32 req-403431c2-82fb-4d58-8e02-f0d3b512a958 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.502158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a86841f4-74f8-4ad6-8cc3-d2d0aece5b32 req-403431c2-82fb-4d58-8e02-f0d3b512a958 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1226497 Jul 16 01:57:25.507209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:25.584051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a86841f4-74f8-4ad6-8cc3-d2d0aece5b32 req-051aacbf-5993-485f-862b-cf2e557d0c4e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752623 Jul 16 01:57:25.589341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.603805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object aeec63d4-956a-44b3-9a4a-cda95e492b72 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:25.649596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:25.653746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.660733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:25.669477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.695704 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:25.696872 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.712895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 2231203d-7bbe-47d7-b12a-db45fdb8b82d is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:25.720516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a56a5f0e-2988-4313-bee2-056d9b8eb104 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3621221 Jul 16 01:57:25.720868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.730975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:25.731368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-249318091'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:25.744989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:25.753241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Allocated IP 172.20.0.2 (2231203d-7bbe-47d7-b12a-db45fdb8b82d/fe6679d5-8c9d-4d1d-94fa-3c0d11764c76/ac018014-a05a-41a9-8d54-df38aed4beb7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:25.755977 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.765895 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:25.766485 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:56:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.783364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=aeec63d4-956a-44b3-9a4a-cda95e492b72,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.799110 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:25.800107 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c93a26-54d1-48b7-af92-d3ed498b5ce2 None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:25.813405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:25.816965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.824729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.825503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.844545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.845066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80e146b3-e626-4890-bc77-71cb25482ace tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7624316 Jul 16 01:57:25.878172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:25.899607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1fc12-60db-4649-a48f-34a81761143b req-d259b8c1-d8f3-4a80-bdbe-429f0cb8cf7c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.901123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e1fc12-60db-4649-a48f-34a81761143b req-d259b8c1-d8f3-4a80-bdbe-429f0cb8cf7c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1538455 Jul 16 01:57:25.913115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.913465 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Added segment c32bdddd-0a91-4aee-b4c4-fb39fab53fd2 of type vlan for network 531a4990-6a58-46ef-b641-9f1cad3f5a4d Jul 16 01:57:25.917514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.925643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Transition to ACTIVE for port object ac018014-a05a-41a9-8d54-df38aed4beb7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:25.940870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Transition to ACTIVE for port object ac018014-a05a-41a9-8d54-df38aed4beb7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:25.945883 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.981037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Network 2231203d-7bbe-47d7-b12a-db45fdb8b82d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:25.986138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:25.989565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:25.998905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Pushing event updated for resources: {'Port': ['ID=ac018014-a05a-41a9-8d54-df38aed4beb7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.011170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85e1fc12-60db-4649-a48f-34a81761143b req-9b2b2f36-0d6e-4800-ab25-842ce46a3185 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018155 Jul 16 01:57:26.012874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.054741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Attempting to bind port ac018014-a05a-41a9-8d54-df38aed4beb7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:26.055122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Attempting to bind port ac018014-a05a-41a9-8d54-df38aed4beb7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'cf048eea-1839-425b-b66f-644ffd2e0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:26.055486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Attempting to bind port ac018014-a05a-41a9-8d54-df38aed4beb7 on network 2231203d-7bbe-47d7-b12a-db45fdb8b82d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:26.056526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.061445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:26.061782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Checking segment: {'id': 'cf048eea-1839-425b-b66f-644ffd2e0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:26.062192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.062588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Bound using segment: {'id': 'cf048eea-1839-425b-b66f-644ffd2e0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:26.062701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.063060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Bound port: ac018014-a05a-41a9-8d54-df38aed4beb7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf048eea-1839-425b-b66f-644ffd2e0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2231203d-7bbe-47d7-b12a-db45fdb8b82d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:26.063193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.063443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.074147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port aeec63d4-956a-44b3-9a4a-cda95e492b72 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:26.074486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.146231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] For port ac018014-a05a-41a9-8d54-df38aed4beb7, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:26.161487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4393842 Jul 16 01:57:26.164424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42852) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.164585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] For port ac018014-a05a-41a9-8d54-df38aed4beb7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac018014-a05a-41a9-8d54-df38aed4beb7,segment=NetworkSegment(cf048eea-1839-425b-b66f-644ffd2e0f83),segment_id=cf048eea-1839-425b-b66f-644ffd2e0f83)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:26.166670 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f8db929-e313-478a-8f70-2e0256c0adcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.171364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'subnet': {'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:26.176565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.236973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223848cc-d783-4679-a638-8710eba75085 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Network': ['ID=531a4990-6a58-46ef-b641-9f1cad3f5a4d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.245841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Pushing event updated for resources: {'Port': ['ID=ac018014-a05a-41a9-8d54-df38aed4beb7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.252979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:26.266866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.267351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.267696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.268060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.268626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.269907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.269907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.269907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.270234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.270463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.270919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.271341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e20e96-492d-4b51-ad7b-e6923647ba7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:26.290351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.322604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for aeec63d4-956a-44b3-9a4a-cda95e492b72 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:26.379954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:26.384600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.454724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.578035 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.623621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=aeec63d4-956a-44b3-9a4a-cda95e492b72,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.709664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.712246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.719358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b535ef3-df6f-43d7-b8a3-e27c03b20add tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/aeec63d4-956a-44b3-9a4a-cda95e492b72 HTTP/1.1" status: 204 len: 168 time: 0.8702219 Jul 16 01:57:26.720849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.752111 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa72b71-c77f-4129-ad86-2266b1b1cc04 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:26.752967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa72b71-c77f-4129-ad86-2266b1b1cc04 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:26.754756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cfa72b71-c77f-4129-ad86-2266b1b1cc04 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/aeec63d4-956a-44b3-9a4a-cda95e492b72 HTTP/1.1" status: 404 len: 333 time: 0.0325456 Jul 16 01:57:26.760319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.809718 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-54818fe3-3e2e-4e95-ba38-d97b5b30b57a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:26.811828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-54818fe3-3e2e-4e95-ba38-d97b5b30b57a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/aeec63d4-956a-44b3-9a4a-cda95e492b72 HTTP/1.1" status: 404 len: 333 time: 0.0505009 Jul 16 01:57:26.816066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.818965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae55a57-95a0-431c-8f57-b406d9dac6f1 req-f3c1dc7d-7f94-4d48-926a-a8b139bae2ce tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.820516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ae55a57-95a0-431c-8f57-b406d9dac6f1 req-f3c1dc7d-7f94-4d48-926a-a8b139bae2ce tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.0706162 Jul 16 01:57:26.823576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Subnet': ['ID=4db29cb7-698b-4830-b3c4-e84b570e6670,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.832731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Checking segment: {'id': 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:26.833108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network hostable DHCP agents. Network: 531a4990-6a58-46ef-b641-9f1cad3f5a4d, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:26.858438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ae55a57-95a0-431c-8f57-b406d9dac6f1 req-c9891915-ead7-4ef5-9f89-a48013874824 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Jul 16 01:57:26.885603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet fe6679d5-8c9d-4d1d-94fa-3c0d11764c76 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:26.889032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:26.891117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.927142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 531a4990-6a58-46ef-b641-9f1cad3f5a4d) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:26.934152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.934902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.937035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe4e193-925b-492d-8549-ab5fa39f791b None None] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:26.946643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.976620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be742e33-9458-4206-bd93-5e4405a12779 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8110461 Jul 16 01:57:26.979762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.985244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1851389992', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.021641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.023467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.103460 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.152375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.152767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac018014-a05a-41a9-8d54-df38aed4beb7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:27.190422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.212403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.214735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/fe6679d5-8c9d-4d1d-94fa-3c0d11764c76 HTTP/1.1" status: 204 len: 168 time: 0.3977504 Jul 16 01:57:27.237699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42872) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.240490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb6ccc-299d-429d-92c1-773abb039b09 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6679d5-8c9d-4d1d-94fa-3c0d11764c76,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.350808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.392387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ac018014-a05a-41a9-8d54-df38aed4beb7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:27.464136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.469398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-531a4990-6a58-46ef-b641-9f1cad3f5a4d', 'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d', 'tenant_id': '95e1be03358a483a8ba88475e2b5e799', 'fixed_ips': [{'subnet_id': '4db29cb7-698b-4830-b3c4-e84b570e6670'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:27.471636 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.500514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.516791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port ac018014-a05a-41a9-8d54-df38aed4beb7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:27.517144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.618994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56411b36-6f83-408d-a1ab-5245b37c553c None None] Network 2231203d-7bbe-47d7-b12a-db45fdb8b82d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:27.642870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] For port ac018014-a05a-41a9-8d54-df38aed4beb7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac018014-a05a-41a9-8d54-df38aed4beb7,segment=NetworkSegment(cf048eea-1839-425b-b66f-644ffd2e0f83),segment_id=cf048eea-1839-425b-b66f-644ffd2e0f83)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:27.643502 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.690661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for ac018014-a05a-41a9-8d54-df38aed4beb7 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:27.719635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21944604-1f04-4d0e-8aff-45f7b5eb70ee None None] Provisioning for port ac018014-a05a-41a9-8d54-df38aed4beb7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:27.731982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21944604-1f04-4d0e-8aff-45f7b5eb70ee None None] Provisioning complete for port ac018014-a05a-41a9-8d54-df38aed4beb7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:27.732900 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21944604-1f04-4d0e-8aff-45f7b5eb70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.773894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Allocated IP 172.20.0.2 (531a4990-6a58-46ef-b641-9f1cad3f5a4d/4db29cb7-698b-4830-b3c4-e84b570e6670/fcd07a06-faad-4213-b511-7accc25cc887) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:27.859994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.887442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.888610 n-d-800087-6 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-21944604-1f04-4d0e-8aff-45f7b5eb70ee None None] No ports have port_id starting with ac018014-a05a-41a9-8d54-df38aed4beb7 Jul 16 01:57:27.931128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=ac018014-a05a-41a9-8d54-df38aed4beb7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.934820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No DVR routers for this DVR port ac018014-a05a-41a9-8d54-df38aed4beb7 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:27.936845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.016136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df9418-9f3a-4999-b2fd-925feca4d035 None None] DHCP port deletion for 2231203d-7bbe-47d7-b12a-db45fdb8b82d request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:28.046261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.057611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Transition to ACTIVE for port object fcd07a06-faad-4213-b511-7accc25cc887 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:28.057976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.076529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Transition to ACTIVE for port object fcd07a06-faad-4213-b511-7accc25cc887 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:28.083064 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.106770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2231203d-7bbe-47d7-b12a-db45fdb8b82d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:28.120660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf048eea-1839-425b-b66f-644ffd2e0f83') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:28.120966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf048eea-1839-425b-b66f-644ffd2e0f83') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:28.136233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:28.140767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:28.143355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:28.158886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.173614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Pushing event updated for resources: {'Port': ['ID=fcd07a06-faad-4213-b511-7accc25cc887,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.186255 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.201864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.25.0.7 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/2040bf83-89a4-435e-aadc-6a64ecb6b4f2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:28.206332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:28.206747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:28.212918 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:28.216887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Attempting to bind port fcd07a06-faad-4213-b511-7accc25cc887 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:28.217316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Attempting to bind port fcd07a06-faad-4213-b511-7accc25cc887 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:28.217682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Attempting to bind port fcd07a06-faad-4213-b511-7accc25cc887 on network 531a4990-6a58-46ef-b641-9f1cad3f5a4d {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:28.223072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:28.223905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Checking segment: {'id': 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:28.224452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.225274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Bound using segment: {'id': 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:28.225408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Bound port: fcd07a06-faad-4213-b511-7accc25cc887, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:28.225693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.260683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ebe27-2441-427b-b965-47fdc9e7c60b req-3cb77d4e-6c24-4a0a-a92f-3d4d015f71fc tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.262127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f6ebe27-2441-427b-b965-47fdc9e7c60b req-3cb77d4e-6c24-4a0a-a92f-3d4d015f71fc tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2008519 Jul 16 01:57:28.295616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] For port fcd07a06-faad-4213-b511-7accc25cc887, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:28.318654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] For port fcd07a06-faad-4213-b511-7accc25cc887, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fcd07a06-faad-4213-b511-7accc25cc887,segment=NetworkSegment(c32bdddd-0a91-4aee-b4c4-fb39fab53fd2),segment_id=c32bdddd-0a91-4aee-b4c4-fb39fab53fd2)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:28.322891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.327916 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.342638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.347917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/2231203d-7bbe-47d7-b12a-db45fdb8b82d HTTP/1.1" status: 204 len: 168 time: 1.1058242 Jul 16 01:57:28.348765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.356886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668032214'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.383087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a15dae-f84f-41f3-a4ba-ad2e56259eec tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=2231203d-7bbe-47d7-b12a-db45fdb8b82d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.393116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818447-b9ed-413f-94c8-b66d006c8ec5 None None] Pushing event updated for resources: {'Port': ['ID=fcd07a06-faad-4213-b511-7accc25cc887,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.403683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:28.406649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f6ebe27-2441-427b-b965-47fdc9e7c60b req-e92dfcb6-b386-4ed6-b866-05003acba332 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029778 Jul 16 01:57:28.407591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.436728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:28.442279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.450466 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.450922 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment 4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2 of type vlan for network 4378b82e-5529-4405-b5cc-34690a06acd7 Jul 16 01:57:28.518759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.518979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.552951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.559910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.561241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.581035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:28.584857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:28.589307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:28.597435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=2040bf83-89a4-435e-aadc-6a64ecb6b4f2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.676358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=4378b82e-5529-4405-b5cc-34690a06acd7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.721856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4378b82e-5529-4405-b5cc-34690a06acd7 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:28.752301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3bb0f1e0-def7-4b0f-b930-a08fd3b6ae98 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4013186 Jul 16 01:57:28.755670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.762446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.868390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.929437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:28.933548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.997754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.121016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fcd07a06-faad-4213-b511-7accc25cc887 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:29.174631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port fcd07a06-faad-4213-b511-7accc25cc887 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:29.176353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.249513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=d3876f80-d6d1-4502-a03e-bcfa22766ce5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.251353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac018014-a05a-41a9-8d54-df38aed4beb7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:29.257700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:29.258168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: 4378b82e-5529-4405-b5cc-34690a06acd7, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:29.274018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.282005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 4378b82e-5529-4405-b5cc-34690a06acd7 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:29.284593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ac018014-a05a-41a9-8d54-df38aed4beb7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:29.284946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac018014-a05a-41a9-8d54-df38aed4beb7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:29.296052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4378b82e-5529-4405-b5cc-34690a06acd7) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:29.301896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:29.302491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.312818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e3249-4f0b-4904-a3cc-49f2fd5636f2 None None] Network 4378b82e-5529-4405-b5cc-34690a06acd7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:29.322651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce62590c-feb8-469b-a5a5-3a44bc581944 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5655928 Jul 16 01:57:29.323632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.331640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-528281366'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:29.501776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:29.507848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.509307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-4378b82e-5529-4405-b5cc-34690a06acd7', 'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': 'd3876f80-d6d1-4502-a03e-bcfa22766ce5'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:29.514577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.515606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 5733eb06-7e12-4206-9eb4-0ea1d6e450a3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:29.545138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 20beb82c-8387-4768-a830-ba335aad7e89 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:29.696232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:29.699066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.9 (4378b82e-5529-4405-b5cc-34690a06acd7/d3876f80-d6d1-4502-a03e-bcfa22766ce5/20beb82c-8387-4768-a830-ba335aad7e89) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:29.748153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.766677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e010cb55-559d-49a9-a297-cfb8cc69e23f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7823677 Jul 16 01:57:29.769410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.772576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] Sync routers for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:29.822027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:29.824449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.913803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c164a-f2dc-4312-b545-1045570323d0 None None] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:29.917223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.938299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.953417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:29.953723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.962426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object 20beb82c-8387-4768-a830-ba335aad7e89 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:29.992090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:29.992898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83d6aa-7504-4fdd-8f4b-ad1c8a9929d6 None None] The sync data for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:30.011527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.083255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 4378b82e-5529-4405-b5cc-34690a06acd7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:30.085658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Allocated IP 172.20.0.2 (4378b82e-5529-4405-b5cc-34690a06acd7/d3876f80-d6d1-4502-a03e-bcfa22766ce5/71fb43ae-dbcd-457a-881f-925b09000743) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:30.088103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:30.100992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:30.148317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=20beb82c-8387-4768-a830-ba335aad7e89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.198404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.199385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.227291 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-02a4a9fe-0c82-46a5-9499-e575567fbf2c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9011440 Jul 16 01:57:30.229975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.254489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.264470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Transition to ACTIVE for port object 71fb43ae-dbcd-457a-881f-925b09000743 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:30.282652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Transition to ACTIVE for port object 71fb43ae-dbcd-457a-881f-925b09000743 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:30.286071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] Provisioning for port fcd07a06-faad-4213-b511-7accc25cc887 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:30.292266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] Provisioning complete for port fcd07a06-faad-4213-b511-7accc25cc887 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:30.293372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.332870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.385940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e4000-c056-4978-8a99-11c0c95c0c47 req-d1de34d7-aa67-4b7f-b580-774959fca82b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:30.396394 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a2e4000-c056-4978-8a99-11c0c95c0c47 req-d1de34d7-aa67-4b7f-b580-774959fca82b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.6594450 Jul 16 01:57:30.427902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 20beb82c-8387-4768-a830-ba335aad7e89 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:30.427902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.428233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Network 4378b82e-5529-4405-b5cc-34690a06acd7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:30.438733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:30.444051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:30.449377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Pushing event updated for resources: {'Port': ['ID=71fb43ae-dbcd-457a-881f-925b09000743,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.492020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a2e4000-c056-4978-8a99-11c0c95c0c47 req-a532af2f-e1d1-4ba8-bc79-1a58f41e6b1b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945046 Jul 16 01:57:30.534296 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.547733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 20beb82c-8387-4768-a830-ba335aad7e89 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:30.556535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Attempting to bind port 71fb43ae-dbcd-457a-881f-925b09000743 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:30.556906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Attempting to bind port 71fb43ae-dbcd-457a-881f-925b09000743 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:30.557275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Attempting to bind port 71fb43ae-dbcd-457a-881f-925b09000743 on network 4378b82e-5529-4405-b5cc-34690a06acd7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:30.608695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:30.609335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Checking segment: {'id': '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:30.609461 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.610122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Bound using segment: {'id': '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:30.610607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Bound port: 71fb43ae-dbcd-457a-881f-925b09000743, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4378b82e-5529-4405-b5cc-34690a06acd7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:30.610991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.630000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.702461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.717466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] For port fcd07a06-faad-4213-b511-7accc25cc887, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fcd07a06-faad-4213-b511-7accc25cc887,segment=NetworkSegment(c32bdddd-0a91-4aee-b4c4-fb39fab53fd2),segment_id=c32bdddd-0a91-4aee-b4c4-fb39fab53fd2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:30.738157 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.741713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] For port 71fb43ae-dbcd-457a-881f-925b09000743, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:30.746342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] For port 71fb43ae-dbcd-457a-881f-925b09000743, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=71fb43ae-dbcd-457a-881f-925b09000743,segment=NetworkSegment(4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2),segment_id=4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:30.773263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.790314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=20beb82c-8387-4768-a830-ba335aad7e89,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.828552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65241431-e400-4a7e-90f4-3f2756fd69ec None None] Pushing event updated for resources: {'Port': ['ID=fcd07a06-faad-4213-b511-7accc25cc887,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.913375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.918326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3f6b61b3-c9b8-4a11-8477-b842fea08b51 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/20beb82c-8387-4768-a830-ba335aad7e89 HTTP/1.1" status: 204 len: 168 time: 0.6869702 Jul 16 01:57:30.918926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42908) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:30.942217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.996749 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-48256815-daed-4bd3-9a4a-97b555145c3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:31.001934 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-48256815-daed-4bd3-9a4a-97b555145c3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/20beb82c-8387-4768-a830-ba335aad7e89 HTTP/1.1" status: 404 len: 333 time: 0.0815322 Jul 16 01:57:31.004612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.117587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet d3876f80-d6d1-4502-a03e-bcfa22766ce5 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:31.127675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.223715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a188-4bcd-4c9e-bc8e-4d5f85bd4dc3 None None] Pushing event updated for resources: {'Port': ['ID=71fb43ae-dbcd-457a-881f-925b09000743,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.228357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fcd07a06-faad-4213-b511-7accc25cc887 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:31.241298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.312383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac177408-33b1-4a86-841b-f285287265f7 None None] Provisioning complete for port fcd07a06-faad-4213-b511-7accc25cc887 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:31.312984 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac177408-33b1-4a86-841b-f285287265f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.315365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fcd07a06-faad-4213-b511-7accc25cc887 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:31.315729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.369356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.461443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.474603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.1 (531a4990-6a58-46ef-b641-9f1cad3f5a4d/4db29cb7-698b-4830-b3c4-e84b570e6670/dca836f4-627b-415a-a3ed-1ab0e25c79ff) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:31.504011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.505929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/d3876f80-d6d1-4502-a03e-bcfa22766ce5 HTTP/1.1" status: 204 len: 168 time: 0.5001495 Jul 16 01:57:31.509957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.510623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb93b-0d17-4c83-959d-8c8c9fa51bcc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=d3876f80-d6d1-4502-a03e-bcfa22766ce5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.598046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.652887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.658742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 71fb43ae-dbcd-457a-881f-925b09000743 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:31.659085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.684636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Transition to ACTIVE for port object dca836f4-627b-415a-a3ed-1ab0e25c79ff will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:31.735490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] For port 71fb43ae-dbcd-457a-881f-925b09000743, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=71fb43ae-dbcd-457a-881f-925b09000743,segment=NetworkSegment(4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2),segment_id=4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:31.736249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.748227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 71fb43ae-dbcd-457a-881f-925b09000743 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:31.767716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f0c4-bacb-4fc2-97a7-fa693fcdad21 req-e6995d37-d3e5-4d54-ac58-18d30528d28c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:31.772590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3d0f0c4-bacb-4fc2-97a7-fa693fcdad21 req-e6995d37-d3e5-4d54-ac58-18d30528d28c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1122446 Jul 16 01:57:31.774973 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.835915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:31.842560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:31.844148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.845189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:31.890539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=71fb43ae-dbcd-457a-881f-925b09000743,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.895519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No DVR routers for this DVR port 71fb43ae-dbcd-457a-881f-925b09000743 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:31.908489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3d0f0c4-bacb-4fc2-97a7-fa693fcdad21 req-48d9c42d-8459-4247-a3ea-6a46fd447530 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308162 Jul 16 01:57:31.917989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=dca836f4-627b-415a-a3ed-1ab0e25c79ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.950749 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.997089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.011583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4378b82e-5529-4405-b5cc-34690a06acd7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.039399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.041870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccf56f7-51bf-4acc-bd7c-735e2d55c9c2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.066535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.087664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.098720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:32.099122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.139858 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:32.192545 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:32.201024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.206139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.212750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/4378b82e-5529-4405-b5cc-34690a06acd7 HTTP/1.1" status: 204 len: 168 time: 0.6997092 Jul 16 01:57:32.218673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.224139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'name': 'tempest-PortsTestJSON-87726838'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:32.239385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2a35-9c87-4e4e-94c0-455214c83293 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=4378b82e-5529-4405-b5cc-34690a06acd7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.317516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fffdb17-c0f4-4d31-8791-bfe85a05158d None None] Provisioning for port dca836f4-627b-415a-a3ed-1ab0e25c79ff completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:32.331813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fffdb17-c0f4-4d31-8791-bfe85a05158d None None] Provisioning complete for port dca836f4-627b-415a-a3ed-1ab0e25c79ff triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:32.332240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fffdb17-c0f4-4d31-8791-bfe85a05158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.340587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:32.346057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.372636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 3656ed88-aca1-43d6-a883-205349e53c32 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:32.381770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6fffdb17-c0f4-4d31-8791-bfe85a05158d None None] Port dca836f4-627b-415a-a3ed-1ab0e25c79ff cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:32.465564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0131a3-db6c-4a39-9ffb-d215e56ba74e None None] DHCP port deletion for 4378b82e-5529-4405-b5cc-34690a06acd7 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:32.486691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.488519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79dc08-d673-4144-ad8e-18c83a4f04dd None None] Network 4378b82e-5529-4405-b5cc-34690a06acd7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:32.492047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.508101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c05f3a8-9d52-4ddc-8ef0-f9b84248312d None None] Could not find standard attr ID for object 71fb43ae-dbcd-457a-881f-925b09000743. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:32.509813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79dc08-d673-4144-ad8e-18c83a4f04dd None None] Network 4378b82e-5529-4405-b5cc-34690a06acd7 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:57:32.565364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.566473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.568258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=dca836f4-627b-415a-a3ed-1ab0e25c79ff,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.611228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.659007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:32.664434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:32.671237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:32.675191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.675881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.680098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:32.681994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:32.686135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=3656ed88-aca1-43d6-a883-205349e53c32,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.704933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-84ae1992-9c46-4db4-8d1b-99794ab1ec3a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4828117 Jul 16 01:57:32.705251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42928) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.813797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 5733eb06-7e12-4206-9eb4-0ea1d6e450a3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:32.820489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 3656ed88-aca1-43d6-a883-205349e53c32 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:32.820994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.897419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.909521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 3656ed88-aca1-43d6-a883-205349e53c32 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:32.928775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5a68f63-39f9-41e7-b7dc-d868826ecc19 None None] Provisioning complete for port dca836f4-627b-415a-a3ed-1ab0e25c79ff triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:32.929561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5a68f63-39f9-41e7-b7dc-d868826ecc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.933122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:32.939419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d1229b5-5ab6-4554-966c-578906460ee9 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/routers/5733eb06-7e12-4206-9eb4-0ea1d6e450a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1661227 Jul 16 01:57:32.944083 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] Sync routers for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:32.944793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.950097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'port': {'network_id': '531a4990-6a58-46ef-b641-9f1cad3f5a4d', 'name': 'tempest-FloatingIPTestJSON-1070156142'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:32.955180 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:32.955968 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:32.992197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68f63-39f9-41e7-b7dc-d868826ecc19 None None] Port dca836f4-627b-415a-a3ed-1ab0e25c79ff cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:33.001869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.012267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.021239 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:33.022262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.043687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=3656ed88-aca1-43d6-a883-205349e53c32,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.055692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.060705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2fb27941-f3ae-4bd0-bd5c-3e797ae07d38 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/3656ed88-aca1-43d6-a883-205349e53c32 HTTP/1.1" status: 204 len: 168 time: 0.3515096 Jul 16 01:57:33.061469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42934) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.066817 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:33.067955 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a3367e-1ec5-4ebc-80c5-a240c59051eb None None] The sync data for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:33.077851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'mac_address': 'fa:16:3e:5b:3d:57', 'name': 'tempest-PortsTestJSON-393073287'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.087592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Made reservation on behalf of 95e1be03358a483a8ba88475e2b5e799 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:33.091744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.138082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] device_id is not set on port 1a515447-54c0-4c1c-876e-ece70f65704b yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:33.181569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:33.248646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c87b-a63a-43a1-b399-18da07058bfa req-dfad3efe-1520-4144-ab84-15c310238089 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.250178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c47c87b-a63a-43a1-b399-18da07058bfa req-dfad3efe-1520-4144-ab84-15c310238089 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1545680 Jul 16 01:57:33.265154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.300777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Allocated IP 172.20.0.5 (531a4990-6a58-46ef-b641-9f1cad3f5a4d/4db29cb7-698b-4830-b3c4-e84b570e6670/1a515447-54c0-4c1c-876e-ece70f65704b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:33.322403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c47c87b-a63a-43a1-b399-18da07058bfa req-42402729-e214-407d-aa70-9d66892672cb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658138 Jul 16 01:57:33.526148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.542454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Transition to ACTIVE for port object 1a515447-54c0-4c1c-876e-ece70f65704b will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:33.572134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 779a9b85-c5b9-4163-a8da-570236876d12 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:33.582418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.628625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:33.631827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:33.634386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:33.669953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event updated for resources: {'Port': ['ID=1a515447-54c0-4c1c-876e-ece70f65704b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.707971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.708903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.734585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fdcdced9-4a45-4bbe-9595-6c818409679f tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7883639 Jul 16 01:57:33.738627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.745687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Request body: {'floatingip': {'port_id': '1a515447-54c0-4c1c-876e-ece70f65704b'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.818171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.830200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.880887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.945245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:33.948867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:33.954997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:33.960742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.961419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.965218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=779a9b85-c5b9-4163-a8da-570236876d12,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.980996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1ada6fa-5683-41a7-bcc9-67608cfbed17 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9182994 Jul 16 01:57:33.983563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42954) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.022703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b19798e2-306b-4f5d-b381-c94fc5803ab5 None None] Provisioning for port 1a515447-54c0-4c1c-876e-ece70f65704b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:34.029233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:57:34.033249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b19798e2-306b-4f5d-b381-c94fc5803ab5 None None] Provisioning complete for port 1a515447-54c0-4c1c-876e-ece70f65704b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:34.033854 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b19798e2-306b-4f5d-b381-c94fc5803ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.085389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7f7bf-d3c2-4b9a-a5bd-507ceb31f869 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.089404 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-abe7f7bf-d3c2-4b9a-a5bd-507ceb31f869 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/779a9b85-c5b9-4163-a8da-570236876d12 HTTP/1.1" status: 200 len: 840 time: 0.1021163 Jul 16 01:57:34.089655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.096564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b19798e2-306b-4f5d-b381-c94fc5803ab5 None None] Port 1a515447-54c0-4c1c-876e-ece70f65704b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:34.167741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:34.180107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '7b373db9-8837-4131-acf4-57042e25acd2', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'port_id': '7b373db9-8837-4131-acf4-57042e25acd2', 'mac_address': 'fa:16:3e:42:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:57:34.220487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.233877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b373db9-8837-4131-acf4-57042e25acd2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:57:34.253857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:34.258642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.283550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 779a9b85-c5b9-4163-a8da-570236876d12 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:34.284209 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.311951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.350160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7b373db9-8837-4131-acf4-57042e25acd2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:34.429480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.449823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 779a9b85-c5b9-4163-a8da-570236876d12 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:34.585265 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.resource_extend [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:57:34.672632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.684298 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.694617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290284-2964-45c5-bc07-e913c35fa16a req-e317ab88-39eb-4582-a5a0-108348326606 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.702101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f290284-2964-45c5-bc07-e913c35fa16a req-e317ab88-39eb-4582-a5a0-108348326606 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 944 time: 0.1765747 Jul 16 01:57:34.743520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.791549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=779a9b85-c5b9-4163-a8da-570236876d12,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.834804 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.839137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c4ab1af-fdb6-4fa1-ad28-3deca4f78e8a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/779a9b85-c5b9-4163-a8da-570236876d12 HTTP/1.1" status: 204 len: 168 time: 0.7461917 Jul 16 01:57:34.840003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.873459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f290284-2964-45c5-bc07-e913c35fa16a req-9c140853-890c-4471-a5e0-034f4a845021 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696246 Jul 16 01:57:34.878837 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP 40b2e6b8-2efb-4a84-b43c-6bf4164fbb9f associated. External IP: 172.25.0.210, port: 0a920183-9e85-42fd-8564-aa5f5e6277e5. Jul 16 01:57:34.897465 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd1fecc-2a93-4793-b3d1-ff5cf81e4d96 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:34.905164 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2cd1fecc-2a93-4793-b3d1-ff5cf81e4d96 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/779a9b85-c5b9-4163-a8da-570236876d12 HTTP/1.1" status: 404 len: 333 time: 0.0580478 Jul 16 01:57:34.905354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.910364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'name': 'tempest-PortsTestJSON-531068778'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.008456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:35.012118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.032057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port c5d5e041-5a82-47d2-a758-f97a228f3941 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:35.232017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.282746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.337547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:35.342106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:35.347058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:35.353250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.353896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.358070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=c5d5e041-5a82-47d2-a758-f97a228f3941,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.377758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e39c07c8-5e0c-455c-9b3a-6572c8dc960d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4713356 Jul 16 01:57:35.378595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.385803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:35.490730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.558512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:35.711306 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.718823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.799480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:35.810799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:35.841209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:35.843922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:35.863325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] In _notify_port_updated(), no bound segment for port c5d5e041-5a82-47d2-a758-f97a228f3941 on network 05ffba5d-d7ec-40cc-9870-86957230f628 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:35.870779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:35.871625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.873790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/ports/c5d5e041-5a82-47d2-a758-f97a228f3941 HTTP/1.1" status: 200 len: 818 time: 0.4941542 Jul 16 01:57:35.876983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.944293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:35.946610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c4cec-1b39-404b-a5f8-f636932484ad tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=c5d5e041-5a82-47d2-a758-f97a228f3941,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.967129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:35.968058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.010766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.011886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309d80-3fcd-47f3-bea2-ea43273779cf None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:36.047452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:36.115929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port c5d5e041-5a82-47d2-a758-f97a228f3941 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:36.116309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.129387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 7b373db9-8837-4131-acf4-57042e25acd2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:36.130014 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.239609 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.249019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.249571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 5733eb06-7e12-4206-9eb4-0ea1d6e450a3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:36.268806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for c5d5e041-5a82-47d2-a758-f97a228f3941 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:36.285966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10793e-fb39-4bf9-a371-a84bac7118ce req-cad62571-c300-4bc1-8697-7a42aaf501ec tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.296491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:36.298071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:36.299842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae10793e-fb39-4bf9-a371-a84bac7118ce req-cad62571-c300-4bc1-8697-7a42aaf501ec tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 944 time: 0.1448481 Jul 16 01:57:36.301683 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89db0bbc-72b3-49be-b165-85629e8b2df1" -d '{"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-plugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:36.307393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.376366 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fe4f1a-b3c8-4bef-87a0-cf0d864bc563 x-openstack-request-id: req-c0fe4f1a-b3c8-4bef-87a0-cf0d864bc563 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:36.376669 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-plugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:36.376927 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0fe4f1a-b3c8-4bef-87a0-cf0d864bc563 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:36.381609 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'code': 200} Jul 16 01:57:36.429848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae10793e-fb39-4bf9-a371-a84bac7118ce req-10473c1d-9bc9-4011-894b-f2265a10bf85 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288891 Jul 16 01:57:36.444902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.448017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.482851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=c5d5e041-5a82-47d2-a758-f97a228f3941,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.509382 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.514126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:36.515652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-efe50232-9d68-41e9-84d2-f5fcd018480a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/c5d5e041-5a82-47d2-a758-f97a228f3941 HTTP/1.1" status: 204 len: 168 time: 0.6373832 Jul 16 01:57:36.516411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.523180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.525553 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] Sync routers for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:36.545093 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:36.545954 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.603605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c678e27-5684-4351-847f-7eaf79fa5856 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.610546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c678e27-5684-4351-847f-7eaf79fa5856 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0930064 Jul 16 01:57:36.612045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.618972 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.620213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87ac8e47-a69b-4c23-9e29-500cc97c0159 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/floatingips/40b2e6b8-2efb-4a84-b43c-6bf4164fbb9f HTTP/1.1" status: 200 len: 978 time: 2.8804319 Jul 16 01:57:36.623013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.640309 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:36.641339 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.672312 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbc5d29-3298-4f63-a5c9-9d5e9a28d8c2 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:36.691216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ffbc5d29-3298-4f63-a5c9-9d5e9a28d8c2 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/c5d5e041-5a82-47d2-a758-f97a228f3941 HTTP/1.1" status: 404 len: 333 time: 0.0779502 Jul 16 01:57:36.693470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.706088 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.707179 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee689f6a-0fc1-4803-828c-11934b54319f None None] The sync data for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:36.709368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1977774497'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:36.755656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:36.764936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.789632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 1a515447-54c0-4c1c-876e-ece70f65704b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:36.789979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.806330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:36.817566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.818257 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment 26467c83-97df-4610-ba71-b4ec0b50d319 of type vlan for network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 Jul 16 01:57:36.900855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.960664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.974273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:36.979236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.021351 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.116998 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4221706 Jul 16 01:57:37.118904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43032) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.119920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42582f2c-110a-4ebe-9edc-fc0d3aa814e5 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.132682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:37.137387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:37.259696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-c503ea60-6bb5-4b05-8aae-71bcaccce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.266106 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-c503ea60-6bb5-4b05-8aae-71bcaccce1ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1096 time: 0.2388883 Jul 16 01:57:37.379790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:37.383789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.415659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.416050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.416366 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Floating IP 40b2e6b8-2efb-4a84-b43c-6bf4164fbb9f disassociated. External IP: 172.25.0.210, port: 1a515447-54c0-4c1c-876e-ece70f65704b. Jul 16 01:57:37.416709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 1a515447-54c0-4c1c-876e-ece70f65704b owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:37.577660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-36fb5489-b11b-4c7c-b4b3-87382cc54a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.579736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-36fb5489-b11b-4c7c-b4b3-87382cc54a19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.2809820 Jul 16 01:57:37.638297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.749315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-c8c30b44-a6f7-4491-b83a-65b13d7a23b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 1000 time: 0.1587484 Jul 16 01:57:37.767455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=1a515447-54c0-4c1c-876e-ece70f65704b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.819850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.877924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6903f-44ca-4c80-a5b9-1731968dd896 req-9ce7a1b3-fd52-4673-8a56-8fe52422d5da tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.886072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43d6903f-44ca-4c80-a5b9-1731968dd896 req-9ce7a1b3-fd52-4673-8a56-8fe52422d5da tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2424865 Jul 16 01:57:37.899717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-92b0c8d4-7fd1-4412-be6e-6280731607e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:37.901213 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-92b0c8d4-7fd1-4412-be6e-6280731607e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.1441422 Jul 16 01:57:37.984545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43d6903f-44ca-4c80-a5b9-1731968dd896 req-1af9dfec-0389-4c9d-9a66-686588108040 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973041 Jul 16 01:57:37.989528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': '26467c83-97df-4610-ba71-b4ec0b50d319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:37.989898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:37.996291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=64e81759-4999-4f08-a24a-086956a13112,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.062058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:38.077016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-3a88953a-18e5-480f-836e-b409951e6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.079095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-3a88953a-18e5-480f-836e-b409951e6a4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656914 Jul 16 01:57:38.079225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 5733eb06-7e12-4206-9eb4-0ea1d6e450a3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:38.080251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:38.086153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:38.086522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.090774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413537a-d715-47dc-bb05-c1837eeab4f9 None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:38.233290 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-00e79d61-50ee-46e4-840a-558edbfaed6f service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436036 Jul 16 01:57:38.273968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bce69673-c338-4cbd-944d-710059c7c599 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1392362 Jul 16 01:57:38.279674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43044) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.291722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:38.398308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': '64e81759-4999-4f08-a24a-086956a13112'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:38.399284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.428213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:38.463392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:38.468304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] Sync routers for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:38.469832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d4ae32a-ffcc-4f99-9f06-d76d104d2ddc req-7596c289-dc2f-4616-aba3-3a2d55ff3a5d service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197230 Jul 16 01:57:38.474609 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.558041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:38.558761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.596457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.627582 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64e81759-4999-4f08-a24a-086956a13112 (CIDR: 172.20.0.0/28) Jul 16 01:57:38.641088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:38.642004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.687414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.688411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa00d6bc-21fe-4918-8835-31bea8b0de25 None None] The sync data for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:38.701399 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:57:38.702093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:38.706342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.708370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b00f83b0-e8f6-41bb-8ff8-b992040dbf63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/ports/1a515447-54c0-4c1c-876e-ece70f65704b HTTP/1.1" status: 204 len: 168 time: 2.0842104 Jul 16 01:57:38.711205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43048) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.715576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Allocated IP 172.20.0.2 (5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1/64e81759-4999-4f08-a24a-086956a13112/361871a9-a3fb-4bd3-9e54-5bef104d7e0c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:38.726401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bcc47567-d75a-4d54-ad8c-e59132aeb496 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4412041 Jul 16 01:57:38.728831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43050) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.743196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:38.931821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:38.940236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.941699 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.958888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Transition to ACTIVE for port object 361871a9-a3fb-4bd3-9e54-5bef104d7e0c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:38.981065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Transition to ACTIVE for port object 361871a9-a3fb-4bd3-9e54-5bef104d7e0c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:38.996400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.061558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:39.070823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:39.076697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:39.093458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Pushing event updated for resources: {'Port': ['ID=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.213755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Attempting to bind port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:39.214199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Attempting to bind port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '26467c83-97df-4610-ba71-b4ec0b50d319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:39.214467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Attempting to bind port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c on network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:39.223436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:39.223819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Checking segment: {'id': '26467c83-97df-4610-ba71-b4ec0b50d319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:39.224256 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.228957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Bound using segment: {'id': '26467c83-97df-4610-ba71-b4ec0b50d319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:39.229475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Bound port: 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26467c83-97df-4610-ba71-b4ec0b50d319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:39.229882 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.346559 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.382508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a283af83-316a-488a-9156-5c748166ab94 None None] For port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:39.392004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a283af83-316a-488a-9156-5c748166ab94 None None] For port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,segment=NetworkSegment(26467c83-97df-4610-ba71-b4ec0b50d319),segment_id=26467c83-97df-4610-ba71-b4ec0b50d319)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:39.403081 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.490801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:39.518628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283af83-316a-488a-9156-5c748166ab94 None None] Pushing event updated for resources: {'Port': ['ID=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.520306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:39.523514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.524308 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.539667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=24b66155-cf48-4571-98ea-ecd64dccd310,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.551532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.561364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165c0cf-13a4-4485-9021-15eda1e842aa req-b5406896-2fd8-481a-86fb-f1b8e0a89e08 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:39.563092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7165c0cf-13a4-4485-9021-15eda1e842aa req-b5406896-2fd8-481a-86fb-f1b8e0a89e08 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2846112 Jul 16 01:57:39.568002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a6dba636-62b7-4b58-abb7-ef618528cccb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8346288 Jul 16 01:57:39.568294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:39.574083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'fixed_ips': [{'subnet_id': '64e81759-4999-4f08-a24a-086956a13112'}, {'subnet_id': '24b66155-cf48-4571-98ea-ecd64dccd310'}], 'name': 'tempest-PortsTestJSON-720378712'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:39.678340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7165c0cf-13a4-4485-9021-15eda1e842aa req-bce63b9e-be2d-40de-9dab-72b444ac2b5e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000414 Jul 16 01:57:39.886421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:40.045202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.088246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 53436d84-34c3-434b-96d4-bcaf8389d1b6 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:40.129380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port dca836f4-627b-415a-a3ed-1ab0e25c79ff {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:40.129781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.717432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.10 (5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1/64e81759-4999-4f08-a24a-086956a13112/53436d84-34c3-434b-96d4-bcaf8389d1b6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:40.717432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.25 (5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1/24b66155-cf48-4571-98ea-ecd64dccd310/53436d84-34c3-434b-96d4-bcaf8389d1b6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:40.776390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.806935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for dca836f4-627b-415a-a3ed-1ab0e25c79ff owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:41.161824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a0c30-3ade-4ecc-8c94-320356cf316d None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:41.181155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4de97-0eca-4bdc-8c8a-094b7f846559 req-c7719808-39a9-40d4-b920-c37045ce01e7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.194535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fef4de97-0eca-4bdc-8c8a-094b7f846559 req-c7719808-39a9-40d4-b920-c37045ce01e7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.3309276 Jul 16 01:57:41.203862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.227791 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.246842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fe84a-6cce-43b6-b33c-bd02320e0fa8 req-56b7fdae-5e44-4980-b9a7-72763cbaa22d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.254525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f96fe84a-6cce-43b6-b33c-bd02320e0fa8 req-56b7fdae-5e44-4980-b9a7-72763cbaa22d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.3809907 Jul 16 01:57:41.265745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 361871a9-a3fb-4bd3-9e54-5bef104d7e0c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:41.278258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=dca836f4-627b-415a-a3ed-1ab0e25c79ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.338252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object 53436d84-34c3-434b-96d4-bcaf8389d1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:41.366504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f96fe84a-6cce-43b6-b33c-bd02320e0fa8 req-114cf49c-b6a2-46cb-90a7-1b9e814661ef tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102843 Jul 16 01:57:41.404401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-700b7858-9f93-4605-8695-00dff9100544 None None] Provisioning for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:41.409200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fef4de97-0eca-4bdc-8c8a-094b7f846559 req-d4b7524b-0613-48bc-b6f3-71cb376efed5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133913 Jul 16 01:57:41.504512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.540023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:41.554459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:41.554865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.585779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:41.592634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:41.603438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:41.616083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.652918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=53436d84-34c3-434b-96d4-bcaf8389d1b6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.706501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.707105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.737374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.746683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66539644-aac3-49d8-9f1f-1a533faab93a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1771319 Jul 16 01:57:41.747719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43078) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.755073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64e81759-4999-4f08-a24a-086956a13112'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:41.798649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,segment=NetworkSegment(26467c83-97df-4610-ba71-b4ec0b50d319),segment_id=26467c83-97df-4610-ba71-b4ec0b50d319)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:41.799728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Update dhcp port {'port': {'network_id': '5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1', 'fixed_ips': [{'subnet_id': '64e81759-4999-4f08-a24a-086956a13112', 'ip_address': '172.20.0.2'}, {'subnet_id': '24b66155-cf48-4571-98ea-ecd64dccd310'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '361871a9-a3fb-4bd3-9e54-5bef104d7e0c'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:57:41.822306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.875689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.908945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.947109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.969099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 5733eb06-7e12-4206-9eb4-0ea1d6e450a3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:42.107727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:42.113059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2697526d-224f-4408-9375-beafecea040e tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/routers/5733eb06-7e12-4206-9eb4-0ea1d6e450a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4006355 Jul 16 01:57:42.116150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:42.127350 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] Sync routers for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:42.142841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Allocated IP 172.20.0.18 (5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1/24b66155-cf48-4571-98ea-ecd64dccd310/361871a9-a3fb-4bd3-9e54-5bef104d7e0c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:42.145277 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:42.146405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.209139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.218675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] Routers {'5733eb06-7e12-4206-9eb4-0ea1d6e450a3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:42.219596 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.261894 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:42.262807 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd84d5b-e271-45b9-9ebd-7297f2503b40 None None] The sync data for ids ['5733eb06-7e12-4206-9eb4-0ea1d6e450a3'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:42.278557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] For port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,segment=NetworkSegment(26467c83-97df-4610-ba71-b4ec0b50d319),segment_id=26467c83-97df-4610-ba71-b4ec0b50d319)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:42.305949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.312713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.330567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Transition to ACTIVE for port object 361871a9-a3fb-4bd3-9e54-5bef104d7e0c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:42.338108 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.407517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Delete allocated IP 172.20.0.25 (5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1/24b66155-cf48-4571-98ea-ecd64dccd310) {{(pid=93906) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:57:42.442130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.534581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 2040bf83-89a4-435e-aadc-6a64ecb6b4f2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:42.534837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.576288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fb34b-71b2-404c-b0d6-a846181f2dd3 None None] Pushing event updated for resources: {'Port': ['ID=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.643375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.651536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.666252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 2040bf83-89a4-435e-aadc-6a64ecb6b4f2 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:42.696243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Ignored duplicate provisioning block setup for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:57:42.760737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.867123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=53436d84-34c3-434b-96d4-bcaf8389d1b6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.921508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-df9e678a-d402-4526-97a6-8fa173a798c6 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.921739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4c19-5f4d-49f2-a650-84f1b42f08da req-2f77d361-6e9b-4d85-b676-c409918ed35f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.923018 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-df9e678a-d402-4526-97a6-8fa173a798c6 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.32 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1673117 Jul 16 01:57:42.928886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69fb4c19-5f4d-49f2-a650-84f1b42f08da req-2f77d361-6e9b-4d85-b676-c409918ed35f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.2477119 Jul 16 01:57:42.982023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c747f-ca0c-4de5-b967-f72c79239141 req-409c86d7-9648-4084-95e3-43f3a7066433 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:42.983517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-911c747f-ca0c-4de5-b967-f72c79239141 req-409c86d7-9648-4084-95e3-43f3a7066433 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2831511 Jul 16 01:57:43.018215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] In _notify_port_updated(), no bound segment for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 on network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:43.023727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:43.024471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.025771 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-06df7919-b39f-4c75-a8e2-4c966294048c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/ports/53436d84-34c3-434b-96d4-bcaf8389d1b6 HTTP/1.1" status: 200 len: 919 time: 1.2763855 Jul 16 01:57:43.030157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.040828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64e81759-4999-4f08-a24a-086956a13112'}, {'subnet_id': '24b66155-cf48-4571-98ea-ecd64dccd310'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:43.063400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69fb4c19-5f4d-49f2-a650-84f1b42f08da req-868ec8e5-12a8-4e31-a0f9-b1eaca7a981f tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331882 Jul 16 01:57:43.103105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-911c747f-ca0c-4de5-b967-f72c79239141 req-5f9bc8b3-6b40-4c7a-a6e3-fcce7dd0668a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032894 Jul 16 01:57:43.179986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 361871a9-a3fb-4bd3-9e54-5bef104d7e0c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:43.279131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.349059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=2040bf83-89a4-435e-aadc-6a64ecb6b4f2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.465606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Deleting port 5ef43cfa-18c2-475c-966c-8f2522954940 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:43.465989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.539782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.540174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd94d3-e56b-4104-9e79-bfe597818819 None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:43.801544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Provisioning for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:43.812602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Provisioning complete for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:43.812974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.877985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Port 53436d84-34c3-434b-96d4-bcaf8389d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:43.912979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Provisioning for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:43.920387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Provisioning complete for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:43.920760 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b21dbac8-8afa-477c-b9d5-a11da7de80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.065568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.166271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.173849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.336737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c1fda-91d5-4905-9a57-6b592bee6ab3 req-0c12c5d8-d3f5-4f73-aea1-cfcbdc48e3a2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:44.344097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-423c1fda-91d5-4905-9a57-6b592bee6ab3 req-0c12c5d8-d3f5-4f73-aea1-cfcbdc48e3a2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 945 time: 0.1465800 Jul 16 01:57:44.349415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] For port 5ef43cfa-18c2-475c-966c-8f2522954940, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5ef43cfa-18c2-475c-966c-8f2522954940,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.349784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.372694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.373651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Fanout notify agent at l3_agent the message router_deleted on router 5733eb06-7e12-4206-9eb4-0ea1d6e450a3 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:44.375751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Calling delete_port for 5ef43cfa-18c2-475c-966c-8f2522954940 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:44.392437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.396490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9953d545-8c4d-48dc-90a5-5771045d962a tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/routers/5733eb06-7e12-4206-9eb4-0ea1d6e450a3 HTTP/1.1" status: 204 len: 168 time: 2.2792997 Jul 16 01:57:44.401299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.418409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-423c1fda-91d5-4905-9a57-6b592bee6ab3 req-a99302ae-66ab-4710-b794-47cea67fcd32 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734081 Jul 16 01:57:44.445723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0687-4aa3-466a-b4c8-8b77ce796c4f req-4e6513a1-ccc1-43ae-9be7-1a5f047c3b09 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:44.447333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4a0687-4aa3-466a-b4c8-8b77ce796c4f req-4e6513a1-ccc1-43ae-9be7-1a5f047c3b09 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1605732 Jul 16 01:57:44.539831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e4a0687-4aa3-466a-b4c8-8b77ce796c4f req-8cb1826d-7cf3-4a9c-81ff-4818e937fff6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851455 Jul 16 01:57:44.676989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4ba8d67f-35b2-4c19-a769-afb787d2eea5 None None] Provisioning complete for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.677433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting subnet 4db29cb7-698b-4830-b3c4-e84b570e6670 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:44.677525 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d67f-35b2-4c19-a769-afb787d2eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.687228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.733035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8d67f-35b2-4c19-a769-afb787d2eea5 None None] Port 53436d84-34c3-434b-96d4-bcaf8389d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:44.743901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4ba8d67f-35b2-4c19-a769-afb787d2eea5 None None] Provisioning complete for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.744571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d67f-35b2-4c19-a769-afb787d2eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.821377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.917978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.30 (5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1/24b66155-cf48-4571-98ea-ecd64dccd310/53436d84-34c3-434b-96d4-bcaf8389d1b6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:44.978865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.994323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:45.002042 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e3d1e687-7394-47e9-8c7d-df77702a03b8 None None] Provisioning complete for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:45.002465 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3d1e687-7394-47e9-8c7d-df77702a03b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.080230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Pushing event deleted for resources: {'Port': ['ID=5ef43cfa-18c2-475c-966c-8f2522954940,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.081262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1e687-7394-47e9-8c7d-df77702a03b8 None None] Port 53436d84-34c3-434b-96d4-bcaf8389d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:45.179703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] No DVR routers for this DVR port 5ef43cfa-18c2-475c-966c-8f2522954940 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:45.188519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.192666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.195215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-427d6527-24b9-49d6-be0f-e0c1e300da5a req-3ba71263-759e-45fc-a4bc-a652de39b5ad tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.32 "DELETE /v2.0/ports/5ef43cfa-18c2-475c-966c-8f2522954940 HTTP/1.1" status: 204 len: 173 time: 2.2620106 Jul 16 01:57:45.200176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'name': 'network-vif-deleted', 'tag': '5ef43cfa-18c2-475c-966c-8f2522954940'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:45.203014 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d50b1b2-73b6-4bb8-9601-8fb08169411e" -d '{"events": [{"server_uuid": "eef4f4a8-fff4-4484-9144-8cc63aa83be2", "name": "network-vif-deleted", "tag": "5ef43cfa-18c2-475c-966c-8f2522954940"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:45.305053 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbada849-cabb-432e-875a-6625a9c8de05 x-openstack-request-id: req-fbada849-cabb-432e-875a-6625a9c8de05 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:45.305365 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef4f4a8-fff4-4484-9144-8cc63aa83be2", "name": "network-vif-deleted", "tag": "5ef43cfa-18c2-475c-966c-8f2522954940", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:45.305614 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbada849-cabb-432e-875a-6625a9c8de05 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:45.306020 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef4f4a8-fff4-4484-9144-8cc63aa83be2', 'name': 'network-vif-deleted', 'tag': '5ef43cfa-18c2-475c-966c-8f2522954940', 'status': 'completed', 'code': 200} Jul 16 01:57:45.310850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.338900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object 53436d84-34c3-434b-96d4-bcaf8389d1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:45.345097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.355486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.387764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Subnet': ['ID=4db29cb7-698b-4830-b3c4-e84b570e6670,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.410674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab7b2b91-1175-4582-b00c-4577b9403cf0 None None] Provisioning for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:45.420591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab7b2b91-1175-4582-b00c-4577b9403cf0 None None] Provisioning complete for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:45.421151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2b91-1175-4582-b00c-4577b9403cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.436316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.441546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43110) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.444842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7bb78dbd-76f6-4bb5-bb5b-e74622899165 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/subnets/4db29cb7-698b-4830-b3c4-e84b570e6670 HTTP/1.1" status: 204 len: 168 time: 1.0418878 Jul 16 01:57:45.455271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b67a50-0026-4a49-b2fa-c062c1d88b67 None None] Network 531a4990-6a58-46ef-b641-9f1cad3f5a4d requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:45.560049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=53436d84-34c3-434b-96d4-bcaf8389d1b6,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.580704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.614487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b2b91-1175-4582-b00c-4577b9403cf0 None None] Port 53436d84-34c3-434b-96d4-bcaf8389d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:45.641572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.836239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] In _notify_port_updated(), no bound segment for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 on network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:45.851742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:45.860004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.861454 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-03d12ba7-9151-4a5f-8511-8cad796675fc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/ports/53436d84-34c3-434b-96d4-bcaf8389d1b6 HTTP/1.1" status: 200 len: 999 time: 2.8286338 Jul 16 01:57:45.871831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.962300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68c06fcf-1453-4682-8518-a463991f4abc None None] Provisioning complete for port 53436d84-34c3-434b-96d4-bcaf8389d1b6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:45.963315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68c06fcf-1453-4682-8518-a463991f4abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.994412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa1cee6a-7ed7-4fe3-b9e9-80a08798010e req-22e1c320-7ac5-4d1a-a3cf-67378f6a5b61 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=eef4f4a8-fff4-4484-9144-8cc63aa83be2 HTTP/1.1" status: 200 len: 210 time: 0.2088850 Jul 16 01:57:46.073950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-68c06fcf-1453-4682-8518-a463991f4abc None None] Port 53436d84-34c3-434b-96d4-bcaf8389d1b6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:46.086754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port fcd07a06-faad-4213-b511-7accc25cc887 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.087102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.097569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5ef43cfa-18c2-475c-966c-8f2522954940 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:46.131890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d6f5d-620d-4aba-8f33-d5ade267b724 req-8ca361a9-92fa-4868-a594-6f69f34d08c5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.140206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-487d6f5d-620d-4aba-8f33-d5ade267b724 req-8ca361a9-92fa-4868-a594-6f69f34d08c5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.3157284 Jul 16 01:57:46.151557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] DHCP port deletion for 531a4990-6a58-46ef-b641-9f1cad3f5a4d request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:46.161901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 5ef43cfa-18c2-475c-966c-8f2522954940 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:46.167123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5ef43cfa-18c2-475c-966c-8f2522954940 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:46.237742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-487d6f5d-620d-4aba-8f33-d5ade267b724 req-afe9eb9f-e331-473b-b36b-2d830bf0af79 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965676 Jul 16 01:57:46.254068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] For port fcd07a06-faad-4213-b511-7accc25cc887, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fcd07a06-faad-4213-b511-7accc25cc887,segment=NetworkSegment(c32bdddd-0a91-4aee-b4c4-fb39fab53fd2),segment_id=c32bdddd-0a91-4aee-b4c4-fb39fab53fd2)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:46.254701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.257651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] Deleting port fcd07a06-faad-4213-b511-7accc25cc887 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.272014 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.290120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for fcd07a06-faad-4213-b511-7accc25cc887 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:46.362003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 53436d84-34c3-434b-96d4-bcaf8389d1b6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.369379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] For port fcd07a06-faad-4213-b511-7accc25cc887, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fcd07a06-faad-4213-b511-7accc25cc887,segment=NetworkSegment(c32bdddd-0a91-4aee-b4c4-fb39fab53fd2),segment_id=c32bdddd-0a91-4aee-b4c4-fb39fab53fd2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:46.369963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.370360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.386625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] Calling delete_port for fcd07a06-faad-4213-b511-7accc25cc887 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:46.425349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 2450cde7-7baf-4eb9-985f-83b8f4e39867 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.426174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.460359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.476520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] No DVR routers for this DVR port fcd07a06-faad-4213-b511-7accc25cc887 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:46.519320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.558016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] Pushing event deleted for resources: {'Port': ['ID=fcd07a06-faad-4213-b511-7accc25cc887,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.564817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.574577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ff5a3-0764-44a4-ae1a-14ec243b88cd None None] No DVR routers for this DVR port fcd07a06-faad-4213-b511-7accc25cc887 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:46.590121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.593496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 53436d84-34c3-434b-96d4-bcaf8389d1b6 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:46.596817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.597211 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.601584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531a4990-6a58-46ef-b641-9f1cad3f5a4d']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.614642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.614642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32bdddd-0a91-4aee-b4c4-fb39fab53fd2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.619369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 2450cde7-7baf-4eb9-985f-83b8f4e39867 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:46.627864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.643669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.650997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:46.651403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:46.726829 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:46.730419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=fcd07a06-faad-4213-b511-7accc25cc887,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.733570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.757450 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.760294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/networks/531a4990-6a58-46ef-b641-9f1cad3f5a4d HTTP/1.1" status: 204 len: 168 time: 1.3160124 Jul 16 01:57:46.771266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f0505-19b1-4a56-a26b-d042bca749d0 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Network': ['ID=531a4990-6a58-46ef-b641-9f1cad3f5a4d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:46.772887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43124) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.924152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 97ed780e-465b-47bf-a354-8ca03c16611b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.924152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.957313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.035819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=2450cde7-7baf-4eb9-985f-83b8f4e39867,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.037523 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.038050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.038251 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.064326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 97ed780e-465b-47bf-a354-8ca03c16611b owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:47.142139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fcd07a06-faad-4213-b511-7accc25cc887 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:47.162753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: fcd07a06-faad-4213-b511-7accc25cc887 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:47.163109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fcd07a06-faad-4213-b511-7accc25cc887 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:47.179595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=53436d84-34c3-434b-96d4-bcaf8389d1b6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.220189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.220663 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Floating IP a7c62006-8266-40f7-8faa-213ad8aaf167 disassociated (deleted). External IP: 172.25.0.172, port: de83f0a8-55c3-480b-991b-913c97eb7af8. Jul 16 01:57:47.402740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.408443 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-596a1a4f-0405-42f8-98f8-6eb56e28618e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/53436d84-34c3-434b-96d4-bcaf8389d1b6 HTTP/1.1" status: 204 len: 168 time: 1.5315206 Jul 16 01:57:47.411910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.452234 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f72024f-40ec-4368-9d39-9ada56f97a62 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:47.456580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0f72024f-40ec-4368-9d39-9ada56f97a62 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/53436d84-34c3-434b-96d4-bcaf8389d1b6 HTTP/1.1" status: 404 len: 333 time: 0.0436437 Jul 16 01:57:47.457483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.568264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 24b66155-cf48-4571-98ea-ecd64dccd310 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:47.574762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.704981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.735617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e7e26283-b6d0-4c59-994e-5016e9b03e47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:47.867809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55996b3f-59ca-48cd-8662-8ddb88e2847d req-ef1ecdc3-32ff-4f84-8fba-954dd5e7fa06 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:47.869402 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55996b3f-59ca-48cd-8662-8ddb88e2847d req-ef1ecdc3-32ff-4f84-8fba-954dd5e7fa06 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1954055 Jul 16 01:57:47.870700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.914066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=97ed780e-465b-47bf-a354-8ca03c16611b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.951482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:47.964155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] Sync routers for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:47.983543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.984344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:47.986655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.009559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55996b3f-59ca-48cd-8662-8ddb88e2847d req-0d83c3e0-0073-4a48-9e3a-9063e95b37cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296382 Jul 16 01:57:48.032505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.035264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.036603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-45f76139-65c1-4772-a6bc-0bb843217d63 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/floatingips/40b2e6b8-2efb-4a84-b43c-6bf4164fbb9f HTTP/1.1" status: 204 len: 168 time: 1.2628131 Jul 16 01:57:48.044068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43146) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.097346 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4e986bd5-f96d-41e4-9398-7d637f500445 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/floatingips/a7c62006-8266-40f7-8faa-213ad8aaf167 HTTP/1.1" status: 204 len: 168 time: 2.5132554 Jul 16 01:57:48.103078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:48.105430 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125923b0-707f-4670-881a-f026e77216be" -d '{"events": [{"name": "network-changed", "server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:48.119929 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cba1308-c3db-4c60-9783-fdbf564ca4d4 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:48.120865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cba1308-c3db-4c60-9783-fdbf564ca4d4 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:48.128224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1cba1308-c3db-4c60-9783-fdbf564ca4d4 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/ports/1a515447-54c0-4c1c-876e-ece70f65704b HTTP/1.1" status: 404 len: 333 time: 0.0828910 Jul 16 01:57:48.129003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.162433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.201161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-04236216-92d5-4395-a04c-51800136b2b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438873 Jul 16 01:57:48.253730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a83be49-ed48-4282-b177-cb887e7ef0cb tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/ports?device_id=5733eb06-7e12-4206-9eb4-0ea1d6e450a3 HTTP/1.1" status: 200 len: 205 time: 0.1189713 Jul 16 01:57:48.256822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.281479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:48.294172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.349783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=24b66155-cf48-4571-98ea-ecd64dccd310,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.360504 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-1c52ad70-4656-4850-8262-2af732c081ef tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] delete failed (client error): The resource could not be found. Jul 16 01:57:48.364882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1c52ad70-4656-4850-8262-2af732c081ef tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/routers/5733eb06-7e12-4206-9eb4-0ea1d6e450a3 HTTP/1.1" status: 404 len: 336 time: 0.0643401 Jul 16 01:57:48.366673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.371063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.372436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2369f02-5562-42d8-b888-0ce50b9f0aab None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:48.374322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-85248981-f68b-4922-aa09-2c4c15fedd4e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/24b66155-cf48-4571-98ea-ecd64dccd310 HTTP/1.1" status: 204 len: 168 time: 0.9153111 Jul 16 01:57:48.377631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.403529 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff8473b-6c81-43d9-9b26-039ab17ed7a4 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:48.404383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff8473b-6c81-43d9-9b26-039ab17ed7a4 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:48.412331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fff8473b-6c81-43d9-9b26-039ab17ed7a4 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/subnets/4db29cb7-698b-4830-b3c4-e84b570e6670 HTTP/1.1" status: 404 len: 337 time: 0.0413954 Jul 16 01:57:48.417555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.429933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-30e70cc5-f416-43ef-a595-55b7cfb4657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.431427 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-30e70cc5-f416-43ef-a595-55b7cfb4657c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1096 time: 0.1985686 Jul 16 01:57:48.511054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcbfce-0f01-4bd4-9662-d0f4b280d55e req-9bb4d7d7-9669-47bd-868b-75d2d91ec3fc tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.522917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7dbcbfce-0f01-4bd4-9662-d0f4b280d55e req-9bb4d7d7-9669-47bd-868b-75d2d91ec3fc tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.3929024 Jul 16 01:57:48.616308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7dbcbfce-0f01-4bd4-9662-d0f4b280d55e req-8592d59b-0219-453e-a461-cb008e803f31 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888388 Jul 16 01:57:48.847776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fe9cb-2bda-4a64-a2be-286fc0ea0bce req-92c49c3b-1ccc-48a2-9787-8033770314c4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.858794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:12Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.861737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-412fe9cb-2bda-4a64-a2be-286fc0ea0bce req-92c49c3b-1ccc-48a2-9787-8033770314c4 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1549726 Jul 16 01:57:48.882353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-7588e856-ef08-40cb-9721-66191ff96303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:48.883898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-7588e856-ef08-40cb-9721-66191ff96303 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 200 len: 897 time: 0.4232743 Jul 16 01:57:48.888402 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c70a84a-edda-4c4b-b062-c4bba7eae1ed x-openstack-request-id: req-7c70a84a-edda-4c4b-b062-c4bba7eae1ed {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:48.888602 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:48.888851 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c70a84a-edda-4c4b-b062-c4bba7eae1ed {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:48.889250 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'status': 'completed', 'code': 200} Jul 16 01:57:48.897566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] Checking router: e7e26283-b6d0-4c59-994e-5016e9b03e47 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:48.907160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:48.907806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.939144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-619a9fa6-e5b7-4ff4-a221-1b91cfd0ca4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 200 len: 217 time: 0.0430346 Jul 16 01:57:48.973868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-412fe9cb-2bda-4a64-a2be-286fc0ea0bce req-f1c05f3e-ba5d-4c74-bb31-83dbd36a9e41 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093075 Jul 16 01:57:48.995224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 64e81759-4999-4f08-a24a-086956a13112 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:49.037759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.045138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:49.244183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-9aa82df6-b452-4a22-aa48-682b727be6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.245705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-9aa82df6-b452-4a22-aa48-682b727be6d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d8b8b1b-112e-4a23-858f-b0c3919b2909 HTTP/1.1" status: 200 len: 835 time: 0.2907400 Jul 16 01:57:49.253392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.376776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 0a920183-9e85-42fd-8564-aa5f5e6277e5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:49.377121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.383448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750494b-cc00-4357-9488-9736f5d534d7 req-3b74daa1-fcec-4d79-a3cc-d69eb03ad011 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.385496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b750494b-cc00-4357-9488-9736f5d534d7 req-3b74daa1-fcec-4d79-a3cc-d69eb03ad011 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1367903 Jul 16 01:57:49.420789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:12Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:49.449455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b750494b-cc00-4357-9488-9736f5d534d7 req-c4321ae3-fcd7-4597-8ff5-0806e77a4088 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569184 Jul 16 01:57:49.475852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e2075-eced-45cc-ad0c-e729d273a785 None None] The sync data for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 is: [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:06Z', 'revision_number': 4, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9109bd0d-ba45-4e40-a8e3-087af8e7ff8e', 'name': '', 'network_id': '6a928f0f-d66f-406e-a673-067d6f60d661', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'mac_address': 'fa:16:3e:09:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:05Z', 'updated_at': '2021-07-16T01:56:12Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'subnets': [{'id': '7d8b8b1b-112e-4a23-858f-b0c3919b2909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:49.485469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-fedb0e5d-a1e9-4590-99ab-1b14caab2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.487697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-fedb0e5d-a1e9-4590-99ab-1b14caab2abd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a928f0f-d66f-406e-a673-067d6f60d661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073252 Jul 16 01:57:49.619938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.735883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.749713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-1bad6af1-aa8f-45be-ace6-c31f14162fcb service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399433 Jul 16 01:57:49.785608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 0a920183-9e85-42fd-8564-aa5f5e6277e5 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:49.852831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.865438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6b862461-1469-4eb8-828f-d37496a206b0 None None] Provisioning complete for port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:49.867284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6b862461-1469-4eb8-828f-d37496a206b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.900254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17a651-70e7-4c52-a752-502c2fbc10ac req-6158c0db-a9af-4284-8d65-1ccccb15e89b tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:49.904605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f17a651-70e7-4c52-a752-502c2fbc10ac req-6158c0db-a9af-4284-8d65-1ccccb15e89b tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1011584 Jul 16 01:57:49.943715 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b0d02a-77b0-4031-8dc2-2748d951364d None None] New status for floating IP a7c62006-8266-40f7-8faa-213ad8aaf167: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:57:49.979064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f17a651-70e7-4c52-a752-502c2fbc10ac req-bd20da88-ef1b-4b3f-a933-b68a21ba4bd2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657330 Jul 16 01:57:50.006861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=64e81759-4999-4f08-a24a-086956a13112,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.054467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3abe126-a8b8-41f5-a3d3-eecf8b0f2e09 None None] Network 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:50.056889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.058846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c73f75c2-0ccf-43e6-9499-ace0ceaad6f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/64e81759-4999-4f08-a24a-086956a13112 HTTP/1.1" status: 204 len: 168 time: 1.6799161 Jul 16 01:57:50.061828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.187642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-64cd4c2e-a511-4ecd-a6ca-4143179ade73 req-683309b5-e042-454b-a48a-43660994be92 service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290135 Jul 16 01:57:50.321136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.367449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-3b4eef70-866f-4eed-b0f3-b84924269030 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.369758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-3b4eef70-866f-4eed-b0f3-b84924269030 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.4707220 Jul 16 01:57:50.378850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] DHCP port deletion for 5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:50.405123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec173b-30ea-489c-929a-837d9ff56e2d req-6a26dae4-6a1a-46e0-9c36-a48647c255ec tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.406687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fec173b-30ea-489c-929a-837d9ff56e2d req-6a26dae4-6a1a-46e0-9c36-a48647c255ec tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 945 time: 0.1955538 Jul 16 01:57:50.453523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] Deleting port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:50.455072 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.469229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:50.469582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.517891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.540968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fec173b-30ea-489c-929a-837d9ff56e2d req-1cb4472b-f0e5-4abd-a43e-96c64ca10132 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/security-groups?id=261953f1-b64f-47b2-a7eb-3ef3cc74dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202905 Jul 16 01:57:50.585882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=0a920183-9e85-42fd-8564-aa5f5e6277e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.594437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125923b0-707f-4670-881a-f026e77216be req-d322d781-1e5f-4040-a4e9-1cc3fdecdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.596249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-d322d781-1e5f-4040-a4e9-1cc3fdecdbd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3da55cb7c876458880f1413a85110ead&device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 1096 time: 0.3126798 Jul 16 01:57:50.625076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] For port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,segment=NetworkSegment(26467c83-97df-4610-ba71-b4ec0b50d319),segment_id=26467c83-97df-4610-ba71-b4ec0b50d319)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:50.625994 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.638443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] For port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,segment=NetworkSegment(26467c83-97df-4610-ba71-b4ec0b50d319),segment_id=26467c83-97df-4610-ba71-b4ec0b50d319)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:50.639083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.653857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 361871a9-a3fb-4bd3-9e54-5bef104d7e0c owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:50.655821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] Calling delete_port for 361871a9-a3fb-4bd3-9e54-5bef104d7e0c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:50.736290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port de83f0a8-55c3-480b-991b-913c97eb7af8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:50.736636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.756429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.760988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c8e41b5-0b33-4559-b40c-bb6e1230ffd2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/ports/0a920183-9e85-42fd-8564-aa5f5e6277e5 HTTP/1.1" status: 204 len: 168 time: 2.3410654 Jul 16 01:57:50.761651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.801810 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.837131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] Pushing event deleted for resources: {'Port': ['ID=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.844611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bf1a8-9545-42c1-b74a-ddd3ac1d4a3c None None] No DVR routers for this DVR port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:50.844793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.866190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125923b0-707f-4670-881a-f026e77216be req-bbcceea8-ca9e-4a0a-8fed-2776f193f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.867669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-bbcceea8-ca9e-4a0a-8fed-2776f193f678 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 200 len: 897 time: 0.2635458 Jul 16 01:57:50.879541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=361871a9-a3fb-4bd3-9e54-5bef104d7e0c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.905995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686db58f-d0e9-4d33-94f1-b235c9b5910b req-4da86591-8ad5-45d7-8d4f-08b95541c9f8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.907756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-686db58f-d0e9-4d33-94f1-b235c9b5910b req-4da86591-8ad5-45d7-8d4f-08b95541c9f8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2009053 Jul 16 01:57:50.911417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No DVR routers for this DVR port 361871a9-a3fb-4bd3-9e54-5bef104d7e0c on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:50.967622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-e0b48604-180d-4d23-a68a-f7b1b2565409 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 200 len: 217 time: 0.0909302 Jul 16 01:57:51.015287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-686db58f-d0e9-4d33-94f1-b235c9b5910b req-d0162c23-f5ba-479b-91ec-85be570204a0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006608 Jul 16 01:57:51.059999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.078617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:51.087361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port de83f0a8-55c3-480b-991b-913c97eb7af8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=de83f0a8-55c3-480b-991b-913c97eb7af8,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:51.087741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.105713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26467c83-97df-4610-ba71-b4ec0b50d319') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:51.106922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26467c83-97df-4610-ba71-b4ec0b50d319') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:51.117079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for de83f0a8-55c3-480b-991b-913c97eb7af8 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:51.120745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.127886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 361871a9-a3fb-4bd3-9e54-5bef104d7e0c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:51.139013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.156772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:51.156996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.158021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125923b0-707f-4670-881a-f026e77216be req-a671f1ca-2c38-46ea-84e9-a511f08f8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:51.159883 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:51.163287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-a671f1ca-2c38-46ea-84e9-a511f08f8490 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d8b8b1b-112e-4a23-858f-b0c3919b2909 HTTP/1.1" status: 200 len: 835 time: 0.1762311 Jul 16 01:57:51.167235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 361871a9-a3fb-4bd3-9e54-5bef104d7e0c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:51.167827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 361871a9-a3fb-4bd3-9e54-5bef104d7e0c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:51.183629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port eedf0a18-793a-4a27-bf61-6c0414fb7dbb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:51.184110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.249050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.268674 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.273610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1 HTTP/1.1" status: 204 len: 168 time: 1.2104194 Jul 16 01:57:51.289168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:51.320502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcda6b-8911-4ceb-905c-9c4a9184ef02 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=5d1a9f00-67fe-4324-b7a8-a9d9e1d57aa1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.352244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b49d1a-7a74-49b2-8af4-04dff265641d req-b8c42611-88e1-40a6-8356-b88180912ca4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.362574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64b49d1a-7a74-49b2-8af4-04dff265641d req-b8c42611-88e1-40a6-8356-b88180912ca4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2157121 Jul 16 01:57:51.421032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125923b0-707f-4670-881a-f026e77216be req-45b374ec-7d50-4224-94af-fcb5d8ddb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.422696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-45b374ec-7d50-4224-94af-fcb5d8ddb216 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a928f0f-d66f-406e-a673-067d6f60d661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436173 Jul 16 01:57:51.438217 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64b49d1a-7a74-49b2-8af4-04dff265641d req-7ff25bad-d6ff-4a77-a482-4fe1630c621a tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743356 Jul 16 01:57:51.439930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.454866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be40d0-0b78-4042-bcc1-2607db8f47eb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.456684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-18be40d0-0b78-4042-bcc1-2607db8f47eb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1594157 Jul 16 01:57:51.462240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:51.518971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for eedf0a18-793a-4a27-bf61-6c0414fb7dbb owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:51.543984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-63ed2179-cf5f-430e-b13d-ab43fb8c2055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0825546 Jul 16 01:57:51.551637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:51.561091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-4690723'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:51.599656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:51.604359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.641028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:51.651670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.652111 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment d5177bf7-b33f-4ecd-b212-4266786245ba of type vlan for network f459448c-7bca-4a7d-a83d-ab0c1867ed99 Jul 16 01:57:51.659821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.719957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.739827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=de83f0a8-55c3-480b-991b-913c97eb7af8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.780637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b5533af-8238-4c96-aa37-2ad52721e540 req-2906bc0d-a7ac-4e9d-9830-09c3b67601b2 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "GET /v2.0/ports?device_id=61b436ab-e6c2-431c-afdc-36fbbf6f71e4 HTTP/1.1" status: 200 len: 210 time: 0.0519054 Jul 16 01:57:51.792486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-ce6b040e-68d3-4b81-a420-e0f554bd5c86 service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495231 Jul 16 01:57:51.798698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.805880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.808591 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.826911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] No DVR routers for this DVR port de83f0a8-55c3-480b-991b-913c97eb7af8 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:51.839661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.842855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-001c19aa-8bba-4ef3-b9ee-2b2b659ac9e1 req-acf39ad2-ea84-49a6-b1e5-2cbfa4d05cb0 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.38 "DELETE /v2.0/ports/de83f0a8-55c3-480b-991b-913c97eb7af8 HTTP/1.1" status: 204 len: 173 time: 1.4560308 Jul 16 01:57:51.845583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'name': 'network-vif-deleted', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:51.849438 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598cfa6c-8be7-4491-bd95-ad2a08b43195" -d '{"events": [{"server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "name": "network-vif-deleted", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:51.859300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3065193 Jul 16 01:57:51.863399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:51.875542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:51.927288 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1db50-de4d-46d8-be16-48062efdccb3 x-openstack-request-id: req-b5a1db50-de4d-46d8-be16-48062efdccb3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:51.927573 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b436ab-e6c2-431c-afdc-36fbbf6f71e4", "name": "network-vif-deleted", "tag": "de83f0a8-55c3-480b-991b-913c97eb7af8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:51.927824 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5a1db50-de4d-46d8-be16-48062efdccb3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:51.928235 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b436ab-e6c2-431c-afdc-36fbbf6f71e4', 'name': 'network-vif-deleted', 'tag': 'de83f0a8-55c3-480b-991b-913c97eb7af8', 'status': 'completed', 'code': 200} Jul 16 01:57:52.035730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c81d2-93d6-4b97-baca-35bf1f74b3ae tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=f459448c-7bca-4a7d-a83d-ab0c1867ed99,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.057641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:52.081667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-125923b0-707f-4670-881a-f026e77216be req-4b49dcf2-2bc2-4aca-8795-46c0ba73a703 service neutron] 10.222.0.38 "GET /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613280 Jul 16 01:57:52.113810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:52.124628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.147882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.198704 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.213734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=eedf0a18-793a-4a27-bf61-6c0414fb7dbb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.299304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.304696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-10eef4a5-b9d8-4101-bf87-2e91447508a2 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/ports/eedf0a18-793a-4a27-bf61-6c0414fb7dbb HTTP/1.1" status: 204 len: 168 time: 1.5352671 Jul 16 01:57:52.305318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.449952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205af5c1-4183-4881-bca0-c302f0742e81 req-d481fa93-6f7b-451a-8ac0-e1b5289df19e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.451608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-205af5c1-4183-4881-bca0-c302f0742e81 req-d481fa93-6f7b-451a-8ac0-e1b5289df19e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.2306652 Jul 16 01:57:52.494516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d90ecf-3b6b-4e10-aff6-5daec99085da tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.500175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21d90ecf-3b6b-4e10-aff6-5daec99085da tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "GET /v2.0/ports?device_id=45418f8e-a4f4-4813-bd67-4974840eb2dd HTTP/1.1" status: 200 len: 913 time: 0.1902750 Jul 16 01:57:52.500358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.574523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-205af5c1-4183-4881-bca0-c302f0742e81 req-1d4b0f1f-0835-4831-9005-b01d1a1c91a7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125140 Jul 16 01:57:52.586534 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.784215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=5cb7254a-eb93-4ac4-b165-6ee821bd2529,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.806655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': 'd5177bf7-b33f-4ecd-b212-4266786245ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:52.807023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: f459448c-7bca-4a7d-a83d-ab0c1867ed99, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:52.858522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f434c9-b7f6-44a2-8a1d-9e931930d46a req-1f6d15a1-4055-4c6d-99f0-6bfe2acff654 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.870112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8f434c9-b7f6-44a2-8a1d-9e931930d46a req-1f6d15a1-4055-4c6d-99f0-6bfe2acff654 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.2247174 Jul 16 01:57:52.878961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:52.919913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f459448c-7bca-4a7d-a83d-ab0c1867ed99) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:52.925953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:52.926715 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.929821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f44c3c5-ae90-4cd1-8374-d38bbfb15677 None None] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:52.957769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8f434c9-b7f6-44a2-8a1d-9e931930d46a req-58882f78-3a20-4a43-ad56-b007bbb847cc tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864646 Jul 16 01:57:52.984358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f67c8eb3-094b-4949-af24-54f69a9d3b3d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1196001 Jul 16 01:57:52.987208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.000746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99', 'name': 'tempest-PortsTestJSON-858839851'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:53.044368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.113974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-f459448c-7bca-4a7d-a83d-ab0c1867ed99', 'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': '5cb7254a-eb93-4ac4-b165-6ee821bd2529'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:53.115634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.155719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:53.156333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device de83f0a8-55c3-480b-991b-913c97eb7af8 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:53.162551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.186649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 19f1a5dd-e780-47c6-9129-b21164478e02 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:53.226867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: de83f0a8-55c3-480b-991b-913c97eb7af8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:53.227502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device de83f0a8-55c3-480b-991b-913c97eb7af8 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:53.318218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.3 (f459448c-7bca-4a7d-a83d-ab0c1867ed99/5cb7254a-eb93-4ac4-b165-6ee821bd2529/19f1a5dd-e780-47c6-9129-b21164478e02) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:53.417980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.529027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.547723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object 19f1a5dd-e780-47c6-9129-b21164478e02 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:53.584061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d360fb-e952-4901-b803-9c028a053ae4 req-bd65ec7e-8d17-46db-bd81-17e1e60d5ea3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:53.586030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-94d360fb-e952-4901-b803-9c028a053ae4 req-bd65ec7e-8d17-46db-bd81-17e1e60d5ea3 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.38 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.5323639 Jul 16 01:57:53.589262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.639995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:53.646691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:53.656202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:53.717192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=19f1a5dd-e780-47c6-9129-b21164478e02,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:53.744121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:53.745681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.770991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1a39edbe-a642-41ba-a5dd-996bdca78601 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7825689 Jul 16 01:57:53.787142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.805389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99', 'name': 'tempest-PortsTestJSON-665796813'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:53.843867 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9709e5b-ee1e-474f-9e66-6275fa6cd098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.858808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Allocated IP 172.20.0.2 (f459448c-7bca-4a7d-a83d-ab0c1867ed99/5cb7254a-eb93-4ac4-b165-6ee821bd2529/252595bb-80bf-4ccd-ac49-cfe9afe9d62d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:53.937032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.986544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:53.990951 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.002070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e0da7-9659-4197-89e6-7bf5e0264206 req-dd2a3cf1-6a08-4450-9992-f014ea363983 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:54.003993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb9e0da7-9659-4197-89e6-7bf5e0264206 req-dd2a3cf1-6a08-4450-9992-f014ea363983 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1689899 Jul 16 01:57:54.037488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port d70f1c01-f080-4990-bcea-4f643b70ec75 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:54.091738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb9e0da7-9659-4197-89e6-7bf5e0264206 req-3e756f1b-745e-448a-a8a8-47f7ad948de5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804918 Jul 16 01:57:54.140196 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.162059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Transition to ACTIVE for port object 252595bb-80bf-4ccd-ac49-cfe9afe9d62d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:54.191212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Transition to ACTIVE for port object 252595bb-80bf-4ccd-ac49-cfe9afe9d62d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:54.203242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.247832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Deleting port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:54.248445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.270362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Pushing event updated for resources: {'Port': ['ID=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.280356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:54.282202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:54.284897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:54.331873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f8030192-db1e-48f7-b2d8-81289babc385 {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:54.332540 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:54.369107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd9ff-8f1d-41d0-9f28-91c421325719 req-60d9ff79-d5fc-4a7d-ae74-941995996af4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:54.371172 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a10bd9ff-8f1d-41d0-9f28-91c421325719 req-60d9ff79-d5fc-4a7d-ae74-941995996af4 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 946 time: 0.1622591 Jul 16 01:57:54.388068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Attempting to bind port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:54.388342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Attempting to bind port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd5177bf7-b33f-4ecd-b212-4266786245ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:54.388709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Attempting to bind port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d on network f459448c-7bca-4a7d-a83d-ab0c1867ed99 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:54.396064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:54.396430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Checking segment: {'id': 'd5177bf7-b33f-4ecd-b212-4266786245ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:54.396843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.397243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Bound using segment: {'id': 'd5177bf7-b33f-4ecd-b212-4266786245ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:54.397715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Bound port: 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5177bf7-b33f-4ecd-b212-4266786245ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f459448c-7bca-4a7d-a83d-ab0c1867ed99'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:54.398101 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.441110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a10bd9ff-8f1d-41d0-9f28-91c421325719 req-1d69ba8e-9ee2-4730-80b9-838412e7562c tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/security-groups?id=785a124c-eb7f-4950-8a5d-f3d03573fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Jul 16 01:57:54.466830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] For port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:54.467204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.483200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] For port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:54.484231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Calling delete_port for 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:54.486886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] For port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,segment=NetworkSegment(d5177bf7-b33f-4ecd-b212-4266786245ba),segment_id=d5177bf7-b33f-4ecd-b212-4266786245ba)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:54.491829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.558074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dab9b-fdca-41dc-aafa-f11b70099302 None None] Pushing event updated for resources: {'Port': ['ID=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.584230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.648301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port a1e56a5f-4e07-4b18-97c3-1249307c3a8c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:54.648643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.833522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.851968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port ee721747-ae3b-4820-bd94-084e7a9ebec4 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:54.892521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.894840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.906105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:57:54.940641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for a1e56a5f-4e07-4b18-97c3-1249307c3a8c owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:54.950374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Pushing event deleted for resources: {'Port': ['ID=5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.997010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.13 (f459448c-7bca-4a7d-a83d-ab0c1867ed99/5cb7254a-eb93-4ac4-b165-6ee821bd2529/ee721747-ae3b-4820-bd94-084e7a9ebec4) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:55.038167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] No DVR routers for this DVR port 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:55.042535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.045196 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-94d360fb-e952-4901-b803-9c028a053ae4 req-8bf94344-5847-44f9-8bd5-beaf7f2f709d tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.38 "DELETE /v2.0/ports/5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 HTTP/1.1" status: 204 len: 173 time: 1.4180088 Jul 16 01:57:55.046488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'name': 'network-vif-deleted', 'tag': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:55.048878 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb97201d-d71a-4e79-97b0-9f3824cfccb9" -d '{"events": [{"server_uuid": "04332bb8-03b7-4695-836d-9d83572fcdd6", "name": "network-vif-deleted", "tag": "5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:55.193045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 252595bb-80bf-4ccd-ac49-cfe9afe9d62d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:55.220557 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8934d-66e9-47f0-b0d5-821d45634f88 x-openstack-request-id: req-72d8934d-66e9-47f0-b0d5-821d45634f88 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:55.221698 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04332bb8-03b7-4695-836d-9d83572fcdd6", "name": "network-vif-deleted", "tag": "5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:55.222295 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72d8934d-66e9-47f0-b0d5-821d45634f88 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:55.222906 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04332bb8-03b7-4695-836d-9d83572fcdd6', 'name': 'network-vif-deleted', 'tag': '5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7', 'status': 'completed', 'code': 200} Jul 16 01:57:55.347937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:55.349276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.397091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object ee721747-ae3b-4820-bd94-084e7a9ebec4 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:55.436247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-5c561d89-3adb-4aba-8ed8-76fb52ff593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.437774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-5c561d89-3adb-4aba-8ed8-76fb52ff593d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1096 time: 0.2278826 Jul 16 01:57:55.455083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568eae4a-8d64-4512-99a5-d1eecea2589a req-36c6f65d-3f65-451c-a4f5-bf00b8d6fc70 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.457338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-568eae4a-8d64-4512-99a5-d1eecea2589a req-36c6f65d-3f65-451c-a4f5-bf00b8d6fc70 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.1230328 Jul 16 01:57:55.483357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.557264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-45d59bab-79a7-476d-ab31-15b72ab2f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.558784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-45d59bab-79a7-476d-ab31-15b72ab2f20b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.1141632 Jul 16 01:57:55.562709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:55.563075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.576851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:55.596998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-568eae4a-8d64-4512-99a5-d1eecea2589a req-5909b840-af47-4924-9562-3ce5f7d7de60 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318576 Jul 16 01:57:55.600621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:55.614769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:55.671311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=ee721747-ae3b-4820-bd94-084e7a9ebec4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.678164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12d3c193-dbd3-434c-960b-a8c90c7bf974 req-66ea7f11-d3ff-4f93-8bc6-ecea48f700f2 tempest-ServerRescueNegativeTestJSON-997527359 tempest-ServerRescueNegativeTestJSON-997527359-project] 10.222.0.35 "GET /v2.0/ports?device_id=04332bb8-03b7-4695-836d-9d83572fcdd6 HTTP/1.1" status: 200 len: 210 time: 0.0603635 Jul 16 01:57:55.697166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.705759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.706383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.719890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c283769-0e07-4883-87b0-826d9af1ffdf None None] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:55.726948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e06813ce-4375-47c8-8c65-8c0ea5012aac tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9352367 Jul 16 01:57:55.729066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.730027 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-7e57dbb1-e2a2-472b-96c2-b06d408a8c32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 1000 time: 0.1626329 Jul 16 01:57:55.820357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] Provisioning for port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:55.830330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=a1e56a5f-4e07-4b18-97c3-1249307c3a8c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.836021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] Provisioning complete for port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:55.836667 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.874732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023dd2e-0afb-42c7-8562-6dcbef42a60d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:55.876743 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d023dd2e-0afb-42c7-8562-6dcbef42a60d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1465192 Jul 16 01:57:55.879366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.983555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.993578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port ee721747-ae3b-4820-bd94-084e7a9ebec4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:55.994224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.029316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] For port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,segment=NetworkSegment(d5177bf7-b33f-4ecd-b212-4266786245ba),segment_id=d5177bf7-b33f-4ecd-b212-4266786245ba)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:56.033558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.092179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffdab4-342c-4caa-a688-2350e4c6f4c0 None None] Pushing event updated for resources: {'Port': ['ID=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.109046 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.124507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for ee721747-ae3b-4820-bd94-084e7a9ebec4 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:56.151775 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-49bce2ae-c047-405b-8ac2-cba7c478759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.196722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.197066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.197592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.197929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.198265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.198593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.198912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.199397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.200435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.200935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.201283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.201619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:56.227972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-d6959f6b-fbec-4cc1-ac89-6d4b1686ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:56.229799 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-d6959f6b-fbec-4cc1-ac89-6d4b1686ead4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.4543765 Jul 16 01:57:56.238120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:56.238484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.260377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Provisioning complete for port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:56.260812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.268724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:56.302864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.357736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=ee721747-ae3b-4820-bd94-084e7a9ebec4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.421134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Provisioning for port 19f1a5dd-e780-47c6-9129-b21164478e02 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:56.430819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Provisioning complete for port 19f1a5dd-e780-47c6-9129-b21164478e02 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:56.431204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.469902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.482350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Port 19f1a5dd-e780-47c6-9129-b21164478e02 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:56.485881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c2eab98-e00a-4814-9caf-88104f594782 None None] Could not find standard attr ID for object ee721747-ae3b-4820-bd94-084e7a9ebec4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:56.493428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.495795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b33b675-98a2-40ef-980b-94a07a69c7f6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/ee721747-ae3b-4820-bd94-084e7a9ebec4 HTTP/1.1" status: 204 len: 168 time: 0.6152074 Jul 16 01:57:56.497905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.499206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.533483 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abc0d25-2152-4fc5-9827-914cee602a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:56.537454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3abc0d25-2152-4fc5-9827-914cee602a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/ee721747-ae3b-4820-bd94-084e7a9ebec4 HTTP/1.1" status: 404 len: 333 time: 0.0346167 Jul 16 01:57:56.537698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43264) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.560645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-a2cb9f8d-6413-4772-aeb5-11594f3c3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:56.562382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-a2cb9f8d-6413-4772-aeb5-11594f3c3f3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3262484 Jul 16 01:57:56.607134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f0d2645-b16b-4c59-8942-aa940703ed3b None None] Provisioning complete for port 19f1a5dd-e780-47c6-9129-b21164478e02 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:56.607623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2645-b16b-4c59-8942-aa940703ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.657352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 19f1a5dd-e780-47c6-9129-b21164478e02 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:56.657699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.662571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d2645-b16b-4c59-8942-aa940703ed3b None None] Port 19f1a5dd-e780-47c6-9129-b21164478e02 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:56.719848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-ef93bd49-0e64-4ee0-a587-bc804b671b38 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480653 Jul 16 01:57:56.788873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.815636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.830211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 19f1a5dd-e780-47c6-9129-b21164478e02 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:56.876351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75b7a65b-9783-4483-9450-03879bab6c5f None None] Could not find standard attr ID for object ee721747-ae3b-4820-bd94-084e7a9ebec4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:56.915163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2eee37ea-a9f1-4461-8dc4-6b376e909cca req-dacb3d92-86ae-4fde-9e09-0e985021f428 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604013 Jul 16 01:57:56.987111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.050257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=9109bd0d-ba45-4e40-a8e3-087af8e7ff8e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.103046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 252595bb-80bf-4ccd-ac49-cfe9afe9d62d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:57.132134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Router 45418f8e-a4f4-4813-bd67-4974840eb2dd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:57.166027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:57.166396 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.190561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:57.217325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:57.217669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5711cd33-f8b5-4a5c-b31b-d96b9a4a5ba7 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:57.337450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.339474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:57.341969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341754f7-81f8-4965-9043-8e8ceaaae069 req-c6124fce-8067-4f41-ada5-789e8dc4c40f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:57.343397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-341754f7-81f8-4965-9043-8e8ceaaae069 req-c6124fce-8067-4f41-ada5-789e8dc4c40f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 945 time: 0.5674634 Jul 16 01:57:57.344906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-172c5a3f-76c3-4685-8d54-f2c7d2ed9eac tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "PUT /v2.0/routers/45418f8e-a4f4-4813-bd67-4974840eb2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433008 Jul 16 01:57:57.348586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.350557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] Sync routers for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:57.361709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:57.362466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:57.413488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:57.429502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] Routers {'45418f8e-a4f4-4813-bd67-4974840eb2dd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:57.430406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['45418f8e-a4f4-4813-bd67-4974840eb2dd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:57.433875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.467812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:57.468300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-341754f7-81f8-4965-9043-8e8ceaaae069 req-48164ed8-1fd2-4aa4-89fe-17c0e7cddb84 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123521 Jul 16 01:57:57.469594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991102ed-5ca6-4bc2-a10f-4a5e328de32c None None] The sync data for ids ['45418f8e-a4f4-4813-bd67-4974840eb2dd'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:57.562184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.618310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=19f1a5dd-e780-47c6-9129-b21164478e02,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.640185 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.732435 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.737054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a3623001-2474-4651-a468-a3b5a6c90334 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/19f1a5dd-e780-47c6-9129-b21164478e02 HTTP/1.1" status: 204 len: 168 time: 1.1953733 Jul 16 01:57:57.737333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.772439 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b05bdd9-5ee2-42ca-9727-d453d641d031 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:57:57.776681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4b05bdd9-5ee2-42ca-9727-d453d641d031 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/19f1a5dd-e780-47c6-9129-b21164478e02 HTTP/1.1" status: 404 len: 333 time: 0.0358541 Jul 16 01:57:57.778133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43280) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.840082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.849206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 5cb7254a-eb93-4ac4-b165-6ee821bd2529 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:57.853332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.886225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Router e7e26283-b6d0-4c59-994e-5016e9b03e47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:57.914010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.953487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting port 346d8dde-e556-44e7-8471-90f8a0f22acd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:57.953824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.961966 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.064710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:58.070583 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c941057d-0492-40bd-b9b9-870d3dbf2c05 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "PUT /v2.0/routers/e7e26283-b6d0-4c59-994e-5016e9b03e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0232401 Jul 16 01:57:58.075715 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.077985 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] Sync routers for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:58.078478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:58.089866 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:58.090988 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.091538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.106263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Calling delete_port for 346d8dde-e556-44e7-8471-90f8a0f22acd owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:58.138697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:58.179593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting subnet 7d8b8b1b-112e-4a23-858f-b0c3919b2909 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:58.210371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.223618 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:58.279553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.282958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.308590 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.345865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb7254a-eb93-4ac4-b165-6ee821bd2529,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.353915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.356392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7aef0f86-6a36-4935-bb74-09e2e92c6b7b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/5cb7254a-eb93-4ac4-b165-6ee821bd2529 HTTP/1.1" status: 204 len: 168 time: 0.5766919 Jul 16 01:57:58.360581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43284) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:58.371094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:58.376200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:57:58.381176 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fb2d82-d9d8-4b24-a73d-d2911fc75967" -d '{"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-unplugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:57:58.386112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db850f76-d236-48b9-a855-7499ae1f893e None None] Network f459448c-7bca-4a7d-a83d-ab0c1867ed99 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:58.406865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.495446 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3471a869-3163-443a-b1ed-c6b6a13656c7 x-openstack-request-id: req-3471a869-3163-443a-b1ed-c6b6a13656c7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:57:58.497526 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-unplugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:57:58.498783 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3471a869-3163-443a-b1ed-c6b6a13656c7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:57:58.499978 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'code': 200} Jul 16 01:57:58.513954 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.528085 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:57:56Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.537448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.605488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.649076 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] Checking router: e7e26283-b6d0-4c59-994e-5016e9b03e47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:57:58.690258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] Routers {'e7e26283-b6d0-4c59-994e-5016e9b03e47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:58.691152 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['e7e26283-b6d0-4c59-994e-5016e9b03e47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.768814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.829058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8b8b1b-112e-4a23-858f-b0c3919b2909,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.866514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.870797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-358423d6-2ca3-4615-9eac-a28b79ca8dc1 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/subnets/7d8b8b1b-112e-4a23-858f-b0c3919b2909 HTTP/1.1" status: 204 len: 168 time: 0.7889049 Jul 16 01:57:58.871608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43294) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:58.876773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e4b21-109e-4650-aa32-bc64f2e46496 None None] Network 6a928f0f-d66f-406e-a673-067d6f60d661 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:58.885272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] DHCP port deletion for f459448c-7bca-4a7d-a83d-ab0c1867ed99 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:58.927393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Deleting port 8932a424-6899-4e96-8217-80d5577bcf9f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:58.927744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.932078 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.946698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:58.947047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.071747 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.137901 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] Set router e7e26283-b6d0-4c59-994e-5016e9b03e47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:57:59.203588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Port': ['ID=346d8dde-e556-44e7-8471-90f8a0f22acd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.206787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.225291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 252595bb-80bf-4ccd-ac49-cfe9afe9d62d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:59.286430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] For port 8932a424-6899-4e96-8217-80d5577bcf9f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8932a424-6899-4e96-8217-80d5577bcf9f,segment=NetworkSegment(5773e892-61ed-44db-b44c-9bbced018c17),segment_id=5773e892-61ed-44db-b44c-9bbced018c17)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:59.287076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.299161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] Deleting port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:59.299667 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.303261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Calling delete_port for 8932a424-6899-4e96-8217-80d5577bcf9f owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:59.372803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] For port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,segment=NetworkSegment(d5177bf7-b33f-4ecd-b212-4266786245ba),segment_id=d5177bf7-b33f-4ecd-b212-4266786245ba)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:59.373343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.398246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] Calling delete_port for 252595bb-80bf-4ccd-ac49-cfe9afe9d62d owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:59.405292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] For port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,segment=NetworkSegment(d5177bf7-b33f-4ecd-b212-4266786245ba),segment_id=d5177bf7-b33f-4ecd-b212-4266786245ba)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:59.405659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.417051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.420867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.474742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b46338-a592-491e-8ecb-35179b78591b req-6aa4105b-4bc2-47f8-9db0-162028c463e2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:59.476522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88b46338-a592-491e-8ecb-35179b78591b req-6aa4105b-4bc2-47f8-9db0-162028c463e2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.6625514 Jul 16 01:57:59.477151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.478126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Fanout notify agent at l3_agent the message router_deleted on router 45418f8e-a4f4-4813-bd67-4974840eb2dd {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:59.483391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 252595bb-80bf-4ccd-ac49-cfe9afe9d62d owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:59.502554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.508861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b511d123-f788-4277-a674-1373f0e38c3d tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/routers/45418f8e-a4f4-4813-bd67-4974840eb2dd HTTP/1.1" status: 204 len: 168 time: 2.1564298 Jul 16 01:57:59.509043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.509164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43296) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:59.530716 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:57:56Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:59.536707 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.578844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,segment=NetworkSegment(d5177bf7-b33f-4ecd-b212-4266786245ba),segment_id=d5177bf7-b33f-4ecd-b212-4266786245ba)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:59.597796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] DHCP port deletion for 6a928f0f-d66f-406e-a673-067d6f60d661 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:59.599372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec0ab0-8035-427b-89ea-64b98abaff40 None None] The sync data for ids ['e7e26283-b6d0-4c59-994e-5016e9b03e47'] in n-d-800087-6 is: [{'id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588809671', 'tenant_id': '3da55cb7c876458880f1413a85110ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:57:56Z', 'revision_number': 5, 'project_id': '3da55cb7c876458880f1413a85110ead', 'gw_port': {'id': '19afbc14-6f99-4b14-9fe0-b1a742730a7c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e26283-b6d0-4c59-994e-5016e9b03e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:56:01Z', 'updated_at': '2021-07-16T01:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:59.601747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.634961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.647874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88b46338-a592-491e-8ecb-35179b78591b req-6c3fcc5c-0f6c-42c5-bae3-af33c33a9c2f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607275 Jul 16 01:57:59.658740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Deleting subnet d58a92a4-df54-4c2f-bef9-1d93452b38c3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:59.666559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.705780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event deleted for resources: {'Port': ['ID=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.719918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.735861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] No DVR routers for this DVR port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:59.738870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41ee8b-85bd-4802-b449-a473de1db24a None None] Pushing event deleted for resources: {'Port': ['ID=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.771481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] Deleting port 1f885638-a48c-4c17-b90c-c6a16179025e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:59.771860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.789547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.820607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.827276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.844137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] For port 1f885638-a48c-4c17-b90c-c6a16179025e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1f885638-a48c-4c17-b90c-c6a16179025e,segment=NetworkSegment(df6b932a-e88c-41fa-931b-1db8cc551197),segment_id=df6b932a-e88c-41fa-931b-1db8cc551197)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:59.844293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.864322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No DVR routers for this DVR port 252595bb-80bf-4ccd-ac49-cfe9afe9d62d on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:59.865144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.869649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] Calling delete_port for 1f885638-a48c-4c17-b90c-c6a16179025e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:59.869851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.871823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=252595bb-80bf-4ccd-ac49-cfe9afe9d62d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.923070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Pushing event deleted for resources: {'Port': ['ID=8932a424-6899-4e96-8217-80d5577bcf9f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.946049 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.948399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/subnets/d58a92a4-df54-4c2f-bef9-1d93452b38c3 HTTP/1.1" status: 204 len: 168 time: 0.4377344 Jul 16 01:57:59.949362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f2ca5-af7c-45ff-87e3-6caf3d0f0e66 tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Subnet': ['ID=d58a92a4-df54-4c2f-bef9-1d93452b38c3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.952338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.062157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.100931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.122292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f459448c-7bca-4a7d-a83d-ab0c1867ed99']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.136633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5177bf7-b33f-4ecd-b212-4266786245ba') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.137062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5177bf7-b33f-4ecd-b212-4266786245ba') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.140790 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.164795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] Pushing event deleted for resources: {'Port': ['ID=1f885638-a48c-4c17-b90c-c6a16179025e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.176716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.193394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c26966-e10c-4781-b072-77977bca00b7 None None] No DVR routers for this DVR port 1f885638-a48c-4c17-b90c-c6a16179025e on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:00.231184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.240493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Deleting port 19afbc14-6f99-4b14-9fe0-b1a742730a7c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:00.240493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.248552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2920f3-f335-4e19-aaad-bf30455b061f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.261011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f2e7aa-635c-44d6-9061-c4e36f79d340') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.261370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f2e7aa-635c-44d6-9061-c4e36f79d340') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.271424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.287471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.294833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:00.295079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:00.339809 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:00.388403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.393278 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.394524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.395179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] 10.222.0.35 "DELETE /v2.0/networks/1d2920f3-f335-4e19-aaad-bf30455b061f HTTP/1.1" status: 204 len: 168 time: 0.4418972 Jul 16 01:58:00.396483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.410667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212aa06c-268b-4833-8ac3-9d5e52acb6bf tempest-FloatingIPTestJSON-1945426429 tempest-FloatingIPTestJSON-1945426429-project] Pushing event deleted for resources: {'Network': ['ID=1d2920f3-f335-4e19-aaad-bf30455b061f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.421206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:00.421616 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:00.425012 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:00.509615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d5557bc7-f889-44b7-8261-571b6918efd5 req-de59dbcb-1b53-4c37-9a5d-72bc4b00ab96 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:58:00.510592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5557bc7-f889-44b7-8261-571b6918efd5 req-de59dbcb-1b53-4c37-9a5d-72bc4b00ab96 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070307 Jul 16 01:58:00.517385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] For port 19afbc14-6f99-4b14-9fe0-b1a742730a7c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=19afbc14-6f99-4b14-9fe0-b1a742730a7c,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:00.517740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.592077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Calling delete_port for 19afbc14-6f99-4b14-9fe0-b1a742730a7c owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:00.602699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.608911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.614402 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/f459448c-7bca-4a7d-a83d-ab0c1867ed99 HTTP/1.1" status: 204 len: 168 time: 2.2480977 Jul 16 01:58:00.614490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43322) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.620129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252975437'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:00.643295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692598a-fbf3-439e-93fc-75a0c4b79ba0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=f459448c-7bca-4a7d-a83d-ab0c1867ed99,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.678422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:00.682351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.738009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43334) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.760876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:00.802315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.802662 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment 339ad5d6-dfda-42bf-bea4-6428083525c0 of type vlan for network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e Jul 16 01:58:00.853995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.898766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-c44f54c6-e63e-4df5-82e7-1d7715fb76b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256154 Jul 16 01:58:00.917323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.923141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:00.923773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.974756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e7567db-ce81-436b-af5a-7a6f08d45c5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95e1be03358a483a8ba88475e2b5e799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356067 Jul 16 01:58:00.978048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43340) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.998884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3831563 Jul 16 01:58:01.005648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.040774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:01.047005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4644bcc-5377-4ff3-aa09-2a132c714bed tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.069003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:01.151686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44c892af-7cb4-4bbc-aee1-a7865cc6ac18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.190807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44c892af-7cb4-4bbc-aee1-a7865cc6ac18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.199485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:01.203501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.283942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1f885638-a48c-4c17-b90c-c6a16179025e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:01.294262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:01.339662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44c892af-7cb4-4bbc-aee1-a7865cc6ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.342391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-44c892af-7cb4-4bbc-aee1-a7865cc6ac18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.343005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1f885638-a48c-4c17-b90c-c6a16179025e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:01.345994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1f885638-a48c-4c17-b90c-c6a16179025e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:01.346129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-44c892af-7cb4-4bbc-aee1-a7865cc6ac18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34ab7273-bde4-409f-b385-65a0cccb2365 HTTP/1.1" status: 204 len: 168 time: 0.3645115 Jul 16 01:58:01.346218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:01.360303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c892af-7cb4-4bbc-aee1-a7865cc6ac18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab7273-bde4-409f-b385-65a0cccb2365,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.405907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb9fbd-51a5-422d-b846-37dfee9c6f11 req-8c8f82db-c253-4583-b084-63e880762b30 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:01.407589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efeb9fbd-51a5-422d-b846-37dfee9c6f11 req-8c8f82db-c253-4583-b084-63e880762b30 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.6302192 Jul 16 01:58:01.447183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:01.504994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-efeb9fbd-51a5-422d-b846-37dfee9c6f11 req-fe0dc7cd-ed04-46e9-9972-ab2c6b1064e8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903387 Jul 16 01:58:01.527937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.623742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=be28a092-79b3-4cde-9feb-e197b7843397,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.636726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:01.643652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a16aa80-95c1-44a3-9d64-594a17c43216 admin admin] 10.222.0.35 "PUT /v2.0/routers/54f98168-35c5-4ef0-ad5c-9e4889ba4f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8261917 Jul 16 01:58:01.648324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43356) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.648486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.649345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': '339ad5d6-dfda-42bf-bea4-6428083525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:01.649710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:01.685681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Port': ['ID=19afbc14-6f99-4b14-9fe0-b1a742730a7c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.749515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] Sync routers for ids ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:01.754301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:01.754654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9109bd0d-ba45-4e40-a8e3-087af8e7ff8e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:01.764052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] Routers {'54f98168-35c5-4ef0-ad5c-9e4889ba4f82'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:01.764730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:01.768391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:01.805193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.821820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:01.842818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:01.843419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.867431 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.873471 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aa97e5a3-5f3a-4b1e-9d5f-66b06d782179 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8668010 Jul 16 01:58:01.876257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.879209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6d253-6cda-49c6-828d-fa1d19f366fc None None] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:01.884049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e', 'name': 'tempest-PortsTestJSON-637865506', 'fixed_ips': [{'subnet_id': 'be28a092-79b3-4cde-9feb-e197b7843397', 'ip_address': '172.20.0.10'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:01.908844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] Set router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:01.928611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.931185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.980217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.981363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Fanout notify agent at l3_agent the message router_deleted on router e7e26283-b6d0-4c59-994e-5016e9b03e47 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:01.990866 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.995253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-55209ced-29a1-44b9-b479-12502e42b8b8 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/routers/e7e26283-b6d0-4c59-994e-5016e9b03e47 HTTP/1.1" status: 204 len: 168 time: 3.1225598 Jul 16 01:58:01.995998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43368) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:02.120203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.155600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:02.179963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.253095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:02.285119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.298799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a928f0f-d66f-406e-a673-067d6f60d661']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.311834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6b932a-e88c-41fa-931b-1db8cc551197') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.312559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6b932a-e88c-41fa-931b-1db8cc551197') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.324413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.341946 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.370495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:02.372713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:02.453904 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:02.467644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.476383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Deleting port 6a93df90-224b-4673-b54f-b61f418759a0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:02.476383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.489634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e', 'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': 'be28a092-79b3-4cde-9feb-e197b7843397'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:02.490505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.493362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.499087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/networks/6a928f0f-d66f-406e-a673-067d6f60d661 HTTP/1.1" status: 204 len: 168 time: 0.5012476 Jul 16 01:58:02.502913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:02.517084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb945f3-f07d-45d7-afd1-fc95556e6f34 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'Network': ['ID=6a928f0f-d66f-406e-a673-067d6f60d661,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.534086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '6a93df90-224b-4673-b54f-b61f418759a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:57:59Z', 'revision_number': 5, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port': {'id': '6a93df90-224b-4673-b54f-b61f418759a0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:23Z', 'updated_at': '2021-07-16T01:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.554531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.592564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:02.652303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] Checking router: 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:02.660636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 9fe2995a-cd47-44a8-bc3e-4b305404110e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:02.680073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] Routers {'54f98168-35c5-4ef0-ad5c-9e4889ba4f82'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:02.680811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.762481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9456b6-6a46-4e18-a2da-c653a6b66989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.767227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] For port 6a93df90-224b-4673-b54f-b61f418759a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6a93df90-224b-4673-b54f-b61f418759a0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:02.767589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.801796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Calling delete_port for 6a93df90-224b-4673-b54f-b61f418759a0 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:02.804358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503337649'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:02.849260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9456b6-6a46-4e18-a2da-c653a6b66989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.852759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Allocated IP 172.20.0.2 (dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e/be28a092-79b3-4cde-9feb-e197b7843397/6776cd95-c964-47b2-bc47-85992505a65c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:02.862913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] Set router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:02.872828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:02.878384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.896849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.923810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a99-399d-4b51-8f1d-9a2d35b93b14 req-6003e295-34e5-4e35-8883-b0a3d3eba462 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:02.924150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:58:02Z', 'revision_number': 6, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.938742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35825a99-399d-4b51-8f1d-9a2d35b93b14 req-6003e295-34e5-4e35-8883-b0a3d3eba462 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.2250195 Jul 16 01:58:02.957408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e34df-d830-4716-b26b-5a02b6fa023c None None] The sync data for ids ['54f98168-35c5-4ef0-ad5c-9e4889ba4f82'] in n-d-800087-6 is: [{'id': '54f98168-35c5-4ef0-ad5c-9e4889ba4f82', 'name': 'tempest-ServerRescueNegativeTestJSON-1307197017-router', 'tenant_id': 'c4d2f772d3664adb8feb5e036307a466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:22Z', 'updated_at': '2021-07-16T01:58:02Z', 'revision_number': 6, 'project_id': 'c4d2f772d3664adb8feb5e036307a466', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:03.026620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9456b6-6a46-4e18-a2da-c653a6b66989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.029905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9456b6-6a46-4e18-a2da-c653a6b66989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.031316 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9e9456b6-6a46-4e18-a2da-c653a6b66989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] 10.222.0.35 "DELETE /v2.0/security-groups/261953f1-b64f-47b2-a7eb-3ef3cc74dff3 HTTP/1.1" status: 204 len: 168 time: 0.5258858 Jul 16 01:58:03.050281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9456b6-6a46-4e18-a2da-c653a6b66989 tempest-TestNetworkAdvancedServerOps-1709110208 tempest-TestNetworkAdvancedServerOps-1709110208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261953f1-b64f-47b2-a7eb-3ef3cc74dff3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.056693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35825a99-399d-4b51-8f1d-9a2d35b93b14 req-a4204038-c07d-4e8c-b2ea-56e7eb2f62e1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148050 Jul 16 01:58:03.150684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.187610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.192965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.207406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:03.218815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a93df90-224b-4673-b54f-b61f418759a0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.239921 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.244906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.245487 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment bd81f79a-5020-4064-9274-6732d1c7fc06 of type vlan for network c887d7ee-91fd-4cb9-9866-64c17f0f3751 Jul 16 01:58:03.252536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Transition to ACTIVE for port object 6776cd95-c964-47b2-bc47-85992505a65c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:03.265438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465a3807-0b2e-45c4-8832-1ad29d921ae1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.277006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Transition to ACTIVE for port object 6776cd95-c964-47b2-bc47-85992505a65c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:03.286171 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.326944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.378880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:03.383189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:03.391367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Pushing event updated for resources: {'Port': ['ID=6776cd95-c964-47b2-bc47-85992505a65c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.393888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:03.415820 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.431139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.436151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.472397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.553849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.10 (dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e/be28a092-79b3-4cde-9feb-e197b7843397/9fe2995a-cd47-44a8-bc3e-4b305404110e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:03.565335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Attempting to bind port 6776cd95-c964-47b2-bc47-85992505a65c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:03.565973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Attempting to bind port 6776cd95-c964-47b2-bc47-85992505a65c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '339ad5d6-dfda-42bf-bea4-6428083525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:03.566547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Attempting to bind port 6776cd95-c964-47b2-bc47-85992505a65c on network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:03.573048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8932a424-6899-4e96-8217-80d5577bcf9f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:03.575775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:03.576411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Checking segment: {'id': '339ad5d6-dfda-42bf-bea4-6428083525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:03.578045 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.579046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Bound using segment: {'id': '339ad5d6-dfda-42bf-bea4-6428083525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:03.583503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Bound port: 6776cd95-c964-47b2-bc47-85992505a65c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339ad5d6-dfda-42bf-bea4-6428083525c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:03.584234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.611094 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.615871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.624768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0310321 Jul 16 01:58:03.628673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.657429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-9994904'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:03.660650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.695660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.696400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f98168-35c5-4ef0-ad5c-9e4889ba4f82 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:03.707878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.711727 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec6ff0ab-143d-4ddd-a8d7-11d7e7575105 admin admin] 10.222.0.35 "DELETE /v2.0/routers/54f98168-35c5-4ef0-ad5c-9e4889ba4f82 HTTP/1.1" status: 204 len: 168 time: 2.0563581 Jul 16 01:58:03.712394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.743113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce00354-f33f-45fc-a6fc-16da11f60d2d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=c887d7ee-91fd-4cb9-9866-64c17f0f3751,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:03.751570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8932a424-6899-4e96-8217-80d5577bcf9f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:03.751925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8932a424-6899-4e96-8217-80d5577bcf9f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:03.752388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 19afbc14-6f99-4b14-9fe0-b1a742730a7c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:03.769335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:03.772994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.774949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:03.788780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] For port 6776cd95-c964-47b2-bc47-85992505a65c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:03.793988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] For port 6776cd95-c964-47b2-bc47-85992505a65c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6776cd95-c964-47b2-bc47-85992505a65c,segment=NetworkSegment(339ad5d6-dfda-42bf-bea4-6428083525c0),segment_id=339ad5d6-dfda-42bf-bea4-6428083525c0)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:03.800229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:03.812068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.812727 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment 19a5f0a3-7057-459b-b111-069844057dba of type vlan for network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 Jul 16 01:58:03.815192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 19afbc14-6f99-4b14-9fe0-b1a742730a7c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:03.815641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 19afbc14-6f99-4b14-9fe0-b1a742730a7c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:03.824556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Deleting subnet 344030b6-84ef-4c98-b632-0af23c4fd6b3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:03.853887 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.862622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.917110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.925786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.937200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:03.937903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.961795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.002899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.042104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cd2fb-254b-4f72-b2d3-11ac348d2441 None None] Pushing event updated for resources: {'Port': ['ID=6776cd95-c964-47b2-bc47-85992505a65c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.072015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=5253b592-33e2-4e79-b7a0-c78d7c6854c5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.093397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:04.096280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a85978d2-815f-4da7-a5d7-e7e5eb7c0ce1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4559793 Jul 16 01:58:04.099303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.118393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:04.144452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.164304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.172551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object 9fe2995a-cd47-44a8-bc3e-4b305404110e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:04.216114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344030b6-84ef-4c98-b632-0af23c4fd6b3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.233672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.236209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2a1ef41-4437-4f10-b61c-9d6f87fe0137 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/344030b6-84ef-4c98-b632-0af23c4fd6b3 HTTP/1.1" status: 204 len: 168 time: 0.5202127 Jul 16 01:58:04.240134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.366219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5bbd813a-cddd-45e4-8b52-73d15acdd544 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3da55cb7c876458880f1413a85110ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908226 Jul 16 01:58:04.369320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.398494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.403336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.488872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:04.492592 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.504423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:04.505720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=9fe2995a-cd47-44a8-bc3e-4b305404110e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.546237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:04.553930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:04.578836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4edb18-03a6-460f-a42b-4d940bf7da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.587755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e488ec-33e7-4b48-afdd-a979a9ea5767 req-9eb41780-9996-42ad-b948-984c70803f4d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:04.589332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72e488ec-33e7-4b48-afdd-a979a9ea5767 req-9eb41780-9996-42ad-b948-984c70803f4d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.2666349 Jul 16 01:58:04.645017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.645290 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4edb18-03a6-460f-a42b-4d940bf7da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.653799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:04.654424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.678423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e48711d-f62c-41e7-8f33-25852314f3f4']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.701064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5773e892-61ed-44db-b44c-9bbced018c17') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.701416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5773e892-61ed-44db-b44c-9bbced018c17') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.710576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a8fa652-ed4a-4754-bcd9-58ce12ae9030 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8332608 Jul 16 01:58:04.713410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.720061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': 'dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e', 'name': 'tempest-PortsTestJSON-1051991878', 'fixed_ips': [{'subnet_id': 'be28a092-79b3-4cde-9feb-e197b7843397', 'ip_address': '172.20.0.9'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:04.724686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72e488ec-33e7-4b48-afdd-a979a9ea5767 req-717bda09-f9eb-441d-a79e-218dd58fb0b3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271887 Jul 16 01:58:04.749832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.772170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4edb18-03a6-460f-a42b-4d940bf7da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.775043 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c4edb18-03a6-460f-a42b-4d940bf7da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.776308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c4edb18-03a6-460f-a42b-4d940bf7da7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe42d721-9820-489b-abc6-a6a217e5db0f HTTP/1.1" status: 204 len: 168 time: 0.4058130 Jul 16 01:58:04.813249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4edb18-03a6-460f-a42b-4d940bf7da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe42d721-9820-489b-abc6-a6a217e5db0f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.842515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.869227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.881459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:04.881871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:04.883577 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:04.908947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:04.916166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.951170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=d81cc470-e045-484d-a102-96e49b5f544b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.972473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': 'bd81f79a-5020-4064-9274-6732d1c7fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:04.972920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: c887d7ee-91fd-4cb9-9866-64c17f0f3751, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:04.990308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.993662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:05.000823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.003232 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/1e48711d-f62c-41e7-8f33-25852314f3f4 HTTP/1.1" status: 204 len: 168 time: 0.7618129 Jul 16 01:58:05.004615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port 3a9fda02-08a7-47b4-b371-9a08ac576bce yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:05.014084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c887d7ee-91fd-4cb9-9866-64c17f0f3751) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:05.019329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.022362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.031416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08726b79-bae1-4b86-b0ce-39eb72a270fa admin admin] Pushing event deleted for resources: {'Network': ['ID=1e48711d-f62c-41e7-8f33-25852314f3f4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.037596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a84061-1022-4d97-824a-2fec03e5bb59 None None] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:05.048756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee838500-9e7e-4802-850b-31e062998013 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9474230 Jul 16 01:58:05.050622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43428) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.069352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.353265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.362501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43432) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.376350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6776cd95-c964-47b2-bc47-85992505a65c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:05.406942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:05.410709 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.440928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c887d7ee-91fd-4cb9-9866-64c17f0f3751', 'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': 'd81cc470-e045-484d-a102-96e49b5f544b'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:05.441812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.443595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.9 (dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e/be28a092-79b3-4cde-9feb-e197b7843397/3a9fda02-08a7-47b4-b371-9a08ac576bce) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:05.488611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1fe92bfd-66e5-4989-94b4-a7e313e95e15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea5ee62bc525411391b5498a3bfd525d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327686 Jul 16 01:58:05.494186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9cff74bf-bd34-48ba-9ca3-b510e901c767 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4d2f772d3664adb8feb5e036307a466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112876 Jul 16 01:58:05.494365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43434) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.503438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43436) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.551791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6776cd95-c964-47b2-bc47-85992505a65c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:05.581460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6a93df90-224b-4673-b54f-b61f418759a0 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:05.615993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27361a21-9238-4973-8164-850dd0e8f949 None None] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:05.635665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6a93df90-224b-4673-b54f-b61f418759a0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:05.636014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6a93df90-224b-4673-b54f-b61f418759a0 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:05.679745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6050c85-dd19-49d5-97b4-e9179aaa316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.729690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.891466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=d46a842b-4590-4f12-b3aa-a4249ed0bbf3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.901285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': '19a5f0a3-7057-459b-b111-069844057dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:05.901891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: 5253b592-33e2-4e79-b7a0-c78d7c6854c5, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:05.918816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] Provisioning for port 6776cd95-c964-47b2-bc47-85992505a65c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:05.924920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:05.942110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] Provisioning complete for port 6776cd95-c964-47b2-bc47-85992505a65c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:05.942493 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.983073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Allocated IP 2001:db8::2 (c887d7ee-91fd-4cb9-9866-64c17f0f3751/d81cc470-e045-484d-a102-96e49b5f544b/b0464589-c524-4429-855b-e5aa9cf72c14) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:06.026453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5253b592-33e2-4e79-b7a0-c78d7c6854c5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:06.043444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.044218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.069420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a4aace50-8eda-4cdd-8ad1-1ccf1c5cf461 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0154889 Jul 16 01:58:06.074104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.098179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-439842873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:06.099889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.101962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ccc5a-3583-4f9c-8151-93fa1bbd2521 None None] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:06.109590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6050c85-dd19-49d5-97b4-e9179aaa316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.147283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941400-6e8f-475f-97df-8522f8f6fb88 req-dc362b7b-ab98-4f41-b81e-5de6f29736b8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.149110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3941400-6e8f-475f-97df-8522f8f6fb88 req-dc362b7b-ab98-4f41-b81e-5de6f29736b8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.2069712 Jul 16 01:58:06.164238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.168323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.176921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1daca617-730e-4dfc-9f75-15cc7f2767c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.217845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.233175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1daca617-730e-4dfc-9f75-15cc7f2767c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.234600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3941400-6e8f-475f-97df-8522f8f6fb88 req-8a88db19-c171-4066-ad29-2a5c862fba9e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750992 Jul 16 01:58:06.249546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object 3a9fda02-08a7-47b4-b371-9a08ac576bce will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:06.265762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] For port 6776cd95-c964-47b2-bc47-85992505a65c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6776cd95-c964-47b2-bc47-85992505a65c,segment=NetworkSegment(339ad5d6-dfda-42bf-bea4-6428083525c0),segment_id=339ad5d6-dfda-42bf-bea4-6428083525c0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:06.265919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6050c85-dd19-49d5-97b4-e9179aaa316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.268532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6050c85-dd19-49d5-97b4-e9179aaa316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.269765 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e6050c85-dd19-49d5-97b4-e9179aaa316b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22477605-d807-4bc3-87ed-37b01fd34266 HTTP/1.1" status: 204 len: 168 time: 0.7672162 Jul 16 01:58:06.280502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.296211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.301321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.309277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6050c85-dd19-49d5-97b4-e9179aaa316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22477605-d807-4bc3-87ed-37b01fd34266,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.350722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.353428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.356892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5435ebbc-8272-4e83-a47f-66a86e0f4430 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2767713 Jul 16 01:58:06.359714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.469862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:06.471474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1daca617-730e-4dfc-9f75-15cc7f2767c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.474543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1daca617-730e-4dfc-9f75-15cc7f2767c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.478408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1daca617-730e-4dfc-9f75-15cc7f2767c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/785a124c-eb7f-4950-8a5d-f3d03573fd23 HTTP/1.1" status: 204 len: 168 time: 0.9454875 Jul 16 01:58:06.478408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=3a9fda02-08a7-47b4-b371-9a08ac576bce,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.481834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:06.487082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:06.542253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.543531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.555586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daca617-730e-4dfc-9f75-15cc7f2767c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a124c-eb7f-4950-8a5d-f3d03573fd23,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.568326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e945b5b2-70f3-4601-a188-07540607738c tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8533645 Jul 16 01:58:06.571450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.607206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30bd57-3bc0-4e2d-8047-65026a9f25c2 None None] Pushing event updated for resources: {'Port': ['ID=6776cd95-c964-47b2-bc47-85992505a65c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.830665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebc252-8c22-41ef-b1f3-4f79a1d9ad0a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:06.837753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-04ebc252-8c22-41ef-b1f3-4f79a1d9ad0a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2646761 Jul 16 01:58:06.838428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:06.892121 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.913263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-5253b592-33e2-4e79-b7a0-c78d7c6854c5', 'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': 'd46a842b-4590-4f12-b3aa-a4249ed0bbf3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:06.913729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.943469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Transition to ACTIVE for port object b0464589-c524-4429-855b-e5aa9cf72c14 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:06.966381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.013889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592e272-d083-4e6b-9c85-0571e7b31607 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.019921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592e272-d083-4e6b-9c85-0571e7b31607 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.020306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Transition to ACTIVE for port object b0464589-c524-4429-855b-e5aa9cf72c14 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:07.038878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592e272-d083-4e6b-9c85-0571e7b31607 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.052082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9592e272-d083-4e6b-9c85-0571e7b31607 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2125614 Jul 16 01:58:07.054783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.130608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.299743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Pushing event updated for resources: {'Port': ['ID=b0464589-c524-4429-855b-e5aa9cf72c14,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.315239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6776cd95-c964-47b2-bc47-85992505a65c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:07.350723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 3a9fda02-08a7-47b4-b371-9a08ac576bce {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:07.351069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.460091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8::1 (c887d7ee-91fd-4cb9-9866-64c17f0f3751/d81cc470-e045-484d-a102-96e49b5f544b/4ba812f9-4d1e-44e6-a465-9382d100eaf5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:07.553176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:07.618078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.624200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ab5ca2d-efec-4405-a233-fc52e2525c71 None None] Provisioning for port 9fe2995a-cd47-44a8-bc3e-4b305404110e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:07.660084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 3a9fda02-08a7-47b4-b371-9a08ac576bce owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:07.673589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.721452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object 4ba812f9-4d1e-44e6-a465-9382d100eaf5 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:07.723631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Allocated IP 2001:db8:1::2 (5253b592-33e2-4e79-b7a0-c78d7c6854c5/d46a842b-4590-4f12-b3aa-a4249ed0bbf3/3e306ada-3ec5-47fe-aeb2-d6f664e9e182) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:07.840767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.908343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ab5ca2d-efec-4405-a233-fc52e2525c71 None None] Provisioning complete for port 9fe2995a-cd47-44a8-bc3e-4b305404110e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:07.908685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ab5ca2d-efec-4405-a233-fc52e2525c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.910513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:07.937377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:07.986697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:07.999644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:08.003739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:08.004330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.007772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.011440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6776cd95-c964-47b2-bc47-85992505a65c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.012438 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.027031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5ca2d-efec-4405-a233-fc52e2525c71 None None] Port 9fe2995a-cd47-44a8-bc3e-4b305404110e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:08.068882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=4ba812f9-4d1e-44e6-a465-9382d100eaf5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.102509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=3a9fda02-08a7-47b4-b371-9a08ac576bce,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.179072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f0d8-aa3c-410e-83a8-6d97d0c9cb0b req-03946902-dde1-44d3-a03d-5303a8b6b7f1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:08.180725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5812f0d8-aa3c-410e-83a8-6d97d0c9cb0b req-03946902-dde1-44d3-a03d-5303a8b6b7f1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.3733931 Jul 16 01:58:08.259640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.260797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Attempting to bind port b0464589-c524-4429-855b-e5aa9cf72c14 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:08.261282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Attempting to bind port b0464589-c524-4429-855b-e5aa9cf72c14 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'bd81f79a-5020-4064-9274-6732d1c7fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:08.261544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Attempting to bind port b0464589-c524-4429-855b-e5aa9cf72c14 on network c887d7ee-91fd-4cb9-9866-64c17f0f3751 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:08.263708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fcf6e455-8aed-4a45-8d37-8a0847f4b08b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/3a9fda02-08a7-47b4-b371-9a08ac576bce HTTP/1.1" status: 204 len: 168 time: 1.2079477 Jul 16 01:58:08.267162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:08.293976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ab5ca2d-efec-4405-a233-fc52e2525c71 None None] Provisioning complete for port 6776cd95-c964-47b2-bc47-85992505a65c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.294363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ab5ca2d-efec-4405-a233-fc52e2525c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.320644 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-320a91c8-6e11-4c20-9f39-3e7d92bb8737 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:58:08.322329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-320a91c8-6e11-4c20-9f39-3e7d92bb8737 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/3a9fda02-08a7-47b4-b371-9a08ac576bce HTTP/1.1" status: 404 len: 333 time: 0.0538669 Jul 16 01:58:08.325235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:08.356354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.367597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:08.368098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Checking segment: {'id': 'bd81f79a-5020-4064-9274-6732d1c7fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:08.368533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.368887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Bound using segment: {'id': 'bd81f79a-5020-4064-9274-6732d1c7fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:08.369395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Bound port: b0464589-c524-4429-855b-e5aa9cf72c14, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd81f79a-5020-4064-9274-6732d1c7fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c887d7ee-91fd-4cb9-9866-64c17f0f3751'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:08.369786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.421142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5812f0d8-aa3c-410e-83a8-6d97d0c9cb0b req-5c89d5ed-1e3c-4e1b-9e46-386959e11f29 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317629 Jul 16 01:58:08.444923 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.514325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Transition to ACTIVE for port object 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:08.534855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 9fe2995a-cd47-44a8-bc3e-4b305404110e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:08.535594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.641216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.642186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Transition to ACTIVE for port object 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:08.656581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 9fe2995a-cd47-44a8-bc3e-4b305404110e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:08.705156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.795706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] For port b0464589-c524-4429-855b-e5aa9cf72c14, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:08.826068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.865734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:08.889076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] For port b0464589-c524-4429-855b-e5aa9cf72c14, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b0464589-c524-4429-855b-e5aa9cf72c14,segment=NetworkSegment(bd81f79a-5020-4064-9274-6732d1c7fc06),segment_id=bd81f79a-5020-4064-9274-6732d1c7fc06)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:08.891889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:08.915017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:08.925471 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.929562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=9fe2995a-cd47-44a8-bc3e-4b305404110e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.972292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.003471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Pushing event updated for resources: {'Port': ['ID=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.142712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.144756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8dd41ee2-5556-41b6-b7f4-af576cda29fe tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/9fe2995a-cd47-44a8-bc3e-4b305404110e HTTP/1.1" status: 204 len: 168 time: 0.8183506 Jul 16 01:58:09.150097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.151938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.153716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535259-b6b7-44f1-a386-af5928d77470 None None] Pushing event updated for resources: {'Port': ['ID=b0464589-c524-4429-855b-e5aa9cf72c14,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.165358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.167721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.230757 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc884d9-6823-4772-903e-8e02c630adb2 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:58:09.238226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7cc884d9-6823-4772-903e-8e02c630adb2 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/9fe2995a-cd47-44a8-bc3e-4b305404110e HTTP/1.1" status: 404 len: 333 time: 0.0837803 Jul 16 01:58:09.240108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb8724f8-0d9f-4b56-8452-b76bc01b846e None None] Could not find standard attr ID for object 3a9fda02-08a7-47b4-b371-9a08ac576bce. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:09.242898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.258070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb8724f8-0d9f-4b56-8452-b76bc01b846e None None] Could not find standard attr ID for object 9fe2995a-cd47-44a8-bc3e-4b305404110e. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:09.265793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Attempting to bind port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:09.266841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Attempting to bind port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '19a5f0a3-7057-459b-b111-069844057dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:09.267379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Attempting to bind port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 on network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:09.283065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:09.283455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Checking segment: {'id': '19a5f0a3-7057-459b-b111-069844057dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:09.283871 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.284299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Bound using segment: {'id': '19a5f0a3-7057-459b-b111-069844057dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:09.284783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Bound port: 3e306ada-3ec5-47fe-aeb2-d6f664e9e182, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a5f0a3-7057-459b-b111-069844057dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5253b592-33e2-4e79-b7a0-c78d7c6854c5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:09.285176 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.355444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=4ba812f9-4d1e-44e6-a465-9382d100eaf5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.377214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.412596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet be28a092-79b3-4cde-9feb-e197b7843397 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:09.419016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.461220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] For port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:09.465099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:09.466577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:09.480935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] For port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,segment=NetworkSegment(19a5f0a3-7057-459b-b111-069844057dba),segment_id=19a5f0a3-7057-459b-b111-069844057dba)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:09.483712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'network': {'name': 'tempest-network-smoke--1842310534', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:09.495043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.528323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.542666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.603012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:58:09.603012 n-d-800087-6 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:58:09.603012 n-d-800087-6 neutron-server[93907]: [parameters: {'project_id': '16441bfd24c44902812baaba56040c77', 'id': 'c83c6b57-6852-40b0-b617-251412f2282b', 'expiration': datetime.datetime(2021, 7, 16, 2, 0, 9, 595910)}] Jul 16 01:58:09.603012 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:58:09.603437 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:58:09.623105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:09.630103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.642062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.674448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c551-d7f1-4dd1-9d8c-5d1a530871d9 None None] Pushing event updated for resources: {'Port': ['ID=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.746981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.776331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 51070744-af8d-4b52-9e5a-063a00d387d5 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:09.831465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e29fc8-ed16-4635-9616-3f23515d7314 req-83a4a8e1-c919-4a9d-8966-482b5df33f9b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:09.833082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88e29fc8-ed16-4635-9616-3f23515d7314 req-83a4a8e1-c919-4a9d-8966-482b5df33f9b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.1302547 Jul 16 01:58:09.854972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.924960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=be28a092-79b3-4cde-9feb-e197b7843397,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:09.939771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.944343 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9252986-03b9-4bd1-8376-a9eb4eb1cefc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/be28a092-79b3-4cde-9feb-e197b7843397 HTTP/1.1" status: 204 len: 168 time: 0.6997135 Jul 16 01:58:09.945882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.954367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224efd95-5ab6-457b-84a4-96c1f0039947 None None] Network dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:10.007021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-bd308321-7bca-418c-afec-6c8aa4ff4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.010002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-bd308321-7bca-418c-afec-6c8aa4ff4822 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879&tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 1094 time: 0.1837163 Jul 16 01:58:10.104017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-bd1e377a-8e2d-4de2-af4c-35cfe6894dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.106280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-bd1e377a-8e2d-4de2-af4c-35cfe6894dd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1094 time: 0.0722778 Jul 16 01:58:10.106917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.237926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-3975ee8f-2cc5-4114-8ea7-d67b719e09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.240240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-3975ee8f-2cc5-4114-8ea7-d67b719e09ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.1235442 Jul 16 01:58:10.260339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] DHCP port deletion for dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:10.338353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-fbbbd732-1cc4-4c79-8804-55605af918a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 200 len: 998 time: 0.0869687 Jul 16 01:58:10.357661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] Deleting port 6776cd95-c964-47b2-bc47-85992505a65c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:10.359478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.404904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-81ea6700-972c-4b85-af65-d8974a683137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.406729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-81ea6700-972c-4b85-af65-d8974a683137 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.0622880 Jul 16 01:58:10.435866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] For port 6776cd95-c964-47b2-bc47-85992505a65c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6776cd95-c964-47b2-bc47-85992505a65c,segment=NetworkSegment(339ad5d6-dfda-42bf-bea4-6428083525c0),segment_id=339ad5d6-dfda-42bf-bea4-6428083525c0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.436297 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.445344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:10.453677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e9ee6fe3-fa03-4e90-a394-659cbae2d2fe tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/51070744-af8d-4b52-9e5a-063a00d387d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0925705 Jul 16 01:58:10.455530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.457323 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] Sync routers for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:10.464057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] Calling delete_port for 6776cd95-c964-47b2-bc47-85992505a65c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:10.468632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88e29fc8-ed16-4635-9616-3f23515d7314 req-fb9a7c41-0bb4-4bbc-9094-d37fbce99af5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5923474 Jul 16 01:58:10.469669 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:10.470457 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.475363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.490364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.526189 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.544707 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:10.545596 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.557117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:10.563295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.581441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d7142-3599-4bee-93ec-650bfb6cadf4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.598038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-f9d66168-6014-46db-b165-df173536290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.598656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.599312 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Added segment 79e8171d-c3ab-4ef7-a0be-35f738e08112 of type vlan for network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 Jul 16 01:58:10.600463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-f9d66168-6014-46db-b165-df173536290b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864123 Jul 16 01:58:10.610555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.610834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.611192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.611667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.612064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.612465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.612806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.613202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.613699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.614280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.614901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.615363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:10.632671 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.645033 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.645781 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f9e66-cc5b-4544-82f7-59fe1aefa455 None None] The sync data for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:10.682350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] Pushing event deleted for resources: {'Port': ['ID=6776cd95-c964-47b2-bc47-85992505a65c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.684752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbc8d9-62c1-4e3e-a23d-aab90d7916c8 None None] No DVR routers for this DVR port 6776cd95-c964-47b2-bc47-85992505a65c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:10.692922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5586ca-ccac-4ccc-86d3-e0fd99ff7aee tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.694600 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-af5586ca-ccac-4ccc-86d3-e0fd99ff7aee tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports/4ba812f9-4d1e-44e6-a465-9382d100eaf5 HTTP/1.1" status: 200 len: 911 time: 0.2371936 Jul 16 01:58:10.700453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.707431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.763728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.771560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.772258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.776235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7fa2d-0716-4500-969d-578eba8c12b5 None None] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:10.782169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 6776cd95-c964-47b2-bc47-85992505a65c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:10.782515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.841870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d38f5cb-2769-44f6-9d42-4ed7015d1773 None None] Provisioning for port b0464589-c524-4429-855b-e5aa9cf72c14 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:10.881740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] For port 6776cd95-c964-47b2-bc47-85992505a65c, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.882191 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.896740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 6776cd95-c964-47b2-bc47-85992505a65c owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:10.899555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Port 6776cd95-c964-47b2-bc47-85992505a65c was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:58:10.904569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.946618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=6776cd95-c964-47b2-bc47-85992505a65c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.961742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No DVR routers for this DVR port 6776cd95-c964-47b2-bc47-85992505a65c on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:10.968294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-9932a1ec-0316-4c79-a4e9-37fe710ca350 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557982 Jul 16 01:58:11.062662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Network': ['ID=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.114528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.128934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.146345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339ad5d6-dfda-42bf-bea4-6428083525c0') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.146804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339ad5d6-dfda-42bf-bea4-6428083525c0') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:11.157888 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.174628 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.176968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-b4227ca3-036a-4196-825c-550f4390bbc2 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728971 Jul 16 01:58:11.185736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:11.186148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:11.189832 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:11.192362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:11.295054 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.306811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.309194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.313684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e HTTP/1.1" status: 204 len: 168 time: 1.3467085 Jul 16 01:58:11.316612 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.322983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.331124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81b826-15a7-4f60-9d21-8a052ed28e36 None None] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:11.341307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:11.347652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ccbfd-a85b-4e54-9549-4a824117953d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=dbfb4bc1-d8a4-4382-89a0-2fe4dfb0c50e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.357300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c19c4ae3-4607-4c94-930b-2ac165e33cc2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3834636 Jul 16 01:58:11.358191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.364680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-418843190', 'admin_state_up': True, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:11.375955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-273615274'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:11.392704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b3af40-40df-4d59-bf96-b2c6bade4761,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.396424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.398749 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.428636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-48e3b00b-7a57-417b-b3da-186e521562ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16441bfd24c44902812baaba56040c77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0503495 Jul 16 01:58:11.434014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.470207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:11.472995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.489444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2732f6ea-4638-4395-85f3-4ede603dae53 None None] Provisioning for port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:11.549879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.569761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.573829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:11.633985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:11.643321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e2aecb1-0a4c-4813-8f99-09cce541c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.655073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:11.655736 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.686321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e2aecb1-0a4c-4813-8f99-09cce541c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.737098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.737339 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Added segment 538b019b-a55b-4204-b9aa-f5f463c3e8b7 of type vlan for network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 Jul 16 01:58:11.902598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.912631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.045643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,segment=NetworkSegment(19a5f0a3-7057-459b-b111-069844057dba),segment_id=19a5f0a3-7057-459b-b111-069844057dba)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:12.066509 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.067344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b0464589-c524-4429-855b-e5aa9cf72c14 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:12.136822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.188372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.194316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e2aecb1-0a4c-4813-8f99-09cce541c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.197030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e2aecb1-0a4c-4813-8f99-09cce541c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.200991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6e2aecb1-0a4c-4813-8f99-09cce541c316 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45b3af40-40df-4d59-bf96-b2c6bade4761 HTTP/1.1" status: 204 len: 168 time: 0.7582705 Jul 16 01:58:12.209393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.214095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.249041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a85532-314e-48c1-abcf-c8a1258ba08d req-d9d21edb-f059-4960-9952-a642b8444003 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.257156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48a85532-314e-48c1-abcf-c8a1258ba08d req-d9d21edb-f059-4960-9952-a642b8444003 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.5681956 Jul 16 01:58:12.259228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aecb1-0a4c-4813-8f99-09cce541c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b3af40-40df-4d59-bf96-b2c6bade4761,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.322832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.356531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48a85532-314e-48c1-abcf-c8a1258ba08d req-9cc11c11-1a04-4727-8511-cbcdc03ee889 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983083 Jul 16 01:58:12.358223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c87621cf-f99d-45be-b108-0cc697cdb45d None None] Provisioning for port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:12.365341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c87621cf-f99d-45be-b108-0cc697cdb45d None None] Provisioning complete for port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:12.365770 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c87621cf-f99d-45be-b108-0cc697cdb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.416917 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0497346 Jul 16 01:58:12.432669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.457133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c87621cf-f99d-45be-b108-0cc697cdb45d None None] Port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:12.459387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b0464589-c524-4429-855b-e5aa9cf72c14 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:12.465286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:12.469618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b0464589-c524-4429-855b-e5aa9cf72c14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:12.470063 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.718260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89b2e3ed-0f77-42ee-8435-600a071158ef None None] Provisioning complete for port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:12.719545 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89b2e3ed-0f77-42ee-8435-600a071158ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.724492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.813961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.865065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port b0464589-c524-4429-855b-e5aa9cf72c14, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b0464589-c524-4429-855b-e5aa9cf72c14,segment=NetworkSegment(bd81f79a-5020-4064-9274-6732d1c7fc06),segment_id=bd81f79a-5020-4064-9274-6732d1c7fc06)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:12.875705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.895650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.007666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6776cd95-c964-47b2-bc47-85992505a65c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:13.080814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.25.0.235 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:13.140255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6776cd95-c964-47b2-bc47-85992505a65c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:13.142549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6776cd95-c964-47b2-bc47-85992505a65c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:13.165094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=b0464589-c524-4429-855b-e5aa9cf72c14,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.196505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89b2e3ed-0f77-42ee-8435-600a071158ef None None] Provisioning complete for port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:13.199083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89b2e3ed-0f77-42ee-8435-600a071158ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.259936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.262249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-89b2e3ed-0f77-42ee-8435-600a071158ef None None] Port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:13.376925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:13.380373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.407521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:13.411233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:13.443185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:13.479298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0b2d2bdb-67ad-4386-88aa-7ad0c1f5bf95 None None] Provisioning complete for port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:13.483245 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b2d2bdb-67ad-4386-88aa-7ad0c1f5bf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.500855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8:1::1 (5253b592-33e2-4e79-b7a0-c78d7c6854c5/d46a842b-4590-4f12-b3aa-a4249ed0bbf3/6a15bce2-7e7d-4cc9-bb02-dd4389f045ed) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:13.528186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.596926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d2bdb-67ad-4386-88aa-7ad0c1f5bf95 None None] Port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:13.640134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:13.640834 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.969690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6e30e-ef0e-4f3d-ae3f-0d253389a66b req-1a3d2a41-da31-47d9-9949-9798f0e4722a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.977196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8be6e30e-ef0e-4f3d-ae3f-0d253389a66b req-1a3d2a41-da31-47d9-9949-9798f0e4722a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.1590838 Jul 16 01:58:13.982509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a2097-cf78-4518-bd25-cb7b75ff93cb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Network': ['ID=9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.997531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:13.998283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.015101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:14.020350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.094170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.168133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8be6e30e-ef0e-4f3d-ae3f-0d253389a66b req-b4256159-7cbf-42b4-ba89-e83d003081ad tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898000 Jul 16 01:58:14.211150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:14.320947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.368625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.374904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:14.379592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:14.420507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:14.420864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.517454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.596623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=6a15bce2-7e7d-4cc9-bb02-dd4389f045ed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.616609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:14.762845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=56c63b2b-0395-4c65-a87b-98a72435df52,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.826566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Checking segment: {'id': '538b019b-a55b-4204-b9aa-f5f463c3e8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:14.827286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network hostable DHCP agents. Network: 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:14.831601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:14.845991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:14.862897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fb11444-0376-45e7-9d5b-9ed257d132d9 None None] Provisioning for port 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:14.873005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.874317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8447e7b-a010-4280-a7a8-d3257368b2fa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5144510 Jul 16 01:58:14.878061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:14.883014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fb11444-0376-45e7-9d5b-9ed257d132d9 None None] Provisioning complete for port 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:14.887974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1fb11444-0376-45e7-9d5b-9ed257d132d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.944442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:14.962438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:14.966202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:14.973181 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.997287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:15.007360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.008268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.065671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828af77f-684c-4b54-a82b-5b47d24162d4 None None] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:15.105353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1fb11444-0376-45e7-9d5b-9ed257d132d9 None None] Port 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:15.180601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-67d98c8d-0a72-4362-9146-668e63c05055 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7466216 Jul 16 01:58:15.182897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43644) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.188970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1997723677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.283990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a94f4fff-d1af-4603-8a2b-03fce22d32e6 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6c3c36aa1efe4a9ca233191c9d891b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4047756 Jul 16 01:58:15.288070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.331983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:15.414562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.416811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.477918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b0464589-c524-4429-855b-e5aa9cf72c14 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:15.693199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530', 'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': '56c63b2b-0395-4c65-a87b-98a72435df52'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:15.694070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.832820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc07b4c-d97a-4bd0-bb8a-039a66e96a8b tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.842309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.843590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-acc07b4c-d97a-4bd0-bb8a-039a66e96a8b tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5508764 Jul 16 01:58:15.999099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.004790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a3731ac5-4488-4326-8655-bb6ea6982549 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1611257 Jul 16 01:58:16.005483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43670) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.008797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.016086 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.016855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298115442', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.096611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.100833 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-73401475-b3bd-4335-b1f6-b599e60f4ec9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9135318 Jul 16 01:58:16.103137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43674) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.113018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.114001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.128815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530', 'name': 'tempest-PortsTestJSON-1889974060'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:16.131273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b0464589-c524-4429-855b-e5aa9cf72c14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:16.133075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.225568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Allocated IP 172.20.0.2 (9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530/56c63b2b-0395-4c65-a87b-98a72435df52/a697c1e5-d842-42be-b256-db828b3e8c31) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:16.294176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:16.305202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:16.308162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:16.312607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.340597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 3, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:16.355409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3134d-80f5-4844-abb5-7eeafa3a117b req-029fc3ca-88b6-4404-9bf0-e6e86f762920 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.357279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47e3134d-80f5-4844-abb5-7eeafa3a117b req-029fc3ca-88b6-4404-9bf0-e6e86f762920 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.8142369 Jul 16 01:58:16.358530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:16.364458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.417160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=6a15bce2-7e7d-4cc9-bb02-dd4389f045ed,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.445837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port f2731f24-01f6-4de7-adc8-20c9adeeaed7 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:16.564868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47e3134d-80f5-4844-abb5-7eeafa3a117b req-eb8e2c5a-b866-4b52-9dc7-dc7b2b50a34a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961703 Jul 16 01:58:16.586630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 51070744-af8d-4b52-9e5a-063a00d387d5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:16.771991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:16.784768 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] Sync routers for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:16.801233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:16.801873 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:16.815356 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7e215420-15ee-49ef-97a6-e427eb01bdeb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/51070744-af8d-4b52-9e5a-063a00d387d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1063211 Jul 16 01:58:16.817961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.858188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.953800 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:16.967515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Subnet': ['ID=cb628f3a-bd0b-4a98-a040-d1c7eb88d315,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.972255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e59d7-a6ff-4484-9443-917c262ce8ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.973694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5f8e59d7-a6ff-4484-9443-917c262ce8ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports/6a15bce2-7e7d-4cc9-bb02-dd4389f045ed HTTP/1.1" status: 200 len: 913 time: 0.1547325 Jul 16 01:58:16.985112 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:16.986171 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:16.992558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43684) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.048601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:17.049242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Updating router ddeacb47-880f-4d3e-bff4-88f87bb251eb port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:17.065880 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:17.066798 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed28899-6ea0-4c95-aed0-4dda009a4532 None None] The sync data for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:17.132676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-09355997-c52d-4282-8570-d73c515edd5f None None] Provisioning complete for port 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:17.133685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09355997-c52d-4282-8570-d73c515edd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.177275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-09355997-c52d-4282-8570-d73c515edd5f None None] Port 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:17.202577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.264189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Checking segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:17.270905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network hostable DHCP agents. Network: 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:17.442071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:17.490050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:17.492123 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.502806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Transition to ACTIVE for port object f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:17.509642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9e068-0028-4b21-8fe7-8b9a44ccabda None None] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:17.514264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.517240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.518376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.558593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:17.559643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-754e8989-8dbf-47a9-9911-0b07746a5717 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5473015 Jul 16 01:58:17.631303 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.727187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Transition to ACTIVE for port object a697c1e5-d842-42be-b256-db828b3e8c31 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:17.742794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Attempting to bind port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:17.745461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Attempting to bind port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:17.745461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Attempting to bind port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:17.829761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Transition to ACTIVE for port object a697c1e5-d842-42be-b256-db828b3e8c31 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:17.840532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:17.840917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:17.841333 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.841742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:17.842239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Bound port: f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:17.842628 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.844375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca9d5a-0a2f-4e81-a903-ece6e471bf98 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.912454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.929466 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.989068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:17.996740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:17.999611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:18.075411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Pushing event updated for resources: {'Port': ['ID=a697c1e5-d842-42be-b256-db828b3e8c31,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.106660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] For port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:18.151174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] For port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:18.186923 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.196582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.11 (9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530/56c63b2b-0395-4c65-a87b-98a72435df52/f2731f24-01f6-4de7-adc8-20c9adeeaed7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:18.255423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca9d5a-0a2f-4e81-a903-ece6e471bf98 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.260446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.267996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:18.268938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.274332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Attempting to bind port a697c1e5-d842-42be-b256-db828b3e8c31 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:18.274706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Attempting to bind port a697c1e5-d842-42be-b256-db828b3e8c31 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '538b019b-a55b-4204-b9aa-f5f463c3e8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:18.275069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Attempting to bind port a697c1e5-d842-42be-b256-db828b3e8c31 on network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:18.299449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:18.299831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Checking segment: {'id': '538b019b-a55b-4204-b9aa-f5f463c3e8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:18.300275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.301006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Bound using segment: {'id': '538b019b-a55b-4204-b9aa-f5f463c3e8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:18.301170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Bound port: a697c1e5-d842-42be-b256-db828b3e8c31, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538b019b-a55b-4204-b9aa-f5f463c3e8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:18.301529 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.325198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:18.325910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:18.485337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5812244-94e6-48cd-a0c7-9aed32f50d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.607225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5812244-94e6-48cd-a0c7-9aed32f50d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.612989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5812244-94e6-48cd-a0c7-9aed32f50d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.647704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5812244-94e6-48cd-a0c7-9aed32f50d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0dfab3-a372-4c56-b69e-f58fcf05927b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.652785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:18.732830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5812244-94e6-48cd-a0c7-9aed32f50d6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec7210234e18487b8a35643f60df4d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670651 Jul 16 01:58:18.737833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43704) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:18.775314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] For port a697c1e5-d842-42be-b256-db828b3e8c31, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:18.803610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] For port a697c1e5-d842-42be-b256-db828b3e8c31, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a697c1e5-d842-42be-b256-db828b3e8c31,segment=NetworkSegment(538b019b-a55b-4204-b9aa-f5f463c3e8b7),segment_id=538b019b-a55b-4204-b9aa-f5f463c3e8b7)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:18.818089 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.827069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1017f93-d0ef-4d41-b3e8-d56a29801599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.852662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1017f93-d0ef-4d41-b3e8-d56a29801599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.915672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:18.916371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.939795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Allocated IP 172.20.0.2 (8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7/cb628f3a-bd0b-4a98-a040-d1c7eb88d315/78a1b831-b4c9-4a0e-9e66-4971918387c1) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:19.016798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb209f53-9088-4aa4-9d43-94f6cff780a0 None None] Pushing event updated for resources: {'Port': ['ID=a697c1e5-d842-42be-b256-db828b3e8c31,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.077830 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1017f93-d0ef-4d41-b3e8-d56a29801599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.087385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1017f93-d0ef-4d41-b3e8-d56a29801599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.093025 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f1017f93-d0ef-4d41-b3e8-d56a29801599 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e0dfab3-a372-4c56-b69e-f58fcf05927b HTTP/1.1" status: 204 len: 168 time: 0.3482144 Jul 16 01:58:19.149464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1017f93-d0ef-4d41-b3e8-d56a29801599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0dfab3-a372-4c56-b69e-f58fcf05927b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.210241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.264762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 6a15bce2-7e7d-4cc9-bb02-dd4389f045ed owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:19.386773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 3, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:19.491847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455467e-9a2e-4b5c-a021-32387628150c None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:13Z', 'revision_number': 3, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:19.506128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a697c1e5-d842-42be-b256-db828b3e8c31 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:19.599988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.610241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a697c1e5-d842-42be-b256-db828b3e8c31 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:19.617784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Transition to ACTIVE for port object 78a1b831-b4c9-4a0e-9e66-4971918387c1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:19.650717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Transition to ACTIVE for port object 78a1b831-b4c9-4a0e-9e66-4971918387c1 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:19.666397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.707429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:19.715099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:19.729055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.759601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.791645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:19.792645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object f2731f24-01f6-4de7-adc8-20c9adeeaed7 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:19.801416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=6a15bce2-7e7d-4cc9-bb02-dd4389f045ed,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.825356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Pushing event updated for resources: {'Port': ['ID=78a1b831-b4c9-4a0e-9e66-4971918387c1,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.833063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:19.862017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edd8d257-667f-4e2d-b455-64a0dc110472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.869364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.960355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72f6b0-a99b-45e4-b5bd-33d6689a094c req-11769e74-0541-41ba-990b-c8153352901c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.970537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b72f6b0-a99b-45e4-b5bd-33d6689a094c req-11769e74-0541-41ba-990b-c8153352901c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 1.9646080 Jul 16 01:58:20.012922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:20.044463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:20.059620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:20.098819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Attempting to bind port 78a1b831-b4c9-4a0e-9e66-4971918387c1 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:20.106620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Attempting to bind port 78a1b831-b4c9-4a0e-9e66-4971918387c1 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:20.107336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Attempting to bind port 78a1b831-b4c9-4a0e-9e66-4971918387c1 on network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:20.115137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:20.116653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Checking segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:20.117298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.117912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Bound using segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:20.118814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Bound port: 78a1b831-b4c9-4a0e-9e66-4971918387c1, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:20.119563 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.125078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.125828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.244934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=f2731f24-01f6-4de7-adc8-20c9adeeaed7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.270849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] For port 78a1b831-b4c9-4a0e-9e66-4971918387c1, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:20.284787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] For port 78a1b831-b4c9-4a0e-9e66-4971918387c1, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=78a1b831-b4c9-4a0e-9e66-4971918387c1,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:20.296235 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.299081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b72f6b0-a99b-45e4-b5bd-33d6689a094c req-c436e43e-939d-4966-909a-d3cbc91bfdb9 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270049 Jul 16 01:58:20.352259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.355282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.433585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c116-586a-4ded-a87f-756dee5ecb3e None None] Pushing event updated for resources: {'Port': ['ID=78a1b831-b4c9-4a0e-9e66-4971918387c1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.837186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f9d9d-6a99-48da-b432-e266768c0476 None None] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:20.971069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.20.0.1 (8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7/cb628f3a-bd0b-4a98-a040-d1c7eb88d315/5f501820-d653-45ef-ae67-4dc7743e7c1a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:21.209402 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.241747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Transition to ACTIVE for port object 5f501820-d653-45ef-ae67-4dc7743e7c1a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:21.344139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.474590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:21.495856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:21.500838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:21.504992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=5f501820-d653-45ef-ae67-4dc7743e7c1a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.612302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:21.639565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edd8d257-667f-4e2d-b455-64a0dc110472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.666029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7645b641-688f-46bc-b37e-1e85278050db None None] Provisioning for port a697c1e5-d842-42be-b256-db828b3e8c31 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:21.676184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.684710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7645b641-688f-46bc-b37e-1e85278050db None None] Provisioning complete for port a697c1e5-d842-42be-b256-db828b3e8c31 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:21.684710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7645b641-688f-46bc-b37e-1e85278050db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.716710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 51070744-af8d-4b52-9e5a-063a00d387d5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:21.731936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-edd8d257-667f-4e2d-b455-64a0dc110472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.849043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7645b641-688f-46bc-b37e-1e85278050db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.867847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:21.883713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:21.884814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.966088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a2de74bd-0343-4516-9736-bde06280a794 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8610315 Jul 16 01:58:21.971930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:21.992889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7645b641-688f-46bc-b37e-1e85278050db None None] For port a697c1e5-d842-42be-b256-db828b3e8c31, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a697c1e5-d842-42be-b256-db828b3e8c31,segment=NetworkSegment(538b019b-a55b-4204-b9aa-f5f463c3e8b7),segment_id=538b019b-a55b-4204-b9aa-f5f463c3e8b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:22.003687 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7645b641-688f-46bc-b37e-1e85278050db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.065306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d257-667f-4e2d-b455-64a0dc110472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4117de-392d-4bd8-8b9a-5740574cc8f1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.078149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-edd8d257-667f-4e2d-b455-64a0dc110472 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01f85dbdf2214e14894c01e3015276c0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2842054 Jul 16 01:58:22.081422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.177598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645b641-688f-46bc-b37e-1e85278050db None None] Pushing event updated for resources: {'Port': ['ID=a697c1e5-d842-42be-b256-db828b3e8c31,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.216355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.242575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:22.268130 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c2e7dba-4ee0-4c3b-8d3a-011871621101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/51070744-af8d-4b52-9e5a-063a00d387d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2724133 Jul 16 01:58:22.273617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43732) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:22.274160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] Sync routers for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:22.307962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c25153-7bb7-43ab-8773-113661e726be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.395288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.426576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:22.427432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:22.517770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:22.523631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be2b49-8343-47fb-8116-81833aacd8c1 None None] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:22.530874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:22.547419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3aae28ea-2325-40a3-a317-677fb4f609b4 None None] Provisioning complete for port a697c1e5-d842-42be-b256-db828b3e8c31 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:22.547948 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3aae28ea-2325-40a3-a317-677fb4f609b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.558119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.559065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78a1b831-b4c9-4a0e-9e66-4971918387c1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:22.642474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c25153-7bb7-43ab-8773-113661e726be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.786273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.827084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332670b-8411-4c91-bf9e-994aae83da77 req-9e2edc2f-e112-491e-aa0b-82ef472bdb6c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:22.836729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8332670b-8411-4c91-bf9e-994aae83da77 req-9e2edc2f-e112-491e-aa0b-82ef472bdb6c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 1.2403677 Jul 16 01:58:22.861877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:22.862754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:22.904003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.999102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:23.014936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11c3f2-2f77-411e-b8e5-9d1671e80864 None None] The sync data for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:23.015606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c25153-7bb7-43ab-8773-113661e726be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.019052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86c25153-7bb7-43ab-8773-113661e726be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.020846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-86c25153-7bb7-43ab-8773-113661e726be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad4117de-392d-4bd8-8b9a-5740574cc8f1 HTTP/1.1" status: 204 len: 168 time: 0.9363766 Jul 16 01:58:23.066349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25153-7bb7-43ab-8773-113661e726be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4117de-392d-4bd8-8b9a-5740574cc8f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:23.211081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 78a1b831-b4c9-4a0e-9e66-4971918387c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:23.390571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.394876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.405478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8332670b-8411-4c91-bf9e-994aae83da77 req-74d82411-6832-480a-aa29-2b6b1cace89f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5675762 Jul 16 01:58:23.411842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.424824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.444454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3aae28ea-2325-40a3-a317-677fb4f609b4 None None] Provisioning for port f2731f24-01f6-4de7-adc8-20c9adeeaed7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:23.468971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3aae28ea-2325-40a3-a317-677fb4f609b4 None None] Provisioning complete for port f2731f24-01f6-4de7-adc8-20c9adeeaed7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:23.469291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3aae28ea-2325-40a3-a317-677fb4f609b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.506249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a697c1e5-d842-42be-b256-db828b3e8c31 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:23.612761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.632557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3aae28ea-2325-40a3-a317-677fb4f609b4 None None] Port f2731f24-01f6-4de7-adc8-20c9adeeaed7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:23.681751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a697c1e5-d842-42be-b256-db828b3e8c31 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:23.682137 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.811554 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4dd46fcc-b1f5-4060-8c66-5021d6d616a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.830583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Provisioning for port 78a1b831-b4c9-4a0e-9e66-4971918387c1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:23.842616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Provisioning complete for port 78a1b831-b4c9-4a0e-9e66-4971918387c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:23.842994 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.972141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:24.141489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.141864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.191485 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.191731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=f2731f24-01f6-4de7-adc8-20c9adeeaed7,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.195630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 4ba812f9-4d1e-44e6-a465-9382d100eaf5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:24.197990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.290734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] For port 78a1b831-b4c9-4a0e-9e66-4971918387c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=78a1b831-b4c9-4a0e-9e66-4971918387c1,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:24.297088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.365526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Provisioning complete for port f2731f24-01f6-4de7-adc8-20c9adeeaed7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.365916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.417812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.433573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 4ba812f9-4d1e-44e6-a465-9382d100eaf5 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:24.469174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Pushing event updated for resources: {'Port': ['ID=78a1b831-b4c9-4a0e-9e66-4971918387c1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.480599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d250d74b-eba6-4644-a13f-408b49924901 None None] Port f2731f24-01f6-4de7-adc8-20c9adeeaed7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:24.612107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Provisioning complete for port 78a1b831-b4c9-4a0e-9e66-4971918387c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.613611 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.714228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.717646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.749824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=4ba812f9-4d1e-44e6-a465-9382d100eaf5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.764853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Provisioning for port 5f501820-d653-45ef-ae67-4dc7743e7c1a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:24.769867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Provisioning complete for port 5f501820-d653-45ef-ae67-4dc7743e7c1a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.770403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.816696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Port 5f501820-d653-45ef-ae67-4dc7743e7c1a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:24.829067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Provisioning complete for port f2731f24-01f6-4de7-adc8-20c9adeeaed7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.829628 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.905304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-faf2cc7e-440c-474b-a1cd-eea6c0adce70 None None] Port f2731f24-01f6-4de7-adc8-20c9adeeaed7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:24.935008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.025675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.082663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.093050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.134815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470d89-3b6f-46f6-a5d5-906d4e43489a req-751f65b4-a862-4174-8210-ddf441c5baf0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:25.136762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea470d89-3b6f-46f6-a5d5-906d4e43489a req-751f65b4-a862-4174-8210-ddf441c5baf0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.4165187 Jul 16 01:58:25.143240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 51070744-af8d-4b52-9e5a-063a00d387d5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:25.227740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:25.233715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e6f073a-06f3-42b9-8079-a9b49dd99154 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/51070744-af8d-4b52-9e5a-063a00d387d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543512 Jul 16 01:58:25.239002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43774) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.244642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] Sync routers for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:25.258367 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:25.259238 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.304520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-071b7f44-714c-4717-8b55-5fe0744e0aa8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=51070744-af8d-4b52-9e5a-063a00d387d5 HTTP/1.1" status: 200 len: 205 time: 0.0658252 Jul 16 01:58:25.306488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43778) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.314503 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.331460 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] Routers {'51070744-af8d-4b52-9e5a-063a00d387d5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:25.332415 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:57:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['51070744-af8d-4b52-9e5a-063a00d387d5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.358702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78a1b831-b4c9-4a0e-9e66-4971918387c1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:25.373533 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.374365 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f50be1-30ce-4e31-8070-1fe2ea2a7684 None None] The sync data for ids ['51070744-af8d-4b52-9e5a-063a00d387d5'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:25.419517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 78a1b831-b4c9-4a0e-9e66-4971918387c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:25.419744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.420009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.594562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.595316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.628384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=5f501820-d653-45ef-ae67-4dc7743e7c1a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:25.637170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.645619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.646358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router 51070744-af8d-4b52-9e5a-063a00d387d5 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:25.654387 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.656115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-530c385c-7209-43cf-a9de-30c387ca45cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/51070744-af8d-4b52-9e5a-063a00d387d5 HTTP/1.1" status: 204 len: 168 time: 0.3485489 Jul 16 01:58:25.659146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.661399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea470d89-3b6f-46f6-a5d5-906d4e43489a req-33634dd2-258a-4fb6-8b01-9bef7306c1cb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4948320 Jul 16 01:58:25.723049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet d46a842b-4590-4f12-b3aa-a4249ed0bbf3 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:25.726314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.784641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.839972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:25.845509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:25.862187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.887951 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.903771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.029617 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.033037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=f2731f24-01f6-4de7-adc8-20c9adeeaed7,revision_number=3']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.043839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.093991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:26.116178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.122980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91906de-edef-4cfd-8ede-2d82671471bf None None] Network 5253b592-33e2-4e79-b7a0-c78d7c6854c5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:26.131896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/d46a842b-4590-4f12-b3aa-a4249ed0bbf3 HTTP/1.1" status: 204 len: 168 time: 0.4693737 Jul 16 01:58:26.131896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbd378-faa4-4b4a-a9cf-c2cecd42955f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=d46a842b-4590-4f12-b3aa-a4249ed0bbf3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.133023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.213889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c02f1dfb-a37f-413d-a7c4-e7ff37efce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.259759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet d81cc470-e045-484d-a102-96e49b5f544b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:26.267371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.276543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c624f322-7328-496f-ba10-ee49cfcfe88c None None] Provisioning complete for port 5f501820-d653-45ef-ae67-4dc7743e7c1a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:26.277019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c624f322-7328-496f-ba10-ee49cfcfe88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.327233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c624f322-7328-496f-ba10-ee49cfcfe88c None None] Port 5f501820-d653-45ef-ae67-4dc7743e7c1a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:26.332638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:26.346804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:26.363611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.429866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] DHCP port deletion for 5253b592-33e2-4e79-b7a0-c78d7c6854c5 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:26.465802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:26.478968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.479541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-721aeb18-5d9f-4f05-b0e9-69888e79be4d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "PUT /v2.0/routers/ddeacb47-880f-4d3e-bff4-88f87bb251eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9193916 Jul 16 01:58:26.485746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:26.491134 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.506494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:26.507338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.559381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.616309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Router 2583b8e2-9121-495f-abec-f414807ec743 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:26.623486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Deleting port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:26.624371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.694800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.728650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:26.765279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=d81cc470-e045-484d-a102-96e49b5f544b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.771480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.773688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-63d0b21e-1ba3-42bc-a768-846e65a8a827 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/d81cc470-e045-484d-a102-96e49b5f544b HTTP/1.1" status: 204 len: 168 time: 0.6394408 Jul 16 01:58:26.777431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.813812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:26.823888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-676f30a5-e2d9-4386-bfe8-c341f611185b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/routers/2583b8e2-9121-495f-abec-f414807ec743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7915823 Jul 16 01:58:26.827286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.827429 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] Sync routers for ids ['2583b8e2-9121-495f-abec-f414807ec743'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:26.840123 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] Routers {'2583b8e2-9121-495f-abec-f414807ec743'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:26.840751 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2583b8e2-9121-495f-abec-f414807ec743'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.848682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b4bda-e953-465a-874d-4caa105bc08b None None] Network c887d7ee-91fd-4cb9-9866-64c17f0f3751 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:26.908157 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.915138 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.939165 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] Routers {'2583b8e2-9121-495f-abec-f414807ec743'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:26.939800 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2583b8e2-9121-495f-abec-f414807ec743'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.016466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8461e9-7eb1-4a95-9e2b-b618775089c0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.018398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd8461e9-7eb1-4a95-9e2b-b618775089c0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports?device_id=2583b8e2-9121-495f-abec-f414807ec743 HTTP/1.1" status: 200 len: 983 time: 0.1894991 Jul 16 01:58:27.021769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:27.023254 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.024826 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ba5ce-cc34-47d6-8ac0-631fb7875dd8 None None] The sync data for ids ['2583b8e2-9121-495f-abec-f414807ec743'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:27.144852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:27.145392 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.176476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b01be-70cd-4d95-8b98-b5ff28870fa4 req-51cbfc9d-b527-4a87-bad8-cda502749d4c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.178148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb2b01be-70cd-4d95-8b98-b5ff28870fa4 req-51cbfc9d-b527-4a87-bad8-cda502749d4c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.2424481 Jul 16 01:58:27.243307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6662601c-7fdd-4e33-958e-93d3a40b0bcc None None] Provisioning complete for port f2731f24-01f6-4de7-adc8-20c9adeeaed7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:27.243917 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6662601c-7fdd-4e33-958e-93d3a40b0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.248724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] For port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,segment=NetworkSegment(19a5f0a3-7057-459b-b111-069844057dba),segment_id=19a5f0a3-7057-459b-b111-069844057dba)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:27.249128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.362211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.362540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,segment=NetworkSegment(19a5f0a3-7057-459b-b111-069844057dba),segment_id=19a5f0a3-7057-459b-b111-069844057dba)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:27.362923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.363177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.363905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.364479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.366425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Calling delete_port for 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:27.369197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.369477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:27.370191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.371325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.371795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.373787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.374276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.374746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.375206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.378673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:27.380634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.386344 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cdec6d4a-8b63-4000-bcc1-85ec7b8eee9e tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9045 time: 0.9027717 Jul 16 01:58:27.387522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:27.478969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6662601c-7fdd-4e33-958e-93d3a40b0bcc None None] Port f2731f24-01f6-4de7-adc8-20c9adeeaed7 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:27.494316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb2b01be-70cd-4d95-8b98-b5ff28870fa4 req-720bef33-9336-4313-bb4e-b298e93f460e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065114 Jul 16 01:58:27.546596 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.562629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.564022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.564712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.565409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.566162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.566794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.567541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.568199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.569179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.569861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:27.578772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3b2508ac-fd7a-4eaa-a647-c2a644fec0f2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6415 time: 0.1900754 Jul 16 01:58:27.581874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:27.600453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.660224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.705536 n-d-800087-6 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No ports have port_id starting with 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 Jul 16 01:58:27.712924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Pushing event deleted for resources: {'Port': ['ID=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.732255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] No DVR routers for this DVR port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:27.737922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.737922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.737922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.737922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.738344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.738608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.738949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.739355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.739768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.740067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.741070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.741560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed61f98-e67d-46c7-acfa-030bab9acf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:27.777885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 2, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.832642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:27.833395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Updating router ddeacb47-880f-4d3e-bff4-88f87bb251eb port 5f501820-d653-45ef-ae67-4dc7743e7c1a binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:27.874182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] DHCP port deletion for c887d7ee-91fd-4cb9-9866-64c17f0f3751 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:27.928214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.944377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a92654ab-0486-40fe-b72f-f1ef0359336f tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4310 time: 0.3608162 Jul 16 01:58:28.089794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=3e306ada-3ec5-47fe-aeb2-d6f664e9e182,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.092140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port 3e306ada-3ec5-47fe-aeb2-d6f664e9e182 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:28.107868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] Deleting port b0464589-c524-4429-855b-e5aa9cf72c14 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:28.108343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.246324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] For port b0464589-c524-4429-855b-e5aa9cf72c14, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b0464589-c524-4429-855b-e5aa9cf72c14,segment=NetworkSegment(bd81f79a-5020-4064-9274-6732d1c7fc06),segment_id=bd81f79a-5020-4064-9274-6732d1c7fc06)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:28.247006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.306081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.316143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43872) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.321204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664377741', 'description': 'tempest-secgroup-smoke-1664377741 description', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:28.330182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5253b592-33e2-4e79-b7a0-c78d7c6854c5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.340126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] Calling delete_port for b0464589-c524-4429-855b-e5aa9cf72c14 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:28.345330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a5f0a3-7057-459b-b111-069844057dba') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.346043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a5f0a3-7057-459b-b111-069844057dba') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.358224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.373171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.394119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.405577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:28.406195 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:28.483319 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:28.492304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.507145 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.509159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/5253b592-33e2-4e79-b7a0-c78d7c6854c5 HTTP/1.1" status: 204 len: 168 time: 1.7304115 Jul 16 01:58:28.512995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.519451 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.524429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.554788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.557277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2399063 Jul 16 01:58:28.563433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.569554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '6bca0fe9-1755-46d2-a5e7-0b741af4e4f2', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:28.587823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5062a65-5ea7-4e21-858f-31dec0e90458 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.616182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.619058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.627815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94604f25-e2d9-4e64-838e-f6ed581b1ed5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=5253b592-33e2-4e79-b7a0-c78d7c6854c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.668970 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.734261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] The port 'b0464589-c524-4429-855b-e5aa9cf72c14' was deleted {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:58:28.739667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] Pushing event deleted for resources: {'Port': ['ID=b0464589-c524-4429-855b-e5aa9cf72c14,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.763947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0898a6-0d54-42d5-9d70-30626720858a None None] No DVR routers for this DVR port b0464589-c524-4429-855b-e5aa9cf72c14 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:28.774858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.779678 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.786475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.809270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Transition to ACTIVE for port object 5f501820-d653-45ef-ae67-4dc7743e7c1a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:28.821091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1fc3c0-3e94-4cfc-bcbb-e25350a53021,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.822271 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.825546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.827395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-755fcb03-f39b-4d90-bec4-884d869b4643 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621932 Jul 16 01:58:28.830458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43886) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:28.837424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '6bca0fe9-1755-46d2-a5e7-0b741af4e4f2', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:28.857667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.874829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.921334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.926038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8585-0fc7-4315-8cd3-c8b92262a3f1 None None] Pushing event updated for resources: {'Port': ['ID=5f501820-d653-45ef-ae67-4dc7743e7c1a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.965346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.974764 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.021842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Attempting to bind port 5f501820-d653-45ef-ae67-4dc7743e7c1a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:29.022058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c594e0-0fcc-48d6-b90c-83b6e0488e3b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.022153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Attempting to bind port 5f501820-d653-45ef-ae67-4dc7743e7c1a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:29.022421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Attempting to bind port 5f501820-d653-45ef-ae67-4dc7743e7c1a on network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:29.040556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:29.040805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.042569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be63f967-fa0d-4480-8fa1-8bf68469fb58 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2103019 Jul 16 01:58:29.045318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.050127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Checking segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:29.050918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '6bca0fe9-1755-46d2-a5e7-0b741af4e4f2', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.051049 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.051949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Bound using segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:29.054021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.054188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Bound port: 5f501820-d653-45ef-ae67-4dc7743e7c1a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:29.054188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.107961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.112224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c887d7ee-91fd-4cb9-9866-64c17f0f3751']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.215566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] For port 5f501820-d653-45ef-ae67-4dc7743e7c1a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:29.219833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] For port 5f501820-d653-45ef-ae67-4dc7743e7c1a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5f501820-d653-45ef-ae67-4dc7743e7c1a,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:29.225592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd81f79a-5020-4064-9274-6732d1c7fc06') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.225895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd81f79a-5020-4064-9274-6732d1c7fc06') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.228654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.242310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.252595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178ce1-88cb-4058-9dee-3b52966f1a1b req-231201f8-8dfc-4a45-aed8-95c98b88193d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.262873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.263910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55178ce1-88cb-4058-9dee-3b52966f1a1b req-231201f8-8dfc-4a45-aed8-95c98b88193d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.4925034 Jul 16 01:58:29.267700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.317728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.326814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b960090c-f8f9-4052-beee-59c20aaba224,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.329928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:29.330347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:29.333464 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:29.348546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.351954 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e47cb5a-280f-4639-ac21-3514a880f328 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056171 Jul 16 01:58:29.357647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.363397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:29.364079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.369553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf8585-0fc7-4315-8cd3-c8b92262a3f1 None None] Pushing event updated for resources: {'Port': ['ID=5f501820-d653-45ef-ae67-4dc7743e7c1a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.384204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '6bca0fe9-1755-46d2-a5e7-0b741af4e4f2', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.434503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.437755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-55178ce1-88cb-4058-9dee-3b52966f1a1b req-b3d79fe0-c9a2-443c-8443-de7dce79d25d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728358 Jul 16 01:58:29.509859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b0464589-c524-4429-855b-e5aa9cf72c14 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:29.549697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.554988 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.578222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.579492 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2168977 Jul 16 01:58:29.581128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b67ac2-e115-403c-8059-60aa6035fda0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0127c77-39f9-46fd-8b39-0bb3ec0770cf,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.585326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43906) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.596758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '6bca0fe9-1755-46d2-a5e7-0b741af4e4f2', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.599335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b0464589-c524-4429-855b-e5aa9cf72c14 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:29.599865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b0464589-c524-4429-855b-e5aa9cf72c14 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:29.600346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.628170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.630447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/c887d7ee-91fd-4cb9-9866-64c17f0f3751 HTTP/1.1" status: 204 len: 168 time: 1.1156178 Jul 16 01:58:29.638330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43908) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.643451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598878301'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.647858 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Project 6c3c36aa1efe4a9ca233191c9d891b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:58:29.656097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.665570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc8ff-b0f0-4660-b986-123fb6326369 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=c887d7ee-91fd-4cb9-9866-64c17f0f3751,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.685363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:29.708191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port f2731f24-01f6-4de7-adc8-20c9adeeaed7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:29.708639 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.714575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:29.719101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.762973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:29.780630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.781147 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment 76189809-73f6-467c-aade-b8345695346e of type vlan for network 6e3b26da-17a9-427a-9c14-cd845a0604c4 Jul 16 01:58:29.796957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.804140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.816659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for f2731f24-01f6-4de7-adc8-20c9adeeaed7 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:29.818739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.843569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.852700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a11796-e9d4-46d5-9b11-beebeb4b4a19,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.864054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.864054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1dfc82fe-f031-453b-8fa1-22e8b8e338dc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2755735 Jul 16 01:58:29.874252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.878430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '6bca0fe9-1755-46d2-a5e7-0b741af4e4f2', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.905121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.910632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:29.911221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.959469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3223808 Jul 16 01:58:29.960381 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Project 6c3c36aa1efe4a9ca233191c9d891b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:58:29.963182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:29Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.968168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43916) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.973638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:29.980469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.994812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7661ed-15c4-48bd-90a7-ac67edf32a98 None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:29Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:30.051778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecbd51-4c93-42e5-99ec-7befc89b56fd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=6e3b26da-17a9-427a-9c14-cd845a0604c4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.091529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:30.097221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.176071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=f2731f24-01f6-4de7-adc8-20c9adeeaed7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.179723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.185476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.201219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1df39a6-b4fd-4996-9759-03b9850c2750,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.203227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:30.206766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.271522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.274944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8bd64ee2-02ed-40a3-a204-ce893430ffe4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4001980 Jul 16 01:58:30.565874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.682947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.783766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=f7a724ae-7fca-4861-ad62-e6fa28c5c605,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.800910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': '76189809-73f6-467c-aade-b8345695346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:30.801273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: 6e3b26da-17a9-427a-9c14-cd845a0604c4, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:30.855045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:30.872989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 6e3b26da-17a9-427a-9c14-cd845a0604c4) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:30.878461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Router 2583b8e2-9121-495f-abec-f414807ec743 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:30.884980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097ff7c-6213-4e8b-b4b2-6ae37773c801 None None] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:30.897367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c880a8-617a-4530-bda5-ffd5c0e9fe1f req-3b9c49df-bb83-4afe-bfe6-7f33b41287fc tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.906442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7c880a8-617a-4530-bda5-ffd5c0e9fe1f req-3b9c49df-bb83-4afe-bfe6-7f33b41287fc tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.2288358 Jul 16 01:58:30.908975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:30.911864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.955049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-96694319-ed87-4732-ae25-f97f330634f5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9857967 Jul 16 01:58:30.956077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:30.976693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-812059320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:31.043654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.045516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.160924 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.169032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.179582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7c880a8-617a-4530-bda5-ffd5c0e9fe1f req-8c590f0c-d6e2-4e8a-9910-29ff0f0c7b3c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708895 Jul 16 01:58:31.219645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.219645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e35cb3be-7cd6-4c50-8171-89adf7f545ae tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2449999 Jul 16 01:58:31.219645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43962) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.222667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'port': {'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4', 'name': 'tempest-RoutersIpV6Test-1239744608'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:31.223645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:31.224550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-6e3b26da-17a9-427a-9c14-cd845a0604c4', 'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': 'f7a724ae-7fca-4861-ad62-e6fa28c5c605'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:31.227527 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.248869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] Sync routers for ids ['2583b8e2-9121-495f-abec-f414807ec743'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:31.251988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d291cf5a-f4c6-4c31-906c-7bb1e184e5d1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/routers/2583b8e2-9121-495f-abec-f414807ec743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2239347 Jul 16 01:58:31.258831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.269862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] Routers {'2583b8e2-9121-495f-abec-f414807ec743'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:31.270497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2583b8e2-9121-495f-abec-f414807ec743'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.316120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-f9e6ccc8-818d-4d06-bc4b-1daeb8d38edd tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664377741&fields=id&tenant_id=6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 267 time: 0.1977024 Jul 16 01:58:31.368160 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb38be83-073e-4117-b62b-c11ae914a36a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:58:31.375873 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb38be83-073e-4117-b62b-c11ae914a36a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/f2731f24-01f6-4de7-adc8-20c9adeeaed7 HTTP/1.1" status: 404 len: 333 time: 0.1159439 Jul 16 01:58:31.384071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.390959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.428352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] Routers {'2583b8e2-9121-495f-abec-f414807ec743'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:31.428991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2583b8e2-9121-495f-abec-f414807ec743'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.523633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5f501820-d653-45ef-ae67-4dc7743e7c1a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:31.548709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.549623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e357417-b3a2-4c5e-a455-3083583e41c1 None None] The sync data for ids ['2583b8e2-9121-495f-abec-f414807ec743'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:31.643840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Allocated IP 2001:db8::2 (6e3b26da-17a9-427a-9c14-cd845a0604c4/f7a724ae-7fca-4861-ad62-e6fa28c5c605/1d0121b6-22bf-4463-abb8-86a31b666400) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:31.665242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.736474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 5f501820-d653-45ef-ae67-4dc7743e7c1a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:31.772889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5f501820-d653-45ef-ae67-4dc7743e7c1a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:31.777650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.880091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:31.887738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.000285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-de64e7e2-0f4c-4d57-8402-1fd4316f18b0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.007881 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-de64e7e2-0f4c-4d57-8402-1fd4316f18b0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/networks?id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 200 len: 797 time: 0.6904001 Jul 16 01:58:32.028707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8177eda5-56dc-4445-b269-a35e5bbd7a2e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/quotas/6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 375 time: 0.0193522 Jul 16 01:58:32.029354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] device_id is not set on port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:32.052434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.055292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.074497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Transition to ACTIVE for port object 1d0121b6-22bf-4463-abb8-86a31b666400 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:32.110364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.111916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Transition to ACTIVE for port object 1d0121b6-22bf-4463-abb8-86a31b666400 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:32.112888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.115948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 5f501820-d653-45ef-ae67-4dc7743e7c1a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5f501820-d653-45ef-ae67-4dc7743e7c1a,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.122928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.128412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.169433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:32.172582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:32.176419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:32.197300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=5f501820-d653-45ef-ae67-4dc7743e7c1a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.205284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8::2f6 (6e3b26da-17a9-427a-9c14-cd845a0604c4/f7a724ae-7fca-4861-ad62-e6fa28c5c605/75e4a914-eff9-41b5-ab1c-1c49841dbf5d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:32.263504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:32.280623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-20f0cbfa-10cd-453e-9f7b-b500d34f9e6b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508025 Jul 16 01:58:32.404476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.405094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Fanout notify agent at l3_agent the message router_deleted on router 2583b8e2-9121-495f-abec-f414807ec743 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:32.418845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.423467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.429597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3db8f99b-1e46-49ac-8a8e-246d41228800 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/routers/2583b8e2-9121-495f-abec-f414807ec743 HTTP/1.1" status: 204 len: 168 time: 1.0428495 Jul 16 01:58:32.515407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Attempting to bind port 1d0121b6-22bf-4463-abb8-86a31b666400 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:32.515770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Attempting to bind port 1d0121b6-22bf-4463-abb8-86a31b666400 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '76189809-73f6-467c-aade-b8345695346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:32.516227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Attempting to bind port 1d0121b6-22bf-4463-abb8-86a31b666400 on network 6e3b26da-17a9-427a-9c14-cd845a0604c4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:32.536775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8e34ecb0-3f47-4a05-810c-273804ca0abb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:58:32.547480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8e34ecb0-3f47-4a05-810c-273804ca0abb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2659388 Jul 16 01:58:32.603123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.622717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.630973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 56c63b2b-0395-4c65-a87b-98a72435df52 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:32.636003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.638651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object 75e4a914-eff9-41b5-ab1c-1c49841dbf5d will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:32.643661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '7b373db9-8837-4131-acf4-57042e25acd2', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'port_id': '7b373db9-8837-4131-acf4-57042e25acd2', 'mac_address': 'fa:16:3e:42:b7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:32.654592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:32.655362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Checking segment: {'id': '76189809-73f6-467c-aade-b8345695346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:32.655933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.656616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Bound using segment: {'id': '76189809-73f6-467c-aade-b8345695346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:32.657366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Bound port: 1d0121b6-22bf-4463-abb8-86a31b666400, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76189809-73f6-467c-aade-b8345695346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6e3b26da-17a9-427a-9c14-cd845a0604c4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:32.658558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.676951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Pushing event updated for resources: {'Port': ['ID=1d0121b6-22bf-4463-abb8-86a31b666400,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.718424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.770211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.794808 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.809350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:32.820917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:32.826259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d97d2c-51f9-4c72-9a04-19a375c9c274 req-4d35804c-4dd7-45f1-b7a1-0f31cf80330a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.829267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:32.835283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d97d2c-51f9-4c72-9a04-19a375c9c274 req-4d35804c-4dd7-45f1-b7a1-0f31cf80330a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 943 time: 0.3487182 Jul 16 01:58:32.836260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:32.837123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.855810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=75e4a914-eff9-41b5-ab1c-1c49841dbf5d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.860614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb3d986e-14d3-48af-ac72-4d836ee286a8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6425238 Jul 16 01:58:32.866141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43992) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.874508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] For port 1d0121b6-22bf-4463-abb8-86a31b666400, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:32.879751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b373db9-8837-4131-acf4-57042e25acd2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:32.904477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.914221 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2d97d2c-51f9-4c72-9a04-19a375c9c274 req-ef37c4d6-743b-4585-b491-db67dff4e353 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779769 Jul 16 01:58:32.925555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.931059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-c381521c-4718-4add-bb4c-a533fe31ecab service neutron] 10.222.0.35 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819644 Jul 16 01:58:32.933631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] For port 1d0121b6-22bf-4463-abb8-86a31b666400, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1d0121b6-22bf-4463-abb8-86a31b666400,segment=NetworkSegment(76189809-73f6-467c-aade-b8345695346e),segment_id=76189809-73f6-467c-aade-b8345695346e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:32.993952 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.112995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.156520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['7b373db9-8837-4131-acf4-57042e25acd2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:33.196637 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.212065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d08378-b1bb-4d99-be9d-6113179faced None None] Pushing event updated for resources: {'Port': ['ID=1d0121b6-22bf-4463-abb8-86a31b666400,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.320686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-7e113ab7-93ca-49c1-891b-eeb80233ba62 service neutron] 10.222.0.35 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886771 Jul 16 01:58:33.371524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.469370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5f501820-d653-45ef-ae67-4dc7743e7c1a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:33.480678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=56c63b2b-0395-4c65-a87b-98a72435df52,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.501774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.512788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-93126b30-3106-4d6f-a21b-36e989206348 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/56c63b2b-0395-4c65-a87b-98a72435df52 HTTP/1.1" status: 204 len: 168 time: 1.0873728 Jul 16 01:58:33.519449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.519638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4099e-81b0-4dbc-89be-0f5a78346012 None None] Network 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:33.613986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.628268 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.749756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 5f501820-d653-45ef-ae67-4dc7743e7c1a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:33.750311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.757006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port a697c1e5-d842-42be-b256-db828b3e8c31 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:33.757353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.913031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] DHCP port deletion for 9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:33.913678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] For port a697c1e5-d842-42be-b256-db828b3e8c31, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a697c1e5-d842-42be-b256-db828b3e8c31,segment=NetworkSegment(538b019b-a55b-4204-b9aa-f5f463c3e8b7),segment_id=538b019b-a55b-4204-b9aa-f5f463c3e8b7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:33.914050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.927469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for a697c1e5-d842-42be-b256-db828b3e8c31 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:34.008555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] Deleting port a697c1e5-d842-42be-b256-db828b3e8c31 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:34.008926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.019413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.068690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No DVR routers for this DVR port a697c1e5-d842-42be-b256-db828b3e8c31 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:34.080566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=a697c1e5-d842-42be-b256-db828b3e8c31,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.120536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] For port a697c1e5-d842-42be-b256-db828b3e8c31, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a697c1e5-d842-42be-b256-db828b3e8c31,segment=NetworkSegment(538b019b-a55b-4204-b9aa-f5f463c3e8b7),segment_id=538b019b-a55b-4204-b9aa-f5f463c3e8b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:34.121087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.164861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] Calling delete_port for a697c1e5-d842-42be-b256-db828b3e8c31 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:34.210826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.243748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.250292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:34.278972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538b019b-a55b-4204-b9aa-f5f463c3e8b7') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.279320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538b019b-a55b-4204-b9aa-f5f463c3e8b7') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.303814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.338456 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.349330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:34.349991 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:34.353921 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:34.373516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a50a9-d0f8-4079-ad5d-77d48ef4f648 req-77a073ba-dde0-4d14-a3e9-459bc5e40f2a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.375100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d0a50a9-d0f8-4079-ad5d-77d48ef4f648 req-77a073ba-dde0-4d14-a3e9-459bc5e40f2a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 944 time: 0.1571755 Jul 16 01:58:34.381820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 7b373db9-8837-4131-acf4-57042e25acd2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:34.382279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.387114 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.477696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d0a50a9-d0f8-4079-ad5d-77d48ef4f648 req-07d88d4d-daf0-4f5d-9d67-a3c8f930c0ba tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920858 Jul 16 01:58:34.483684 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.488071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] No DVR routers for this DVR port a697c1e5-d842-42be-b256-db828b3e8c31 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:34.496011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.506674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530 HTTP/1.1" status: 204 len: 168 time: 0.9831884 Jul 16 01:58:34.518763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.536249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d922c-dd35-43a9-be84-edef3b408c60 None None] Pushing event deleted for resources: {'Port': ['ID=a697c1e5-d842-42be-b256-db828b3e8c31,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.576795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.590898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79948da8-09c0-4550-a789-40dc21094acc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=9a23c1eb-e96b-4ea5-bddb-1cb2adb5a530,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.600660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c4fcc-c0ea-4018-ae76-02fb28fe39db tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:34.606591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-898c4fcc-c0ea-4018-ae76-02fb28fe39db tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/5aa1c748-747e-432a-80bb-ce482963d8b4 HTTP/1.1" status: 200 len: 841 time: 0.0864918 Jul 16 01:58:34.607610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.671334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.718844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:34.725556 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c92af0-f134-483a-85c4-782788b1355a" -d '{"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-plugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:34.726530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.737038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.749156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b3a8977-0f16-45ed-b289-e3987c0521b3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/5aa1c748-747e-432a-80bb-ce482963d8b4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1395521 Jul 16 01:58:34.751845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.758766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:34.759377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa1541-4f65-451a-87c7-923dd99728f7 None None] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:34.830794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:34.847941 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.851310 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a703c1d-b2ec-4a06-a5ed-2c1d5aaa750a x-openstack-request-id: req-9a703c1d-b2ec-4a06-a5ed-2c1d5aaa750a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:34.851702 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-plugged", "status": "completed", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:34.852219 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a703c1d-b2ec-4a06-a5ed-2c1d5aaa750a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:34.852712 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'code': 200} Jul 16 01:58:34.914272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-888f2c61-c7d3-4403-8e65-93642773d21a None None] Provisioning for port 1d0121b6-22bf-4463-abb8-86a31b666400 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:34.974904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe08fc0a-b9e3-4319-ab89-3a0454030902 req-ec001354-f626-4a1a-8c1a-ccd694205b9e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 210 time: 0.0979614 Jul 16 01:58:34.981595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:35.026238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=75e4a914-eff9-41b5-ab1c-1c49841dbf5d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:35.028810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:35.032713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.133026 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da9c6292-5c47-4e48-8dbc-5847249bbaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.245783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.363489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.429697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:35.434990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:35.437991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.438517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.457159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=7d13ad86-2746-4bff-b312-53409818871b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:35.478278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1d0121b6-22bf-4463-abb8-86a31b666400 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:35.484758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e631215-caba-4ece-99cc-86abef1c7bd6 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:35.517001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77ed8-b44e-42ae-a374-718914bf2cc3 req-1f0fc703-8929-48c7-b947-0f32dd4f4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:35.518595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20f77ed8-b44e-42ae-a374-718914bf2cc3 req-1f0fc703-8929-48c7-b947-0f32dd4f4327 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 1097 time: 0.4854944 Jul 16 01:58:35.595196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da9c6292-5c47-4e48-8dbc-5847249bbaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.609551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.626209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49d0dfd7-0297-43b9-ae3e-d933de8ee6a0 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8703706 Jul 16 01:58:35.626421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.626947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-da9c6292-5c47-4e48-8dbc-5847249bbaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.640648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119989422'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.685656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-da9c6292-5c47-4e48-8dbc-5847249bbaf8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e01680676a56431aa2fe400560c62430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1006005 Jul 16 01:58:35.694023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.694245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c6292-5c47-4e48-8dbc-5847249bbaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288bfc97-69c7-4e53-ade2-bd7d1e2971c7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:35.710092 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.734831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1d0121b6-22bf-4463-abb8-86a31b666400 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:35.775372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1d0121b6-22bf-4463-abb8-86a31b666400 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:35.776168 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.789599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Provisioning complete for port 1d0121b6-22bf-4463-abb8-86a31b666400 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:35.790477 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.790937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20f77ed8-b44e-42ae-a374-718914bf2cc3 req-702e2069-01a7-490f-a9ae-f7d18ebc7ce2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141037 Jul 16 01:58:35.929532 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a26b7a9-ec2d-4499-9a1e-9e0f36c28ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.042633 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a26b7a9-ec2d-4499-9a1e-9e0f36c28ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.070595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0170-098c-474c-8d4b-d33ebb6d1733 req-5d8d44e3-58b0-47da-ad46-761c7c38e220 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:36.072184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-335b0170-098c-474c-8d4b-d33ebb6d1733 req-5d8d44e3-58b0-47da-ad46-761c7c38e220 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 946 time: 0.3300703 Jul 16 01:58:36.146544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.226640 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.232919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 1d0121b6-22bf-4463-abb8-86a31b666400, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1d0121b6-22bf-4463-abb8-86a31b666400,segment=NetworkSegment(76189809-73f6-467c-aade-b8345695346e),segment_id=76189809-73f6-467c-aade-b8345695346e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:36.239796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.248155 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.255465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.255650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.257787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.315035 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.337763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3fc5b20-3838-4b2b-90fd-97ef73c2ee2e req-b358b5d6-ea59-4d3a-a901-110c6b5dcc63 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 210 time: 0.1329632 Jul 16 01:58:36.339133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-05ffba5d-d7ec-40cc-9870-86957230f628', 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'tenant_id': 'a66232be989c4b0caafd56ab1df8e2fa', 'fixed_ips': [{'subnet_id': '7d13ad86-2746-4bff-b312-53409818871b'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:36.340006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.373195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a697c1e5-d842-42be-b256-db828b3e8c31 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:36.394778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=75e4a914-eff9-41b5-ab1c-1c49841dbf5d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.420611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-335b0170-098c-474c-8d4b-d33ebb6d1733 req-15ca8ef5-9dbc-444f-87d7-62b0e9d104bf tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385763 Jul 16 01:58:36.446049 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.449820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8189678 Jul 16 01:58:36.452860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44050) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.456065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c3011-d057-4453-a3cc-ffdee5b6eaf7 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce38fa-f218-4832-9439-371817167808,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.458102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'security_group': {'name': 'tempest-secgroup-1877230105'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:36.484197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a26b7a9-ec2d-4499-9a1e-9e0f36c28ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.486939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a26b7a9-ec2d-4499-9a1e-9e0f36c28ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.493219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a26b7a9-ec2d-4499-9a1e-9e0f36c28ee1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/288bfc97-69c7-4e53-ade2-bd7d1e2971c7 HTTP/1.1" status: 204 len: 168 time: 0.8013542 Jul 16 01:58:36.509614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26b7a9-ec2d-4499-9a1e-9e0f36c28ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288bfc97-69c7-4e53-ade2-bd7d1e2971c7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.514434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:36.521057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:36.523071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a697c1e5-d842-42be-b256-db828b3e8c31 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:36.523581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a697c1e5-d842-42be-b256-db828b3e8c31 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:36.535602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=1d0121b6-22bf-4463-abb8-86a31b666400,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:36.539535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.549498 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:58:36.549855 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:58:36.849296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Allocated IP 172.20.0.2 (05ffba5d-d7ec-40cc-9870-86957230f628/7d13ad86-2746-4bff-b312-53409818871b/6511ce29-cca6-46ea-a381-1f5a254ac90e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:37.105701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-459f7640-a7a7-4e2a-b593-76c071b00a03 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.107353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-459f7640-a7a7-4e2a-b593-76c071b00a03 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.38 "GET /v2.0/networks?id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 200 len: 797 time: 0.4621336 Jul 16 01:58:37.149412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.153972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.155492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.169585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Transition to ACTIVE for port object 6511ce29-cca6-46ea-a381-1f5a254ac90e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:37.173168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-231a28d4-4d94-47c8-9de6-127845d65581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.180634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 708a74e6-f824-49b9-b670-95f266020b05 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:37.184208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.203795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Transition to ACTIVE for port object 6511ce29-cca6-46ea-a381-1f5a254ac90e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:37.216443 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-545f4f99-ef6f-4bab-8639-506e003b566b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 380 time: 0.0943966 Jul 16 01:58:37.245763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'port': {'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'admin_state_up': True, 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'security_groups': ['6bca0fe9-1755-46d2-a5e7-0b741af4e4f2']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:37.263826 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.373714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:37.376796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Pushing event updated for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.379422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:37.386433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:37.432500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1d0121b6-22bf-4463-abb8-86a31b666400 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:37.492576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Attempting to bind port 6511ce29-cca6-46ea-a381-1f5a254ac90e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:37.493134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Attempting to bind port 6511ce29-cca6-46ea-a381-1f5a254ac90e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'a7c2140c-37c8-4702-9b51-2c61393ef9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:37.493679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Attempting to bind port 6511ce29-cca6-46ea-a381-1f5a254ac90e on network 05ffba5d-d7ec-40cc-9870-86957230f628 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:37.502122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:37.502924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Checking segment: {'id': 'a7c2140c-37c8-4702-9b51-2c61393ef9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:37.503527 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.504225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Bound using segment: {'id': 'a7c2140c-37c8-4702-9b51-2c61393ef9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:37.504873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Bound port: 6511ce29-cca6-46ea-a381-1f5a254ac90e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2140c-37c8-4702-9b51-2c61393ef9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:37.505449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.581225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:37.585557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6511ce29-cca6-46ea-a381-1f5a254ac90e,segment=NetworkSegment(a7c2140c-37c8-4702-9b51-2c61393ef9e2),segment_id=a7c2140c-37c8-4702-9b51-2c61393ef9e2)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:37.589874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Provisioning for port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:37.599428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Provisioning complete for port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:37.600162 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.602485 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.620365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.626681 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1676862 Jul 16 01:58:37.628537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.684185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1824825243', 'security_groups': ['e3db6507-6899-4e18-8160-86b7a7182ffa'], 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d13ad86-2746-4bff-b312-53409818871b'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:37.692745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f468aea-cc3a-4948-8fc7-1c61fc21d1dc tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db6507-6899-4e18-8160-86b7a7182ffa,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.702996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2239f-22d2-4864-92db-1c06d99b05a5 None None] Port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:37.735639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1d0121b6-22bf-4463-abb8-86a31b666400 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:37.736021 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.753198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:37.766458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] Sync routers for ids ['708a74e6-f824-49b9-b670-95f266020b05'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:37.771756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b5d8d329-f339-439b-a6f5-f12375be84ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/708a74e6-f824-49b9-b670-95f266020b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9042873 Jul 16 01:58:37.776499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.780127 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] Routers {'708a74e6-f824-49b9-b670-95f266020b05'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:37.780750 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['708a74e6-f824-49b9-b670-95f266020b05'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:37.794382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22746d-7d1a-4c93-b73b-f71e861e5663 None None] Pushing event updated for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.815060 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:37.825315 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] Routers {'708a74e6-f824-49b9-b670-95f266020b05'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:37.826101 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['708a74e6-f824-49b9-b670-95f266020b05'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:37.865425 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:37.866040 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e90300-76f0-45d7-9269-212888ff61ce None None] The sync data for ids ['708a74e6-f824-49b9-b670-95f266020b05'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:37.874951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d40461a8-d6ec-48b8-800e-74c38d274e80 None None] Provisioning complete for port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:37.880180 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d40461a8-d6ec-48b8-800e-74c38d274e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.900342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3186328-45ba-4093-a35b-55d459610cbe req-1e89c8b8-0ad0-4afc-aad2-bca326832646 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 210 time: 0.3568027 Jul 16 01:58:37.913583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e871f51-cd59-45ba-8349-4eb960c658cd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:37.915050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3e871f51-cd59-45ba-8349-4eb960c658cd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports/75e4a914-eff9-41b5-ab1c-1c49841dbf5d HTTP/1.1" status: 200 len: 984 time: 0.1374123 Jul 16 01:58:37.919523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.958264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-17f97da1-c2c8-40f5-a57e-9500717e5580 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5216095 Jul 16 01:58:37.962121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d40461a8-d6ec-48b8-800e-74c38d274e80 None None] Port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:38.103792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-8b487f42-2f7a-4812-8691-ee10f1d67f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.105919 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-8b487f42-2f7a-4812-8691-ee10f1d67f5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 1097 time: 0.1225071 Jul 16 01:58:38.127821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-231a28d4-4d94-47c8-9de6-127845d65581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.141540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-231a28d4-4d94-47c8-9de6-127845d65581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.200944 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:58:38.200944 n-d-800087-6 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:58:38.200944 n-d-800087-6 neutron-server[93907]: [parameters: {'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'id': '6fbd935f-2506-4257-bb34-dd24a8af091b', 'expiration': datetime.datetime(2021, 7, 16, 2, 0, 38, 187981)}] Jul 16 01:58:38.200944 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:58:38.201424 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:58:38.270825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-f48d814f-859d-4fe0-9a35-fa4b9f22f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.272363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-f48d814f-859d-4fe0-9a35-fa4b9f22f7e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 200 len: 912 time: 0.1373639 Jul 16 01:58:38.295888 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:38.298624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44110) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.300231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-231a28d4-4d94-47c8-9de6-127845d65581 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42e26bea603e489cb21085a707acb036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1436992 Jul 16 01:58:38.308421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a28d4-4d94-47c8-9de6-127845d65581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc151d9-2ccd-4e13-a8fe-c563ab381be4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.329347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:38.436883 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-190c1a14-fdeb-4c6b-9013-5b80aa1e0f67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d HTTP/1.1" status: 200 len: 1002 time: 0.1564050 Jul 16 01:58:38.482368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86f67bc7-08fb-44e1-8561-e132045daa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.515430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-cb960af1-b3d6-4786-9fb8-a5f7d42a8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.516943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-cb960af1-b3d6-4786-9fb8-a5f7d42a8773 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 200 len: 850 time: 0.0732021 Jul 16 01:58:38.519223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86f67bc7-08fb-44e1-8561-e132045daa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.611076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-9db62e93-1137-480f-9f25-948ef1ef0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.612705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-9db62e93-1137-480f-9f25-948ef1ef0d4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=06e259b4-edc5-41d0-b374-805a548ba54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855880 Jul 16 01:58:38.613917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86f67bc7-08fb-44e1-8561-e132045daa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.616779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-86f67bc7-08fb-44e1-8561-e132045daa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.620543 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-86f67bc7-08fb-44e1-8561-e132045daa37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebc151d9-2ccd-4e13-a8fe-c563ab381be4 HTTP/1.1" status: 204 len: 168 time: 0.3183334 Jul 16 01:58:38.653448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f67bc7-08fb-44e1-8561-e132045daa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc151d9-2ccd-4e13-a8fe-c563ab381be4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.720802 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.747942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e5dc1-b7f0-4922-b61f-ee962739e7bb req-c0de1fe4-97d1-4a94-a8d1-878de59dc94e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.755367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e59e5dc1-b7f0-4922-b61f-ee962739e7bb req-c0de1fe4-97d1-4a94-a8d1-878de59dc94e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 946 time: 0.8467376 Jul 16 01:58:38.761770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port f87ea895-70f2-41a2-8b62-8903a74924a0 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:38.799048 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-ecd007b7-0ea0-4b57-a94c-5973a22be403 service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780057 Jul 16 01:58:38.802206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:38.806301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.879868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e59e5dc1-b7f0-4922-b61f-ee962739e7bb req-71b5c013-0d4c-4e32-b58d-ff1f2a7369b5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237495 Jul 16 01:58:39.025788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-348adee9-4d2d-449c-b3c5-0eb1016d8f12 req-44967e6d-b912-44bd-b898-a170547e3d4e service neutron] 10.222.0.32 "GET /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161353 Jul 16 01:58:39.131418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.11 (05ffba5d-d7ec-40cc-9870-86957230f628/7d13ad86-2746-4bff-b312-53409818871b/f87ea895-70f2-41a2-8b62-8903a74924a0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:39.133701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.20.0.8 (8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7/cb628f3a-bd0b-4a98-a040-d1c7eb88d315/6c7940bf-78cf-4d00-90bc-56e60b35a6e8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:39.199704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab90d5fa-0d98-414a-aa02-cbcb00df78e2 None None] Provisioning for port 6511ce29-cca6-46ea-a381-1f5a254ac90e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:39.213717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab90d5fa-0d98-414a-aa02-cbcb00df78e2 None None] Provisioning complete for port 5aa1c748-747e-432a-80bb-ce482963d8b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:39.214347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab90d5fa-0d98-414a-aa02-cbcb00df78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.216523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3bc33e0-f1ac-48d9-a633-5839941b521a req-8b50cf61-67f1-41b3-887b-51a479933ca6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 210 time: 0.0527422 Jul 16 01:58:39.233706 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.255026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ab90d5fa-0d98-414a-aa02-cbcb00df78e2 None None] Port 5aa1c748-747e-432a-80bb-ce482963d8b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:39.377190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.395052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:39.397342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Transition to ACTIVE for port object 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:39.437265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.512207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6511ce29-cca6-46ea-a381-1f5a254ac90e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:39.512409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:39.516423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:39.516812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.517849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.519612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:39.521816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.524373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:39.539879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object f87ea895-70f2-41a2-8b62-8903a74924a0 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:39.589831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.590758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.608519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-8d900260-5f22-425c-8d1e-9cd907da0f76 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3761487 Jul 16 01:58:39.624518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Request body: {'port': {'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:39.648791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.676539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.722536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6511ce29-cca6-46ea-a381-1f5a254ac90e,segment=NetworkSegment(a7c2140c-37c8-4702-9b51-2c61393ef9e2),segment_id=a7c2140c-37c8-4702-9b51-2c61393ef9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:39.738315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.739162 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.751816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:39.761057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:39.772734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 75e4a914-eff9-41b5-ab1c-1c49841dbf5d {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:39.773083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.787916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:39.825083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.887102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8fe4d186-4621-47fd-bd6d-d39785161deb None None] Provisioning for port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:39.894687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8fe4d186-4621-47fd-bd6d-d39785161deb None None] Provisioning complete for port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:39.895065 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d186-4621-47fd-bd6d-d39785161deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.976353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4d186-4621-47fd-bd6d-d39785161deb None None] Port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:39.980584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=f87ea895-70f2-41a2-8b62-8903a74924a0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.053000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.054106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.081894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.093002 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2f1b68c2-e779-4471-aa9f-684b0fe38b5e tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4215865 Jul 16 01:58:40.094230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44142) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.108449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:40.131159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 75e4a914-eff9-41b5-ab1c-1c49841dbf5d owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:40.209925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-db50e1c9-a02d-44dd-a790-bbd0df637e7f None None] Provisioning for port f87ea895-70f2-41a2-8b62-8903a74924a0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:40.217278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-db50e1c9-a02d-44dd-a790-bbd0df637e7f None None] Provisioning complete for port f87ea895-70f2-41a2-8b62-8903a74924a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:40.217794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db50e1c9-a02d-44dd-a790-bbd0df637e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.259324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:40.275289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.301863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-db50e1c9-a02d-44dd-a790-bbd0df637e7f None None] Port f87ea895-70f2-41a2-8b62-8903a74924a0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:40.304574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Transition to ACTIVE for port object 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:40.312856 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.374191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:40.379577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.395919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Pushing event updated for resources: {'Port': ['ID=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.471064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Attempting to bind port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:40.471560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Attempting to bind port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:40.472005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Attempting to bind port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 on network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:40.476932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 on network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:58:40.477366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Attempting to bind port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 on network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:40.482827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:40.483288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Checking segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:40.483864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Bound using segment: {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:40.484565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Bound port: 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e8171d-c3ab-4ef7-a0be-35f738e08112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:40.485348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.563374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] For port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:40.566823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] For port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:40.575592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.632152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.632875 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.634628 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] 10.222.0.38 "PUT /v2.0/ports/6c7940bf-78cf-4d00-90bc-56e60b35a6e8 HTTP/1.1" status: 200 len: 1091 time: 1.0164649 Jul 16 01:58:40.635136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:40.638546 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925457d7-a742-4ae1-8f41-c9472dafd530" -d '{"events": [{"name": "network-changed", "server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:40.676314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215db59-eb56-4ed9-a764-8b1ff839ad4d service neutron] Pushing event updated for resources: {'Port': ['ID=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.736761 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d13ad86-2746-4bff-b312-53409818871b (CIDR: 172.20.0.0/28) Jul 16 01:58:40.752455 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:40.753138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:40.769202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b018b-6711-4a72-9978-0c35394f31be req-413acb09-9d8f-4011-99fc-8d1a40ff56d7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.769457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-bf41892e-fdaa-410e-a7cc-0f80ef7cea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.770874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c8b018b-6711-4a72-9978-0c35394f31be req-413acb09-9d8f-4011-99fc-8d1a40ff56d7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 943 time: 0.3148835 Jul 16 01:58:40.776467 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-bf41892e-fdaa-410e-a7cc-0f80ef7cea0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 1094 time: 0.0790720 Jul 16 01:58:40.788440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe956f-3e1e-46c5-81f1-a48d4b3e97ee req-bf2cfbe0-2aff-401c-b0b0-7af5e49ec57e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.795726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bfe956f-3e1e-46c5-81f1-a48d4b3e97ee req-bf2cfbe0-2aff-401c-b0b0-7af5e49ec57e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 946 time: 0.3357570 Jul 16 01:58:40.833635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-d4289424-9ed1-4b29-981b-8e8ddb1fd591 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8 HTTP/1.1" status: 200 len: 217 time: 0.0563598 Jul 16 01:58:40.847520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44166) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.849371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2a234d28-ae26-4139-ab5b-2402f408145a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7396085 Jul 16 01:58:40.850915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.854040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:40.921447 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-bad6097a-4305-4332-999d-6d31fb5b5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.923021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-bad6097a-4305-4332-999d-6d31fb5b5aae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cb628f3a-bd0b-4a98-a040-d1c7eb88d315 HTTP/1.1" status: 200 len: 835 time: 0.0828781 Jul 16 01:58:40.929776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=75e4a914-eff9-41b5-ab1c-1c49841dbf5d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.995408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c8b018b-6711-4a72-9978-0c35394f31be req-301d904c-d231-487f-9429-e87c160827e6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159927 Jul 16 01:58:41.004072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bfe956f-3e1e-46c5-81f1-a48d4b3e97ee req-e207a855-f172-4a5e-bea4-bb9a71b715da tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077563 Jul 16 01:58:41.061263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-052065d1-c6d7-4794-9dd3-df9b5ee3d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:41.063007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-052065d1-c6d7-4794-9dd3-df9b5ee3d7c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066766 Jul 16 01:58:41.084493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:41.088003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.132846 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0d18a-b4e1-4880-879d-6d9efba41386 x-openstack-request-id: req-d2b0d18a-b4e1-4880-879d-6d9efba41386 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:41.133136 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:41.133394 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2b0d18a-b4e1-4880-879d-6d9efba41386 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:41.133795 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'status': 'completed', 'code': 200} Jul 16 01:58:41.162821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.340237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 708a74e6-f824-49b9-b670-95f266020b05 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:41.401716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:41.427180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:41.433015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ad9375f7-5557-49b8-b95f-ea16041358f6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/708a74e6-f824-49b9-b670-95f266020b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5092854 Jul 16 01:58:41.435732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44180) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.439209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] Sync routers for ids ['708a74e6-f824-49b9-b670-95f266020b05'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:41.461532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] Routers {'708a74e6-f824-49b9-b670-95f266020b05'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:41.462174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['708a74e6-f824-49b9-b670-95f266020b05'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:41.501309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:41.511246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] Routers {'708a74e6-f824-49b9-b670-95f266020b05'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:41.511878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['708a74e6-f824-49b9-b670-95f266020b05'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:41.555858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:41.556541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d03ee-ca32-49ca-88b8-bf17826e132e None None] The sync data for ids ['708a74e6-f824-49b9-b670-95f266020b05'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:41.559500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:41.559880 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.646025 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-f0cf78ed-8c21-4dbc-95b4-37caee519a04 service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747507 Jul 16 01:58:41.665024 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-aa67784f-e6e1-4210-a1b2-22e183a2013e tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:58:41.666065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aa67784f-e6e1-4210-a1b2-22e183a2013e tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/708a74e6-f824-49b9-b670-95f266020b05/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2292080 Jul 16 01:58:41.668997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.700804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4fdb628a-599a-4d20-a3f4-8e6c8a4744d5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=708a74e6-f824-49b9-b670-95f266020b05 HTTP/1.1" status: 200 len: 205 time: 0.0295839 Jul 16 01:58:41.703301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:41.785250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.833021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-013f2446-d048-430b-82d4-04bf4dfeee8b req-aae123a7-8a81-4f16-82a6-6e3eaeadace2 service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770611 Jul 16 01:58:41.897893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.962207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.964905 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.974458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=829bb05b-5223-46cf-968a-455d036e65cf,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.985791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:41.989398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:41.995623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:41.996183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.004170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe8d7c4-20e3-4075-8eb8-a88dc2b04d5c None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:42.016810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-4e7d0de5-13ba-4e50-88b5-8983946f59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.018549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-4e7d0de5-13ba-4e50-88b5-8983946f59c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 1094 time: 0.1303177 Jul 16 01:58:42.025129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf3802fb-892b-469f-b8b4-ff0c19684bba tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1756334 Jul 16 01:58:42.025843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.035757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-252205788', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '829bb05b-5223-46cf-968a-455d036e65cf'}], 'security_groups': ['74ce38fa-f218-4832-9439-371817167808']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:42.150879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-f284b241-396b-4404-8d5f-0fa9463f9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.152460 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-f284b241-396b-4404-8d5f-0fa9463f9e21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 200 len: 898 time: 0.1244230 Jul 16 01:58:42.208375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-91b66a17-11a5-4412-8e11-0af534d274c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8 HTTP/1.1" status: 200 len: 217 time: 0.0426099 Jul 16 01:58:42.326164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-0bf3096c-f905-4af2-b679-0417c6d5f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.327823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-0bf3096c-f905-4af2-b679-0417c6d5f111 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cb628f3a-bd0b-4a98-a040-d1c7eb88d315 HTTP/1.1" status: 200 len: 835 time: 0.1035070 Jul 16 01:58:42.438790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.462724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-75965d98-7c31-4901-a739-068f09af3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.464816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-75965d98-7c31-4901-a739-068f09af3174 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235390 Jul 16 01:58:42.523745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.524207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router 708a74e6-f824-49b9-b670-95f266020b05 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:42.532230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.533314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c62fe817-df74-42e1-a02f-82ee8f033ea5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/708a74e6-f824-49b9-b670-95f266020b05 HTTP/1.1" status: 204 len: 168 time: 0.8290203 Jul 16 01:58:42.537377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.556199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Update dhcp port {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'fixed_ips': [{'subnet_id': '7d13ad86-2746-4bff-b312-53409818871b', 'ip_address': '172.20.0.2'}, {'subnet_id': '829bb05b-5223-46cf-968a-455d036e65cf'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6511ce29-cca6-46ea-a381-1f5a254ac90e'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:42.558102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.594172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.618756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet f7a724ae-7fca-4861-ad62-e6fa28c5c605 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:42.630093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be03127-c34e-4bc4-a461-e5ed22c84df9 req-aeafb72e-9c26-4570-a16b-c26764e5fbff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:42.631607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4be03127-c34e-4bc4-a461-e5ed22c84df9 req-aeafb72e-9c26-4570-a16b-c26764e5fbff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 943 time: 0.1407535 Jul 16 01:58:42.632825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.689774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-4fc547a9-955c-4fd9-be73-8e3c482522ae service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067153 Jul 16 01:58:42.709221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.750030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4be03127-c34e-4bc4-a461-e5ed22c84df9 req-9990558d-f6e0-448a-9b33-a2d45e38e815 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920026 Jul 16 01:58:42.784884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Allocated IP 172.20.0.18 (05ffba5d-d7ec-40cc-9870-86957230f628/829bb05b-5223-46cf-968a-455d036e65cf/6511ce29-cca6-46ea-a381-1f5a254ac90e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:42.823764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.825311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f91b6f9-c610-4351-8603-9157dbf79c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.850375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-925457d7-a742-4ae1-8f41-c9472dafd530 req-d5b1db8d-6d70-48af-a280-e88457d2d46d service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517925 Jul 16 01:58:42.896280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.903421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6511ce29-cca6-46ea-a381-1f5a254ac90e,segment=NetworkSegment(a7c2140c-37c8-4702-9b51-2c61393ef9e2),segment_id=a7c2140c-37c8-4702-9b51-2c61393ef9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:42.925157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a724ae-7fca-4861-ad62-e6fa28c5c605,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.928722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.930608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5d0e958a-6478-4dc8-8c03-ef918b0de63a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/f7a724ae-7fca-4861-ad62-e6fa28c5c605 HTTP/1.1" status: 204 len: 168 time: 0.3922026 Jul 16 01:58:42.933775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.943118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18df57-6964-4a32-a42e-bd7d2279531f None None] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:42.947324 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.948465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f91b6f9-c610-4351-8603-9157dbf79c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.953070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7f91b6f9-c610-4351-8603-9157dbf79c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.980041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Transition to ACTIVE for port object 6511ce29-cca6-46ea-a381-1f5a254ac90e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:43.006596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7f91b6f9-c610-4351-8603-9157dbf79c9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cad41020047d4b958f5a5cf8986a460a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160101 Jul 16 01:58:43.006915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44216) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.020530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.023005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91b6f9-c610-4351-8603-9157dbf79c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c69e9a-8426-445c-bba9-40639408339a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.032951 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.100629 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd91f-b701-4026-b77c-362e290a7f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.104866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Delete allocated IP 172.20.0.11 (05ffba5d-d7ec-40cc-9870-86957230f628/7d13ad86-2746-4bff-b312-53409818871b) {{(pid=93907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:58:43.115040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.25 (05ffba5d-d7ec-40cc-9870-86957230f628/829bb05b-5223-46cf-968a-455d036e65cf/f87ea895-70f2-41a2-8b62-8903a74924a0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:43.132159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd91f-b701-4026-b77c-362e290a7f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.166796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f27b5a-b0b8-493c-a1f8-2cab30298f58 None None] Pushing event updated for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.169126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 1d0121b6-22bf-4463-abb8-86a31b666400 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:43.169476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.238386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 1d0121b6-22bf-4463-abb8-86a31b666400, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1d0121b6-22bf-4463-abb8-86a31b666400,segment=NetworkSegment(76189809-73f6-467c-aade-b8345695346e),segment_id=76189809-73f6-467c-aade-b8345695346e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:43.238753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.253495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd91f-b701-4026-b77c-362e290a7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.256818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd91f-b701-4026-b77c-362e290a7f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.259762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f2fcd91f-b701-4026-b77c-362e290a7f13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7c69e9a-8426-445c-bba9-40639408339a HTTP/1.1" status: 204 len: 168 time: 0.2494209 Jul 16 01:58:43.259762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 1d0121b6-22bf-4463-abb8-86a31b666400 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:43.278398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcd91f-b701-4026-b77c-362e290a7f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c69e9a-8426-445c-bba9-40639408339a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.283350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] DHCP port deletion for 6e3b26da-17a9-427a-9c14-cd845a0604c4 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:43.376016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.380347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Deleting port 1d0121b6-22bf-4463-abb8-86a31b666400 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:43.380793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.401542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.411243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object f87ea895-70f2-41a2-8b62-8903a74924a0 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:43.419224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.492587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=1d0121b6-22bf-4463-abb8-86a31b666400,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.496907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port 1d0121b6-22bf-4463-abb8-86a31b666400 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:43.523043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:43.573236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:58:43.599230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=f87ea895-70f2-41a2-8b62-8903a74924a0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.633138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] In _notify_port_updated(), no bound segment for port f87ea895-70f2-41a2-8b62-8903a74924a0 on network 05ffba5d-d7ec-40cc-9870-86957230f628 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:58:43.639732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:43.648284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.653684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-24bbf458-7df1-4533-a8f2-c4d8746c9959 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/ports/f87ea895-70f2-41a2-8b62-8903a74924a0 HTTP/1.1" status: 200 len: 920 time: 1.6267321 Jul 16 01:58:43.654643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.666064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] For port 1d0121b6-22bf-4463-abb8-86a31b666400, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1d0121b6-22bf-4463-abb8-86a31b666400,segment=NetworkSegment(76189809-73f6-467c-aade-b8345695346e),segment_id=76189809-73f6-467c-aade-b8345695346e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:43.666292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.667421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.686753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3b26da-17a9-427a-9c14-cd845a0604c4']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.705399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76189809-73f6-467c-aade-b8345695346e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.706167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76189809-73f6-467c-aade-b8345695346e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:43.717208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.722776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Calling delete_port for 1d0121b6-22bf-4463-abb8-86a31b666400 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:43.736383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.744722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:43.745117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:43.749520 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:43.798830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.821415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.822515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:43.830409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.835845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/6e3b26da-17a9-427a-9c14-cd845a0604c4 HTTP/1.1" status: 204 len: 168 time: 0.8979063 Jul 16 01:58:43.837917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:43.842661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd96e30d-7cce-4ee6-8d93-52a4dcf5f31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.844990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-700581445'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:43.857487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:58:43.868578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3f1b7-edb1-44e8-9f98-c5c1450d2cfd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=6e3b26da-17a9-427a-9c14-cd845a0604c4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.909858 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:58:43.909858 n-d-800087-6 neutron-server[93906]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:58:43.909858 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'id': '6ea6e2c7-1c45-4bcf-9694-ebc4a326d1a3', 'expiration': datetime.datetime(2021, 7, 16, 2, 0, 43, 896154)}] Jul 16 01:58:43.909858 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:58:43.910863 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:58:43.920862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port f87ea895-70f2-41a2-8b62-8903a74924a0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:43.921889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.941153 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.944534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.984096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Pushing event deleted for resources: {'Port': ['ID=1d0121b6-22bf-4463-abb8-86a31b666400,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.997366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1d0121b6-22bf-4463-abb8-86a31b666400 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:43.999532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] Network 6e3b26da-17a9-427a-9c14-cd845a0604c4 is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:58:44.000143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddae061-2025-4879-b00e-a6bf88248eac None None] No DVR routers for this DVR port 1d0121b6-22bf-4463-abb8-86a31b666400 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:44.032934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1d0121b6-22bf-4463-abb8-86a31b666400 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:44.033288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1d0121b6-22bf-4463-abb8-86a31b666400 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:44.036427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:58:44.055301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22a0ab-e9cb-4c68-bf57-29be28bffd15 req-27e0807a-48c1-415e-9909-bc12cadbfa61 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.057369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e22a0ab-e9cb-4c68-bf57-29be28bffd15 req-27e0807a-48c1-415e-9909-bc12cadbfa61 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 943 time: 0.1193378 Jul 16 01:58:44.059496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:44.065682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.077315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.096266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for f87ea895-70f2-41a2-8b62-8903a74924a0 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:44.126414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e22a0ab-e9cb-4c68-bf57-29be28bffd15 req-72372a2d-01da-414d-abd1-dd3924e3ae7a tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562277 Jul 16 01:58:44.128829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.134817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Provisioning for port 6511ce29-cca6-46ea-a381-1f5a254ac90e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:44.145927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:44.145927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.162662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd96e30d-7cce-4ee6-8d93-52a4dcf5f31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.168695 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd96e30d-7cce-4ee6-8d93-52a4dcf5f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.232489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cd96e30d-7cce-4ee6-8d93-52a4dcf5f31c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa3d2d1871c742d18aef88728fa6599c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275548 Jul 16 01:58:44.233051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Provisioning for port f87ea895-70f2-41a2-8b62-8903a74924a0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:44.233284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96e30d-7cce-4ee6-8d93-52a4dcf5f31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c8bd1-1f48-49d8-bf47-60ef209e4834,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.235502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.237620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Provisioning complete for port f87ea895-70f2-41a2-8b62-8903a74924a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:44.237978 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.275260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Port f87ea895-70f2-41a2-8b62-8903a74924a0 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:44.285986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Provisioning complete for port 5aa1c748-747e-432a-80bb-ce482963d8b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:44.287121 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.296916 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b41e7d67-fa94-4ccc-86af-139222ec1723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.303122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.318906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b41e7d67-fa94-4ccc-86af-139222ec1723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.324169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-69229355-3f9d-4cde-90f2-4853f1bc4507 None None] Port 5aa1c748-747e-432a-80bb-ce482963d8b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:44.336158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6c7940bf-78cf-4d00-90bc-56e60b35a6e8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:58:44.347770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=f87ea895-70f2-41a2-8b62-8903a74924a0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.378063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b41e7d67-fa94-4ccc-86af-139222ec1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.381142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b41e7d67-fa94-4ccc-86af-139222ec1723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.384726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b41e7d67-fa94-4ccc-86af-139222ec1723 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd1c8bd1-1f48-49d8-bf47-60ef209e4834 HTTP/1.1" status: 204 len: 168 time: 0.1456676 Jul 16 01:58:44.391369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e7d67-fa94-4ccc-86af-139222ec1723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c8bd1-1f48-49d8-bf47-60ef209e4834,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.438418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:44.451382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.490523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.496079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.496417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ba5ec37-32aa-45d7-8a5a-55216d6472dd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/f87ea895-70f2-41a2-8b62-8903a74924a0 HTTP/1.1" status: 204 len: 168 time: 0.8401885 Jul 16 01:58:44.497813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:44.569961 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc24d16-018e-4c48-9578-29dae154fe99 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:58:44.576520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44244) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.585819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fdc24d16-018e-4c48-9578-29dae154fe99 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/f87ea895-70f2-41a2-8b62-8903a74924a0 HTTP/1.1" status: 404 len: 333 time: 0.0854893 Jul 16 01:58:44.591736 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.592230 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment c2b0a858-c921-4f3e-8f18-dd409b482010 of type vlan for network 26875389-990d-4579-a8d8-d0c4d74c9b78 Jul 16 01:58:44.714923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db64cc3c-b36c-493e-b30e-5cd3136e25bd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.721261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.773588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db64cc3c-b36c-493e-b30e-5cd3136e25bd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.789477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.799849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:44.799849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.845063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db64cc3c-b36c-493e-b30e-5cd3136e25bd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.848683 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db64cc3c-b36c-493e-b30e-5cd3136e25bd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.852821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db64cc3c-b36c-493e-b30e-5cd3136e25bd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/security-groups/e3db6507-6899-4e18-8160-86b7a7182ffa HTTP/1.1" status: 204 len: 168 time: 0.2751305 Jul 16 01:58:44.853522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.864494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c57c048b-3542-40dd-ba72-7eb3138c6f67 None None] Could not find standard attr ID for object f87ea895-70f2-41a2-8b62-8903a74924a0. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:58:44.878242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0382512 Jul 16 01:58:44.878977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44256) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.886711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:44.889921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64cc3c-b36c-493e-b30e-5cd3136e25bd tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db6507-6899-4e18-8160-86b7a7182ffa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.951936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e74b33-5103-4b95-bc82-fbd3d97a4524 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=26875389-990d-4579-a8d8-d0c4d74c9b78,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.965872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:44.985938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01bb93ba-cc4b-4170-b685-ccaef0ebf038 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.051498 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01bb93ba-cc4b-4170-b685-ccaef0ebf038 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.124268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:45.129612 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.137155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01bb93ba-cc4b-4170-b685-ccaef0ebf038 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.140601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01bb93ba-cc4b-4170-b685-ccaef0ebf038 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.145212 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-01bb93ba-cc4b-4170-b685-ccaef0ebf038 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/security-groups/74ce38fa-f218-4832-9439-371817167808 HTTP/1.1" status: 204 len: 168 time: 0.2858281 Jul 16 01:58:45.146139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.197358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb93ba-cc4b-4170-b685-ccaef0ebf038 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce38fa-f218-4832-9439-371817167808,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.241460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 7d13ad86-2746-4bff-b312-53409818871b {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:45.262069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.352622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.453031 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.477107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.547498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d9c00-58d7-440d-befc-f007ca51df31 req-d28c9b17-1e29-4714-aac9-84ca8b37e8b8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:45.549197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-947d9c00-58d7-440d-befc-f007ca51df31 req-d28c9b17-1e29-4714-aac9-84ca8b37e8b8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 944 time: 0.1593680 Jul 16 01:58:45.552682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=5956137a-55e6-47a1-8d2e-702323450aaa,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.584835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': 'c2b0a858-c921-4f3e-8f18-dd409b482010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:45.585198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: 26875389-990d-4579-a8d8-d0c4d74c9b78, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:45.588789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.625967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-947d9c00-58d7-440d-befc-f007ca51df31 req-4d583233-c4dc-40fc-bca9-7f83719b1b4e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549283 Jul 16 01:58:45.627400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:45.642469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 26875389-990d-4579-a8d8-d0c4d74c9b78) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:45.648570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:45.649322 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.653159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d752a65-49e3-41cc-b3c8-5821dbe90e71 None None] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:45.655032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=7d13ad86-2746-4bff-b312-53409818871b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.675804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.678669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7bb629e0-d4e0-4188-90a9-6177f5d61fc1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/7d13ad86-2746-4bff-b312-53409818871b HTTP/1.1" status: 204 len: 168 time: 0.5258799 Jul 16 01:58:45.684297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44284) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.686729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca172053-087f-4408-a1c8-0584e4864d5f None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:45.691187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:45.697252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8aa41f24-29f2-400b-b755-663a18f2058b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8147335 Jul 16 01:58:45.699875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.704876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2083407197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:45.768547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.769801 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.873227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:45.879626 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.920194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.928877 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.950117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.952503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-45566327-e275-4d7e-b907-530c65bfdf01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2509995 Jul 16 01:58:45.955115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44294) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.242180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.298399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:46.302948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:46.311981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:46.311981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.326785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-26875389-990d-4579-a8d8-d0c4d74c9b78', 'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': '5956137a-55e6-47a1-8d2e-702323450aaa'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:46.327798 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.349143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=f6653f89-b7fa-4e42-b725-9266dfc433eb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.381767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4651474d-b897-4fb9-9344-3f67052d0153 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6937997 Jul 16 01:58:46.382067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.390756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275883327'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:46.423189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.554651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.644470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Allocated IP 2001:db8::2 (26875389-990d-4579-a8d8-d0c4d74c9b78/5956137a-55e6-47a1-8d2e-702323450aaa/34d3860f-c6db-4077-9984-3da3da124af4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:46.654170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.664279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.686227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.687920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3049402 Jul 16 01:58:46.695245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.715600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'security_group': {'name': 'tempest-secgroup-215227706'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:46.775098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122bacd-ad2b-469c-80ac-785704f114f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a94ec-4ea7-4319-9394-dc813d5e7bd8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.812183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.958894 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.963749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.968675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.971324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Transition to ACTIVE for port object 34d3860f-c6db-4077-9984-3da3da124af4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:46.992263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Transition to ACTIVE for port object 34d3860f-c6db-4077-9984-3da3da124af4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:47.004022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.008804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3124788 Jul 16 01:58:47.009525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44322) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.014639 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.020416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'security_group': {'name': 'tempest-secgroup-1176157862'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:47.027670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc776b-ee2f-41bf-8853-3b0b0429d16a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef737bf-4140-4ed0-b20c-e15269263460,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.063068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.107682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8::1 (26875389-990d-4579-a8d8-d0c4d74c9b78/5956137a-55e6-47a1-8d2e-702323450aaa/b114587f-f9d2-4923-b613-651cd049534c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:47.124501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Pushing event updated for resources: {'Port': ['ID=34d3860f-c6db-4077-9984-3da3da124af4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.143076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:47.144679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:47.147310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:47.187528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.195076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.254283 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.258598 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2424495 Jul 16 01:58:47.258818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.261206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Attempting to bind port 34d3860f-c6db-4077-9984-3da3da124af4 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:47.261597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Attempting to bind port 34d3860f-c6db-4077-9984-3da3da124af4 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'c2b0a858-c921-4f3e-8f18-dd409b482010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:47.262123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Attempting to bind port 34d3860f-c6db-4077-9984-3da3da124af4 on network 26875389-990d-4579-a8d8-d0c4d74c9b78 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:47.266085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a5dcb-676e-4d37-b605-373f6c961f0b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b64fbd-bb56-49b2-b6df-4baf598cd5b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.268581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:47.268963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Checking segment: {'id': 'c2b0a858-c921-4f3e-8f18-dd409b482010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:47.269553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.269903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Bound using segment: {'id': 'c2b0a858-c921-4f3e-8f18-dd409b482010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:47.270423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Bound port: 34d3860f-c6db-4077-9984-3da3da124af4, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b0a858-c921-4f3e-8f18-dd409b482010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '26875389-990d-4579-a8d8-d0c4d74c9b78'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:47.270928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.271402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1089624738', 'security_groups': ['b1b64fbd-bb56-49b2-b6df-4baf598cd5b4'], 'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6653f89-b7fa-4e42-b725-9266dfc433eb'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:47.319477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21dccc-9c36-463d-9098-6da7a5f54b7d req-86cc8c14-dae5-4f10-8bf7-c300f3518ae0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:47.321434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e21dccc-9c36-463d-9098-6da7a5f54b7d req-86cc8c14-dae5-4f10-8bf7-c300f3518ae0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 944 time: 0.3012259 Jul 16 01:58:47.350400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] For port 34d3860f-c6db-4077-9984-3da3da124af4, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:47.354365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] For port 34d3860f-c6db-4077-9984-3da3da124af4, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=34d3860f-c6db-4077-9984-3da3da124af4,segment=NetworkSegment(c2b0a858-c921-4f3e-8f18-dd409b482010),segment_id=c2b0a858-c921-4f3e-8f18-dd409b482010)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:47.359447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.402127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6a93d-7d07-4535-97d5-436aa92a7bce None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:47.459495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e21dccc-9c36-463d-9098-6da7a5f54b7d req-d3a833d0-d8eb-41b6-a230-3bc2de4af950 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291270 Jul 16 01:58:47.463196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.479706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object b114587f-f9d2-4923-b613-651cd049534c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:47.511718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:47.520118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77874c-fc1f-4314-b3ca-c99d502a155f None None] Pushing event updated for resources: {'Port': ['ID=34d3860f-c6db-4077-9984-3da3da124af4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.521880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:47.522838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c4debf0c-5034-40bb-be3c-d6b3c3293336 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:47.523216 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4debf0c-5034-40bb-be3c-d6b3c3293336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.632236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.637010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.723580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=b114587f-f9d2-4923-b613-651cd049534c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.740959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:47.748732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:47.752477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:47.753046 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.756570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] device_id is not set on port b5a25aca-bbf0-47dd-bae0-c7472dcea485 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:58:47.928827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:47.945193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:47.945782 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.027629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.5 (05ffba5d-d7ec-40cc-9870-86957230f628/f6653f89-b7fa-4e42-b725-9266dfc433eb/b5a25aca-bbf0-47dd-bae0-c7472dcea485) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:48.032703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c4debf0c-5034-40bb-be3c-d6b3c3293336 None None] Provisioning complete for port 5aa1c748-747e-432a-80bb-ce482963d8b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:48.033080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c4debf0c-5034-40bb-be3c-d6b3c3293336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.091164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c4debf0c-5034-40bb-be3c-d6b3c3293336 None None] Port 5aa1c748-747e-432a-80bb-ce482963d8b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:48.159349 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.179439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.221827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:48.225060 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d73a6e7-2578-4002-8cf9-5b7b695aa922" -d '{"events": [{"server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "name": "network-vif-plugged", "status": "completed", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:48.249512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:48.250854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Update dhcp port {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'fixed_ips': [{'subnet_id': '829bb05b-5223-46cf-968a-455d036e65cf', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f6653f89-b7fa-4e42-b725-9266dfc433eb'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6511ce29-cca6-46ea-a381-1f5a254ac90e'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:48.280763 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.339952 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.370148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.424546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.459879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object b5a25aca-bbf0-47dd-bae0-c7472dcea485 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:48.530027 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e938d2-cee5-4fde-a968-780363643479 x-openstack-request-id: req-79e938d2-cee5-4fde-a968-780363643479 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:48.530411 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "name": "network-vif-plugged", "status": "completed", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:48.530728 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79e938d2-cee5-4fde-a968-780363643479 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:48.531269 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'code': 200} Jul 16 01:58:48.589229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a273fb2-532c-464e-9552-4fa6b08873c3 req-6d38ebad-1ed4-4ae9-a60b-43142019c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:48.591977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a273fb2-532c-464e-9552-4fa6b08873c3 req-6d38ebad-1ed4-4ae9-a60b-43142019c8a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 1096 time: 0.0800653 Jul 16 01:58:48.673722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a273fb2-532c-464e-9552-4fa6b08873c3 req-fbecbbef-e89e-45e6-b5a8-6f39e9c95dc2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728428 Jul 16 01:58:48.676751 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.699251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.741890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Allocated IP 172.20.0.2 (05ffba5d-d7ec-40cc-9870-86957230f628/f6653f89-b7fa-4e42-b725-9266dfc433eb/6511ce29-cca6-46ea-a381-1f5a254ac90e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:48.818342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:48.819036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=b5a25aca-bbf0-47dd-bae0-c7472dcea485,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.841800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:48.862506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:48.886960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce68f-cf5c-4a1e-97e5-b78adbb78543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.907128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-4cb9633b-0dda-4417-8c65-0445788a4b79 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1451473 Jul 16 01:58:48.938057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991e16e-8843-4e75-a224-ef1d767d435f None None] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:48.954621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:48.955245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.966336 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.971828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6511ce29-cca6-46ea-a381-1f5a254ac90e,segment=NetworkSegment(a7c2140c-37c8-4702-9b51-2c61393ef9e2),segment_id=a7c2140c-37c8-4702-9b51-2c61393ef9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:48.980436 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.981288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.005219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce68f-cf5c-4a1e-97e5-b78adbb78543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.016936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.019383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d2ce68f-cf5c-4a1e-97e5-b78adbb78543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.028455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400c0c-2c51-4c70-9091-26f09aa11ef9 req-c9c13d37-44e1-461f-a50c-ea7c3e17b7d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.035776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Transition to ACTIVE for port object 6511ce29-cca6-46ea-a381-1f5a254ac90e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:49.036522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27400c0c-2c51-4c70-9091-26f09aa11ef9 req-c9c13d37-44e1-461f-a50c-ea7c3e17b7d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 945 time: 0.2388425 Jul 16 01:58:49.050684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b7c63827-9e28-498d-8632-97a8a42574e1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7892442 Jul 16 01:58:49.064650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.074325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:49.119125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27400c0c-2c51-4c70-9091-26f09aa11ef9 req-b0aa0d39-6fca-4bf4-a68e-0d910f0f38f1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816450 Jul 16 01:58:49.121256 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.124549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=b114587f-f9d2-4923-b613-651cd049534c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.128149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4d2ce68f-cf5c-4a1e-97e5-b78adbb78543 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21a2db42fa1c47a78d02b70925a56f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277821 Jul 16 01:58:49.130313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44386) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.169231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ce68f-cf5c-4a1e-97e5-b78adbb78543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb9f36-53cf-4b88-bfbe-401284be50a8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.232205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:49.233739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:49.248682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7cd9d1e7-e162-4f97-8bad-6cc1797dcea8 None None] Provisioning for port 34d3860f-c6db-4077-9984-3da3da124af4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:49.285299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680fce4b-1317-4423-98b7-1943985bd4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.302413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.303151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.303695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.305985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.306545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.307075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.307574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.309755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95317b79-37a5-4f3e-afdb-36f65582c46d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.3030527 Jul 16 01:58:49.330554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de5c78-e3ac-4953-be36-0fb33fd0d4c3 None None] Pushing event updated for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.494755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-737b3b96-69d4-4ba8-bd09-7fb9dd575b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.495351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-737b3b96-69d4-4ba8-bd09-7fb9dd575b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.495836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-737b3b96-69d4-4ba8-bd09-7fb9dd575b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.497656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-737b3b96-69d4-4ba8-bd09-7fb9dd575b2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 2297 time: 0.1469221 Jul 16 01:58:49.501681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 34d3860f-c6db-4077-9984-3da3da124af4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:49.505193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680fce4b-1317-4423-98b7-1943985bd4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.636506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 34d3860f-c6db-4077-9984-3da3da124af4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:49.641373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 34d3860f-c6db-4077-9984-3da3da124af4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:49.641520 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.658071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:49.662468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.749553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-136bdc3f-e513-45cf-9dd9-bc27fa51ea07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1002 time: 0.2419605 Jul 16 01:58:49.819859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680fce4b-1317-4423-98b7-1943985bd4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.823505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-680fce4b-1317-4423-98b7-1943985bd4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.827686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-680fce4b-1317-4423-98b7-1943985bd4d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75bb9f36-53cf-4b88-bfbe-401284be50a8 HTTP/1.1" status: 204 len: 168 time: 0.6921751 Jul 16 01:58:49.887956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.930264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-9cfa0949-ce59-4dc0-8b73-14792886c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:49.932613 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-9cfa0949-ce59-4dc0-8b73-14792886c839 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.1444609 Jul 16 01:58:49.938126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fce4b-1317-4423-98b7-1943985bd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb9f36-53cf-4b88-bfbe-401284be50a8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.949193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 34d3860f-c6db-4077-9984-3da3da124af4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=34d3860f-c6db-4077-9984-3da3da124af4,segment=NetworkSegment(c2b0a858-c921-4f3e-8f18-dd409b482010),segment_id=c2b0a858-c921-4f3e-8f18-dd409b482010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:49.978495 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.986578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 672699bd-a07e-43b6-bd1e-c4046bd0345b is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:50.027521 n-d-800087-6 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6653f89-b7fa-4e42-b725-9266dfc433eb (CIDR: 172.20.0.0/28) Jul 16 01:58:50.036000 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:50.036529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:50.090286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f1b3801-f2bd-4305-93d9-f0ff3b1675f9 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0248141 Jul 16 01:58:50.092567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-31afdadc-d10f-4b53-bb42-e40bc9cc2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.095281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44396) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.096545 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-31afdadc-d10f-4b53-bb42-e40bc9cc2b76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455691 Jul 16 01:58:50.114616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fbf9818-7ed5-4bd6-bd25-ff7d94f7cc66 None None] Provisioning for port b114587f-f9d2-4923-b613-651cd049534c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:50.136878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fbf9818-7ed5-4bd6-bd25-ff7d94f7cc66 None None] Provisioning complete for port b114587f-f9d2-4923-b613-651cd049534c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:50.137273 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9818-7ed5-4bd6-bd25-ff7d94f7cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.163039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:50.249206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf9818-7ed5-4bd6-bd25-ff7d94f7cc66 None None] Port b114587f-f9d2-4923-b613-651cd049534c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:50.277357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=34d3860f-c6db-4077-9984-3da3da124af4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:50.291209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-95c6a270-4d1c-45fd-9555-b87556396152 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890509 Jul 16 01:58:50.294674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2fbf9818-7ed5-4bd6-bd25-ff7d94f7cc66 None None] Provisioning complete for port 34d3860f-c6db-4077-9984-3da3da124af4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:50.295054 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9818-7ed5-4bd6-bd25-ff7d94f7cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.442993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.475797 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-080c3532-28c0-49fb-bf8c-8d965874a240 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770046 Jul 16 01:58:50.477171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9dce145-a9f6-475b-bee4-5f8487994ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.497237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:50.502955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf0bcf2e-a184-4238-bf0a-dc9902d52e5c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/672699bd-a07e-43b6-bd1e-c4046bd0345b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5468144 Jul 16 01:58:50.513453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:50.513848 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] Sync routers for ids ['672699bd-a07e-43b6-bd1e-c4046bd0345b'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:50.523604 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.526372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] Routers {'672699bd-a07e-43b6-bd1e-c4046bd0345b'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:50.526917 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['672699bd-a07e-43b6-bd1e-c4046bd0345b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.533931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.583736 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.592848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-30f0763c-cb24-4335-a702-21bedd2b0037 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 217 time: 0.1067202 Jul 16 01:58:50.608620 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] Routers {'672699bd-a07e-43b6-bd1e-c4046bd0345b'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:50.609844 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['672699bd-a07e-43b6-bd1e-c4046bd0345b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.617203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Provisioning for port 6511ce29-cca6-46ea-a381-1f5a254ac90e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:50.623828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:50.624473 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.651099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba04f9-4778-4100-843e-680f3f18b965 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.655906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e2ba04f9-4778-4100-843e-680f3f18b965 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports/b114587f-f9d2-4923-b613-651cd049534c HTTP/1.1" status: 200 len: 911 time: 0.1173360 Jul 16 01:58:50.677788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.718638 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.719559 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81725b7d-4cbe-4de7-8523-aeffd7902f1f None None] The sync data for ids ['672699bd-a07e-43b6-bd1e-c4046bd0345b'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:50.819634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-ff1f48a2-57bd-43b9-aefb-0b854d28c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.821222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-ff1f48a2-57bd-43b9-aefb-0b854d28c218 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.2204163 Jul 16 01:58:50.856272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Provisioning complete for port 5aa1c748-747e-432a-80bb-ce482963d8b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:50.856720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.935154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Port 5aa1c748-747e-432a-80bb-ce482963d8b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:50.943104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9dce145-a9f6-475b-bee4-5f8487994ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.956855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-5a4416ad-74bf-4915-921e-f0460a8e53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.963684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-5a4416ad-74bf-4915-921e-f0460a8e53c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287169 Jul 16 01:58:50.964604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Provisioning complete for port b114587f-f9d2-4923-b613-651cd049534c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:50.965050 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.965648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a9dce145-a9f6-475b-bee4-5f8487994ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.973873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d54cd-fb51-4006-a016-4f93f918c5a1 req-2cd00a6e-f48b-4713-9cb8-682ce66674e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:50.975685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c5d54cd-fb51-4006-a016-4f93f918c5a1 req-2cd00a6e-f48b-4713-9cb8-682ce66674e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 945 time: 0.6024272 Jul 16 01:58:51.036177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bce865d6-e0d5-4e6d-bc5b-ffaaf8ec4f6e None None] Port b114587f-f9d2-4923-b613-651cd049534c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:51.064760 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a9dce145-a9f6-475b-bee4-5f8487994ce6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83014b8893e14480893c859d1d91d106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204147 Jul 16 01:58:51.070206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44410) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:51.097111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dce145-a9f6-475b-bee4-5f8487994ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34470f5c-0080-4dd3-a7f7-5cd1faa20464,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:51.132660 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-eaf2efc0-ffdb-4d88-aedb-bb45edd1dc90 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628375 Jul 16 01:58:51.164930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Provisioning for port b5a25aca-bbf0-47dd-bae0-c7472dcea485 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:51.165707 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 829bb05b-5223-46cf-968a-455d036e65cf (CIDR: 172.20.0.16/28) Jul 16 01:58:51.168950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c5d54cd-fb51-4006-a016-4f93f918c5a1 req-bd35d476-1160-4cfa-9d8a-59b3b42db6e4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131079 Jul 16 01:58:51.190272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Provisioning complete for port b5a25aca-bbf0-47dd-bae0-c7472dcea485 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.190968 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.219943 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:51.224895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:51.241902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-2e1792f0-5c8d-4531-9183-80fba6764ab1 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025562 Jul 16 01:58:51.257413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Port b5a25aca-bbf0-47dd-bae0-c7472dcea485 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:51.270261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Provisioning complete for port b114587f-f9d2-4923-b613-651cd049534c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.271209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.346026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c58e303a-0557-40df-a88f-5108599b4313 None None] Port b114587f-f9d2-4923-b613-651cd049534c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:51.347832 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c0c4d14e-22b5-4ab0-abe1-071805c962a4 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2432361 Jul 16 01:58:51.371390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:51.380045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'subnet': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:51.398679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:51.451418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.452068 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.501989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6610-89a5-4794-9d54-f51e4215131d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.542043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 34d3860f-c6db-4077-9984-3da3da124af4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:51.597689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 34d3860f-c6db-4077-9984-3da3da124af4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:51.598311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.604353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6610-89a5-4794-9d54-f51e4215131d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.622621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Made reservation on behalf of a66232be989c4b0caafd56ab1df8e2fa for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:51.629190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.754551 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-4145dd01-caa9-4e15-b564-5303ce1e71ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 217 time: 0.5063233 Jul 16 01:58:51.787890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880049a7-86b1-440f-9247-249db0c8b531 req-8a518713-277f-4383-bc61-ad00d13a24bb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.789541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-880049a7-86b1-440f-9247-249db0c8b531 req-8a518713-277f-4383-bc61-ad00d13a24bb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 945 time: 0.4166088 Jul 16 01:58:51.815412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-5d268efd-5c9c-459d-871c-7a5432bb9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.817028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-5d268efd-5c9c-459d-871c-7a5432bb9c48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0545983 Jul 16 01:58:51.828795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.875840 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6610-89a5-4794-9d54-f51e4215131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.878754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6610-89a5-4794-9d54-f51e4215131d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.882307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bf1c6610-89a5-4794-9d54-f51e4215131d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34470f5c-0080-4dd3-a7f7-5cd1faa20464 HTTP/1.1" status: 204 len: 168 time: 0.8047144 Jul 16 01:58:51.896979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-717caee5-27ff-48a9-b874-3632d3faced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:51.900143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-717caee5-27ff-48a9-b874-3632d3faced3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756772 Jul 16 01:58:51.993665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6610-89a5-4794-9d54-f51e4215131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34470f5c-0080-4dd3-a7f7-5cd1faa20464,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.026467 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-880049a7-86b1-440f-9247-249db0c8b531 req-39aeaef4-be0e-477c-980f-4e5bf7994298 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309484 Jul 16 01:58:52.032903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-975b144e-ddc8-454a-83ce-97547fc7b307 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265287 Jul 16 01:58:52.090387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.173647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.191585 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-a9b789d1-de90-4168-8fa3-d9e989cb7113 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487639 Jul 16 01:58:52.202924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8c936-80f2-4940-a900-031ef48dcd8c tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.207073 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40d8c936-80f2-4940-a900-031ef48dcd8c tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 1091 time: 0.1127374 Jul 16 01:58:52.208106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.214305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:52.238159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-8121a743-885f-4011-a490-0b314860d4dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 217 time: 0.0379212 Jul 16 01:58:52.298838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-ea5f7141-2ba7-434a-a208-bab8a294232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.300476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.300614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-ea5f7141-2ba7-434a-a208-bab8a294232d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0551653 Jul 16 01:58:52.359587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.386068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-4172a44c-4a73-4781-bc6e-be7d0877568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.387911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-4172a44c-4a73-4781-bc6e-be7d0877568e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798283 Jul 16 01:58:52.464313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Network 05ffba5d-d7ec-40cc-9870-86957230f628 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:52.472647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Subnet': ['ID=31d3547d-4d27-4d36-8061-50d72abf7d89,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.481364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:52.485720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.487112 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.501775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6c8c4-591d-47fa-883a-3db09e7c3505 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:52.528585 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-86d5d55f-38c5-4b7e-acc6-c2ca149a0c03 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318538 Jul 16 01:58:52.570412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-51e78229-5db5-4134-add6-57a1a4927c06 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1959100 Jul 16 01:58:52.573664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.579929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036753788', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31d3547d-4d27-4d36-8061-50d72abf7d89'}], 'security_groups': ['9e4a94ec-4ea7-4319-9394-dc813d5e7bd8', '4ef737bf-4140-4ed0-b20c-e15269263460']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:52.690710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port b114587f-f9d2-4923-b613-651cd049534c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:52.690710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.713564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-3bc5c8c8-5ebf-4eab-a15e-ea5c1fe78ea1 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742032 Jul 16 01:58:52.742615 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.815800 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-74bc7b08-8e26-41c5-a329-1e7e9a73c100 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 217 time: 0.0962739 Jul 16 01:58:52.877136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-7cd23f85-6937-4fc6-b5fd-5a7272814cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.879240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-7cd23f85-6937-4fc6-b5fd-5a7272814cc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.0558658 Jul 16 01:58:52.900774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Update dhcp port {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'fixed_ips': [{'subnet_id': '829bb05b-5223-46cf-968a-455d036e65cf', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f6653f89-b7fa-4e42-b725-9266dfc433eb', 'ip_address': '172.20.0.2'}, {'subnet_id': '31d3547d-4d27-4d36-8061-50d72abf7d89'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6511ce29-cca6-46ea-a381-1f5a254ac90e'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:52.948985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-09f0c555-2abf-42f1-80ab-20b6c1ce1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:52.951581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-09f0c555-2abf-42f1-80ab-20b6c1ce1bbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653594 Jul 16 01:58:53.002812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.010553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.019356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.040321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for b114587f-f9d2-4923-b613-651cd049534c owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:53.085840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.25.0.241 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/ac9c06ac-a9a3-4260-b9da-21932fbd366e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:53.095139 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-20bcdb19-67b5-4252-958d-14e9bc53d7e9 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366546 Jul 16 01:58:53.248506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-88739114-186f-4c10-921f-26d619038868 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460831 Jul 16 01:58:53.335441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-f1186ef7-3eab-4897-939d-0c8c38484a0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 217 time: 0.0782933 Jul 16 01:58:53.416190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Allocated IP 172.20.0.34 (05ffba5d-d7ec-40cc-9870-86957230f628/31d3547d-4d27-4d36-8061-50d72abf7d89/6511ce29-cca6-46ea-a381-1f5a254ac90e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:53.418482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-db56c494-4e1d-4ca6-bc72-672216af0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.419966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-db56c494-4e1d-4ca6-bc72-672216af0ef2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.0784237 Jul 16 01:58:53.512728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-d0595293-bc61-4bf4-a28f-337012a8b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:53.514382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-d0595293-bc61-4bf4-a28f-337012a8b8ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854304 Jul 16 01:58:53.563520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6511ce29-cca6-46ea-a381-1f5a254ac90e,segment=NetworkSegment(a7c2140c-37c8-4702-9b51-2c61393ef9e2),segment_id=a7c2140c-37c8-4702-9b51-2c61393ef9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:53.601124 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.617304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Transition to ACTIVE for port object 6511ce29-cca6-46ea-a381-1f5a254ac90e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:53.628619 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.695153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a218-a30c-4db3-b290-d998166557ba None None] Pushing event updated for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:53.764292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.766670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-5afe2602-e818-423f-bd90-f1a94245ad70 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437947 Jul 16 01:58:53.788422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8f2b1617-3329-4d88-bed6-4b4321823e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.904696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.910790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-3475207f-1798-4dd1-95be-393a64dd3904 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395171 Jul 16 01:58:53.992285 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-fc8cf373-5738-4b32-95a4-4d5393dc1313 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0683622 Jul 16 01:58:54.033352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.106246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=b114587f-f9d2-4923-b613-651cd049534c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.124735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-c8d1fca3-ec35-4656-80d3-216681aa1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:54.145404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-c8d1fca3-ec35-4656-80d3-216681aa1b33 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1499844 Jul 16 01:58:54.175410 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.225546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Delete allocated IP 172.20.0.5 (05ffba5d-d7ec-40cc-9870-86957230f628/f6653f89-b7fa-4e42-b725-9266dfc433eb) {{(pid=93906) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:58:54.300017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-61fa5ec4-187c-40c4-848f-c662eb76e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:54.305074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-61fa5ec4-187c-40c4-848f-c662eb76e26b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520407 Jul 16 01:58:54.358229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Allocated IP 172.20.0.37 (05ffba5d-d7ec-40cc-9870-86957230f628/31d3547d-4d27-4d36-8061-50d72abf7d89/b5a25aca-bbf0-47dd-bae0-c7472dcea485) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:54.402814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.420585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:54.458088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:54.464892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:54.521731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-d7a88e5e-449c-44f6-b7a4-c7eab2b4a81f service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107244 Jul 16 01:58:54.546347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=ac9c06ac-a9a3-4260-b9da-21932fbd366e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.669456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-524f286b-45fe-4d86-b9f5-49d9f13cf01e req-e5d59dcd-fc28-4089-87ec-fde55419aff8 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350253 Jul 16 01:58:54.807615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Provisioning for port 6511ce29-cca6-46ea-a381-1f5a254ac90e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:54.812937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:54.813515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.902779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 672699bd-a07e-43b6-bd1e-c4046bd0345b has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:54.923147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Provisioning complete for port 5aa1c748-747e-432a-80bb-ce482963d8b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:54.923524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:54.960126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Port 5aa1c748-747e-432a-80bb-ce482963d8b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:54.971137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Provisioning complete for port b5a25aca-bbf0-47dd-bae0-c7472dcea485 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:54.971517 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.008280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-75ac8e6b-712e-4767-87da-83d524cb2b84 None None] Port b5a25aca-bbf0-47dd-bae0-c7472dcea485 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:55.086744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:55.096986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] Sync routers for ids ['672699bd-a07e-43b6-bd1e-c4046bd0345b'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:55.102055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ce2b9567-a1cd-4dac-984e-cb4b47d66127 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/672699bd-a07e-43b6-bd1e-c4046bd0345b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4109268 Jul 16 01:58:55.105166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.121541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] Routers {'672699bd-a07e-43b6-bd1e-c4046bd0345b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:55.122509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['672699bd-a07e-43b6-bd1e-c4046bd0345b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.127244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.159923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.168614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.169623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-859a475e-582d-4a23-9136-a196707c7f32 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=672699bd-a07e-43b6-bd1e-c4046bd0345b HTTP/1.1" status: 200 len: 205 time: 0.0626032 Jul 16 01:58:55.174174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] Routers {'672699bd-a07e-43b6-bd1e-c4046bd0345b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:55.174814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['672699bd-a07e-43b6-bd1e-c4046bd0345b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.211843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:55.212569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f918b0-f4f4-45cc-b3e2-dab7bf1aa794 None None] The sync data for ids ['672699bd-a07e-43b6-bd1e-c4046bd0345b'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:55.245931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Transition to ACTIVE for port object b5a25aca-bbf0-47dd-bae0-c7472dcea485 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:55.254658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.321722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.377286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:55.436443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:55.436825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.469787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event updated for resources: {'Port': ['ID=b5a25aca-bbf0-47dd-bae0-c7472dcea485,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.783244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-3c6280da-0a3a-44dc-b607-02b3bf5cecbd req-9045d71a-061d-4763-8ec5-acd9ee1650d9 service neutron] (93907) timed out ('10.222.0.32', 63881) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:58:55.874570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] In _notify_port_updated(), no bound segment for port b5a25aca-bbf0-47dd-bae0-c7472dcea485 on network 05ffba5d-d7ec-40cc-9870-86957230f628 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:58:55.879998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:55.880629 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.881912 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8fbec046-6677-4224-9d77-cd6de031c444 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "PUT /v2.0/ports/b5a25aca-bbf0-47dd-bae0-c7472dcea485 HTTP/1.1" status: 200 len: 960 time: 3.3071892 Jul 16 01:58:55.885625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.895178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.897423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.901829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.943176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a9c6288-4e85-4950-b3cc-bb844ef7dfeb None None] Provisioning for port b5a25aca-bbf0-47dd-bae0-c7472dcea485 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:55.948485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a9c6288-4e85-4950-b3cc-bb844ef7dfeb None None] Provisioning complete for port b5a25aca-bbf0-47dd-bae0-c7472dcea485 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:55.949137 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a9c6288-4e85-4950-b3cc-bb844ef7dfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.970413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.970955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router 672699bd-a07e-43b6-bd1e-c4046bd0345b {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:55.983454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.984586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1e05824f-7b45-4f52-be09-83e94ab43122 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/672699bd-a07e-43b6-bd1e-c4046bd0345b HTTP/1.1" status: 204 len: 168 time: 0.8150260 Jul 16 01:58:55.987531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44514) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.990140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c6288-4e85-4950-b3cc-bb844ef7dfeb None None] Port b5a25aca-bbf0-47dd-bae0-c7472dcea485 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:56.043944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.049262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet 5956137a-55e6-47a1-8d2e-702323450aaa {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:56.053346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.089691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port b5a25aca-bbf0-47dd-bae0-c7472dcea485 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:56.090029 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.123668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.169183 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4229b858-8a0b-4e20-8934-41a633e84ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.218947 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.223778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.225691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.255828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for b5a25aca-bbf0-47dd-bae0-c7472dcea485 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:56.278845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.303669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=ac9c06ac-a9a3-4260-b9da-21932fbd366e,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.310137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.387947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.420554 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Floating IP 26382cd0-f9ee-402b-8893-be4cc092fbf3 associated. External IP: 172.25.0.241, port: 6c7940bf-78cf-4d00-90bc-56e60b35a6e8. Jul 16 01:58:56.426555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=5956137a-55e6-47a1-8d2e-702323450aaa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.429206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.432331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/5956137a-55e6-47a1-8d2e-702323450aaa HTTP/1.1" status: 204 len: 168 time: 0.4432592 Jul 16 01:58:56.432871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4131e74d-d070-4839-a707-b4d074698c15 None None] Network 26875389-990d-4579-a8d8-d0c4d74c9b78 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:56.452455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.471579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.471579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.471579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.471579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.472105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.472187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.472563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.472939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.473568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.473823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.474204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.474588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f853fa-2f02-4522-8d8a-c29c08109101 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:56.480926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.554972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.561744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.594578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=b5a25aca-bbf0-47dd-bae0-c7472dcea485,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:56.704881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] DHCP port deletion for 26875389-990d-4579-a8d8-d0c4d74c9b78 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:56.711302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.713342 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d4d1c87-619c-41a4-bd87-5806778c00df tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/b5a25aca-bbf0-47dd-bae0-c7472dcea485 HTTP/1.1" status: 204 len: 168 time: 0.8266861 Jul 16 01:58:56.716091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.750070 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a756645-8165-49b8-b54e-a7b5e0ec8849 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] GET failed (client error): The resource could not be found. Jul 16 01:58:56.751773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a756645-8165-49b8-b54e-a7b5e0ec8849 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports/b5a25aca-bbf0-47dd-bae0-c7472dcea485 HTTP/1.1" status: 404 len: 333 time: 0.0347748 Jul 16 01:58:56.757534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:56.757739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 34d3860f-c6db-4077-9984-3da3da124af4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:56.757966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.806394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] Deleting port 34d3860f-c6db-4077-9984-3da3da124af4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:56.807338 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.848562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 34d3860f-c6db-4077-9984-3da3da124af4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=34d3860f-c6db-4077-9984-3da3da124af4,segment=NetworkSegment(c2b0a858-c921-4f3e-8f18-dd409b482010),segment_id=c2b0a858-c921-4f3e-8f18-dd409b482010)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:56.854307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.874216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 34d3860f-c6db-4077-9984-3da3da124af4 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:56.878313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:56.899090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e810691-9368-4fab-bc28-5aa2903e42f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.910067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] For port 34d3860f-c6db-4077-9984-3da3da124af4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=34d3860f-c6db-4077-9984-3da3da124af4,segment=NetworkSegment(c2b0a858-c921-4f3e-8f18-dd409b482010),segment_id=c2b0a858-c921-4f3e-8f18-dd409b482010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:56.910403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:56.937610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] Calling delete_port for 34d3860f-c6db-4077-9984-3da3da124af4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:56.968490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e810691-9368-4fab-bc28-5aa2903e42f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.006477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.034466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=34d3860f-c6db-4077-9984-3da3da124af4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.038205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port 34d3860f-c6db-4077-9984-3da3da124af4 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:57.038415 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 01:58:57.053413 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.064867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:57.071140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e810691-9368-4fab-bc28-5aa2903e42f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.073743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e810691-9368-4fab-bc28-5aa2903e42f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.075302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4e810691-9368-4fab-bc28-5aa2903e42f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/security-groups/b1b64fbd-bb56-49b2-b6df-4baf598cd5b4 HTTP/1.1" status: 204 len: 168 time: 0.3100274 Jul 16 01:58:57.079051 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:57.079577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.083941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] No DVR routers for this DVR port 34d3860f-c6db-4077-9984-3da3da124af4 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:57.098132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:57.100177 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.113852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e810691-9368-4fab-bc28-5aa2903e42f3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b64fbd-bb56-49b2-b6df-4baf598cd5b4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.137804 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.139392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.151492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26875389-990d-4579-a8d8-d0c4d74c9b78']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.162701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b0a858-c921-4f3e-8f18-dd409b482010') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.162952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b0a858-c921-4f3e-8f18-dd409b482010') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.164105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9eb38-bcc7-495f-b8db-882d7b9c36cc None None] Pushing event deleted for resources: {'Port': ['ID=34d3860f-c6db-4077-9984-3da3da124af4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.173996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.194156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.201603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:57.201857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.206148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7843e9ea-77ca-45f2-a45e-a131bd50e344 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:57.220371 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:57.230553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7843e9ea-77ca-45f2-a45e-a131bd50e344 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.241710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-562c1728-2f41-4f22-bd53-442171f31183 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0330698 Jul 16 01:58:57.244479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:58:57.246686 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:58:57.249229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.254509 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:57.349583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2848891f-a436-4479-948c-8a9169359e3f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/26382cd0-f9ee-402b-8893-be4cc092fbf3 HTTP/1.1" status: 200 len: 991 time: 0.0949261 Jul 16 01:58:57.357335 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f244ef-9bfe-4f9b-9930-d1bc2c4be8c5 x-openstack-request-id: req-e9f244ef-9bfe-4f9b-9930-d1bc2c4be8c5 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:58:57.357875 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:58:57.358328 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9f244ef-9bfe-4f9b-9930-d1bc2c4be8c5 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:58:57.359509 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'status': 'completed', 'code': 200} Jul 16 01:58:57.384697 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7843e9ea-77ca-45f2-a45e-a131bd50e344 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.387939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7843e9ea-77ca-45f2-a45e-a131bd50e344 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.390084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.394494 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7843e9ea-77ca-45f2-a45e-a131bd50e344 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ef737bf-4140-4ed0-b20c-e15269263460 HTTP/1.1" status: 204 len: 168 time: 0.3085623 Jul 16 01:58:57.398999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.405235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843e9ea-77ca-45f2-a45e-a131bd50e344 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef737bf-4140-4ed0-b20c-e15269263460,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.410745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 34d3860f-c6db-4077-9984-3da3da124af4 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:57.430628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.437987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/26875389-990d-4579-a8d8-d0c4d74c9b78 HTTP/1.1" status: 204 len: 168 time: 0.9797971 Jul 16 01:58:57.437987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df99aa9-8a7b-4673-8336-d305ba902570 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=26875389-990d-4579-a8d8-d0c4d74c9b78,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.438409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44564) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.442070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.442720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 34d3860f-c6db-4077-9984-3da3da124af4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:57.443172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 34d3860f-c6db-4077-9984-3da3da124af4 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:57.446815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1844180797', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:57.515616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.516620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.539720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-acbfe288-84cb-4d30-8890-d9351f761efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.541307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-acbfe288-84cb-4d30-8890-d9351f761efe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 1096 time: 0.1994727 Jul 16 01:58:57.544345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e05769d-a90d-40d7-93c4-4f0e2afcb7ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.577819 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:55Z', 'revision_number': 0, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.629869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.636703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e05769d-a90d-40d7-93c4-4f0e2afcb7ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.704369 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:57.717422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:57.718046 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:57.829731 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:57.841882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-0c14cf68-8f4e-456c-96aa-e53c0eb1718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:57.843365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-0c14cf68-8f4e-456c-96aa-e53c0eb1718b service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 200 len: 898 time: 0.2957232 Jul 16 01:58:57.845348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.889857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e05769d-a90d-40d7-93c4-4f0e2afcb7ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.892345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e05769d-a90d-40d7-93c4-4f0e2afcb7ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.893451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e05769d-a90d-40d7-93c4-4f0e2afcb7ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/security-groups/9e4a94ec-4ea7-4319-9394-dc813d5e7bd8 HTTP/1.1" status: 204 len: 168 time: 0.4909599 Jul 16 01:58:57.896354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44576) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.925173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05769d-a90d-40d7-93c4-4f0e2afcb7ce tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a94ec-4ea7-4319-9394-dc813d5e7bd8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.977154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-cc1b4ecc-9220-4ea2-8833-ac96355087c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8 HTTP/1.1" status: 200 len: 999 time: 0.1268554 Jul 16 01:58:58.006958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet f6653f89-b7fa-4e42-b725-9266dfc433eb {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:58.014239 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.088867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-045b9770-0f78-440d-9954-86d07b0b0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.090668 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-045b9770-0f78-440d-9954-86d07b0b0e09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cb628f3a-bd0b-4a98-a040-d1c7eb88d315 HTTP/1.1" status: 200 len: 835 time: 0.1017139 Jul 16 01:58:58.104688 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.160381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:55Z', 'revision_number': 0, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:58.203456 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93efe02f-30bd-4877-8d77-99e864dfa0eb None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:55Z', 'revision_number': 0, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:58.213554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-5536caba-7a00-4e24-8ed8-2fc9d8253251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:58.215086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-5536caba-7a00-4e24-8ed8-2fc9d8253251 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175239 Jul 16 01:58:58.247818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.358414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.468444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-85eb364a-97c6-43f8-a2ae-a484115d08c0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/26382cd0-f9ee-402b-8893-be4cc092fbf3 HTTP/1.1" status: 200 len: 991 time: 0.1058595 Jul 16 01:58:58.471023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.522340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=f6653f89-b7fa-4e42-b725-9266dfc433eb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.529438 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.532248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ae880-c61f-4c68-b6f0-aa7dc27afe97 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:58.548960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bc1e0115-7591-4743-ba77-826e67a2c9f1 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/f6653f89-b7fa-4e42-b725-9266dfc433eb HTTP/1.1" status: 204 len: 168 time: 0.6460273 Jul 16 01:58:58.550099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.635195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc794832-a440-48f3-b82a-84a430137065 None None] New status for floating IP 26382cd0-f9ee-402b-8893-be4cc092fbf3: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:58:58.677798 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 31d3547d-4d27-4d36-8061-50d72abf7d89 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:58.686289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.769407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.865928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.933988 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.968447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=31d3547d-4d27-4d36-8061-50d72abf7d89,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.975960 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-555ab2ba-eb3b-43a3-a5f2-c6aa212e39cc service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619370 Jul 16 01:58:58.976397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.982676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dbee5731-8466-4857-8280-3e90fa370053 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/31d3547d-4d27-4d36-8061-50d72abf7d89 HTTP/1.1" status: 204 len: 168 time: 0.4262300 Jul 16 01:58:58.982977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.035404 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4630fe6-4636-4ff5-bfff-fd6ec4bd9296 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.038594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4630fe6-4636-4ff5-bfff-fd6ec4bd9296 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.038944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.039349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.044706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e4630fe6-4636-4ff5-bfff-fd6ec4bd9296 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/f6653f89-b7fa-4e42-b725-9266dfc433eb HTTP/1.1" status: 404 len: 337 time: 0.0607171 Jul 16 01:58:59.047115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.077239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.161326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting subnet 829bb05b-5223-46cf-968a-455d036e65cf {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:59.170656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.244575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.286743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fdca9e9e-0e6b-4473-a4b3-703d39d047e2 req-6a564930-069c-457d-9813-e40aeff78f68 service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611694 Jul 16 01:58:59.360824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03346826-982a-4fd3-93a9-f75e86a1570c None None] Update dhcp port {'port': {'network_id': '05ffba5d-d7ec-40cc-9870-86957230f628', 'fixed_ips': [{'subnet_id': '829bb05b-5223-46cf-968a-455d036e65cf', 'ip_address': '172.20.0.18'}, {'subnet_id': '31d3547d-4d27-4d36-8061-50d72abf7d89'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6511ce29-cca6-46ea-a381-1f5a254ac90e'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:58:59.361130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 172.25.0.148 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/40e50cf1-d61d-4699-aa9f-d78f3e8cb797) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:59.383038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.417343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03346826-982a-4fd3-93a9-f75e86a1570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.453561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.472216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.532454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Subnet': ['ID=829bb05b-5223-46cf-968a-455d036e65cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:59.557672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.562512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-31b87eac-0fe2-425e-b512-3114649507aa tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/829bb05b-5223-46cf-968a-455d036e65cf HTTP/1.1" status: 204 len: 168 time: 0.5143497 Jul 16 01:58:59.564923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-03346826-982a-4fd3-93a9-f75e86a1570c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 829bb05b-5223-46cf-968a-455d036e65cf: This subnet is being modified by another concurrent operation. Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 829bb05b-5223-46cf-968a-455d036e65cf: This subnet is being modified by another concurrent operation. Jul 16 01:58:59.581383 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 01:58:59.589324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.598159 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdec6f0e-e71d-4e58-9cac-11cf52f2a350 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.598691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdec6f0e-e71d-4e58-9cac-11cf52f2a350 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.603115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cdec6f0e-e71d-4e58-9cac-11cf52f2a350 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/7d13ad86-2746-4bff-b312-53409818871b HTTP/1.1" status: 404 len: 337 time: 0.0345392 Jul 16 01:58:59.603957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.636665 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d5e9d8a8-cf09-41f3-942e-705c486998b7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/26382cd0-f9ee-402b-8893-be4cc092fbf3 HTTP/1.1" status: 200 len: 993 time: 0.1613829 Jul 16 01:58:59.653893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3428130e-d9cb-4a0e-8f6a-545e8c658a0d tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "GET /v2.0/ports?device_id=2583b8e2-9121-495f-abec-f414807ec743 HTTP/1.1" status: 200 len: 205 time: 0.0485654 Jul 16 01:58:59.656217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.657864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.694824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fead61-fe66-4e3f-aa90-99c3c179ecb1 None None] Network 05ffba5d-d7ec-40cc-9870-86957230f628 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:59.713784 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e0038887-577f-4492-905e-dd1960d680c6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] delete failed (client error): The resource could not be found. Jul 16 01:58:59.714973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e0038887-577f-4492-905e-dd1960d680c6 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/routers/2583b8e2-9121-495f-abec-f414807ec743 HTTP/1.1" status: 404 len: 336 time: 0.0578349 Jul 16 01:58:59.717446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.730729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=40e50cf1-d61d-4699-aa9f-d78f3e8cb797,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:59.745493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:59.746976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:59.749458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:59.753530 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0f5ab1-600d-464b-90b5-671697309afb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.754269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0f5ab1-600d-464b-90b5-671697309afb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.756388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea0f5ab1-600d-464b-90b5-671697309afb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/56c63b2b-0395-4c65-a87b-98a72435df52 HTTP/1.1" status: 404 len: 337 time: 0.0376461 Jul 16 01:58:59.758619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.789687 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4557fd32-2464-4f8d-8bcc-d3289ec6c69b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.790639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4557fd32-2464-4f8d-8bcc-d3289ec6c69b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.793518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4557fd32-2464-4f8d-8bcc-d3289ec6c69b tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/be28a092-79b3-4cde-9feb-e197b7843397 HTTP/1.1" status: 404 len: 337 time: 0.0335972 Jul 16 01:58:59.796775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.804884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5e688869-39eb-4475-820f-5c29beccf324 None None] Provisioning complete for port 6511ce29-cca6-46ea-a381-1f5a254ac90e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:59.805346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e688869-39eb-4475-820f-5c29beccf324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.893045 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-35eecf72-9bb1-4bd1-9345-6b9a8380f085 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.893512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35eecf72-9bb1-4bd1-9345-6b9a8380f085 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.895616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35eecf72-9bb1-4bd1-9345-6b9a8380f085 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/5cb7254a-eb93-4ac4-b165-6ee821bd2529 HTTP/1.1" status: 404 len: 337 time: 0.0986493 Jul 16 01:58:59.898048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.919700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] DHCP port deletion for 05ffba5d-d7ec-40cc-9870-86957230f628 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:59.932719 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd94bcb1-f237-416d-8515-ef3d7f036ff3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.933602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd94bcb1-f237-416d-8515-ef3d7f036ff3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.937722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cd94bcb1-f237-416d-8515-ef3d7f036ff3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/53436d84-34c3-434b-96d4-bcaf8389d1b6 HTTP/1.1" status: 404 len: 333 time: 0.0365014 Jul 16 01:58:59.938124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.980142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5e688869-39eb-4475-820f-5c29beccf324 None None] Provisioning complete for port 5aa1c748-747e-432a-80bb-ce482963d8b4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:59.980530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e688869-39eb-4475-820f-5c29beccf324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:59.987351 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb96473e-3d01-4450-b690-ed4c3e12af0a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:59.988364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb96473e-3d01-4450-b690-ed4c3e12af0a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:59.991164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cb96473e-3d01-4450-b690-ed4c3e12af0a tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/24b66155-cf48-4571-98ea-ecd64dccd310 HTTP/1.1" status: 404 len: 337 time: 0.0520396 Jul 16 01:58:59.994439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.017381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] Deleting port 6511ce29-cca6-46ea-a381-1f5a254ac90e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:00.017766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.024331 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-79886155-f992-44d5-8aef-ab1824a94157 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:00.024803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79886155-f992-44d5-8aef-ab1824a94157 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:00.026803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-79886155-f992-44d5-8aef-ab1824a94157 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/64e81759-4999-4f08-a24a-086956a13112 HTTP/1.1" status: 404 len: 337 time: 0.0312989 Jul 16 01:59:00.031081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44658) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.039569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5e688869-39eb-4475-820f-5c29beccf324 None None] Port 5aa1c748-747e-432a-80bb-ce482963d8b4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:00.072901 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc54005-f4b7-4df1-a5bc-bc82697395eb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:00.073858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc54005-f4b7-4df1-a5bc-bc82697395eb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:00.078642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4dc54005-f4b7-4df1-a5bc-bc82697395eb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/20beb82c-8387-4768-a830-ba335aad7e89 HTTP/1.1" status: 404 len: 333 time: 0.0466068 Jul 16 01:59:00.080338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44660) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.091868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] For port 6511ce29-cca6-46ea-a381-1f5a254ac90e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6511ce29-cca6-46ea-a381-1f5a254ac90e,segment=NetworkSegment(a7c2140c-37c8-4702-9b51-2c61393ef9e2),segment_id=a7c2140c-37c8-4702-9b51-2c61393ef9e2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:00.092299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.106399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] Calling delete_port for 6511ce29-cca6-46ea-a381-1f5a254ac90e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:00.110796 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-119ae38f-e3a7-40b7-a58d-f73878ac7277 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:00.111357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119ae38f-e3a7-40b7-a58d-f73878ac7277 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:00.115592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.115753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-119ae38f-e3a7-40b7-a58d-f73878ac7277 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/d3876f80-d6d1-4502-a03e-bcfa22766ce5 HTTP/1.1" status: 404 len: 337 time: 0.0341589 Jul 16 01:59:00.147750 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2a1c74-b24a-4174-be61-209b4fcf67c3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] DELETE failed (client error): The resource could not be found. Jul 16 01:59:00.148255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2a1c74-b24a-4174-be61-209b4fcf67c3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:59:00.150843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ff2a1c74-b24a-4174-be61-209b4fcf67c3 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/subnets/fe6679d5-8c9d-4d1d-94fa-3c0d11764c76 HTTP/1.1" status: 404 len: 337 time: 0.0333169 Jul 16 01:59:00.153284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.162247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.197072 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.255383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] Pushing event deleted for resources: {'Port': ['ID=6511ce29-cca6-46ea-a381-1f5a254ac90e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.263002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f0097-72f1-489b-8b21-e1d6cde54805 None None] No DVR routers for this DVR port 6511ce29-cca6-46ea-a381-1f5a254ac90e on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:00.286834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3dcb1-bdf3-473e-b42d-19f017ee87d5 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:59:00.410678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3dcb1-bdf3-473e-b42d-19f017ee87d5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:59:00.483001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Deleting port 5aa1c748-747e-432a-80bb-ce482963d8b4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:00.483605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.561372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.567286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.618674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Calling delete_port for 5aa1c748-747e-432a-80bb-ce482963d8b4 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:00.767923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.770801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router d5286096-5928-4234-bd11-3dea78c74fac is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:00.804925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Port': ['ID=5aa1c748-747e-432a-80bb-ce482963d8b4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.812790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.814678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ae0d61a9-423f-4e23-8965-4665c9941abb tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/ports/5aa1c748-747e-432a-80bb-ce482963d8b4 HTTP/1.1" status: 204 len: 168 time: 0.6603017 Jul 16 01:59:00.817340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44680) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.961438 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.016729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:01.028651 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] Sync routers for ids ['d5286096-5928-4234-bd11-3dea78c74fac'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:01.040266 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] Routers {'d5286096-5928-4234-bd11-3dea78c74fac'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:01.041684 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d5286096-5928-4234-bd11-3dea78c74fac'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.065053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.069209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f2e3fa09-da8c-415f-9c67-e32f1b68677a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6275403 Jul 16 01:59:01.069587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44688) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:01.097379 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.103073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.109178 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] Routers {'d5286096-5928-4234-bd11-3dea78c74fac'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:01.110439 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d5286096-5928-4234-bd11-3dea78c74fac'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.115950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ffba5d-d7ec-40cc-9870-86957230f628']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.128049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c2140c-37c8-4702-9b51-2c61393ef9e2') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.128355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c2140c-37c8-4702-9b51-2c61393ef9e2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.138323 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.152750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.160516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:01.161009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.164348 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:01.165776 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:01.168202 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2796ef-fbde-4be6-a740-953251667b22 None None] The sync data for ids ['d5286096-5928-4234-bd11-3dea78c74fac'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:01.201800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d659889d-b83f-44e7-83b6-2f0fb9d36bd1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/routers/d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 200 len: 885 time: 0.1308899 Jul 16 01:59:01.204290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:01.232882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.243605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.248375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] 10.222.0.35 "DELETE /v2.0/networks/05ffba5d-d7ec-40cc-9870-86957230f628 HTTP/1.1" status: 204 len: 168 time: 0.4279571 Jul 16 01:59:01.261389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f4470-2e82-4e93-af41-f25b17b19a84 tempest-PortsTestJSON-1430398719 tempest-PortsTestJSON-1430398719-project] Pushing event deleted for resources: {'Network': ['ID=05ffba5d-d7ec-40cc-9870-86957230f628,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:01.392590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:01.457844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6511ce29-cca6-46ea-a381-1f5a254ac90e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:01.458202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6511ce29-cca6-46ea-a381-1f5a254ac90e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:01.503729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44708) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:01.504299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-71dcc65d-58ac-448e-bd6a-8a5ca751e606 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2984807 Jul 16 01:59:01.510072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1844180797'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:01.750718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:01.904499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:01.916282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.024892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router d5286096-5928-4234-bd11-3dea78c74fac has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:02.048732 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf9a1b07-bd36-412e-ac75-4897394cf17c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a66232be989c4b0caafd56ab1df8e2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959545 Jul 16 01:59:02.051235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.099926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b20745c-0025-4773-8b00-a62e8a938d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.123539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b20745c-0025-4773-8b00-a62e8a938d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.136100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:02.148384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] Sync routers for ids ['d5286096-5928-4234-bd11-3dea78c74fac'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:02.149704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.151401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b038749f-a950-4383-ba53-44261448019a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 200 len: 892 time: 0.6457219 Jul 16 01:59:02.154026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44742) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.163129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] Routers {'d5286096-5928-4234-bd11-3dea78c74fac'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:02.171263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d5286096-5928-4234-bd11-3dea78c74fac'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.187717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b20745c-0025-4773-8b00-a62e8a938d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.192000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b20745c-0025-4773-8b00-a62e8a938d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.197030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8b20745c-0025-4773-8b00-a62e8a938d6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41bd5d13-6cde-45e8-95be-279c8cf016c7 HTTP/1.1" status: 204 len: 168 time: 0.1445303 Jul 16 01:59:02.206776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20745c-0025-4773-8b00-a62e8a938d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd5d13-6cde-45e8-95be-279c8cf016c7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:02.209301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.223005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] Routers {'d5286096-5928-4234-bd11-3dea78c74fac'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:02.223618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d5286096-5928-4234-bd11-3dea78c74fac'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.264580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:02.265277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75afa7-db01-4e1e-970c-fc4304eefccd None None] The sync data for ids ['d5286096-5928-4234-bd11-3dea78c74fac'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:02.284989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-14fd2971-991e-4915-bb21-850aa06f45fa tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/routers/d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 200 len: 892 time: 0.1293666 Jul 16 01:59:02.287844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.344917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c588105-df90-4afc-b286-b49ebf20a1d6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 200 len: 205 time: 0.0554345 Jul 16 01:59:02.347348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.828997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.961898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.022706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 40e50cf1-d61d-4699-aa9f-d78f3e8cb797 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:03.023167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.121869 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.139539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 40e50cf1-d61d-4699-aa9f-d78f3e8cb797 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:03.336434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.365906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.396476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=40e50cf1-d61d-4699-aa9f-d78f3e8cb797,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:03.480149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.587189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c6f66c17-71be-40dd-8e75-9421841afd20 tempest-ServiceProvidersTest-1900412748 tempest-ServiceProvidersTest-1900412748-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2454708 Jul 16 01:59:03.592101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.594469 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.651878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.655260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router d5286096-5928-4234-bd11-3dea78c74fac {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:03.666034 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.668422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75b0e745-5e3a-4017-990e-7df91e475582 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 204 len: 168 time: 1.3197680 Jul 16 01:59:03.672854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.678567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613007446'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:03.717698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:03.728979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.780133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:03.800473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.801884 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment eb715d8d-6758-4726-86be-14fdd2a1833e of type vlan for network d53ce95d-8538-49f3-9948-4034a792a360 Jul 16 01:59:03.856623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.889590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.895972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:03.897055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.937658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2631080 Jul 16 01:59:03.940501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.945988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:03.988390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a9f0d-1af5-4d0f-ae7f-8104a1b0c92c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=d53ce95d-8538-49f3-9948-4034a792a360,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.010874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d53ce95d-8538-49f3-9948-4034a792a360 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:04.053036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44824) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.109290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:04.114381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.301688 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19e3de6b-fcbb-408f-8e8d-a3ec35cd4f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.351908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.425894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19e3de6b-fcbb-408f-8e8d-a3ec35cd4f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.433630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.433999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-19e3de6b-fcbb-408f-8e8d-a3ec35cd4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.442890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': 'eb715d8d-6758-4726-86be-14fdd2a1833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:04.443327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: d53ce95d-8538-49f3-9948-4034a792a360, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:04.464484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network d53ce95d-8538-49f3-9948-4034a792a360 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:04.479482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d53ce95d-8538-49f3-9948-4034a792a360) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:04.484923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:04.486850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.490931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb405bf-4306-4a12-86a5-d4097bb6584f None None] Network d53ce95d-8538-49f3-9948-4034a792a360 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:04.508101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-50d2a727-1d99-43c3-b919-639bd384253d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5649462 Jul 16 01:59:04.508881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.509037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-19e3de6b-fcbb-408f-8e8d-a3ec35cd4f69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9d4b99a0f734ef99048046cc7487d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547086 Jul 16 01:59:04.510108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:04.514893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1324087364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:04.519866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3de6b-fcbb-408f-8e8d-a3ec35cd4f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a67e6-1abf-40da-a19b-faf6f448ee0e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.558426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.559544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.615311 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2829238a-bfb0-4607-a85a-1d4f4591d3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.676069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2829238a-bfb0-4607-a85a-1d4f4591d3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.710037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-d53ce95d-8538-49f3-9948-4034a792a360', 'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': 'be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:04.711042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.777929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2829238a-bfb0-4607-a85a-1d4f4591d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.781029 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2829238a-bfb0-4607-a85a-1d4f4591d3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:04.782478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2829238a-bfb0-4607-a85a-1d4f4591d3ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b4a67e6-1abf-40da-a19b-faf6f448ee0e HTTP/1.1" status: 204 len: 168 time: 0.2707982 Jul 16 01:59:04.808259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829238a-bfb0-4607-a85a-1d4f4591d3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a67e6-1abf-40da-a19b-faf6f448ee0e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.916829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Allocated IP 2001:db8::2 (d53ce95d-8538-49f3-9948-4034a792a360/be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4/c243ac0d-a016-4918-abcc-61545e008ca7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:05.074625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.081735 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.101064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.113412 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ef641a0d-b42b-4971-9f93-6dc665986a02 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5994940 Jul 16 01:59:05.113817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:05.203647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.224605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Transition to ACTIVE for port object c243ac0d-a016-4918-abcc-61545e008ca7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:05.266864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Transition to ACTIVE for port object c243ac0d-a016-4918-abcc-61545e008ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:05.277400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.364280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Network d53ce95d-8538-49f3-9948-4034a792a360 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:05.371686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:05.375793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:05.512065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Pushing event updated for resources: {'Port': ['ID=c243ac0d-a016-4918-abcc-61545e008ca7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.527328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.537490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Attempting to bind port c243ac0d-a016-4918-abcc-61545e008ca7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:05.540134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Attempting to bind port c243ac0d-a016-4918-abcc-61545e008ca7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'eb715d8d-6758-4726-86be-14fdd2a1833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:05.542132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Attempting to bind port c243ac0d-a016-4918-abcc-61545e008ca7 on network d53ce95d-8538-49f3-9948-4034a792a360 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:05.556708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:05.557506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Checking segment: {'id': 'eb715d8d-6758-4726-86be-14fdd2a1833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:05.560010 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.561214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Bound using segment: {'id': 'eb715d8d-6758-4726-86be-14fdd2a1833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:05.562574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Bound port: c243ac0d-a016-4918-abcc-61545e008ca7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb715d8d-6758-4726-86be-14fdd2a1833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd53ce95d-8538-49f3-9948-4034a792a360'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:05.563496 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.695415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] For port c243ac0d-a016-4918-abcc-61545e008ca7, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:05.700702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] For port c243ac0d-a016-4918-abcc-61545e008ca7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c243ac0d-a016-4918-abcc-61545e008ca7,segment=NetworkSegment(eb715d8d-6758-4726-86be-14fdd2a1833e),segment_id=eb715d8d-6758-4726-86be-14fdd2a1833e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:05.709905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:05.785034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee514cb-a514-458a-aa98-e699c305a69d None None] Pushing event updated for resources: {'Port': ['ID=c243ac0d-a016-4918-abcc-61545e008ca7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:05.902698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8::1 (d53ce95d-8538-49f3-9948-4034a792a360/be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4/6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:06.089659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.132501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:06.179650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.271389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network d53ce95d-8538-49f3-9948-4034a792a360 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:06.274774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:06.279792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:06.280866 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.398234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:06.464461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.604499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:06.803667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fabdd6f3-6118-40dd-bb7a-aa0ac5064b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.835464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.845875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.846883 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.949495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fabdd6f3-6118-40dd-bb7a-aa0ac5064b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.957419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fabdd6f3-6118-40dd-bb7a-aa0ac5064b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:06.968133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.001360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdd6f3-6118-40dd-bb7a-aa0ac5064b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21d5724-72af-4f51-b98b-633205afac82,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.009218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fabdd6f3-6118-40dd-bb7a-aa0ac5064b74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd9f732423dd46959b10a30fb1637bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035418 Jul 16 01:59:07.010441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.027137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network d53ce95d-8538-49f3-9948-4034a792a360 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:07.029172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:07.089078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478e1f53-3bc9-4169-8053-c27f53796c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.116114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478e1f53-3bc9-4169-8053-c27f53796c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.171092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478e1f53-3bc9-4169-8053-c27f53796c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.173724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-478e1f53-3bc9-4169-8053-c27f53796c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.174903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-478e1f53-3bc9-4169-8053-c27f53796c2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b21d5724-72af-4f51-b98b-633205afac82 HTTP/1.1" status: 204 len: 168 time: 0.1637979 Jul 16 01:59:07.183431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e1f53-3bc9-4169-8053-c27f53796c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21d5724-72af-4f51-b98b-633205afac82,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:07.195304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 47782247-c80e-4e41-8538-14ba99750e33 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:07.238318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffdbc58-5561-4772-abb4-8d8d4753b21b None None] Network d53ce95d-8538-49f3-9948-4034a792a360 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:07.364412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:07.372003 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d45daf5a-4178-4869-8ecd-440f5c9ce76f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/47782247-c80e-4e41-8538-14ba99750e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2570825 Jul 16 01:59:07.374947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44920) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.379008 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] Sync routers for ids ['47782247-c80e-4e41-8538-14ba99750e33'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:07.396970 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] Routers {'47782247-c80e-4e41-8538-14ba99750e33'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:07.397611 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['47782247-c80e-4e41-8538-14ba99750e33'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:07.441735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c99bd969-e754-494f-b789-630310ac0533 None None] Provisioning for port c243ac0d-a016-4918-abcc-61545e008ca7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:07.469189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff63461-2894-49f7-adce-fc798667080e tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:07.469521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c243ac0d-a016-4918-abcc-61545e008ca7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:07.473920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 44922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.476069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cff63461-2894-49f7-adce-fc798667080e tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports/6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 HTTP/1.1" status: 200 len: 911 time: 0.0954542 Jul 16 01:59:07.479756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:07.510842 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:07.529425 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] Routers {'47782247-c80e-4e41-8538-14ba99750e33'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:07.530048 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['47782247-c80e-4e41-8538-14ba99750e33'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:07.567566 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:07.568062 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e3bd0f-4a56-449f-98c8-4265cb09a41b None None] The sync data for ids ['47782247-c80e-4e41-8538-14ba99750e33'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:07.674238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c243ac0d-a016-4918-abcc-61545e008ca7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:07.691892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c243ac0d-a016-4918-abcc-61545e008ca7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:07.698208 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.781024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.841433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:07.860021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1df1289a-5b56-46ce-9895-0c34f8a215b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.878140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.926480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port c243ac0d-a016-4918-abcc-61545e008ca7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c243ac0d-a016-4918-abcc-61545e008ca7,segment=NetworkSegment(eb715d8d-6758-4726-86be-14fdd2a1833e),segment_id=eb715d8d-6758-4726-86be-14fdd2a1833e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:07.933565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.012216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=c243ac0d-a016-4918-abcc-61545e008ca7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.085509 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1df1289a-5b56-46ce-9895-0c34f8a215b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.091085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1df1289a-5b56-46ce-9895-0c34f8a215b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.127772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1289a-5b56-46ce-9895-0c34f8a215b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c52aea-af27-484e-b6eb-e9ac45169ab0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.172972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1df1289a-5b56-46ce-9895-0c34f8a215b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cda8d2564669447ab32f3c1cf2c749e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304458 Jul 16 01:59:08.175382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44962) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.219281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cfc2d04-d744-483a-a1fb-d441a58ea76e None None] Provisioning for port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:08.226982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cfc2d04-d744-483a-a1fb-d441a58ea76e None None] Provisioning complete for port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:08.227369 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2d04-d744-483a-a1fb-d441a58ea76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.241477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f639842b-2113-45da-a5b2-e03c99773e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.280151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f639842b-2113-45da-a5b2-e03c99773e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.295694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc2d04-d744-483a-a1fb-d441a58ea76e None None] Port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:08.330970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cfc2d04-d744-483a-a1fb-d441a58ea76e None None] Provisioning complete for port c243ac0d-a016-4918-abcc-61545e008ca7 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:08.331285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2d04-d744-483a-a1fb-d441a58ea76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.346230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f639842b-2113-45da-a5b2-e03c99773e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.350873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f639842b-2113-45da-a5b2-e03c99773e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.352835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f639842b-2113-45da-a5b2-e03c99773e18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72c52aea-af27-484e-b6eb-e9ac45169ab0 HTTP/1.1" status: 204 len: 168 time: 0.1760886 Jul 16 01:59:08.383849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639842b-2113-45da-a5b2-e03c99773e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c52aea-af27-484e-b6eb-e9ac45169ab0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.460500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.481297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.492492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:08.501380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.501380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/ports/6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 HTTP/1.1" status: 200 len: 911 time: 1.0227208 Jul 16 01:59:08.502040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:08.603845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a1a392f2-efdd-4252-9000-1f7c1aabbd30 None None] Provisioning complete for port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:08.604615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1a392f2-efdd-4252-9000-1f7c1aabbd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.616829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436909f-6be8-4c6d-a875-1bfaf0982b63 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:08.682823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a1a392f2-efdd-4252-9000-1f7c1aabbd30 None None] Port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:08.921255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ae4dd06-7508-46c6-a891-6daceae09aad None None] Provisioning complete for port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:08.921624 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ae4dd06-7508-46c6-a891-6daceae09aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.989275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4dd06-7508-46c6-a891-6daceae09aad None None] Port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:09.083493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.404370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:09.404734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.417270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c243ac0d-a016-4918-abcc-61545e008ca7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:09.490448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c243ac0d-a016-4918-abcc-61545e008ca7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:09.491042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.528864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.544011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:09.840691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:09.918346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=6cfe8238-ca15-4fe2-8cd2-819f3c8f6ee1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:09.943119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45070) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.099584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bd22967-8f2d-4448-b9f2-0074e23bd2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.104270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.211560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.218671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.227236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.239907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.246225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.252754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.259741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:10.261858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-abbfab3c-78cb-49df-9030-17ef61269593 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.2871733 Jul 16 01:59:10.296829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bd22967-8f2d-4448-b9f2-0074e23bd2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.302680 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bd22967-8f2d-4448-b9f2-0074e23bd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.360619 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4bd22967-8f2d-4448-b9f2-0074e23bd2c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65795fd1a12e4a9f8e435a371aef5f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151924 Jul 16 01:59:10.361628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd22967-8f2d-4448-b9f2-0074e23bd2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee47871-a05f-4ada-9ca3-bd5d7a7da397,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.364269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.382997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 47782247-c80e-4e41-8538-14ba99750e33 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:10.392853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f1e72ab-b599-4a6d-a125-fad1490ff590 req-de709d88-6101-48c5-a760-4505675dfd33 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851958 Jul 16 01:59:10.443745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84eb8fd1-8f2c-438a-a8fb-516ce5d1ab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.471069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84eb8fd1-8f2c-438a-a8fb-516ce5d1ab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.502082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:10.515061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281330b7-3772-4361-8084-5aec52296027 None None] Sync routers for ids ['47782247-c80e-4e41-8538-14ba99750e33'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:10.526795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281330b7-3772-4361-8084-5aec52296027 None None] Routers {'47782247-c80e-4e41-8538-14ba99750e33'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:10.527802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-281330b7-3772-4361-8084-5aec52296027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['47782247-c80e-4e41-8538-14ba99750e33'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.535310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87617b10-3dc4-4535-b00f-efc53925af82 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/47782247-c80e-4e41-8538-14ba99750e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0323038 Jul 16 01:59:10.535978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.579707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-281330b7-3772-4361-8084-5aec52296027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.589668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281330b7-3772-4361-8084-5aec52296027 None None] Routers {'47782247-c80e-4e41-8538-14ba99750e33'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:10.590394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-281330b7-3772-4361-8084-5aec52296027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['47782247-c80e-4e41-8538-14ba99750e33'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.593726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a539eaba-8c09-4f54-a0fb-095c3cfc7d6a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=47782247-c80e-4e41-8538-14ba99750e33 HTTP/1.1" status: 200 len: 205 time: 0.0566063 Jul 16 01:59:10.594828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84eb8fd1-8f2c-438a-a8fb-516ce5d1ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.597587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:10.602194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-84eb8fd1-8f2c-438a-a8fb-516ce5d1ab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.605846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-84eb8fd1-8f2c-438a-a8fb-516ce5d1ab2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eee47871-a05f-4ada-9ca3-bd5d7a7da397 HTTP/1.1" status: 204 len: 168 time: 0.2263079 Jul 16 01:59:10.612533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb8fd1-8f2c-438a-a8fb-516ce5d1ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee47871-a05f-4ada-9ca3-bd5d7a7da397,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:10.639011 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-281330b7-3772-4361-8084-5aec52296027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:10.639886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281330b7-3772-4361-8084-5aec52296027 None None] The sync data for ids ['47782247-c80e-4e41-8538-14ba99750e33'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:10.742570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.212468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.221532 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.224758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.233337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9712a166-da61-4855-828b-3aaefdb91fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.238308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.244989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.251020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.257108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.263180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.269262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.276129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:11.278207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e222df59-4de4-453d-bf53-4ae689554b77 req-6251a06c-52cb-4056-9b3d-218eae2ccc82 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.7122791 Jul 16 01:59:11.371359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.372342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router 47782247-c80e-4e41-8538-14ba99750e33 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:11.384930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.388785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45132) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.392918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bad568b2-a413-43e5-bf71-f2c65f6cf4ed tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/47782247-c80e-4e41-8538-14ba99750e33 HTTP/1.1" status: 204 len: 168 time: 0.7939336 Jul 16 01:59:11.500745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:11.511645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.516089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9712a166-da61-4855-828b-3aaefdb91fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.540973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9712a166-da61-4855-828b-3aaefdb91fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.599438 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.610438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9712a166-da61-4855-828b-3aaefdb91fb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61f221449c3145ff8f3d3c3494830f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939352 Jul 16 01:59:11.610972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45144) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.629169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712a166-da61-4855-828b-3aaefdb91fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675344db-0916-4587-b33f-f69f23eae50c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.683585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.720010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.725221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.787753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.791046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.792280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.796481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/675344db-0916-4587-b33f-f69f23eae50c HTTP/1.1" status: 204 len: 168 time: 0.1846106 Jul 16 01:59:11.813950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675344db-0916-4587-b33f-f69f23eae50c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.821996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.822401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.822958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.823521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.824121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.824686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.825302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.825937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.826539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.827198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.827782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.828503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c739622-0533-495e-9b04-a44192a0b226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:11.853809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:11.859212 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4 HTTP/1.1" status: 204 len: 168 time: 0.4681499 Jul 16 01:59:11.861991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:11.865526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0a659-c8bf-4015-827b-67e37c9a2fef None None] Network d53ce95d-8538-49f3-9948-4034a792a360 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:11.869836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763834bb-cc22-443f-b9c5-f6a1fe2e8d9d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:11.972427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.037985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port c243ac0d-a016-4918-abcc-61545e008ca7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:12.038708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.123554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port c243ac0d-a016-4918-abcc-61545e008ca7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c243ac0d-a016-4918-abcc-61545e008ca7,segment=NetworkSegment(eb715d8d-6758-4726-86be-14fdd2a1833e),segment_id=eb715d8d-6758-4726-86be-14fdd2a1833e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:12.123929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.144313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for c243ac0d-a016-4918-abcc-61545e008ca7 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:12.173540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] DHCP port deletion for d53ce95d-8538-49f3-9948-4034a792a360 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:12.238300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.250625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Deleting port c243ac0d-a016-4918-abcc-61545e008ca7 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:12.251319 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.273762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.289697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port c243ac0d-a016-4918-abcc-61545e008ca7 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:12.297576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=c243ac0d-a016-4918-abcc-61545e008ca7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.325729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] For port c243ac0d-a016-4918-abcc-61545e008ca7, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:12.326207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.340639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Calling delete_port for c243ac0d-a016-4918-abcc-61545e008ca7 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:12.344463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Port c243ac0d-a016-4918-abcc-61545e008ca7 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:12.346508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.379102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] Pushing event deleted for resources: {'Port': ['ID=c243ac0d-a016-4918-abcc-61545e008ca7,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.385058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40856cec-1597-409b-9756-6c7d41194ca6 None None] No DVR routers for this DVR port c243ac0d-a016-4918-abcc-61545e008ca7 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:12.439711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8516d591-1b50-4044-9e3a-ae20afaf840c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.449308 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.461527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53ce95d-8538-49f3-9948-4034a792a360']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:12.475078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb715d8d-6758-4726-86be-14fdd2a1833e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:12.475378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb715d8d-6758-4726-86be-14fdd2a1833e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:12.487209 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.507685 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.516591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:12.517863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:12.522799 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:12.568805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8516d591-1b50-4044-9e3a-ae20afaf840c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.576042 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8516d591-1b50-4044-9e3a-ae20afaf840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.607997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.626504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516d591-1b50-4044-9e3a-ae20afaf840c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b87b6eb-d484-4b67-81a4-ffe73ba15120,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.636082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8516d591-1b50-4044-9e3a-ae20afaf840c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e5a88cbc4d54d0b951cfeccf1d5c8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603637 Jul 16 01:59:12.638100 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.644258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/d53ce95d-8538-49f3-9948-4034a792a360 HTTP/1.1" status: 204 len: 168 time: 0.7809002 Jul 16 01:59:12.645038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.645867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb06ce-b36c-4de8-b37d-0d14119682e8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=d53ce95d-8538-49f3-9948-4034a792a360,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.648187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.651789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1045121868', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:12.679835 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.682092 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.741119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d3b6b0-cf77-4123-a840-b9fc438ba061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.743149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.751023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.764582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d3b6b0-cf77-4123-a840-b9fc438ba061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.779863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.784832 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8eb42175-db60-4d37-88b8-835bbfc5a9bd tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1364458 Jul 16 01:59:12.785813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:12.794636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1016467431'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:12.819321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:12.824440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.827108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d3b6b0-cf77-4123-a840-b9fc438ba061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.830870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33d3b6b0-cf77-4123-a840-b9fc438ba061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.832900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-33d3b6b0-cf77-4123-a840-b9fc438ba061 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b87b6eb-d484-4b67-81a4-ffe73ba15120 HTTP/1.1" status: 204 len: 168 time: 0.1837041 Jul 16 01:59:12.844256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3b6b0-cf77-4123-a840-b9fc438ba061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b87b6eb-d484-4b67-81a4-ffe73ba15120,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:12.879610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:12.901228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.901228 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment 3373fb32-ceaf-4867-97b5-00d2df993e0c of type vlan for network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 Jul 16 01:59:12.953859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.989180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:12.998696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:12.999320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.125700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=49ad5c31-28ce-4854-b8b1-ce5a88f550f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.138781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:13.155207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45206) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.155403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3142e4a4-92ed-40ae-8f0d-6ebe9810e6a3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3679695 Jul 16 01:59:13.160377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:13.338598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:13.342458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.440619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c243ac0d-a016-4918-abcc-61545e008ca7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:13.480672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.489211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c243ac0d-a016-4918-abcc-61545e008ca7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:13.489869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c243ac0d-a016-4918-abcc-61545e008ca7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:13.499546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999efd4-9d1b-4ebb-b016-6ea997a5fa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.703303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.713813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.748688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=5ee00260-91f9-43e3-b806-e3e991598ab3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.807982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999efd4-9d1b-4ebb-b016-6ea997a5fa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.814549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:13.814931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: 49ad5c31-28ce-4854-b8b1-ce5a88f550f1, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:13.825751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7999efd4-9d1b-4ebb-b016-6ea997a5fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.872476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999efd4-9d1b-4ebb-b016-6ea997a5fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb13599-0e53-44f8-a5d1-2c48e738fadb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:13.879565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7999efd4-9d1b-4ebb-b016-6ea997a5fa02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39f57e942ee244fdad1d24faeb8602c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954473 Jul 16 01:59:13.879565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:13.880473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45242) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:13.941865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 49ad5c31-28ce-4854-b8b1-ce5a88f550f1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:13.948970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.949690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.950660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d73e20-93e9-4a5c-ac96-3fbddffbbae8 None None] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:13.953240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adf3bd81-4b1a-410c-8e5b-9fc5b9ef63f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.960972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.963324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.964912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.965577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.969967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.970929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.971985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:13.982940 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-171c6534-fd3c-4ad2-b2ab-932bbbf02547 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8266811 Jul 16 01:59:13.986278 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adf3bd81-4b1a-410c-8e5b-9fc5b9ef63f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:13.987113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-62397377-170d-488e-8af9-885313bd4d60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.2721300 Jul 16 01:59:13.989467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:14.091872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adf3bd81-4b1a-410c-8e5b-9fc5b9ef63f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.093151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-adf3bd81-4b1a-410c-8e5b-9fc5b9ef63f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.094389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-adf3bd81-4b1a-410c-8e5b-9fc5b9ef63f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bb13599-0e53-44f8-a5d1-2c48e738fadb HTTP/1.1" status: 204 len: 168 time: 0.2129858 Jul 16 01:59:14.109251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3bd81-4b1a-410c-8e5b-9fc5b9ef63f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb13599-0e53-44f8-a5d1-2c48e738fadb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:14.240722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-4ac34401-34c5-4271-9a81-763905c33da1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2489974 Jul 16 01:59:14.278643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:14.281331 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.459690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Allocated IP 2001:db8::2 (49ad5c31-28ce-4854-b8b1-ce5a88f550f1/5ee00260-91f9-43e3-b806-e3e991598ab3/967845f6-67f1-4c0a-aa18-ac8c172a06ba) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:14.463405 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.713780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1131a7-6386-440c-8ee0-016421afcd1a req-474805db-6221-4946-9582-db06175195ad tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:14.715316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a1131a7-6386-440c-8ee0-016421afcd1a req-474805db-6221-4946-9582-db06175195ad tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 946 time: 0.1835704 Jul 16 01:59:14.726703 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.735569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Transition to ACTIVE for port object 967845f6-67f1-4c0a-aa18-ac8c172a06ba will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:14.752160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Transition to ACTIVE for port object 967845f6-67f1-4c0a-aa18-ac8c172a06ba will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:14.761753 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:14.798981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a1131a7-6386-440c-8ee0-016421afcd1a req-a416c861-342b-4079-add6-52f9a103be80 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780637 Jul 16 01:59:14.838119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:14.841365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:14.845416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:14.853699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8::1 (49ad5c31-28ce-4854-b8b1-ce5a88f550f1/5ee00260-91f9-43e3-b806-e3e991598ab3/93d64334-d54c-4eea-858e-927269dedf80) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:15.059330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.078413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object 93d64334-d54c-4eea-858e-927269dedf80 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:15.083888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Attempting to bind port 967845f6-67f1-4c0a-aa18-ac8c172a06ba on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:15.084486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Attempting to bind port 967845f6-67f1-4c0a-aa18-ac8c172a06ba by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:15.085060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Attempting to bind port 967845f6-67f1-4c0a-aa18-ac8c172a06ba on network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:15.090421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Pushing event updated for resources: {'Port': ['ID=967845f6-67f1-4c0a-aa18-ac8c172a06ba,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.093373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:15.094010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Checking segment: {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:15.094582 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.095126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Bound using segment: {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:15.095757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Bound port: 967845f6-67f1-4c0a-aa18-ac8c172a06ba, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:15.096360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.140554 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.200778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] For port 967845f6-67f1-4c0a-aa18-ac8c172a06ba, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:15.205688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] For port 967845f6-67f1-4c0a-aa18-ac8c172a06ba, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=967845f6-67f1-4c0a-aa18-ac8c172a06ba,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:15.209017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=93d64334-d54c-4eea-858e-927269dedf80,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.217355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:15.218304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.218853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:15.221288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:15.221832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.299589 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:15.326849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ef1d-7ff5-42d7-88df-2c95864c5479 None None] Pushing event updated for resources: {'Port': ['ID=967845f6-67f1-4c0a-aa18-ac8c172a06ba,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:15.466756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.874186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.886318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.887203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.130574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-c0e5bbc2-9582-4fdf-8abf-951796723f21 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.132167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-c0e5bbc2-9582-4fdf-8abf-951796723f21 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 946 time: 0.1699016 Jul 16 01:59:16.158954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=93d64334-d54c-4eea-858e-927269dedf80,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:16.212509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:16.215840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:16.255048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9a7f9-00d1-4068-a134-22dc38e6660d req-b54cc711-2f4b-4784-96f4-e51a1e68090c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.263474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44d9a7f9-00d1-4068-a134-22dc38e6660d req-b54cc711-2f4b-4784-96f4-e51a1e68090c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 946 time: 0.3061142 Jul 16 01:59:16.370204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Deleting port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:16.370557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.444322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44d9a7f9-00d1-4068-a134-22dc38e6660d req-834cc724-3a82-470a-ba87-41eecc4c9f9c tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups?id=caffdebe-8b1c-4cb4-ab61-b9922c1de95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790435 Jul 16 01:59:16.528671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:16.568914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] For port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:16.569581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.843871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78313ae1-4918-42d6-a4d5-a85cd5a7e3fb None None] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:16.950068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.951053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:16.951574 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Floating IP 9703697e-3184-4df2-bc1e-98e97bf5ba03 disassociated. External IP: 172.25.0.137, port: 97cc93ad-39ab-47c6-aeb5-21c324a08d4d. Jul 16 01:59:16.952161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Calling delete_port for 97cc93ad-39ab-47c6-aeb5-21c324a08d4d owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:16.970853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-20df652a-bdf0-455f-bd20-41d0960271f6 None None] Provisioning for port 967845f6-67f1-4c0a-aa18-ac8c172a06ba completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:17.116089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.125973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.193693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event deleted for resources: {'Port': ['ID=97cc93ad-39ab-47c6-aeb5-21c324a08d4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.283280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:17.292798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba4fca8b-bd71-4057-91b4-484f09ae2b7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2938933 Jul 16 01:59:17.299639 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:17.304178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.317414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1739073856'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:17.318541 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:17.325996 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:17.381475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:17.387652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.390699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:17.415695 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-124ae54a-cd0b-4ee8-8e5d-eebb236aa682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.442912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:17.469956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.470348 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment 34c9543b-2289-4907-878c-02f3f6f2503a of type vlan for network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 Jul 16 01:59:17.506113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 967845f6-67f1-4c0a-aa18-ac8c172a06ba up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:17.527598 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:17.561295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.657484 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.664777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.666836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.673542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 967845f6-67f1-4c0a-aa18-ac8c172a06ba completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:17.679382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 967845f6-67f1-4c0a-aa18-ac8c172a06ba triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:17.680129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.796516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8eb2e827-d166-4320-8a9e-c2cfcae994d7 None None] Provisioning complete for port 967845f6-67f1-4c0a-aa18-ac8c172a06ba triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:17.797069 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e827-d166-4320-8a9e-c2cfcae994d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.846245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:17.863441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=b0e47b83-a649-494c-a7a1-8d58f7fbdb74,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.882348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:17.909782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:17.930154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0816d96-33b5-4e44-b807-5516301d2f1d req-ff2ce338-adcc-4b65-8299-b4ee1e0d8aaf tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/ports?device_id=54cd2066-837c-4778-b288-3cdd1ad1b0c5 HTTP/1.1" status: 200 len: 210 time: 0.0684149 Jul 16 01:59:17.971184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] No DVR routers for this DVR port 97cc93ad-39ab-47c6-aeb5-21c324a08d4d on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:17.976078 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:17.995238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.003580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-309d1d0e-f6b1-469d-8aa5-bd3017b3ac89 req-3aed45ee-e2fd-4a17-ad65-de269811b5ec tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.32 "DELETE /v2.0/ports/97cc93ad-39ab-47c6-aeb5-21c324a08d4d HTTP/1.1" status: 204 len: 173 time: 1.8620842 Jul 16 01:59:18.004123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'name': 'network-vif-deleted', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:18.012125 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7794f07b-409f-430a-8f4c-2dd66d390be2" -d '{"events": [{"server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "name": "network-vif-deleted", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:18.017355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:18.019479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:18.093919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-124ae54a-cd0b-4ee8-8e5d-eebb236aa682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.107663 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:18.110676 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e489d12-c6a8-4716-bfdc-a454614ad58e x-openstack-request-id: req-0e489d12-c6a8-4716-bfdc-a454614ad58e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:18.110976 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd2066-837c-4778-b288-3cdd1ad1b0c5", "name": "network-vif-deleted", "tag": "97cc93ad-39ab-47c6-aeb5-21c324a08d4d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:18.111232 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e489d12-c6a8-4716-bfdc-a454614ad58e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:18.111638 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd2066-837c-4778-b288-3cdd1ad1b0c5', 'name': 'network-vif-deleted', 'tag': '97cc93ad-39ab-47c6-aeb5-21c324a08d4d', 'status': 'completed', 'code': 200} Jul 16 01:59:18.115449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-124ae54a-cd0b-4ee8-8e5d-eebb236aa682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.118658 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Updating router 71a28f3b-cd07-4803-9812-da411483be13 port 93d64334-d54c-4eea-858e-927269dedf80 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:18.121666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-113395fd-b5e4-4e31-a530-f245d036bcbb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8158140 Jul 16 01:59:18.124351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45416) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:18.129686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:18.212093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-124ae54a-cd0b-4ee8-8e5d-eebb236aa682 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e508cf55cdf94a6ab3125cf12a19a6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936375 Jul 16 01:59:18.216794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:18.229543 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.236414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ae54a-cd0b-4ee8-8e5d-eebb236aa682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4366d184-42b1-4241-830f-0e8dc05adad3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.262221 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.325860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1755e5e4-6113-4bde-ab94-574decaadbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.367455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:18.375690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.381517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1755e5e4-6113-4bde-ab94-574decaadbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.480604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1755e5e4-6113-4bde-ab94-574decaadbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.483281 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1755e5e4-6113-4bde-ab94-574decaadbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.484720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1755e5e4-6113-4bde-ab94-574decaadbcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4366d184-42b1-4241-830f-0e8dc05adad3 HTTP/1.1" status: 204 len: 168 time: 0.2668467 Jul 16 01:59:18.501608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755e5e4-6113-4bde-ab94-574decaadbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4366d184-42b1-4241-830f-0e8dc05adad3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:18.590190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 967845f6-67f1-4c0a-aa18-ac8c172a06ba, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=967845f6-67f1-4c0a-aa18-ac8c172a06ba,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:18.647780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:18.773574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.843432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.853277 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.855859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8eb2e827-d166-4320-8a9e-c2cfcae994d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:18.888415 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Transition to ACTIVE for port object 93d64334-d54c-4eea-858e-927269dedf80 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:18.898911 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.007140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.048726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:19.049184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: b0e47b83-a649-494c-a7a1-8d58f7fbdb74, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:19.063628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Attempting to bind port 93d64334-d54c-4eea-858e-927269dedf80 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:19.063628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Attempting to bind port 93d64334-d54c-4eea-858e-927269dedf80 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:19.063989 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Attempting to bind port 93d64334-d54c-4eea-858e-927269dedf80 on network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:19.081551 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:19.081928 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Checking segment: {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:19.082319 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.082707 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Bound using segment: {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:19.090364 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Bound port: 93d64334-d54c-4eea-858e-927269dedf80, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3373fb32-ceaf-4867-97b5-00d2df993e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:19.090771 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.113626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:19.136723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b0e47b83-a649-494c-a7a1-8d58f7fbdb74) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:19.142564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:19.143729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.172588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9245b507-efd5-475d-9030-47324c3dd799 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0468187 Jul 16 01:59:19.175227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45440) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.203640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.215007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d39f73-60b4-4fce-90e1-043e4205e291 None None] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:19.216977 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] For port 93d64334-d54c-4eea-858e-927269dedf80, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:19.221192 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] For port 93d64334-d54c-4eea-858e-927269dedf80, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d64334-d54c-4eea-858e-927269dedf80,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:19.228807 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Pushing event updated for resources: {'Port': ['ID=93d64334-d54c-4eea-858e-927269dedf80,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.245504 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.245851 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.246189 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.246525 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.252659 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.253064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.253405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.253734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.254057 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.254378 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.254700 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.255016 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:19.272403 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.379286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7fae-0012-4180-b2ff-21f67d9ec7c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.391237 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:19.391866 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.414429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=967845f6-67f1-4c0a-aa18-ac8c172a06ba,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.452460 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7fae-0012-4180-b2ff-21f67d9ec7c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.552658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7fae-0012-4180-b2ff-21f67d9ec7c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.556503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7fae-0012-4180-b2ff-21f67d9ec7c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.560872 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0fb7fae-0012-4180-b2ff-21f67d9ec7c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "DELETE /v2.0/security-groups/caffdebe-8b1c-4cb4-ab61-b9922c1de95c HTTP/1.1" status: 204 len: 168 time: 0.3474154 Jul 16 01:59:19.561891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.632655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb7fae-0012-4180-b2ff-21f67d9ec7c3 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caffdebe-8b1c-4cb4-ab61-b9922c1de95c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.639276 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-dcd182ae-e78a-4770-a763-784013d18b64 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] show failed (client error): The resource could not be found. Jul 16 01:59:19.646187 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dcd182ae-e78a-4770-a763-784013d18b64 tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "GET /v2.0/security-groups/caffdebe-8b1c-4cb4-ab61-b9922c1de95c HTTP/1.1" status: 404 len: 347 time: 0.0775068 Jul 16 01:59:19.647010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:19.761220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-8eb2e827-d166-4320-8a9e-c2cfcae994d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:59:19.764580 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-8eb2e827-d166-4320-8a9e-c2cfcae994d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:59:19.878284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:19.930287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Deleting port a9528b24-9e5e-4e4c-b502-4b589611da7e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:19.930687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:19.934240 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68d89-f713-4761-a6a1-9d835bf6515b None None] Pushing event updated for resources: {'Port': ['ID=93d64334-d54c-4eea-858e-927269dedf80,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:19.953324 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:19.954431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:19.957375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.042719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.085268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.088113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.115073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Calling delete_port for a9528b24-9e5e-4e4c-b502-4b589611da7e owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:20.117788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:20.148431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:20.152490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:20.348316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.355738 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:19Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:20.392518 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42531f47-18e6-47a6-8069-d6f0d3fd74dd None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:15Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:19Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:20.413392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Pushing event deleted for resources: {'Port': ['ID=a9528b24-9e5e-4e4c-b502-4b589611da7e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:20.485085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 97cc93ad-39ab-47c6-aeb5-21c324a08d4d no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:20.538458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8eb2e827-d166-4320-8a9e-c2cfcae994d7 None None] Provisioning for port 93d64334-d54c-4eea-858e-927269dedf80 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:20.548553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.551689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:20.553161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b85cea1a-2409-473d-ac17-5bd19a34de8e tempest-AttachVolumeTestJSON-2063526253 tempest-AttachVolumeTestJSON-2063526253-project] 10.222.0.35 "DELETE /v2.0/floatingips/9703697e-3184-4df2-bc1e-98e97bf5ba03 HTTP/1.1" status: 204 len: 168 time: 0.9007041 Jul 16 01:59:20.570898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 97cc93ad-39ab-47c6-aeb5-21c324a08d4d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:20.571807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 97cc93ad-39ab-47c6-aeb5-21c324a08d4d not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:20.576587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Allocated IP 2001:db8:1::2 (b0e47b83-a649-494c-a7a1-8d58f7fbdb74/9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83/0867f906-72e0-4736-9a6e-c8312ae2ebbd) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:20.595375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:20.753797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.027348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7c545875-016c-42a7-bda8-47bfd1726012 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1614959033'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:21.027819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7c545875-016c-42a7-bda8-47bfd1726012 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Unknown quota resources ['metering_label']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:59:21.186828 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.204646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Transition to ACTIVE for port object 0867f906-72e0-4736-9a6e-c8312ae2ebbd will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:21.264444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Transition to ACTIVE for port object 0867f906-72e0-4736-9a6e-c8312ae2ebbd will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:21.276277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.396457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8:1::1 (b0e47b83-a649-494c-a7a1-8d58f7fbdb74/9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83/ed3e4d79-64b7-460b-863f-935ece1eeaec) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:21.447114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:21.455324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:21.470564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:21.484526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c545875-016c-42a7-bda8-47bfd1726012 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.503312 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7c545875-016c-42a7-bda8-47bfd1726012 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7483165 Jul 16 01:59:21.507396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:21.523757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cb018288-1757-4011-b744-a1b02d097ac4 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6f09520e-dc48-4754-a5b3-b57d173483d8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:21.526526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cb018288-1757-4011-b744-a1b02d097ac4 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:59:21.527977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Pushing event updated for resources: {'Port': ['ID=0867f906-72e0-4736-9a6e-c8312ae2ebbd,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:21.574821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.598828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:21.601401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object ed3e4d79-64b7-460b-863f-935ece1eeaec will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:21.685006 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.738511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 967845f6-67f1-4c0a-aa18-ac8c172a06ba up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:21.747169 n-d-800087-6 neutron-server[93907]: WARNING neutron.services.metering.metering_plugin [None req-cb018288-1757-4011-b744-a1b02d097ac4 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:59:21.748528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8d3f1-b663-4fa5-b733-d86e4d4feb35 None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:51:45Z', 'revision_number': 4, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'b865d509-c78a-4ebc-956a-488d69b977a8', 'name': '', 'network_id': '06e259b4-edc5-41d0-b374-805a548ba54c', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'mac_address': 'fa:16:3e:e3:80:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:43Z', 'updated_at': '2021-07-16T01:51:57Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'subnets': [{'id': 'bf22c3ef-5e79-4012-892c-834187de02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:21.846333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Attempting to bind port 0867f906-72e0-4736-9a6e-c8312ae2ebbd on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:21.846986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Attempting to bind port 0867f906-72e0-4736-9a6e-c8312ae2ebbd by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:21.847356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Attempting to bind port 0867f906-72e0-4736-9a6e-c8312ae2ebbd on network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:21.855138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:21.885119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=ed3e4d79-64b7-460b-863f-935ece1eeaec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:21.885119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:21.892894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:21.893467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.893586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:21.893999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Checking segment: {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:21.894620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.897289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Bound using segment: {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:21.897804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Bound port: 0867f906-72e0-4736-9a6e-c8312ae2ebbd, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:21.898770 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:21.980148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 967845f6-67f1-4c0a-aa18-ac8c172a06ba triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:22.003454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.006131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb018288-1757-4011-b744-a1b02d097ac4 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.007352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb018288-1757-4011-b744-a1b02d097ac4 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4969015 Jul 16 01:59:22.012638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.017186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a3554560-e33f-4317-a1c9-49e4f8f44832 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6f09520e-dc48-4754-a5b3-b57d173483d8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:22.017675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a3554560-e33f-4317-a1c9-49e4f8f44832 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:59:22.120356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] For port 0867f906-72e0-4736-9a6e-c8312ae2ebbd, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:22.133151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] For port 0867f906-72e0-4736-9a6e-c8312ae2ebbd, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0867f906-72e0-4736-9a6e-c8312ae2ebbd,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:22.150763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2bc5-b8fd-490e-80c6-204ce4e2753c req-d0340558-561d-4420-b9db-064b1c069f52 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:22.161061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5ed2bc5-b8fd-490e-80c6-204ce4e2753c req-d0340558-561d-4420-b9db-064b1c069f52 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 946 time: 0.5104141 Jul 16 01:59:22.164020 n-d-800087-6 neutron-server[93907]: WARNING neutron.services.metering.metering_plugin [None req-a3554560-e33f-4317-a1c9-49e4f8f44832 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:59:22.166689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.232650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.296304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a3554560-e33f-4317-a1c9-49e4f8f44832 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.297773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a3554560-e33f-4317-a1c9-49e4f8f44832 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2841389 Jul 16 01:59:22.300757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.306838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99decdac-9f19-4102-b0c8-ec596e852e9a None None] Pushing event updated for resources: {'Port': ['ID=0867f906-72e0-4736-9a6e-c8312ae2ebbd,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:22.313507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-07b81c5d-6428-4c29-b091-59639c1a2e52 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=4cb3895d-8a24-42f2-8592-44e99fa9bc32 HTTP/1.1" status: 200 len: 462 time: 0.0114102 Jul 16 01:59:22.316440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.339492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5ed2bc5-b8fd-490e-80c6-204ce4e2753c req-d68723a5-31f1-4aff-9c94-6b6b9ed648f6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773517 Jul 16 01:59:22.347979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.369169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.463128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b2709-c619-4064-ae38-6087a6acc1a8 None None] New status for floating IP 9703697e-3184-4df2-bc1e-98e97bf5ba03: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:22.486747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d64334-d54c-4eea-858e-927269dedf80 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:22.589238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d07ef9d-e9ec-4f8d-87cb-1c91cded56f2 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.591099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d07ef9d-e9ec-4f8d-87cb-1c91cded56f2 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/4cb3895d-8a24-42f2-8592-44e99fa9bc32 HTTP/1.1" status: 204 len: 168 time: 0.2733684 Jul 16 01:59:22.594075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.618543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 93d64334-d54c-4eea-858e-927269dedf80 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:22.623395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 93d64334-d54c-4eea-858e-927269dedf80 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:22.623866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.634427 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e411d448-59dd-4545-82d7-69713588f426 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=4cb3895d-8a24-42f2-8592-44e99fa9bc32 HTTP/1.1" status: 200 len: 221 time: 0.0360117 Jul 16 01:59:22.635654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45514) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:22.642602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-06e32e26-bf5b-4208-9c4c-678cddacd289 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--530860834', 'description': 'label created by tempest'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:22.643060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-06e32e26-bf5b-4208-9c4c-678cddacd289 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Unknown quota resources ['metering_label']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:59:22.883410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.895194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.921956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03514633-9e95-4d75-b22a-036bc4c48817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.925282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.926270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:22.989660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 93d64334-d54c-4eea-858e-927269dedf80, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d64334-d54c-4eea-858e-927269dedf80,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:23.011042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.121034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=93d64334-d54c-4eea-858e-927269dedf80,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.138133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:23.155492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:23.169537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=ed3e4d79-64b7-460b-863f-935ece1eeaec,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.316142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:23.451576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.484227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03514633-9e95-4d75-b22a-036bc4c48817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.493936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-03514633-9e95-4d75-b22a-036bc4c48817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.516065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:23.526216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b9a77ac7-ba87-4240-a470-0aae8ff6eff5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3465271 Jul 16 01:59:23.529899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:23.532821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.534835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06e32e26-bf5b-4208-9c4c-678cddacd289 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.538758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-06e32e26-bf5b-4208-9c4c-678cddacd289 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9000359 Jul 16 01:59:23.540455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45522) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.545359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1935037903'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:23.558607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:23.559316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:23.600724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d64334-d54c-4eea-858e-927269dedf80 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:23.624598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-03514633-9e95-4d75-b22a-036bc4c48817 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e740876d6634d1ea792f89e97482f49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3908784 Jul 16 01:59:23.625361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03514633-9e95-4d75-b22a-036bc4c48817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472ed3d-50eb-40af-8ca5-614fc3d85cc5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:23.640572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.658279 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9ab7fa5c-b805-4f27-8497-d4cfd1a7d30f tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=0911a5d0-869f-4ac4-83a6-c8a463c01d3b HTTP/1.1" status: 200 len: 467 time: 0.1162915 Jul 16 01:59:23.664333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45526) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:23.749379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:23.780434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d67d13-8525-4802-8373-e5a747e91989 req-0ece53cd-2bfd-4c63-8b1f-8e2638c45b91 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.783057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b3d67d13-8525-4802-8373-e5a747e91989 req-0ece53cd-2bfd-4c63-8b1f-8e2638c45b91 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 946 time: 0.9017568 Jul 16 01:59:23.783214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-155786b6-631c-4015-a19c-816f5b4f489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.800378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 93d64334-d54c-4eea-858e-927269dedf80 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:23.800915 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.802839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:23.807058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.838083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40d3342c-1f24-4d66-848a-9be5b38f9296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.897457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d450530-b0ef-4383-8c6b-a893eebd6746 req-d47d3180-6e61-4152-8c02-1b717c5e3b83 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:23.906313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d450530-b0ef-4383-8c6b-a893eebd6746 req-d47d3180-6e61-4152-8c02-1b717c5e3b83 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 946 time: 0.3452990 Jul 16 01:59:23.932335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:23.948140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40d3342c-1f24-4d66-848a-9be5b38f9296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.983324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:23.983602 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment 0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc of type vlan for network 388e540a-497e-4896-9f0b-fa54511d6a5c Jul 16 01:59:24.013218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0867f906-72e0-4736-9a6e-c8312ae2ebbd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:24.068015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c28e4-8410-4228-af75-bc783a7a14f3 None None] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:24.085826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e68e8483-7a1a-430d-8c56-e9005dd4e158 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.087014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e68e8483-7a1a-430d-8c56-e9005dd4e158 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/0911a5d0-869f-4ac4-83a6-c8a463c01d3b HTTP/1.1" status: 204 len: 168 time: 0.4198163 Jul 16 01:59:24.089810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45530) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.097678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d450530-b0ef-4383-8c6b-a893eebd6746 req-af202320-eec3-43a5-be8a-5e386c98c01d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753817 Jul 16 01:59:24.108657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0b404bcf-fdb1-4821-b839-27bc0ee850aa tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=0911a5d0-869f-4ac4-83a6-c8a463c01d3b HTTP/1.1" status: 200 len: 216 time: 0.0145185 Jul 16 01:59:24.112087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.125123 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2577a879-70ee-4777-b4de-4969b716d34b tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0118041 Jul 16 01:59:24.128151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Deleting port 7b373db9-8837-4131-acf4-57042e25acd2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:24.128507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.135085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45534) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.135264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.159855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a387c62-6005-449b-8717-d9c7cc142ea9 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0208485 Jul 16 01:59:24.170486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.201375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40d3342c-1f24-4d66-848a-9be5b38f9296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.204636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40d3342c-1f24-4d66-848a-9be5b38f9296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.206766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-40d3342c-1f24-4d66-848a-9be5b38f9296 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b472ed3d-50eb-40af-8ca5-614fc3d85cc5 HTTP/1.1" status: 204 len: 168 time: 0.5586045 Jul 16 01:59:24.232362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.239036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:24.239625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.242014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3342c-1f24-4d66-848a-9be5b38f9296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472ed3d-50eb-40af-8ca5-614fc3d85cc5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.273284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-735d6427-d29e-4d82-a560-53e510c75f5a tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/6f09520e-dc48-4754-a5b3-b57d173483d8 HTTP/1.1" status: 200 len: 473 time: 0.0982239 Jul 16 01:59:24.277600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.290841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c5917574-fb89-48dc-9f29-3e73373caca2 None None] Provisioning for port 0867f906-72e0-4736-9a6e-c8312ae2ebbd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:24.301454 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d5428e6c-1553-4c78-94fd-6cc3f5a8e959 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/b26141bf-9030-4831-bfef-397c70568a1d HTTP/1.1" status: 200 len: 459 time: 0.0198026 Jul 16 01:59:24.303026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.316199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0867f906-72e0-4736-9a6e-c8312ae2ebbd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:24.325972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0867f906-72e0-4736-9a6e-c8312ae2ebbd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:24.326612 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.328626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] For port 7b373db9-8837-4131-acf4-57042e25acd2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=7b373db9-8837-4131-acf4-57042e25acd2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:24.329066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.333249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.333401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7921636 Jul 16 01:59:24.358482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:24.392482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b643d3-428d-4035-b5f3-dd50a2d5ccc7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=388e540a-497e-4896-9f0b-fa54511d6a5c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:24.411729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 388e540a-497e-4896-9f0b-fa54511d6a5c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:24.504730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 3, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:24.544314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:24.544631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Updating router 71a28f3b-cd07-4803-9812-da411483be13 port ed3e4d79-64b7-460b-863f-935ece1eeaec binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:24.582786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.616148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.632697 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.640503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aae445e4-e289-4df1-bd07-82f63186b8e3 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.643831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aae445e4-e289-4df1-bd07-82f63186b8e3 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/b26141bf-9030-4831-bfef-397c70568a1d HTTP/1.1" status: 204 len: 168 time: 0.3376875 Jul 16 01:59:24.644646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.704227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:59:24.704227 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:59:24.704227 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id_1': 'a3074c66864b43fc8e6df47b77713da9', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 59, 24, 657841)}] Jul 16 01:59:24.704227 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:59:24.704691 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:59:24.743902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:24.748456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.808926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.881824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 0867f906-72e0-4736-9a6e-c8312ae2ebbd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0867f906-72e0-4736-9a6e-c8312ae2ebbd,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:24.902881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:24.965786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:24.995489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.003668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.004072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.004399 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Floating IP 69dd8602-6c98-4bc4-8b5a-d78288a0b81d disassociated. External IP: 172.25.0.49, port: 7b373db9-8837-4131-acf4-57042e25acd2. Jul 16 01:59:25.004801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Calling delete_port for 7b373db9-8837-4131-acf4-57042e25acd2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:25.153373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b2956ad-9e3e-49f8-adda-0d13d666e466 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.156906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4b2956ad-9e3e-49f8-adda-0d13d666e466 tempest-MeteringIpV6TestJSON-1476226475 tempest-MeteringIpV6TestJSON-1476226475-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/6f09520e-dc48-4754-a5b3-b57d173483d8 HTTP/1.1" status: 204 len: 168 time: 0.5057275 Jul 16 01:59:25.201343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4342c29-f01b-4c08-b578-c41511d2d7f1 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.201904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4342c29-f01b-4c08-b578-c41511d2d7f1 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.204756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4342c29-f01b-4c08-b578-c41511d2d7f1 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.225092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4342c29-f01b-4c08-b578-c41511d2d7f1 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=6c3c36aa1efe4a9ca233191c9d891b22&network_id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 200 len: 2969 time: 0.2581799 Jul 16 01:59:25.225918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.232437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=0867f906-72e0-4736-9a6e-c8312ae2ebbd,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.280269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=84f69b51-76a3-4e85-aac6-a09c9310b739,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.288993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.386425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d4002f9-5414-44d2-bf5c-2f601be54672 None None] Provisioning for port ed3e4d79-64b7-460b-863f-935ece1eeaec completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:25.401430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d4002f9-5414-44d2-bf5c-2f601be54672 None None] Provisioning complete for port ed3e4d79-64b7-460b-863f-935ece1eeaec triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:25.402108 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d4002f9-5414-44d2-bf5c-2f601be54672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.428294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event deleted for resources: {'Port': ['ID=7b373db9-8837-4131-acf4-57042e25acd2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:25.431070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:25.434005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: 388e540a-497e-4896-9f0b-fa54511d6a5c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:25.482501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0867f906-72e0-4736-9a6e-c8312ae2ebbd up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:25.550354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4d4002f9-5414-44d2-bf5c-2f601be54672 None None] Port ed3e4d79-64b7-460b-863f-935ece1eeaec cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:25.566785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 388e540a-497e-4896-9f0b-fa54511d6a5c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:25.610596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 388e540a-497e-4896-9f0b-fa54511d6a5c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:25.626058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc4e49-43b7-4cc0-bd96-b0b2540f18e0 None None] Network 388e540a-497e-4896-9f0b-fa54511d6a5c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:25.629628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:25.630640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.691986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.729692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:25.755634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4d4002f9-5414-44d2-bf5c-2f601be54672 None None] Provisioning complete for port 0867f906-72e0-4736-9a6e-c8312ae2ebbd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:25.761576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d4002f9-5414-44d2-bf5c-2f601be54672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:25.797430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:25.826012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Transition to ACTIVE for port object ed3e4d79-64b7-460b-863f-935ece1eeaec will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:25.890983 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.073523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5a72-b6b5-48be-b0d2-c6b9fe717b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.100133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:26.124898 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:26.137678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:26.140275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0867f906-72e0-4736-9a6e-c8312ae2ebbd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:26.140674 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.146778 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:58:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.149940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd077-9859-4b70-9a04-841220d8f35a None None] Pushing event updated for resources: {'Port': ['ID=ed3e4d79-64b7-460b-863f-935ece1eeaec,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.214879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d46bcb44-1aa6-485e-8f75-8b9ab236ecd6 req-c18a3079-ea55-4945-b7f8-6e85ba245376 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5c3395d-2026-4a1b-bc4f-e54e6d3e9879 HTTP/1.1" status: 200 len: 210 time: 0.0413694 Jul 16 01:59:26.239990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.249194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.261536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] No DVR routers for this DVR port 7b373db9-8837-4131-acf4-57042e25acd2 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:26.264717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.269280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b3d67d13-8525-4802-8373-e5a747e91989 req-226ef0c6-7d80-45fe-98cb-fab30a4e575d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "DELETE /v2.0/ports/7b373db9-8837-4131-acf4-57042e25acd2 HTTP/1.1" status: 204 len: 173 time: 2.4279602 Jul 16 01:59:26.270067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-deleted', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:26.273007 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db4aa9f-4d66-44c0-8cf0-4f5525cb9f40" -d '{"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-deleted", "tag": "7b373db9-8837-4131-acf4-57042e25acd2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:26.284724 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5083153d-33da-4cd3-8762-06ad1754f031 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9430389 Jul 16 01:59:26.298923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.390116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3074c66864b43fc8e6df47b77713da9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7724497 Jul 16 01:59:26.392308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45584) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.415481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf927d-15a5-4df9-b8db-fc9984fc9bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c90f85-6d53-4282-95a6-0ae9f199f9f7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.476555 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99151b7-25f2-48e1-a48c-cba176405b11 x-openstack-request-id: req-c99151b7-25f2-48e1-a48c-cba176405b11 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:26.476848 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c3395d-2026-4a1b-bc4f-e54e6d3e9879", "name": "network-vif-deleted", "tag": "7b373db9-8837-4131-acf4-57042e25acd2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:26.477914 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c99151b7-25f2-48e1-a48c-cba176405b11 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:26.478160 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c3395d-2026-4a1b-bc4f-e54e6d3e9879', 'name': 'network-vif-deleted', 'tag': '7b373db9-8837-4131-acf4-57042e25acd2', 'status': 'completed', 'code': 200} Jul 16 01:59:26.484822 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:26.487488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Attempting to bind port ed3e4d79-64b7-460b-863f-935ece1eeaec on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:26.498117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Attempting to bind port ed3e4d79-64b7-460b-863f-935ece1eeaec by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:26.498117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Attempting to bind port ed3e4d79-64b7-460b-863f-935ece1eeaec on network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:26.523252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:26.527849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Checking segment: {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:26.528961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.528961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Bound using segment: {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:26.529672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Bound port: ed3e4d79-64b7-460b-863f-935ece1eeaec, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9543b-2289-4907-878c-02f3f6f2503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:26.530345 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.546246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:26.547511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814bc350-644d-4705-91bf-14e293147f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.554629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72304f10-8eaa-456d-bf1e-3b23b5c6d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.583441 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814bc350-644d-4705-91bf-14e293147f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.607176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 7b373db9-8837-4131-acf4-57042e25acd2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:26.607593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 7b373db9-8837-4131-acf4-57042e25acd2 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:26.618575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5a72-b6b5-48be-b0d2-c6b9fe717b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.630408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5a72-b6b5-48be-b0d2-c6b9fe717b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.648355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.681656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814bc350-644d-4705-91bf-14e293147f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.685097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-814bc350-644d-4705-91bf-14e293147f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.699226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-814bc350-644d-4705-91bf-14e293147f44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4c90f85-6d53-4282-95a6-0ae9f199f9f7 HTTP/1.1" status: 204 len: 168 time: 0.3036251 Jul 16 01:59:26.714411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-388e540a-497e-4896-9f0b-fa54511d6a5c', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:26.715530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.718874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bc350-644d-4705-91bf-14e293147f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c90f85-6d53-4282-95a6-0ae9f199f9f7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.743514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d0fa5a72-b6b5-48be-b0d2-c6b9fe717b26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1a957dc01614b238eb056fb54b00b36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0113733 Jul 16 01:59:26.746829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:26.767100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa5a72-b6b5-48be-b0d2-c6b9fe717b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3fac1c-baa4-4de4-9343-a5861316ba74,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.812738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] For port ed3e4d79-64b7-460b-863f-935ece1eeaec, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:26.817602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] For port ed3e4d79-64b7-460b-863f-935ece1eeaec, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ed3e4d79-64b7-460b-863f-935ece1eeaec,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:26.873731 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.902778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54db17f7-b5ad-4469-8d15-ab4296645ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.956216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd077-9859-4b70-9a04-841220d8f35a None None] Pushing event updated for resources: {'Port': ['ID=ed3e4d79-64b7-460b-863f-935ece1eeaec,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:26.964371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54db17f7-b5ad-4469-8d15-ab4296645ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:26.974599 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:26.995001 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45594) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.005254 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:27.017079 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:27.018262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.113702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:27.126679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.185835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8b27e-7112-4ef9-979d-fef66fae4079 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:27.205892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ee8b27e-7112-4ef9-979d-fef66fae4079 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 814 time: 0.2097845 Jul 16 01:59:27.217821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54db17f7-b5ad-4469-8d15-ab4296645ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.220433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-54db17f7-b5ad-4469-8d15-ab4296645ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.221623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-54db17f7-b5ad-4469-8d15-ab4296645ce9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f3fac1c-baa4-4de4-9343-a5861316ba74 HTTP/1.1" status: 204 len: 168 time: 0.4737332 Jul 16 01:59:27.239718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db17f7-b5ad-4469-8d15-ab4296645ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3fac1c-baa4-4de4-9343-a5861316ba74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.321741 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:27.391752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Allocated IP 2001:db8:2::2 (388e540a-497e-4896-9f0b-fa54511d6a5c/84f69b51-76a3-4e85-aac6-a09c9310b739/b95c0fca-6587-48ab-98c7-17994e6d9361) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:27.493950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.512123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.513744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:27.563836 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.654932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82660ac4-6437-48b2-a07c-7a59e68c6236 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.671193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.685943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'network': {'name': 'tempest-network-smoke--534909236', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:27.737734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82660ac4-6437-48b2-a07c-7a59e68c6236 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.783832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:27.793705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.834177 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:27.878699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:27.904622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82660ac4-6437-48b2-a07c-7a59e68c6236 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.905573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.906202 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fef2c3-8015-4d6f-9f2f-974d576bc449 None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:27.915471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82660ac4-6437-48b2-a07c-7a59e68c6236 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.919392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-82660ac4-6437-48b2-a07c-7a59e68c6236 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "DELETE /v2.0/security-groups/d0faeb4d-3516-4d96-b4c0-c776bbac3a1c HTTP/1.1" status: 204 len: 168 time: 0.4061463 Jul 16 01:59:27.919576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Transition to ACTIVE for port object b95c0fca-6587-48ab-98c7-17994e6d9361 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:27.931597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.953043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.959525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.960138 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Added segment 432c3a72-2b0b-431d-a8c5-6043cd00becd of type vlan for network ba081335-2136-43bd-957f-df99593b978c Jul 16 01:59:27.960316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Transition to ACTIVE for port object b95c0fca-6587-48ab-98c7-17994e6d9361 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:27.967848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82660ac4-6437-48b2-a07c-7a59e68c6236 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0faeb4d-3516-4d96-b4c0-c776bbac3a1c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.984559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.999097 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c2ed6424-6898-4f4c-a57d-55595d4f7b82 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] show failed (client error): The resource could not be found. Jul 16 01:59:28.000471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2ed6424-6898-4f4c-a57d-55595d4f7b82 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups/d0faeb4d-3516-4d96-b4c0-c776bbac3a1c HTTP/1.1" status: 404 len: 347 time: 0.0664899 Jul 16 01:59:28.005063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.012886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbc6652b-5792-4b40-8f8d-c2bfcdd26358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.022006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 3, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:26Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:28.098556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Network 388e540a-497e-4896-9f0b-fa54511d6a5c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:28.104843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:28.107280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8:2::1 (388e540a-497e-4896-9f0b-fa54511d6a5c/84f69b51-76a3-4e85-aac6-a09c9310b739/86add5f7-b15f-4b95-88e0-f06e5f8fb96b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:28.113844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550ed16-ee89-422b-b73d-9d6fc2571360 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 3, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:26Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:28.120849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:28.166260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Pushing event updated for resources: {'Port': ['ID=b95c0fca-6587-48ab-98c7-17994e6d9361,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.253710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.261735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.262267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.264207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.264666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.265941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.266602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.268626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.271508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.276467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.277823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.280295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.280899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:28.308552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Attempting to bind port b95c0fca-6587-48ab-98c7-17994e6d9361 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:28.309833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Attempting to bind port b95c0fca-6587-48ab-98c7-17994e6d9361 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:28.314580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Attempting to bind port b95c0fca-6587-48ab-98c7-17994e6d9361 on network 388e540a-497e-4896-9f0b-fa54511d6a5c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:28.323908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:28.327190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Checking segment: {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:28.328247 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.328919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Bound using segment: {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:28.331540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Bound port: b95c0fca-6587-48ab-98c7-17994e6d9361, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:28.332546 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.410657 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.443615 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.450141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object 86add5f7-b15f-4b95-88e0-f06e5f8fb96b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:28.457797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:28.458453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.461236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] For port b95c0fca-6587-48ab-98c7-17994e6d9361, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:28.464939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] For port b95c0fca-6587-48ab-98c7-17994e6d9361, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b95c0fca-6587-48ab-98c7-17994e6d9361,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:28.479902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.534549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.588401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f8385-d267-4cef-974a-bfb3924b141f None None] Pushing event updated for resources: {'Port': ['ID=b95c0fca-6587-48ab-98c7-17994e6d9361,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.595432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727bf2ec-2b31-4d1d-af09-8b98f2d96659 None None] New status for floating IP 69dd8602-6c98-4bc4-8b5a-d78288a0b81d: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:59:28.606960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 388e540a-497e-4896-9f0b-fa54511d6a5c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:28.623470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Network': ['ID=ba081335-2136-43bd-957f-df99593b978c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.637123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Deleting port 57c4b0cf-f4da-451f-b339-2286d99aff8a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:28.637692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.646777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:28.652946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:28.662322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.693237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ba081335-2136-43bd-957f-df99593b978c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:28.803099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbc6652b-5792-4b40-8f8d-c2bfcdd26358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.830359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cbc6652b-5792-4b40-8f8d-c2bfcdd26358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:28.832534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:28.845608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75dd105e-c07e-4201-98f2-71be7c185b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1698983 Jul 16 01:59:28.900416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:28.939616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.032771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.033121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.116397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.179679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cbc6652b-5792-4b40-8f8d-c2bfcdd26358 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f26f4731b604328a282d5bb62228428&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2230465 Jul 16 01:59:29.184065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45a4d1e-6328-481c-87c6-7f99e9800caa tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.188323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d45a4d1e-6328-481c-87c6-7f99e9800caa tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6c3c36aa1efe4a9ca233191c9d891b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2838955 Jul 16 01:59:29.189275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Calling delete_port for 57c4b0cf-f4da-451f-b339-2286d99aff8a owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:29.199850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45646) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.212837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.330700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6652b-5792-4b40-8f8d-c2bfcdd26358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9767ed-5bb0-4c73-bcda-5e5595a75504,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.494399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d626978-2b84-4b03-ab9b-1ad72c97db49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.562893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d626978-2b84-4b03-ab9b-1ad72c97db49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.610930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0a339-3e6c-4b8d-bfcb-d8ed809c5d7d tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:29.615174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ed3e4d79-64b7-460b-863f-935ece1eeaec up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:29.615318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.616403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-48a0a339-3e6c-4b8d-bfcb-d8ed809c5d7d tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4011419 Jul 16 01:59:29.618702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.642570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.647903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.705790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ed3e4d79-64b7-460b-863f-935ece1eeaec completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:29.710620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ed3e4d79-64b7-460b-863f-935ece1eeaec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:29.711194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.726325 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.727988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6b37c774-a1d4-40c8-9649-6a15fc88fdf2 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073546 Jul 16 01:59:29.738937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.768722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d626978-2b84-4b03-ab9b-1ad72c97db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.771585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d626978-2b84-4b03-ab9b-1ad72c97db49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:29.773595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d626978-2b84-4b03-ab9b-1ad72c97db49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa9767ed-5bb0-4c73-bcda-5e5595a75504 HTTP/1.1" status: 204 len: 168 time: 0.5596769 Jul 16 01:59:29.901375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.903742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event deleted for resources: {'Port': ['ID=57c4b0cf-f4da-451f-b339-2286d99aff8a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.918866 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-393a8244-de26-4e1f-b91d-40500d346c3c tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6c3c36aa1efe4a9ca233191c9d891b22&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695967 Jul 16 01:59:29.922735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:29.946345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d626978-2b84-4b03-ab9b-1ad72c97db49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9767ed-5bb0-4c73-bcda-5e5595a75504,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:29.996821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.001979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.003365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a762d470-24d5-4198-bab3-8dcf270fe4ca tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "DELETE /v2.0/floatingips/69dd8602-6c98-4bc4-8b5a-d78288a0b81d HTTP/1.1" status: 204 len: 168 time: 1.9859655 Jul 16 01:59:30.097987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network 388e540a-497e-4896-9f0b-fa54511d6a5c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:30.110605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:30.126306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.208064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port ed3e4d79-64b7-460b-863f-935ece1eeaec, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ed3e4d79-64b7-460b-863f-935ece1eeaec,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:30.217183 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.219180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b95c0fca-6587-48ab-98c7-17994e6d9361 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:30.428291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=ed3e4d79-64b7-460b-863f-935ece1eeaec,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.437604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45670) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.445075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143342083', 'description': 'tempest-description--1763334913'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:30.476718 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.526556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b95c0fca-6587-48ab-98c7-17994e6d9361 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:30.574491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe50ca2-76b9-4f80-8832-769f32259c11 None None] Network 388e540a-497e-4896-9f0b-fa54511d6a5c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:30.645120 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.656621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.705363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] Provisioning for port b95c0fca-6587-48ab-98c7-17994e6d9361 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:30.708537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.712862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2731376 Jul 16 01:59:30.716073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.718170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] Provisioning complete for port b95c0fca-6587-48ab-98c7-17994e6d9361 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:30.718488 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.723817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'security_group_rule': {'security_group_id': '294f39f9-b763-4485-bf9f-ec330f58fc59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:30.736368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18ca80-1877-4b9d-bd30-6f56e586e7e6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294f39f9-b763-4485-bf9f-ec330f58fc59,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:30.784004 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.933878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.936674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61a119-8c8c-44de-bbc1-24f17f56e07a tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:30.942207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45690) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:30.943153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3c61a119-8c8c-44de-bbc1-24f17f56e07a tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0191743 Jul 16 01:59:30.950920 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:30.969728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:30.975829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.009455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] For port b95c0fca-6587-48ab-98c7-17994e6d9361, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b95c0fca-6587-48ab-98c7-17994e6d9361,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:31.021222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.069097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-876b8cbd-8fde-43f9-b978-9e5ef5039ab7 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1252723 Jul 16 01:59:31.083690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.099564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153061814', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.119559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf708349-99e9-4f60-9760-9979c20d48fa None None] Pushing event updated for resources: {'Port': ['ID=b95c0fca-6587-48ab-98c7-17994e6d9361,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.197893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:31.209258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:31.210621 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-caf85224-92aa-4f42-b29c-cada490d79d4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9100258 Jul 16 01:59:31.214055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.219876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294951015'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.225859 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:31.226492 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:31.260709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:31.265078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.307553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:31.312789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68d8298-886b-4eac-82b0-eabaf19edd6c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.338570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.339351 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added segment 1c421624-09ae-4b1a-9b7a-b74bd8ebe56a of type vlan for network c538bfab-3a7e-4e1d-9612-ef16d8952c5b Jul 16 01:59:31.387717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.393598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a853cb07-d468-4278-a70f-31276a281764 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6747501 Jul 16 01:59:31.402200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45710) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.425715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'security_group_rule': {'security_group_id': '294f39f9-b763-4485-bf9f-ec330f58fc59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.452317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.491602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:31.503150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.513017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a0345de2-5bfe-4b94-b2ba-60e971da0820 None None] Provisioning complete for port b95c0fca-6587-48ab-98c7-17994e6d9361 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.514197 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a0345de2-5bfe-4b94-b2ba-60e971da0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.557281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ed3e4d79-64b7-460b-863f-935ece1eeaec up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:31.557580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.567004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:31.569633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.593952 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:31.683395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4662478 Jul 16 01:59:31.699223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45720) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:31.714203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ed3e4d79-64b7-460b-863f-935ece1eeaec triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:31.714609 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.717438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'subnet': {'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:31.731276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.864538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.892438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89dbe7-2f3c-43a9-aa9b-728c8ef3e5a5 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Network': ['ID=c538bfab-3a7e-4e1d-9612-ef16d8952c5b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.914217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.952495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a89bf65-1e5a-4ea4-bf75-e71c2ca15728,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:31.966782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.967661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:31.971945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-764e843c-16e5-429d-b0aa-c46f5ee5bc93 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5679698 Jul 16 01:59:31.992791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.013511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:32.115958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.189774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Made reservation on behalf of 1b04bed1f0354a50b0062e2c1edb0445 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:32.208220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.210206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a0345de2-5bfe-4b94-b2ba-60e971da0820 None None] Provisioning for port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:32.222213 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:28Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:29Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:32.223512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.239901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a0345de2-5bfe-4b94-b2ba-60e971da0820 None None] Provisioning complete for port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.240329 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a0345de2-5bfe-4b94-b2ba-60e971da0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.309408 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:32.311030 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Updating router 71a28f3b-cd07-4803-9812-da411483be13 port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:32.311275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Subnet': ['ID=48583fd4-fe73-41de-939a-08915a44dfb2,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.327691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a0345de2-5bfe-4b94-b2ba-60e971da0820 None None] Port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:32.345876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Checking segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:32.346259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network hostable DHCP agents. Network: ba081335-2136-43bd-957f-df99593b978c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:32.365513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b95c0fca-6587-48ab-98c7-17994e6d9361 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:32.419149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network ba081335-2136-43bd-957f-df99593b978c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:32.441294 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.448788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ba081335-2136-43bd-957f-df99593b978c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:32.468891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:32.469505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.483818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f664f7-dce5-4975-8521-f91c35f406ed None None] Network ba081335-2136-43bd-957f-df99593b978c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:32.497914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.504762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-de03be66-2796-4407-ba35-2e765d6a60f7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4145100 Jul 16 01:59:32.520591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7c9c541-d0b4-4458-81d7-f7549fe9fcb4 None None] Provisioning complete for port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.521629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c541-d0b4-4458-81d7-f7549fe9fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.569680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9c541-d0b4-4458-81d7-f7549fe9fcb4 None None] Port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:32.641567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.685383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b95c0fca-6587-48ab-98c7-17994e6d9361 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:32.686356 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.734650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.759907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Allocated IP 172.25.0.62 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/49a51f7c-0de5-4cfb-90d1-b75564dbfd4c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:32.901694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Subnet': ['ID=076f859b-5db8-48e1-8742-30b8cc4ff795,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.944558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Checking segment: {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:32.944929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network hostable DHCP agents. Network: c538bfab-3a7e-4e1d-9612-ef16d8952c5b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:32.961323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ba081335-2136-43bd-957f-df99593b978c', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ips': [{'subnet_id': '48583fd4-fe73-41de-939a-08915a44dfb2'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:32.964043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.978248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:32.997879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c538bfab-3a7e-4e1d-9612-ef16d8952c5b) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:33.000753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2072102937', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:33.015764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:33.018917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.024934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48b659-b34a-4fb9-afba-856957220737 None None] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:33.052345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-773d4a31-b13b-422a-a31c-efbcaf8b21ac tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3505287 Jul 16 01:59:33.054541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.056666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Made reservation on behalf of a12d9af3b1dd4eb3a185f1eb932e8657 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:33.061876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.090311 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.161440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.243735 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.248713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.267084 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Transition to ACTIVE for port object 86add5f7-b15f-4b95-88e0-f06e5f8fb96b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:33.280520 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.300896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'Port': ['ID=49a51f7c-0de5-4cfb-90d1-b75564dbfd4c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.367215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:33.376268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:33.377031 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ba019-c337-4744-9d4c-04b4240f1cc6 None None] Pushing event updated for resources: {'Port': ['ID=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:33.393777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:33.426812 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Attempting to bind port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:33.427399 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Attempting to bind port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:33.428998 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Attempting to bind port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b on network 388e540a-497e-4896-9f0b-fa54511d6a5c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:33.439763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:33.440671 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Checking segment: {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:33.441259 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.441812 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Bound using segment: {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:33.442598 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Bound port: 86add5f7-b15f-4b95-88e0-f06e5f8fb96b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:33.443177 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.460831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.472010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:33.475644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.481047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] device_id is not set on port 4096f584-c98b-40ac-b4d6-26f3e0fdb136 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:33.575762 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] For port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:33.585916 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] For port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:33.593419 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.614851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Allocated IP 172.25.0.21 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/4096f584-c98b-40ac-b4d6-26f3e0fdb136) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:33.673496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:33.676986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.706593 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:33.707549 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:33.738635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Allocated IP 172.20.0.18 (ba081335-2136-43bd-957f-df99593b978c/48583fd4-fe73-41de-939a-08915a44dfb2/58ff1e5b-5d8c-49a5-acca-720e607c9883) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:33.896433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.901013 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:33.940840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362192201', 'description': 'tempest-secgroup-smoke-362192201 description', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:33.953026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.039683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Pushing event updated for resources: {'Port': ['ID=4096f584-c98b-40ac-b4d6-26f3e0fdb136,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.098328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.099353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ba019-c337-4744-9d4c-04b4240f1cc6 None None] Pushing event updated for resources: {'Port': ['ID=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.133924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.150443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Allocated IP 2001:db8:3::2 (c538bfab-3a7e-4e1d-9612-ef16d8952c5b/076f859b-5db8-48e1-8742-30b8cc4ff795/9c2969b7-94f9-49a4-97c1-d39adfc74ba3) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:34.181647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f321ca4-a1f8-4a2a-aff7-f21521d71095,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.191499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.196151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.199822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.237261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:34.237869 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.245888 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.262211 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:28Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:34.299146 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f5ffa-59c2-4685-b937-8f0b218d5c61 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:28Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:33Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:34.313950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.404064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-df197583-5d1c-4890-bc1b-b2ec1bf37b64 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7130263 Jul 16 01:59:34.515573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.523987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.21'}]}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:34.603675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.609150 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.625622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Transition to ACTIVE for port object 58ff1e5b-5d8c-49a5-acca-720e607c9883 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.642487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.643596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.647304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.660573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Transition to ACTIVE for port object 58ff1e5b-5d8c-49a5-acca-720e607c9883 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.662449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Transition to ACTIVE for port object 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.680484 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.735608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Transition to ACTIVE for port object 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:34.737334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Pushing event updated for resources: {'Port': ['ID=58ff1e5b-5d8c-49a5-acca-720e607c9883,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.746527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Network ba081335-2136-43bd-957f-df99593b978c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:34.748400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:34.751319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:34.787388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.799330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.802238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.808478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.815830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.900491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:34.904892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4314287 Jul 16 01:59:34.939775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:34.950434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '28ef8899-066a-4ab1-a866-5b26d1c21693', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:34.957085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Pushing event updated for resources: {'Port': ['ID=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.989962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15ef74-7ada-4457-a106-c116a017f7fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef8899-066a-4ab1-a866-5b26d1c21693,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.995499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Attempting to bind port 58ff1e5b-5d8c-49a5-acca-720e607c9883 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:34.996383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Attempting to bind port 58ff1e5b-5d8c-49a5-acca-720e607c9883 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:34.997888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Attempting to bind port 58ff1e5b-5d8c-49a5-acca-720e607c9883 on network ba081335-2136-43bd-957f-df99593b978c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:35.007179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'Port': ['ID=49a51f7c-0de5-4cfb-90d1-b75564dbfd4c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.021631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:35.024320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:35.026936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:35.037817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:35.047441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Checking segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:35.049049 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.049733 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.052823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Bound using segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:35.055170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Bound port: 58ff1e5b-5d8c-49a5-acca-720e607c9883, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:35.059057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.066648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.095715 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.107602 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f018e922-f8f7-4a3a-9905-d078544393b4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1134460 Jul 16 01:59:35.160902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.166824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.234245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5a9488-6421-4153-9ee8-e59972f6de06,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.245230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.254093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0db3e0e3-2098-4973-985a-a581b2ebbdd9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085077 Jul 16 01:59:35.254756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.259987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '28ef8899-066a-4ab1-a866-5b26d1c21693', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:35.273668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Allocated IP 2001:db8:3::1 (c538bfab-3a7e-4e1d-9612-ef16d8952c5b/076f859b-5db8-48e1-8742-30b8cc4ff795/b346bee1-ca65-43d8-b7c5-9400750ddb2e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:35.315656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Attempting to bind port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:35.316052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Attempting to bind port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:35.316477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Attempting to bind port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 on network c538bfab-3a7e-4e1d-9612-ef16d8952c5b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:35.341012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] For port 58ff1e5b-5d8c-49a5-acca-720e607c9883, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:35.341735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.372931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] For port 58ff1e5b-5d8c-49a5-acca-720e607c9883, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58ff1e5b-5d8c-49a5-acca-720e607c9883,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:35.386590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:35.386972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Checking segment: {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:35.387389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.387794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Bound using segment: {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:35.390983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Bound port: 9c2969b7-94f9-49a4-97c1-d39adfc74ba3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:35.392712 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.400481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.403740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.497782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-6640e56a-8da4-4649-9018-0e97b55ae7fa tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1143342083&fields=id&tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 267 time: 0.0786819 Jul 16 01:59:35.529942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.542089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 86add5f7-b15f-4b95-88e0-f06e5f8fb96b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:35.553257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.616891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30584e8-b3bf-4d09-bd4c-7468f18e09c0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.620316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.642796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.650727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-206d88ce-00df-465a-bd1c-a3253136875b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3945177 Jul 16 01:59:35.652544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:35.671840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Transition to ACTIVE for port object b346bee1-ca65-43d8-b7c5-9400750ddb2e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:35.675449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5c685-3498-4f1a-9c47-5aa96e650da1 None None] Pushing event updated for resources: {'Port': ['ID=58ff1e5b-5d8c-49a5-acca-720e607c9883,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.704526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] For port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:35.708640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] For port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,segment=NetworkSegment(1c421624-09ae-4b1a-9b7a-b74bd8ebe56a),segment_id=1c421624-09ae-4b1a-9b7a-b74bd8ebe56a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:35.724326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.727700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.759193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '28ef8899-066a-4ab1-a866-5b26d1c21693', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:35.811459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:35.815779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90dce-5411-442d-a6ed-e6673ccc2c61 None None] Pushing event updated for resources: {'Port': ['ID=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:35.821224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:35.821734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.887583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-19353b6f-ab58-4f35-94f8-5d8e9a56e707 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:35.889875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-19353b6f-ab58-4f35-94f8-5d8e9a56e707 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 817 time: 0.3572457 Jul 16 01:59:35.898432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:35.966539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:35.987012 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-11f7c612-dbc9-4b59-9e82-d6fdef33b2fe tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/quotas/d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 375 time: 0.0895793 Jul 16 01:59:35.998536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:36.000107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.027469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:36.027469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.040699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=b346bee1-ca65-43d8-b7c5-9400750ddb2e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.044441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:36.057958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.065115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.081807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.141910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.231285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.239377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.241041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096760 Jul 16 01:59:36.243870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39417def-bc55-4e18-b511-4dab2c784bd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a2c2e7-c923-4ba7-9693-4c1ff9be8dd9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.267370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '28ef8899-066a-4ab1-a866-5b26d1c21693', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:36.317075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-5e2fc1a9-9c4e-4e24-8278-5bda2030a456 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2503812 Jul 16 01:59:36.364680 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.444928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.458129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.473730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf45d4e-9b38-4c62-9fd3-e65aaf6de813,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:36.554477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-a9683f42-5139-4708-9fb6-05799bf29060 service neutron] 10.222.0.35 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175407 Jul 16 01:59:36.560552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.585558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.648964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.655502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.659944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-233e8b0e-e28c-42bd-86fb-5f4eba4b310d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962672 Jul 16 01:59:36.660615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:36.687708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '28ef8899-066a-4ab1-a866-5b26d1c21693', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:36.721847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:36.782029 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-6c5d2523-6ae6-4b81-a0d8-5d5415a23975 service neutron] 10.222.0.35 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211354 Jul 16 01:59:36.856599 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Project 6c3c36aa1efe4a9ca233191c9d891b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:59:37.114932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e938def2-6048-4107-89f5-9aefb8db1019 req-e7df38e2-8816-487f-90ab-0bb00be967a7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 210 time: 0.0674119 Jul 16 01:59:37.193155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.196127 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6786b6a-1f91-4397-b3d2-dd116909c64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.298599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ca762-cddb-4031-8e97-30cc9fa06d92 None None] Network ba081335-2136-43bd-957f-df99593b978c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:37.302644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:37.455140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.607581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dea075f0-2515-4584-b2e9-34f9dbba1469 None None] Provisioning for port 58ff1e5b-5d8c-49a5-acca-720e607c9883 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:37.787770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 86add5f7-b15f-4b95-88e0-f06e5f8fb96b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:37.902917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:37.903918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.108492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.112007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.124174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.125252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.132342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.157144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983bd3b-9fa2-4416-9e8d-1798824b5de8 None None] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:38.189128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.378489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04c1153-3fdc-423a-9432-efa2caaa8347,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.393016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8911570a-bc32-4484-88ad-bfc41d1af884 None None] Provisioning for port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:38.413363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event updated for resources: {'Port': ['ID=b346bee1-ca65-43d8-b7c5-9400750ddb2e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.425651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.427464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93eed22c-3ffe-470d-9b63-e8d97b909e1d req-56547112-e6f7-47f0-8868-1298d1e5043e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 210 time: 0.0351143 Jul 16 01:59:38.431940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.470888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:38.544771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:38.549081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:38.549731 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.558011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.558605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14fb39d0-bcb9-40ba-a134-b0a58c033f51 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:38.591329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6786b6a-1f91-4397-b3d2-dd116909c64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.602535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:38.603567 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6786b6a-1f91-4397-b3d2-dd116909c64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.611376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:38.628709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.632529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e768161c-2a7f-45c3-9f41-9867e6d238aa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9566073 Jul 16 01:59:38.634781 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:59:38.638302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3f17503b-24b7-4b89-9b98-181993d3947d tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.1185687 Jul 16 01:59:38.638302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45838) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.649151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.654726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': '28ef8899-066a-4ab1-a866-5b26d1c21693', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:38.696086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.700889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b6786b6a-1f91-4397-b3d2-dd116909c64a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43afff21eb624eeb89ab27b1b675aee5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0464170 Jul 16 01:59:38.708265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:38.745031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6786b6a-1f91-4397-b3d2-dd116909c64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b24200-5879-4c80-a129-7603aaaa7804,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.772066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,segment=NetworkSegment(1c421624-09ae-4b1a-9b7a-b74bd8ebe56a),segment_id=1c421624-09ae-4b1a-9b7a-b74bd8ebe56a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:38.778360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.779466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58ff1e5b-5d8c-49a5-acca-720e607c9883 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:38.818739 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Project 6c3c36aa1efe4a9ca233191c9d891b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:59:38.828248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.850069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:38.854440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:38.918129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 58ff1e5b-5d8c-49a5-acca-720e607c9883 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:38.923883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 58ff1e5b-5d8c-49a5-acca-720e607c9883 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:38.924321 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.063074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.080679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.088617 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.091156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7706188-dd5c-47fa-a53f-17bacd53385c None None] Provisioning for port b346bee1-ca65-43d8-b7c5-9400750ddb2e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:39.097192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7706188-dd5c-47fa-a53f-17bacd53385c None None] Provisioning complete for port b346bee1-ca65-43d8-b7c5-9400750ddb2e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.097838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7706188-dd5c-47fa-a53f-17bacd53385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.125427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0f585b-c026-4cdf-aca8-711883c6247c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.142722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-b88d1ec4-2449-44b5-8323-4ed9ade3e790 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:39.144214 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-b88d1ec4-2449-44b5-8323-4ed9ade3e790 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 817 time: 0.2886748 Jul 16 01:59:39.151610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:39.161129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ee1f2b29-8e36-4fb1-8588-4fef5556e00a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1005759 Jul 16 01:59:39.169270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:39.175909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:39.178636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d7706188-dd5c-47fa-a53f-17bacd53385c None None] Port b346bee1-ca65-43d8-b7c5-9400750ddb2e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:39.183484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:39.191192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.192410 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ed6f0cb0-75ca-40c8-93de-65823b60b104 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5472615 Jul 16 01:59:39.219311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7706188-dd5c-47fa-a53f-17bacd53385c None None] Provisioning complete for port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.220066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Deleting port 4096f584-c98b-40ac-b4d6-26f3e0fdb136 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:39.220531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.220933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7706188-dd5c-47fa-a53f-17bacd53385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.225083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Deleting port b865d509-c78a-4ebc-956a-488d69b977a8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:39.225423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.267380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb6904f3-2e29-460a-ae5c-a2edfd6ef8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.279013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:39.280539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:39.318795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-eface5b7-ba33-4773-82ee-c618592224fd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 380 time: 0.1641488 Jul 16 01:59:39.333903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'port': {'device_id': '6d65d09c-0e95-49d1-b031-d547132d778c', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'admin_state_up': True, 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'security_groups': ['294f39f9-b763-4485-bf9f-ec330f58fc59']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:39.356952 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb6904f3-2e29-460a-ae5c-a2edfd6ef8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.428352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:39.431648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 58ff1e5b-5d8c-49a5-acca-720e607c9883, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58ff1e5b-5d8c-49a5-acca-720e607c9883,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:39.456554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] For port b865d509-c78a-4ebc-956a-488d69b977a8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b865d509-c78a-4ebc-956a-488d69b977a8,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:39.456914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.468004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.471788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Calling delete_port for b865d509-c78a-4ebc-956a-488d69b977a8 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:39.658338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb6904f3-2e29-460a-ae5c-a2edfd6ef8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.663115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb6904f3-2e29-460a-ae5c-a2edfd6ef8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.665135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cb6904f3-2e29-460a-ae5c-a2edfd6ef8ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80b24200-5879-4c80-a129-7603aaaa7804 HTTP/1.1" status: 204 len: 168 time: 0.9558506 Jul 16 01:59:39.665994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=58ff1e5b-5d8c-49a5-acca-720e607c9883,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.700983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:39.724515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-21fae890-727a-4a33-9962-e6dc817a759e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362192201&fields=id&tenant_id=6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 267 time: 0.1381006 Jul 16 01:59:39.732337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.766761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6904f3-2e29-460a-ae5c-a2edfd6ef8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b24200-5879-4c80-a129-7603aaaa7804,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:39.791358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Calling delete_port for 4096f584-c98b-40ac-b4d6-26f3e0fdb136 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:39.829652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67e2ecde-0c49-4630-b5c6-91a1de770625 req-8122421e-1455-43d2-8771-8054831d61f8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 210 time: 0.0603669 Jul 16 01:59:39.843761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Made reservation on behalf of d2cb98fed09b48c2ac06a12fa6ed0793 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:39.854615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.885373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77b1de6f-bf10-48c2-b0ab-dd2266753ca7 None None] Provisioning complete for port b346bee1-ca65-43d8-b7c5-9400750ddb2e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:39.886305 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77b1de6f-bf10-48c2-b0ab-dd2266753ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:39.947150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-77b1de6f-bf10-48c2-b0ab-dd2266753ca7 None None] Port b346bee1-ca65-43d8-b7c5-9400750ddb2e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:40.008280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-6efd8e46-8ed8-4f23-bdbe-1cc329288fdb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:40.014920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-6efd8e46-8ed8-4f23-bdbe-1cc329288fdb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/networks?id=ba081335-2136-43bd-957f-df99593b978c HTTP/1.1" status: 200 len: 796 time: 0.2892745 Jul 16 01:59:40.019372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:40.019898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.027219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.037401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:59:40.083505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Removed routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:59:40.083832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.091576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:40.096854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b865d509-c78a-4ebc-956a-488d69b977a8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.108494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Allocated IP 172.20.0.4 (7e0e58d4-2ece-4255-a6d2-842ff45570b5/75657138-9f3c-4be4-9367-c27e49244129/e04d543e-2f3c-4471-b5f3-530bf0672d14) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:40.134846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:40.135209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Updating router 71a28f3b-cd07-4803-9812-da411483be13 port b346bee1-ca65-43d8-b7c5-9400750ddb2e binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:40.167634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-a9e2541b-0286-4aa5-b70c-ae842721d6fe tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/quotas/6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 375 time: 0.1516483 Jul 16 01:59:40.183042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.439839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.447272 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.454051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.555309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.580493 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.587214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:40.632124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Transition to ACTIVE for port object b346bee1-ca65-43d8-b7c5-9400750ddb2e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:40.635881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Transition to ACTIVE for port object e04d543e-2f3c-4471-b5f3-530bf0672d14 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:40.643620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-0077bc00-68c9-48cf-9bd3-42212138febb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4750142 Jul 16 01:59:40.646486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.660263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.692544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Pushing event deleted for resources: {'Port': ['ID=4096f584-c98b-40ac-b4d6-26f3e0fdb136,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.715962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:40.723500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.724706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be7a5ff3-95dd-490a-a11b-ab03d7a14720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 954 time: 1.5541987 Jul 16 01:59:40.727870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45884) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.743069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920017f1-0152-4683-9a6d-66ba5506624c None None] Pushing event updated for resources: {'Port': ['ID=b346bee1-ca65-43d8-b7c5-9400750ddb2e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:40.817900 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.842726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Attempting to bind port b346bee1-ca65-43d8-b7c5-9400750ddb2e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:40.843106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Attempting to bind port b346bee1-ca65-43d8-b7c5-9400750ddb2e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:40.843471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Attempting to bind port b346bee1-ca65-43d8-b7c5-9400750ddb2e on network c538bfab-3a7e-4e1d-9612-ef16d8952c5b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:40.849497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:40.849878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Checking segment: {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:40.850507 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.851053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Bound using segment: {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:40.852059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Bound port: b346bee1-ca65-43d8-b7c5-9400750ddb2e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:40.852468 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.872339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:40.877739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:40.880655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:40.895746 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ced37525-6033-438b-a9a8-766f08111cf8 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 954 time: 0.1641684 Jul 16 01:59:40.923436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:40.928583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'routes': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:40.977153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.010286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] For port b346bee1-ca65-43d8-b7c5-9400750ddb2e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:41.013650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] For port b346bee1-ca65-43d8-b7c5-9400750ddb2e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b346bee1-ca65-43d8-b7c5-9400750ddb2e,segment=NetworkSegment(1c421624-09ae-4b1a-9b7a-b74bd8ebe56a),segment_id=1c421624-09ae-4b1a-9b7a-b74bd8ebe56a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:41.026814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.047255 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.048795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87a4f2a4-20cd-4ead-9bb2-97d85d368d68 tempest-RoutersAdminNegativeTest-1982437413 tempest-RoutersAdminNegativeTest-1982437413-project-admin] 10.222.0.35 "DELETE /v2.0/ports/4096f584-c98b-40ac-b4d6-26f3e0fdb136 HTTP/1.1" status: 204 len: 168 time: 2.3928082 Jul 16 01:59:41.062128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Router 14d7b6bb-002a-4bf5-b369-2a512ca42669 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:41.065041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-87186e93-5ffd-415f-9e67-e41d3c37d639 service neutron] 10.222.0.35 "GET /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820283 Jul 16 01:59:41.089887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:41.090787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.146182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-683cd41e-9ec6-4d1b-8e1d-796661fa1d28 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8162954 Jul 16 01:59:41.155305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920017f1-0152-4683-9a6d-66ba5506624c None None] Pushing event updated for resources: {'Port': ['ID=b346bee1-ca65-43d8-b7c5-9400750ddb2e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:41.160605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Request body: {'port': {'device_id': '6d65d09c-0e95-49d1-b031-d547132d778c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:41.237273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:41.237994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:41.434262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e096fb83-f639-4617-868f-6b59e01e9425 None None] Provisioning for port e04d543e-2f3c-4471-b5f3-530bf0672d14 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:41.450364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e096fb83-f639-4617-868f-6b59e01e9425 None None] Provisioning complete for port e04d543e-2f3c-4471-b5f3-530bf0672d14 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:41.452375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e096fb83-f639-4617-868f-6b59e01e9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.540251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:41.588501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e096fb83-f639-4617-868f-6b59e01e9425 None None] Port e04d543e-2f3c-4471-b5f3-530bf0672d14 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:41.643804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-12d4a001-ac35-464d-8bd2-7b1661d02881 service neutron] 10.222.0.35 "GET /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696588 Jul 16 01:59:41.666247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:41.678817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c775845f-6fd1-4eca-8c64-7081631759b1 admin admin] 10.222.0.35 "PUT /v2.0/routers/14d7b6bb-002a-4bf5-b369-2a512ca42669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3725433 Jul 16 01:59:41.679122 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] Sync routers for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:41.680750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:41.697638 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:41.699298 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:41.868398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58ff1e5b-5d8c-49a5-acca-720e607c9883 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:41.890578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:41.893264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:41.899687 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:41.984056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e09bb9a-9590-4308-b6cd-c7596ffc972c req-7a7cf38d-ea94-4f69-92f2-970552227fa3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 210 time: 0.0376389 Jul 16 01:59:41.995438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c8972-e4d8-4aef-b6f4-73adeab9cc9e req-8f3b3e6e-c9bf-4475-afc1-bc0654afd717 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:42.002791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f6c8972-e4d8-4aef-b6f4-73adeab9cc9e req-8f3b3e6e-c9bf-4475-afc1-bc0654afd717 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 931 time: 0.7577782 Jul 16 01:59:42.106645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f6c8972-e4d8-4aef-b6f4-73adeab9cc9e req-6b9242c1-9614-4b17-aaa7-b94e224fa412 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026258 Jul 16 01:59:42.121233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.231573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Deleting port fc94ef79-45f2-444d-9c4c-a7780bab6923 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:42.231930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.279825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be66f4b4-972e-41f3-a266-15abe3cb127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.439096 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:59:39Z', 'revision_number': 5, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port': {'id': 'fc94ef79-45f2-444d-9c4c-a7780bab6923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:51:35Z', 'updated_at': '2021-07-16T01:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.447807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 58ff1e5b-5d8c-49a5-acca-720e607c9883 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:42.448332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.476119 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] Checking router: 14d7b6bb-002a-4bf5-b369-2a512ca42669 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:42.478405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] For port fc94ef79-45f2-444d-9c4c-a7780bab6923, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fc94ef79-45f2-444d-9c4c-a7780bab6923,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:42.488667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] Routers {'14d7b6bb-002a-4bf5-b369-2a512ca42669'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:42.489861 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['14d7b6bb-002a-4bf5-b369-2a512ca42669'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.494831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.514273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:40Z', 'revision_number': 6, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:41Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.539556 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.543893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3216d8-1da1-4015-b495-337b8c3eb310 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:40Z', 'revision_number': 6, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:41Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:42.559119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Calling delete_port for fc94ef79-45f2-444d-9c4c-a7780bab6923 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:42.668124 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] Set router 14d7b6bb-002a-4bf5-b369-2a512ca42669 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:42.772696 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:59:42Z', 'revision_number': 6, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:42.803629 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f34d0-3f78-4dcd-96c7-1f1d873d30fc None None] The sync data for ids ['14d7b6bb-002a-4bf5-b369-2a512ca42669'] in n-d-800087-6 is: [{'id': '14d7b6bb-002a-4bf5-b369-2a512ca42669', 'name': 'tempest-AttachVolumeTestJSON-1313054196-router', 'tenant_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:51:33Z', 'updated_at': '2021-07-16T01:59:42Z', 'revision_number': 6, 'project_id': '5eb00f68dbca41ceb92fe189608e4d2c', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:42.817941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:59:42.818649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:59:42.894902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.970324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be66f4b4-972e-41f3-a266-15abe3cb127b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.980407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be66f4b4-972e-41f3-a266-15abe3cb127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.017340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-be66f4b4-972e-41f3-a266-15abe3cb127b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d623fadfe774754b0e46a98563605d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1212990 Jul 16 01:59:43.020562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45922) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.157178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13b2faa0-5d83-4055-b4f1-5d706893950a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.158782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66f4b4-972e-41f3-a266-15abe3cb127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ee469-307b-4238-a043-84bcb1873f21,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.237602 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.237873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:43.251090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.261835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.267138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dee404a4-0cf7-4be9-a61f-e081767fb71e req-a9536cbd-0fb3-45e4-a607-4a7384663217 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 210 time: 0.1036606 Jul 16 01:59:43.280547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.297017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Transition to ACTIVE for port object e04d543e-2f3c-4471-b5f3-530bf0672d14 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:43.302745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.312423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13b2faa0-5d83-4055-b4f1-5d706893950a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.336729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc94ef79-45f2-444d-9c4c-a7780bab6923,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.456068 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.482185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.657137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:43.704629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:43.704974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:43.705305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:43.731597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Port e04d543e-2f3c-4471-b5f3-530bf0672d14 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:43.732313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:43.829718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:43.830427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Checking segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:43.831914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Bound using segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:43.832975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Bound port: e04d543e-2f3c-4471-b5f3-530bf0672d14, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:43.834619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.856527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:43.875843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:43.880050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:43.959744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-6be413e2-f197-4893-a165-0b61b4b289b3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:43.961501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-6be413e2-f197-4893-a165-0b61b4b289b3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "GET /v2.0/networks?id=ba081335-2136-43bd-957f-df99593b978c HTTP/1.1" status: 200 len: 796 time: 0.4679039 Jul 16 01:59:44.022430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:44.074747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b346bee1-ca65-43d8-b7c5-9400750ddb2e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:44.107125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.110529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-5b7766e9-b0d6-4ab5-8555-e35943d668c5 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f9b6565c2bff4679910966fa5fd62083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766296 Jul 16 01:59:44.111382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-677fd69a-df97-4070-a60a-2eb54e671c82 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 472 time: 0.1088052 Jul 16 01:59:44.113075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.115188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:44.128044 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.131194 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40987012-6747-403c-aa61-4dca5735b7f1 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 704 time: 3.2062342 Jul 16 01:59:44.135182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'port': {'device_id': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'admin_state_up': True, 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'security_groups': ['28ef8899-066a-4ab1-a866-5b26d1c21693']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:44.138301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45940) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.139462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:44.145318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:44.159654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13b2faa0-5d83-4055-b4f1-5d706893950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.162366 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13b2faa0-5d83-4055-b4f1-5d706893950a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.166520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-13b2faa0-5d83-4055-b4f1-5d706893950a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/749ee469-307b-4238-a043-84bcb1873f21 HTTP/1.1" status: 204 len: 168 time: 1.1390388 Jul 16 01:59:44.178168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.223732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03c7dd-50c9-418f-b7b0-d29ba44767dd req-c80b0a0e-fe29-46ad-86ba-6afba0e7859d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.225578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f03c7dd-50c9-418f-b7b0-d29ba44767dd req-c80b0a0e-fe29-46ad-86ba-6afba0e7859d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.9177239 Jul 16 01:59:44.239539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2faa0-5d83-4055-b4f1-5d706893950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ee469-307b-4238-a043-84bcb1873f21,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.246046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b346bee1-ca65-43d8-b7c5-9400750ddb2e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:44.258222 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.259233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14d7b6bb-002a-4bf5-b369-2a512ca42669 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:59:44.271886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b346bee1-ca65-43d8-b7c5-9400750ddb2e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:44.272292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.281387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.285828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45944) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.286515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b1841d99-4d16-4f4b-bc37-dcd482fa6a56 admin admin] 10.222.0.35 "DELETE /v2.0/routers/14d7b6bb-002a-4bf5-b369-2a512ca42669 HTTP/1.1" status: 204 len: 168 time: 2.5989308 Jul 16 01:59:44.437144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.446489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.451279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.458255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] 10.222.0.32 "PUT /v2.0/ports/e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 1091 time: 3.3013699 Jul 16 01:59:44.458255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:44.459012 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc604b0-4a07-4ac3-b432-af3cfbd21733" -d '{"events": [{"name": "network-changed", "server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:44.501214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f03c7dd-50c9-418f-b7b0-d29ba44767dd req-92306dbd-6dcf-4502-9ef0-fb2d20046deb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441053 Jul 16 01:59:44.537932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-6372c8f3-de79-4518-a2be-6d4d27209bdf tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.542224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-6372c8f3-de79-4518-a2be-6d4d27209bdf tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862147 Jul 16 01:59:44.543860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port b346bee1-ca65-43d8-b7c5-9400750ddb2e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b346bee1-ca65-43d8-b7c5-9400750ddb2e,segment=NetworkSegment(1c421624-09ae-4b1a-9b7a-b74bd8ebe56a),segment_id=1c421624-09ae-4b1a-9b7a-b74bd8ebe56a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:44.561106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:42Z', 'revision_number': 7, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:41Z', 'revision_number': 4, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.571160 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.571632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.572891 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-05732865-8d92-4ab8-ade4-b3a6ada726b2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 704 time: 0.4291241 Jul 16 01:59:44.587493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-5d4497a7-27bb-4bd0-9d2b-cfb0cb8b3c46 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/quotas/f9b6565c2bff4679910966fa5fd62083 HTTP/1.1" status: 200 len: 375 time: 0.0352249 Jul 16 01:59:44.628574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb6576-b0ac-42cd-b5e8-9ee540a21b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.655370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Deleting subnet bf22c3ef-5e79-4012-892c-834187de02e1 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:44.666910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.682886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b865d509-c78a-4ebc-956a-488d69b977a8 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:44.697963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:44.710140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.726132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:44.729913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.758460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b865d509-c78a-4ebc-956a-488d69b977a8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:44.758804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b865d509-c78a-4ebc-956a-488d69b977a8 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:44.759217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fc94ef79-45f2-444d-9c4c-a7780bab6923 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:44.759946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.780497 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-32530fb6-4ba4-4ff3-b488-88d6540ff79c tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f9b6565c2bff4679910966fa5fd62083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858819 Jul 16 01:59:44.797528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:44.798179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:44.799829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: fc94ef79-45f2-444d-9c4c-a7780bab6923 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:44.800196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fc94ef79-45f2-444d-9c4c-a7780bab6923 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:44.812086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec8db5a0-1068-4da3-bb07-be1d787f16d4 req-7ea36c63-cac3-439b-9054-23a4cca1b58d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 210 time: 0.0632064 Jul 16 01:59:44.879356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-0f5c4e7d-a088-4d63-bf45-9abc1555466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:44.880961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-0f5c4e7d-a088-4d63-bf45-9abc1555466f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1094 time: 0.3518293 Jul 16 01:59:44.893220 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc0315-4006-4a3a-af40-c8a0c42f73a5 x-openstack-request-id: req-34fc0315-4006-4a3a-af40-c8a0c42f73a5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:44.893521 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:44.893859 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34fc0315-4006-4a3a-af40-c8a0c42f73a5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:44.894302 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'status': 'completed', 'code': 200} Jul 16 01:59:44.898037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f77519be-5bb7-43d4-8ac2-c460e76e1bac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a12d9af3b1dd4eb3a185f1eb932e8657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845458 Jul 16 01:59:44.904322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.946637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=b346bee1-ca65-43d8-b7c5-9400750ddb2e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.976133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:44.981943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-011b1ed3-5511-4019-9a34-d5753f522ff9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 217 time: 0.0804946 Jul 16 01:59:45.078567 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.151320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-71c6d689-ca0e-441e-9a88-f0c2976b3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.152889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-71c6d689-ca0e-441e-9a88-f0c2976b3126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.1598425 Jul 16 01:59:45.154217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.20.0.20 (ba081335-2136-43bd-957f-df99593b978c/48583fd4-fe73-41de-939a-08915a44dfb2/18aadbdf-d100-4c1c-9851-5ff315f15683) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:45.208470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-24bd329b-7c42-4faf-be7d-7fa0aa68998f req-f1d46524-8dfc-4f89-88dc-4283e3e9b638 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 210 time: 0.1095760 Jul 16 01:59:45.216940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-409f98c4-42b3-443b-bc58-7873a350f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.250797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.299534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-409f98c4-42b3-443b-bc58-7873a350f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.311460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf22c3ef-5e79-4012-892c-834187de02e1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.315889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.317947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8fcfada7-d878-4b99-9b87-1bd4061e9914 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bf22c3ef-5e79-4012-892c-834187de02e1 HTTP/1.1" status: 204 len: 168 time: 1.0252483 Jul 16 01:59:45.325242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45966) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.329807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a86ee6-6815-4723-865c-792d72ac3d82 None None] Network 06e259b4-edc5-41d0-b374-805a548ba54c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:45.361049 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.480876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-5c0ac67a-8a48-4c70-b83a-2bd6d8038e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:45.482081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:42Z', 'revision_number': 7, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:45.482388 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-5c0ac67a-8a48-4c70-b83a-2bd6d8038e65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162796 Jul 16 01:59:45.600789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eac8e2-e2b1-4825-8b63-0faeb26b2477 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:42Z', 'revision_number': 7, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:45.611170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b346bee1-ca65-43d8-b7c5-9400750ddb2e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:45.685586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.696233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-409f98c4-42b3-443b-bc58-7873a350f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.699050 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-409f98c4-42b3-443b-bc58-7873a350f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.702523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-409f98c4-42b3-443b-bc58-7873a350f321 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f321ca4-a1f8-4a2a-aff7-f21521d71095 HTTP/1.1" status: 204 len: 168 time: 0.7883642 Jul 16 01:59:45.724468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b346bee1-ca65-43d8-b7c5-9400750ddb2e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:45.725039 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.742439 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-a6be2661-483c-433b-bfa2-5f44d6a7d132 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222836 Jul 16 01:59:45.766551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.785752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port b346bee1-ca65-43d8-b7c5-9400750ddb2e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:45.792470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.798430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Transition to ACTIVE for port object 18aadbdf-d100-4c1c-9851-5ff315f15683 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:45.879347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88af102-2003-4899-811d-ba95486442aa None None] DHCP port deletion for 06e259b4-edc5-41d0-b374-805a548ba54c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:45.884928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f98c4-42b3-443b-bc58-7873a350f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f321ca4-a1f8-4a2a-aff7-f21521d71095,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.936303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.996662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d88af102-2003-4899-811d-ba95486442aa None None] Deleting port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:45.997974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d88af102-2003-4899-811d-ba95486442aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.012733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network ba081335-2136-43bd-957f-df99593b978c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:46.036204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:46.041862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:46.076329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d88af102-2003-4899-811d-ba95486442aa None None] For port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,segment=NetworkSegment(103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7),segment_id=103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:46.076743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d88af102-2003-4899-811d-ba95486442aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.097288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d88af102-2003-4899-811d-ba95486442aa None None] Calling delete_port for dde082c5-48f1-46d5-b788-dd8fa2c9e7fd owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:46.202271 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:46.222904 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:46.223571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:46.230613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port b346bee1-ca65-43d8-b7c5-9400750ddb2e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b346bee1-ca65-43d8-b7c5-9400750ddb2e,segment=NetworkSegment(1c421624-09ae-4b1a-9b7a-b74bd8ebe56a),segment_id=1c421624-09ae-4b1a-9b7a-b74bd8ebe56a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:46.230613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.261928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for b346bee1-ca65-43d8-b7c5-9400750ddb2e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:46.281834 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d88af102-2003-4899-811d-ba95486442aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.294516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88af102-2003-4899-811d-ba95486442aa None None] No DVR routers for this DVR port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:46.318171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dfb48-5b5c-4ffc-a175-b90812451f92 req-1e6a8155-e5bc-4506-be5b-c413108b9ba2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.326675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-175dfb48-5b5c-4ffc-a175-b90812451f92 req-1e6a8155-e5bc-4506-be5b-c413108b9ba2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.3980269 Jul 16 01:59:46.356144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88af102-2003-4899-811d-ba95486442aa None None] Pushing event deleted for resources: {'Port': ['ID=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.403428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ab874c1-1b11-4542-96e2-03156ce5b2b7 None None] Provisioning for port 18aadbdf-d100-4c1c-9851-5ff315f15683 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:46.408579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1ab874c1-1b11-4542-96e2-03156ce5b2b7 None None] Provisioning complete for port 18aadbdf-d100-4c1c-9851-5ff315f15683 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:46.409248 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1ab874c1-1b11-4542-96e2-03156ce5b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.415817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.416552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.441725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcda2a-7bd7-4826-b221-3759132cb5e7 req-2da856d6-496a-4fe6-96cd-f143aafadb9e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:46.442747 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:46.443319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99dcda2a-7bd7-4826-b221-3759132cb5e7 req-2da856d6-496a-4fe6-96cd-f143aafadb9e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 932 time: 0.3551702 Jul 16 01:59:46.461426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3418262 Jul 16 01:59:46.463799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930c52-7a1c-4587-924b-819df581c680 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=18aadbdf-d100-4c1c-9851-5ff315f15683,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:46.488212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1ab874c1-1b11-4542-96e2-03156ce5b2b7 None None] Port 18aadbdf-d100-4c1c-9851-5ff315f15683 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:46.496485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Request body: {'port': {'device_id': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:46.503120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-175dfb48-5b5c-4ffc-a175-b90812451f92 req-9f499215-d0fc-4332-9d62-53f42e24cb9b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756413 Jul 16 01:59:46.546825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99dcda2a-7bd7-4826-b221-3759132cb5e7 req-ac8c30e5-b0b4-4c67-aa77-83ae6ab4da51 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933342 Jul 16 01:59:46.556441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56703333-776d-470b-b6c2-fdc9d5b5cc93 req-e99607f2-5c90-4d84-b220-368cb8cb3b74 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056271 Jul 16 01:59:46.570677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Deleting port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:46.570677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.625356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.824889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e2b3c1f-f642-4073-9685-b67c4e6d8f84 req-75c41af6-b698-441f-aba7-aaa4798dc065 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 210 time: 0.0570471 Jul 16 01:59:46.886939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:46.959312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=b346bee1-ca65-43d8-b7c5-9400750ddb2e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.021551 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:42Z', 'revision_number': 7, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b346bee1-ca65-43d8-b7c5-9400750ddb2e', 'name': '', 'network_id': 'c538bfab-3a7e-4e1d-9612-ef16d8952c5b', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:fb:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:44Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '076f859b-5db8-48e1-8742-30b8cc4ff795', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.073853 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:47.094431 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:47.099566 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.218585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.239194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:47.323869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:47.407965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] For port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd, host n-d-800087-6, got binding levels [] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:47.408518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.433130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1849590330'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:47.480704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-66695a3f-ef92-4759-b6cf-0c7eda1af823 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f9b6565c2bff4679910966fa5fd62083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050289 Jul 16 01:59:47.487788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Calling delete_port for dde082c5-48f1-46d5-b788-dd8fa2c9e7fd owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:47.491602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd was not found and therefore no delete operation was performed {{(pid=93907) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:59:47.498066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:47.501756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.515897 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.521178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:47.608495 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:46Z', 'revision_number': 8, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:47.617887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.648258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a2b281-f0dc-4586-a15b-c11e3f4cc1ea None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:46Z', 'revision_number': 8, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:47.689973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:47.698319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c88e7144-8860-4f3b-9185-c1cf8f2ae54b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1254013 Jul 16 01:59:47.704388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:47.784307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.802014 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.813890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] No DVR routers for this DVR port dde082c5-48f1-46d5-b788-dd8fa2c9e7fd on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:47.837117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde082c5-48f1-46d5-b788-dd8fa2c9e7fd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.853992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet 076f859b-5db8-48e1-8742-30b8cc4ff795 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:47.869112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:47.874526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-2c412fb3-5678-4a22-bd6c-9f98a1348012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:47.875824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.876019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-2c412fb3-5678-4a22-bd6c-9f98a1348012 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1094 time: 1.2065680 Jul 16 01:59:47.916395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a520a180-a430-41b5-90e3-f161a52ada1a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:47.922398 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.922823 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment 28ed1fa7-a310-467d-9f98-cf2387e76080 of type vlan for network 224d266b-c353-4c4c-942d-d6d6e6381029 Jul 16 01:59:47.986026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:47.993733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.006705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-34b08670-d0a9-494c-9ef2-df2bf9a23708 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.008229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-34b08670-d0a9-494c-9ef2-df2bf9a23708 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149853 Jul 16 01:59:48.028472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212cd2f-1b3a-4c4f-84d8-df528d45f8af req-791c575d-ed95-4f6c-8724-70bf37aeb687 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.029978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8212cd2f-1b3a-4c4f-84d8-df528d45f8af req-791c575d-ed95-4f6c-8724-70bf37aeb687 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.2829928 Jul 16 01:59:48.041912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Request body: {'port': {'device_id': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': 'f9b6565c2bff4679910966fa5fd62083'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:48.045542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba4606-599e-4437-9c93-d872f571d47f req-f0aa556d-26cb-46fe-95fe-67cc064f8155 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.047700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22ba4606-599e-4437-9c93-d872f571d47f req-f0aa556d-26cb-46fe-95fe-67cc064f8155 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 932 time: 0.2615297 Jul 16 01:59:48.062619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dde082c5-48f1-46d5-b788-dd8fa2c9e7fd no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:48.087033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.098427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: dde082c5-48f1-46d5-b788-dd8fa2c9e7fd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:48.099320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dde082c5-48f1-46d5-b788-dd8fa2c9e7fd not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:48.148775 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.149065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e259b4-edc5-41d0-b374-805a548ba54c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:48.154320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.154920 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.181805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:48.182104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103e86a1-ae7b-4037-8bea-fb5e6d9bd1c7') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:48.187491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8212cd2f-1b3a-4c4f-84d8-df528d45f8af req-10f41293-d174-43d0-994f-0b472ba1accf tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359162 Jul 16 01:59:48.217436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22ba4606-599e-4437-9c93-d872f571d47f req-14e85b53-5724-4728-9ba5-d37cdc58bf07 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313863 Jul 16 01:59:48.218316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.225418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.232831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9921484 Jul 16 01:59:48.233814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:48.276762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'name': 'tempest-PortsIpV6TestJSON-1572434702'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:48.297631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a5e63-77e7-4901-95e6-5a5f8b5a1f47 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=224d266b-c353-4c4c-942d-d6d6e6381029,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.306811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.309925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:48.333701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-3db1700c-0f0e-4dce-a1fb-97bba1091e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.335435 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-3db1700c-0f0e-4dce-a1fb-97bba1091e90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.4478452 Jul 16 01:59:48.337266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:48.337674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.338815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: timer() Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:48.351319 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:48.375433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=076f859b-5db8-48e1-8742-30b8cc4ff795,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.378137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.380451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-23a354f7-7df5-48de-9eba-c8447a333931 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/076f859b-5db8-48e1-8742-30b8cc4ff795 HTTP/1.1" status: 204 len: 168 time: 0.6748860 Jul 16 01:59:48.382991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46010) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:48.407511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8564d1-ab01-4405-a19d-5c2698dd4910 None None] Network c538bfab-3a7e-4e1d-9612-ef16d8952c5b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:48.428650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:48.467858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1657f7c-3b31-4336-ac5f-7cb4ed3dc857 req-0645fd28-cca4-415c-ba43-392f50eeddac tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 210 time: 0.0367527 Jul 16 01:59:48.486292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:48.486939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:48.509810 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.519167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-b7367760-7559-4049-ba03-9b2189e8469c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 217 time: 0.1477885 Jul 16 01:59:48.550169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18aadbdf-d100-4c1c-9851-5ff315f15683 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:48.572697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:48.573334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.574524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.592570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.596745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/06e259b4-edc5-41d0-b374-805a548ba54c HTTP/1.1" status: 204 len: 168 time: 3.2627745 Jul 16 01:59:48.596745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.635455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:59:48.635455 n-d-800087-6 neutron-server[93907]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:59:48.635455 n-d-800087-6 neutron-server[93907]: [parameters: {'project_id_1': '3ffcd82c7010423d8ce67238e5f65171', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 59, 48, 587073)}] Jul 16 01:59:48.635455 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:59:48.635949 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:59:48.637862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:48.640904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a04fd-4061-4bcc-a607-4fbea1e0d9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e259b4-edc5-41d0-b374-805a548ba54c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.641117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:48.646544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Transition to ACTIVE for port object 18aadbdf-d100-4c1c-9851-5ff315f15683 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:48.649404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-55305e49-3e33-4395-a203-83bdaa723c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:48.650911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-55305e49-3e33-4395-a203-83bdaa723c9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.1202290 Jul 16 01:59:48.652828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Made reservation on behalf of f9b6565c2bff4679910966fa5fd62083 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:48.656629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.662651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.687221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,segment=NetworkSegment(1c421624-09ae-4b1a-9b7a-b74bd8ebe56a),segment_id=1c421624-09ae-4b1a-9b7a-b74bd8ebe56a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:48.689177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.702469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:48.720329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.856132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:48.885652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Pushing event updated for resources: {'Port': ['ID=18aadbdf-d100-4c1c-9851-5ff315f15683,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.910994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:48.928741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:48.935894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=9c2969b7-94f9-49a4-97c1-d39adfc74ba3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:48.996144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-f15814b4-d888-424b-862c-e22b0b71950f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2791653 Jul 16 01:59:49.027655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.049703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c538bfab-3a7e-4e1d-9612-ef16d8952c5b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.061294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.061560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c421624-09ae-4b1a-9b7a-b74bd8ebe56a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.071538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.089150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.096247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:49.096819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:49.100248 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:49.125436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-44f5a54d-d98f-44d9-b358-db28b5ecc320 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5eb00f68dbca41ceb92fe189608e4d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077868 Jul 16 01:59:49.131002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:49.133647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-30945a90-a318-4ab9-a8a7-12fb7f9c566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.135238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-30945a90-a318-4ab9-a8a7-12fb7f9c566d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739687 Jul 16 01:59:49.135401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a3a3c-e5e8-45a2-9df0-9ee7a9c4c09b None None] DHCP port deletion for c538bfab-3a7e-4e1d-9612-ef16d8952c5b request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:49.173263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:49.177564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Attempting to bind port 18aadbdf-d100-4c1c-9851-5ff315f15683 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:49.177976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Attempting to bind port 18aadbdf-d100-4c1c-9851-5ff315f15683 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:49.178366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Attempting to bind port 18aadbdf-d100-4c1c-9851-5ff315f15683 on network ba081335-2136-43bd-957f-df99593b978c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:49.184883 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.190003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.191035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'mac_address': 'fa:16:3e:b0:00:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:49.192667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/c538bfab-3a7e-4e1d-9612-ef16d8952c5b HTTP/1.1" status: 204 len: 168 time: 0.8084474 Jul 16 01:59:49.200371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:49.217878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Port 18aadbdf-d100-4c1c-9851-5ff315f15683 on network ba081335-2136-43bd-957f-df99593b978c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:49.218321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Attempting to bind port 18aadbdf-d100-4c1c-9851-5ff315f15683 on network ba081335-2136-43bd-957f-df99593b978c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:49.286365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.302740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:49.317087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:49.317482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Checking segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:49.317988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Bound using segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:49.318840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Bound port: 18aadbdf-d100-4c1c-9851-5ff315f15683, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:49.319187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.331778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:49.343036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:46Z', 'revision_number': 8, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.347130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12766-eef6-4ee1-a94f-09877358c22f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=c538bfab-3a7e-4e1d-9612-ef16d8952c5b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.390019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.391765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:49.403642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.404572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.405219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.405962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.406596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.407251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.407919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.410086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-8bc8feaf-5c25-40fd-92c5-2c86239d5021 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e2c66569da842cc840bfe45e76702f2&device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 6501 time: 0.3468344 Jul 16 01:59:49.412754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.419674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-0df44846-69ea-4d20-9582-3846faad2acd service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714221 Jul 16 01:59:49.447104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.454615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.468133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:49.469465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.577613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:49.610875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['e04d543e-2f3c-4471-b5f3-530bf0672d14'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:49.626013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:49.678045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:49.678393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c2969b7-94f9-49a4-97c1-d39adfc74ba3 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:49.678819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b346bee1-ca65-43d8-b7c5-9400750ddb2e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:49.683135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:49.686729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.709076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-e67a7ace-2b72-4b10-8262-dae66d0bdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.709515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-e67a7ace-2b72-4b10-8262-dae66d0bdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.709899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-e67a7ace-2b72-4b10-8262-dae66d0bdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:49.711563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-e67a7ace-2b72-4b10-8262-dae66d0bdb79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=31a413fe-3557-4828-9e6a-c88def967fa3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=7421222a-0b0b-497c-bb21-2ddc025195c3&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&id=0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 200 len: 2297 time: 0.2494397 Jul 16 01:59:49.726197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2670d729-a780-4d02-8f97-eadbd0fc4746,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:49.738415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b346bee1-ca65-43d8-b7c5-9400750ddb2e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:49.738723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b346bee1-ca65-43d8-b7c5-9400750ddb2e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:49.819532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port c214bcce-1f60-4a5d-b8b4-03a8964ac134 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:49.826657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] For port 18aadbdf-d100-4c1c-9851-5ff315f15683, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:49.829235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d28537d-a24d-4843-b42c-af931af99a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.893086 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d28537d-a24d-4843-b42c-af931af99a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.912148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] For port 18aadbdf-d100-4c1c-9851-5ff315f15683, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=18aadbdf-d100-4c1c-9851-5ff315f15683,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:49.933963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:49.968803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:46Z', 'revision_number': 8, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:49.987098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-9fc228ec-4fc4-423b-8765-6710705be83c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 200 len: 1002 time: 0.2640724 Jul 16 01:59:50.004232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f46776-88f4-4195-b33b-0a87ec4f295c None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:46Z', 'revision_number': 8, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '86add5f7-b15f-4b95-88e0-f06e5f8fb96b', 'name': '', 'network_id': '388e540a-497e-4896-9f0b-fa54511d6a5c', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:a1:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:27Z', 'updated_at': '2021-07-16T01:59:36Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '84f69b51-76a3-4e85-aac6-a09c9310b739', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:50.006286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3cc604b0-4a07-4ac3-b432-af3cfbd21733 req-8ff85148-8850-4fe4-a76a-6304a7ce9af7 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602100 Jul 16 01:59:50.036653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb062c-3936-49b9-804b-94da86110fd8 req-c67d181e-c907-4a77-bfac-4301dad9d3d0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.042988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7edb062c-3936-49b9-804b-94da86110fd8 req-c67d181e-c907-4a77-bfac-4301dad9d3d0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.6399925 Jul 16 01:59:50.049354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Allocated IP 192.168.233.107 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/b35adb25-837e-4afc-9e0b-12f613509277) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:50.070832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee415-f754-4d15-ab0d-ec366c6036a4 req-dbfa2761-c85f-45e7-b44b-19865dab8d34 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.072602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.073222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.074624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] 10.222.0.32 "PUT /v2.0/ports/18aadbdf-d100-4c1c-9851-5ff315f15683 HTTP/1.1" status: 200 len: 1092 time: 3.5861166 Jul 16 01:59:50.079142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a9ee415-f754-4d15-ab0d-ec366c6036a4 req-dbfa2761-c85f-45e7-b44b-19865dab8d34 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 944 time: 0.2969880 Jul 16 01:59:50.081206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'tag': '18aadbdf-d100-4c1c-9851-5ff315f15683'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:50.083487 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29d52e-cf44-41b4-89ee-559dffdde1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "38c8bc9c-c036-42c7-9328-60b93d9fd126", "tag": "18aadbdf-d100-4c1c-9851-5ff315f15683"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:50.125151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d28537d-a24d-4843-b42c-af931af99a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.128234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d28537d-a24d-4843-b42c-af931af99a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.129621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d28537d-a24d-4843-b42c-af931af99a95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d340357d-b50d-46fd-9830-1511f0762262 HTTP/1.1" status: 204 len: 168 time: 0.9980493 Jul 16 01:59:50.193563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7edb062c-3936-49b9-804b-94da86110fd8 req-f008d1d0-c3ab-40cd-8796-4cdcf26f22d4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451659 Jul 16 01:59:50.197973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28537d-a24d-4843-b42c-af931af99a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d340357d-b50d-46fd-9830-1511f0762262,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:50.198273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-439f486c-1b32-4793-8814-4120b5298e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.199757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-439f486c-1b32-4793-8814-4120b5298e29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 200 len: 855 time: 0.2015276 Jul 16 01:59:50.232618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61ca5b-1e24-4eda-b1ed-828240b97f0f service neutron] Pushing event updated for resources: {'Port': ['ID=18aadbdf-d100-4c1c-9851-5ff315f15683,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:50.251049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a9ee415-f754-4d15-ab0d-ec366c6036a4 req-9a779e56-b727-4fbb-9360-b415afa8876e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688333 Jul 16 01:59:50.386867 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acdb02a-47aa-4c04-92c3-3dc791676dcb x-openstack-request-id: req-8acdb02a-47aa-4c04-92c3-3dc791676dcb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:50.387164 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c8bc9c-c036-42c7-9328-60b93d9fd126", "tag": "18aadbdf-d100-4c1c-9851-5ff315f15683", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:50.387412 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8acdb02a-47aa-4c04-92c3-3dc791676dcb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:50.387780 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'tag': '18aadbdf-d100-4c1c-9851-5ff315f15683', 'status': 'completed', 'code': 200} Jul 16 01:59:50.444254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f9396da-8edd-4c23-9a08-b76f5e148a2a req-48c5fa3e-b8db-4c96-97fc-3e85fbb66963 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 210 time: 0.0383482 Jul 16 01:59:50.452129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.649864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:50.728160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port e04d543e-2f3c-4471-b5f3-530bf0672d14 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:50.733977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port e04d543e-2f3c-4471-b5f3-530bf0672d14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:50.734511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.782011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:50.784059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.830342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.830660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.865291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:50.868475 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c103260c-a0be-4307-ae1f-35bfead609f8" -d '{"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-plugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:50.894330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:50.911532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.916564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 86add5f7-b15f-4b95-88e0-f06e5f8fb96b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:50.916901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.931418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-16321800-445c-4a95-9c1f-c85b68b5fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.932989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-16321800-445c-4a95-9c1f-c85b68b5fb9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 1095 time: 0.7738006 Jul 16 01:59:50.946802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-664106d4-94c7-4091-8459-61835a99829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:50.948392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-664106d4-94c7-4091-8459-61835a99829f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31a413fe-3557-4828-9e6a-c88def967fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7112308 Jul 16 01:59:50.960552 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0778c9-5adc-4e0b-87f3-93a414d74087 x-openstack-request-id: req-9c0778c9-5adc-4e0b-87f3-93a414d74087 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:50.961867 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-plugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:50.962422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 86add5f7-b15f-4b95-88e0-f06e5f8fb96b owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:50.962736 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c0778c9-5adc-4e0b-87f3-93a414d74087 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:50.963405 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'code': 200} Jul 16 01:59:50.966291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:50.999016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.029822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-d98573f6-e668-455c-b14f-b6b919ed79b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=18aadbdf-d100-4c1c-9851-5ff315f15683 HTTP/1.1" status: 200 len: 217 time: 0.0746820 Jul 16 01:59:51.072159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Transition to ACTIVE for port object b35adb25-837e-4afc-9e0b-12f613509277 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:51.088209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.173332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.207538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=86add5f7-b15f-4b95-88e0-f06e5f8fb96b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.240874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-f0c2bcea-df6e-4a64-aa47-a09e41b3f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.242912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-f0c2bcea-df6e-4a64-aa47-a09e41b3f9e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48583fd4-fe73-41de-939a-08915a44dfb2 HTTP/1.1" status: 200 len: 838 time: 0.1819036 Jul 16 01:59:51.280969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=c214bcce-1f60-4a5d-b8b4-03a8964ac134,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.374292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.386982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca127a90-b8cf-400d-8352-99f625494aa3 req-e396a902-dd65-47e1-a4dd-72acfb5203a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.388635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ca127a90-b8cf-400d-8352-99f625494aa3 req-e396a902-dd65-47e1-a4dd-72acfb5203a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1096 time: 0.3721857 Jul 16 01:59:51.410929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.455596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-ec8d57a2-b5ac-400c-a045-2ee5ec4551a7 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993243 Jul 16 01:59:51.459404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Pushing event updated for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:51.487199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': '28ed1fa7-a310-467d-9f98-cf2387e76080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:51.487567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: 224d266b-c353-4c4c-942d-d6d6e6381029, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:51.609299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:51.630161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:51.632726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:51.640450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ca127a90-b8cf-400d-8352-99f625494aa3 req-dd831cd9-747f-4155-8243-ea96a3833894 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818593 Jul 16 01:59:51.641162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7b8b3-f24f-4490-8ccc-1850942a7d80 req-73c9c8a9-42d8-4eea-83d1-7bd7a980847e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.647989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7d7b8b3-f24f-4490-8ccc-1850942a7d80 req-73c9c8a9-42d8-4eea-83d1-7bd7a980847e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 944 time: 0.2100244 Jul 16 01:59:51.671606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-eb6f9021-7cee-4161-91ae-0cec5e7baee6 service neutron] 10.222.0.38 "GET /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075098 Jul 16 01:59:51.677390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040545-d747-4173-8484-9b4dee26b1e4 req-28846465-f1a3-4108-b70a-417fdf5034af tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.686020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07040545-d747-4173-8484-9b4dee26b1e4 req-28846465-f1a3-4108-b70a-417fdf5034af tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.2622883 Jul 16 01:59:51.691616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:51.740153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-8d3994a4-e862-46da-a1eb-b7207cd55807 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 217 time: 0.0590589 Jul 16 01:59:51.751444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-d541f316-7b81-4aa7-9945-bab2f583d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.751444 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-d541f316-7b81-4aa7-9945-bab2f583d5fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba081335-2136-43bd-957f-df99593b978c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4948049 Jul 16 01:59:51.760610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.761519 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.811153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7d7b8b3-f24f-4490-8ccc-1850942a7d80 req-52fb355e-e33f-4fb0-962b-29cbbf6ab516 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619473 Jul 16 01:59:51.830930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07040545-d747-4173-8484-9b4dee26b1e4 req-5facfe52-3bba-4db6-838b-d060fc7555be tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438997 Jul 16 01:59:51.883467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:51.913521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 224d266b-c353-4c4c-942d-d6d6e6381029) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:51.916429 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-4462f5f3-9f0d-4d2f-baf7-7f46c61c81ea tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8911450 Jul 16 01:59:51.921458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:51.927228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.927868 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.940507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Request body: {'port': {'device_id': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:51.946722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcb6be-b831-4d29-b778-398131494eca None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:51.961129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dc644eeb-dfc0-4a8a-ab45-c24531351a45 None None] Provisioning for port b35adb25-837e-4afc-9e0b-12f613509277 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:51.973547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dc644eeb-dfc0-4a8a-ab45-c24531351a45 None None] Provisioning complete for port b35adb25-837e-4afc-9e0b-12f613509277 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:51.973930 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dc644eeb-dfc0-4a8a-ab45-c24531351a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:51.979625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-e4986b30-1f83-4ad6-b8b0-4634fd802ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:51.981167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-e4986b30-1f83-4ad6-b8b0-4634fd802ea9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.2313392 Jul 16 01:59:52.033236 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c565d206-02bd-4ddf-a2df-0305e6d7792a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7890077 Jul 16 01:59:52.036723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46074) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.055576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731899659'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:52.061662 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-b8e5e1de-2983-4139-801b-32a61ee886a3 service neutron] 10.222.0.32 "GET /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871482 Jul 16 01:59:52.072547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:52.080639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8129ec8d-d48d-4356-830a-e12f48a11e23 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8781941 Jul 16 01:59:52.082969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46080) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.083442 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:52.100859 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:52.102455 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.110070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.156725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet 84f69b51-76a3-4e85-aac6-a09c9310b739 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:52.171147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba3ec-1a6b-474d-a908-80713c9796b0 req-195b3dee-b8f5-496c-ad00-facb69495906 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:52.172858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47dba3ec-1a6b-474d-a908-80713c9796b0 req-195b3dee-b8f5-496c-ad00-facb69495906 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 936 time: 0.1898718 Jul 16 01:59:52.174115 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.175725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-dc644eeb-dfc0-4a8a-ab45-c24531351a45 None None] Port b35adb25-837e-4afc-9e0b-12f613509277 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:52.200268 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.265292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:52.268824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.270941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.284568 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:52.297572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:52.307545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.307904 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment a63a4eda-3e4f-4b8f-a91b-caa84a3278a1 of type vlan for network cc2a94b3-e395-4758-ab82-f4331c64e703 Jul 16 01:59:52.309042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47dba3ec-1a6b-474d-a908-80713c9796b0 req-e19622fb-f544-4a92-b0f2-cad2e29a37c9 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050813 Jul 16 01:59:52.357455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-810cc426-3c26-436d-9e2c-1b6ea918659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:52.359411 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-810cc426-3c26-436d-9e2c-1b6ea918659e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3692062 Jul 16 01:59:52.399037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.413258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:52.476857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.512138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=84f69b51-76a3-4e85-aac6-a09c9310b739,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:52.515961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.522912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0904176-5b8c-429c-8238-19149f7f7bac None None] Network 388e540a-497e-4896-9f0b-fa54511d6a5c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:52.526474 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9a50811f-ec72-4d80-b889-391ac35300f2 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/84f69b51-76a3-4e85-aac6-a09c9310b739 HTTP/1.1" status: 204 len: 168 time: 0.4336650 Jul 16 01:59:52.532046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.555150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.586374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6afb06c9-e1ee-4d49-b27a-d0ca365d76d4 req-9779bc7a-33e5-4b6a-8e8f-1cc70b9b1fd4 service neutron] 10.222.0.32 "GET /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776216 Jul 16 01:59:52.587571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 9, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.626476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.646154 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:52.655969 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:52.656609 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:52.715267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port b95c0fca-6587-48ab-98c7-17994e6d9361 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:52.715847 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.769872 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:52.793426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.798900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:52.799498 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.810432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port b95c0fca-6587-48ab-98c7-17994e6d9361, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b95c0fca-6587-48ab-98c7-17994e6d9361,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:52.810796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.828596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for b95c0fca-6587-48ab-98c7-17994e6d9361 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:52.846161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] DHCP port deletion for 388e540a-497e-4896-9f0b-fa54511d6a5c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:59:52.849172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-43ae85c9-2feb-41e6-9735-736453aad1f8 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564803 Jul 16 01:59:52.967857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] Deleting port b95c0fca-6587-48ab-98c7-17994e6d9361 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:52.968454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:52.970606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9304130 Jul 16 01:59:52.975014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46100) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:52.993620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'ports': [{'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'}, {'network_id': 'cc2a94b3-e395-4758-ab82-f4331c64e703'}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:52.993839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:52.994315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': 'cc2a94b3-e395-4758-ab82-f4331c64e703'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:53.079259 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 9, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:53.089048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-7ce1c16b-31f9-45fe-a713-8131c6f4c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.090885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-7ce1c16b-31f9-45fe-a713-8131c6f4c241 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 1095 time: 0.4268622 Jul 16 01:59:53.094802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02c796-7652-48bc-a9d5-7f6cb420755f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=cc2a94b3-e395-4758-ab82-f4331c64e703,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.121719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network cc2a94b3-e395-4758-ab82-f4331c64e703 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:53.140898 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfeaf1d-7eec-410b-aded-a1bfafabbbd6 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:51Z', 'revision_number': 9, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed3e4d79-64b7-460b-863f-935ece1eeaec', 'name': '', 'network_id': 'b0e47b83-a649-494c-a7a1-8d58f7fbdb74', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:10:bc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:20Z', 'updated_at': '2021-07-16T01:59:30Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:53.156896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] For port b95c0fca-6587-48ab-98c7-17994e6d9361, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b95c0fca-6587-48ab-98c7-17994e6d9361,segment=NetworkSegment(0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc),segment_id=0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:53.157419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.179843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] Calling delete_port for b95c0fca-6587-48ab-98c7-17994e6d9361 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:53.290043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:53.295423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.303608 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-4e8bd444-c6a4-4a60-9149-ef8c8e5fb983 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371202 Jul 16 01:59:53.322382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.327743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.347669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] No DVR routers for this DVR port b95c0fca-6587-48ab-98c7-17994e6d9361 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:53.364869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35adb25-837e-4afc-9e0b-12f613509277 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:53.375190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-3cef3087-1e75-488c-a74b-9ab09e1bcbc0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 217 time: 0.0623798 Jul 16 01:59:53.394880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.398353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef0797-c0cc-4502-8130-310481f29c9c None None] Pushing event deleted for resources: {'Port': ['ID=b95c0fca-6587-48ab-98c7-17994e6d9361,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.414703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a721-77d0-48c0-9ac7-cb4df35424b3 req-f600a8ab-4ba8-4950-b705-52eced508609 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.416580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22e8a721-77d0-48c0-9ac7-cb4df35424b3 req-f600a8ab-4ba8-4950-b705-52eced508609 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.2277744 Jul 16 01:59:53.425067 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.430940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:53.433082 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.442981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-af2efd4a-a1c4-46b1-9e4c-eff9639cfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.444493 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-af2efd4a-a1c4-46b1-9e4c-eff9639cfa70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba081335-2136-43bd-957f-df99593b978c HTTP/1.1" status: 200 len: 897 time: 0.3418007 Jul 16 01:59:53.453809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9917bf-7af4-4a8e-88e8-ca8b378d3824 req-bd28bb49-52bc-4ed1-98ad-48cf1d4d5b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.455219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c9917bf-7af4-4a8e-88e8-ca8b378d3824 req-bd28bb49-52bc-4ed1-98ad-48cf1d4d5b22 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 944 time: 0.2679367 Jul 16 01:59:53.464781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Transition to ACTIVE for port object b35adb25-837e-4afc-9e0b-12f613509277 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:53.502074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-01b1f9be-c751-4f3c-9c48-7c22ee8647b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=18aadbdf-d100-4c1c-9851-5ff315f15683 HTTP/1.1" status: 200 len: 217 time: 0.0506284 Jul 16 01:59:53.502498 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.529974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=b95c0fca-6587-48ab-98c7-17994e6d9361,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:53.560105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port b95c0fca-6587-48ab-98c7-17994e6d9361 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:59:53.564996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 4dd21582-b303-4223-b1c9-482800bb8348 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:53.570956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-d359bd30-5734-4a12-b597-199ff6622f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:53.572902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-d359bd30-5734-4a12-b597-199ff6622f66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1827388 Jul 16 01:59:53.626668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 86add5f7-b15f-4b95-88e0-f06e5f8fb96b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:53.676825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 86add5f7-b15f-4b95-88e0-f06e5f8fb96b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:53.677213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 86add5f7-b15f-4b95-88e0-f06e5f8fb96b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:53.677655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b95c0fca-6587-48ab-98c7-17994e6d9361 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:59:53.706811 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22e8a721-77d0-48c0-9ac7-cb4df35424b3 req-5f21388d-5485-4e38-bc4d-fbf758352f37 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747869 Jul 16 01:59:53.740419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b95c0fca-6587-48ab-98c7-17994e6d9361 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:59:53.740419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b95c0fca-6587-48ab-98c7-17994e6d9361 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:59:53.769799 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2d6c739a-343e-4826-985d-ca4a159fe761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.772584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed689573-59c0-487d-a273-93c895708b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.871554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c9917bf-7af4-4a8e-88e8-ca8b378d3824 req-57da21e0-e575-47ac-834e-3bdb2658c907 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3882382 Jul 16 01:59:53.923318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:53.941826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388e540a-497e-4896-9f0b-fa54511d6a5c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:53.982861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:53.983225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b31aeb0-be5a-4b3d-8dd2-2f04453a2ccc') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:54.008651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.024553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-05faadaf-12c2-4ffc-ad31-a714673bab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.026063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-05faadaf-12c2-4ffc-ad31-a714673bab86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48583fd4-fe73-41de-939a-08915a44dfb2 HTTP/1.1" status: 200 len: 838 time: 0.5093265 Jul 16 01:59:54.027543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Pushing event updated for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.034512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed689573-59c0-487d-a273-93c895708b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.105733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed689573-59c0-487d-a273-93c895708b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.112963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.140621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-12f72c92-598d-4d43-8f12-bf56550b439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.142114 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-12f72c92-598d-4d43-8f12-bf56550b439d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5488584 Jul 16 01:59:54.144413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:59:54.144828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: timer() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:59:54.150181 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:59:54.177476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Attempting to bind port b35adb25-837e-4afc-9e0b-12f613509277 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:54.177806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Attempting to bind port b35adb25-837e-4afc-9e0b-12f613509277 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:54.178129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Attempting to bind port b35adb25-837e-4afc-9e0b-12f613509277 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:54.197075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Port b35adb25-837e-4afc-9e0b-12f613509277 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:59:54.197391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Attempting to bind port b35adb25-837e-4afc-9e0b-12f613509277 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:54.200419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-ed8e6bb6-e145-4b62-a798-4972e7efa380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.201908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-ed8e6bb6-e145-4b62-a798-4972e7efa380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba081335-2136-43bd-957f-df99593b978c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680472 Jul 16 01:59:54.217949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ed689573-59c0-487d-a273-93c895708b32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b361d08555a41e4b96075ca071c9db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7823994 Jul 16 01:59:54.229314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.246371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:54.246709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:54.247102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:54.247518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Bound port: b35adb25-837e-4afc-9e0b-12f613509277, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:54.247870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.259702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed689573-59c0-487d-a273-93c895708b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536a17f-073b-47c2-8f1b-265a1b98b999,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.291718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72116d3c-54c3-4f7a-b5d9-047d50932984 req-5c83909f-92fe-4339-8bdc-35e15da6e6ae tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.293283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72116d3c-54c3-4f7a-b5d9-047d50932984 req-5c83909f-92fe-4339-8bdc-35e15da6e6ae tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 948 time: 0.3657918 Jul 16 01:59:54.296797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.310873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.312717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/388e540a-497e-4896-9f0b-fa54511d6a5c HTTP/1.1" status: 204 len: 168 time: 1.7797055 Jul 16 01:59:54.321245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.324146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46114) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.389546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-0fc01257-0c63-415e-b346-6a270b44b286 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390969 Jul 16 01:59:54.454710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-e34ad49d-b291-4ffb-a7cb-095a16a9206b service neutron] 10.222.0.32 "GET /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244132 Jul 16 01:59:54.481776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b48802f-2259-443c-be24-32887a468a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.490221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:54.558812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b35adb25-837e-4afc-9e0b-12f613509277,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:54.577637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.580866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b48802f-2259-443c-be24-32887a468a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.685373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.686077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.693307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 18aadbdf-d100-4c1c-9851-5ff315f15683 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:54.693752 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] 10.222.0.38 "PUT /v2.0/ports/b35adb25-837e-4afc-9e0b-12f613509277 HTTP/1.1" status: 200 len: 1096 time: 2.7583914 Jul 16 01:59:54.694022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:54.698014 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "tag": "b35adb25-837e-4afc-9e0b-12f613509277"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:54.719495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009dc1f-9986-4e1a-aa38-8f7f2bd05b86 req-93deb4ca-87a1-428d-ae11-9d9a993e1918 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:54.732850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-3a2310a0-2907-4043-b664-1c1a7d5d37d9 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327765 Jul 16 01:59:54.733558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7009dc1f-9986-4e1a-aa38-8f7f2bd05b86 req-93deb4ca-87a1-428d-ae11-9d9a993e1918 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.7095921 Jul 16 01:59:54.737019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175af36-7cac-4309-a2a9-0ff50cff6fd7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=388e540a-497e-4896-9f0b-fa54511d6a5c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.739376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.754515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Request body: {'floatingip': {'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:54.829867 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184a225-3953-434c-944f-6f42745928c0 x-openstack-request-id: req-6184a225-3953-434c-944f-6f42745928c0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:54.830298 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "tag": "b35adb25-837e-4afc-9e0b-12f613509277", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:54.830641 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6184a225-3953-434c-944f-6f42745928c0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:54.831378 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277', 'status': 'completed', 'code': 200} Jul 16 01:59:54.857847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-171c66b8-9a69-42ca-9575-aab01430f105 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 200 len: 217 time: 0.1068306 Jul 16 01:59:54.864099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 18aadbdf-d100-4c1c-9851-5ff315f15683, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=18aadbdf-d100-4c1c-9851-5ff315f15683,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:54.872496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 6c09af2c-4942-40eb-bcd7-c37b5c18d020 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:59:54.879691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72116d3c-54c3-4f7a-b5d9-047d50932984 req-c7d01cf6-1a6f-40af-9922-c8572ed743d3 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643482 Jul 16 01:59:54.890665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '18aadbdf-d100-4c1c-9851-5ff315f15683', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'port_id': '18aadbdf-d100-4c1c-9851-5ff315f15683', 'mac_address': 'fa:16:3e:77:8d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:54.924550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc3ebe-03d3-4a02-877a-a7286b39a319 service neutron] Pushing event updated for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.952296 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.959141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.966881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18aadbdf-d100-4c1c-9851-5ff315f15683 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:55.001872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 18aadbdf-d100-4c1c-9851-5ff315f15683, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=18aadbdf-d100-4c1c-9851-5ff315f15683,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:55.009437 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.070433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e29d52e-cf44-41b4-89ee-559dffdde1c2 req-37c8fb3c-b99d-42f3-8d43-7866171ef524 service neutron] 10.222.0.32 "GET /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042409 Jul 16 01:59:55.082627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=18aadbdf-d100-4c1c-9851-5ff315f15683,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.115897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b48802f-2259-443c-be24-32887a468a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.118551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b48802f-2259-443c-be24-32887a468a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.119729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4b48802f-2259-443c-be24-32887a468a7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d536a17f-073b-47c2-8f1b-265a1b98b999 HTTP/1.1" status: 204 len: 168 time: 0.8884215 Jul 16 01:59:55.185479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-53ec9a90-c5ea-4199-8885-362e79b7f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.186944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-53ec9a90-c5ea-4199-8885-362e79b7f45e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.2921119 Jul 16 01:59:55.190504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48802f-2259-443c-be24-32887a468a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536a17f-073b-47c2-8f1b-265a1b98b999,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.206735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-361a89a3-bea5-4eeb-b764-4b53f54060c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.208520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-361a89a3-bea5-4eeb-b764-4b53f54060c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9b6565c2bff4679910966fa5fd62083&device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 1099 time: 0.4499667 Jul 16 01:59:55.216107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.224906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['18aadbdf-d100-4c1c-9851-5ff315f15683'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:59:55.270105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5616ad-ab6a-4c59-8550-4faba85bf186 req-bd1b859a-a9ba-4d32-8eb4-715e02b517ea tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.271689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab5616ad-ab6a-4c59-8550-4faba85bf186 req-bd1b859a-a9ba-4d32-8eb4-715e02b517ea tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 945 time: 0.1976001 Jul 16 01:59:55.328830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-a9b65c7e-ae9b-4fc8-8ccb-a4da9c873401 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b35adb25-837e-4afc-9e0b-12f613509277 HTTP/1.1" status: 200 len: 217 time: 0.1025236 Jul 16 01:59:55.355216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab5616ad-ab6a-4c59-8550-4faba85bf186 req-1ba1cab3-8901-41e4-af1d-f27d6791a7e0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663772 Jul 16 01:59:55.365690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.449932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:55.462924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:55.477874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:55.478326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.496665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=4dd21582-b303-4223-b1c9-482800bb8348,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.545189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-465041c9-8b9b-49d8-a904-d922e5bd1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.546668 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-465041c9-8b9b-49d8-a904-d922e5bd1ef6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.2101145 Jul 16 01:59:55.550888 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.555062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-fe544080-2a74-4c78-9002-8d4218d43fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.556135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-fe544080-2a74-4c78-9002-8d4218d43fea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3519270 Jul 16 01:59:55.558976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.650005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': 'a63a4eda-3e4f-4b8f-a91b-caa84a3278a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cc2a94b3-e395-4758-ab82-f4331c64e703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:55.650454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: cc2a94b3-e395-4758-ab82-f4331c64e703, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:55.659225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa4552f-ef95-42ba-ac06-8a25e7916fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.681340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=6c09af2c-4942-40eb-bcd7-c37b5c18d020,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.713127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network cc2a94b3-e395-4758-ab82-f4331c64e703 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:55.771274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, cc2a94b3-e395-4758-ab82-f4331c64e703) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:55.780113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9fbb1-5b67-4678-bb62-ce2de00dd825 None None] Network cc2a94b3-e395-4758-ab82-f4331c64e703 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:55.784363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:55.791295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.796238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.796925 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.825207 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-7765bf77-ea8a-4037-ad6f-8903d3b69bf8 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565091 Jul 16 01:59:55.872587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-ae58c553-a9b6-4352-9fa5-85c1a99e2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.874099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-ae58c553-a9b6-4352-9fa5-85c1a99e2ef4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3171227 Jul 16 01:59:55.907277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa4552f-ef95-42ba-ac06-8a25e7916fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.920520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7aa4552f-ef95-42ba-ac06-8a25e7916fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.933981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-151570e9-e5a4-4a1c-b593-c3d5d5116f62 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9573233 Jul 16 01:59:55.934170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46132) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.034200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4552f-ef95-42ba-ac06-8a25e7916fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98ab72-4dd4-4880-b4ec-21b3998d2d65,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.042168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7aa4552f-ef95-42ba-ac06-8a25e7916fd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f89c8238f944fb782206a6c55c82aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793141 Jul 16 01:59:56.054342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.157272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-989c62c7-8457-467e-b75f-97d9c6594224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.186269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port ed3e4d79-64b7-460b-863f-935ece1eeaec {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:56.186617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.223452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:59:56.233841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1ceb-61ad-482e-8ca9-be148f2d685e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.250557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eea39-c5e3-47a3-b662-b542ac8817a2 req-85ad1ee5-2aac-4767-b939-e325f8fe0d58 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.252074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f8eea39-c5e3-47a3-b662-b542ac8817a2 req-85ad1ee5-2aac-4767-b939-e325f8fe0d58 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 948 time: 0.2189739 Jul 16 01:59:56.262613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 6c09af2c-4942-40eb-bcd7-c37b5c18d020 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:56.262957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.344572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.347709 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1ceb-61ad-482e-8ca9-be148f2d685e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.353893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.412374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-92d74efa-2d5e-4954-9b95-e06c6123931f service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702317 Jul 16 01:59:56.415962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-0bbcd8b3-6ae1-40a4-aec8-34ed897bbb9c service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289307 Jul 16 01:59:56.430069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.449117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port ed3e4d79-64b7-460b-863f-935ece1eeaec, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ed3e4d79-64b7-460b-863f-935ece1eeaec,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:56.449495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.472419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.476740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 6c09af2c-4942-40eb-bcd7-c37b5c18d020 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:56.492677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for ed3e4d79-64b7-460b-863f-935ece1eeaec owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:56.497992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f8eea39-c5e3-47a3-b662-b542ac8817a2 req-f1cf2cb2-3e1f-4484-ad6c-c535eba4dfaa tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030447 Jul 16 01:59:56.516699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-6627c155-30a3-45f1-b0dc-0452b620f2ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 200 len: 217 time: 0.0908830 Jul 16 01:59:56.611041 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Floating IP c504467f-9260-4c40-aa61-3ba6c6852fd0 associated. External IP: 172.25.0.62, port: e04d543e-2f3c-4471-b5f3-530bf0672d14. Jul 16 01:59:56.647870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1ceb-61ad-482e-8ca9-be148f2d685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.650347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1ceb-61ad-482e-8ca9-be148f2d685e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.651482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe7f1ceb-61ad-482e-8ca9-be148f2d685e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da98ab72-4dd4-4880-b4ec-21b3998d2d65 HTTP/1.1" status: 204 len: 168 time: 0.5948520 Jul 16 01:59:56.661628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-d2fdaec4-1869-4113-9563-0fbe555e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.668163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-d2fdaec4-1869-4113-9563-0fbe555e05b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 200 len: 797 time: 0.1355815 Jul 16 01:59:56.682418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f1ceb-61ad-482e-8ca9-be148f2d685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98ab72-4dd4-4880-b4ec-21b3998d2d65,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.704550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 18aadbdf-d100-4c1c-9851-5ff315f15683 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:56.715340 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7f36d320-e81a-49a1-a5f2-69dded26f8bc req-e601ac67-bb99-4d80-876c-710b901167db service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905927 Jul 16 01:59:56.744948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ba465-0364-4211-b0af-b9588c6bdcf5 req-a539f55b-e99d-4485-905a-3850d2c3dc95 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.746561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd4ba465-0364-4211-b0af-b9588c6bdcf5 req-a539f55b-e99d-4485-905a-3850d2c3dc95 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 945 time: 0.2570465 Jul 16 01:59:56.749522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.805235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-8473a78e-256d-445e-b171-4f0a26a0eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.806747 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-8473a78e-256d-445e-b171-4f0a26a0eae1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7421222a-0b0b-497c-bb21-2ddc025195c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1326175 Jul 16 01:59:56.826595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 18aadbdf-d100-4c1c-9851-5ff315f15683 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:56.832624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 18aadbdf-d100-4c1c-9851-5ff315f15683 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:56.833515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.836752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=6c09af2c-4942-40eb-bcd7-c37b5c18d020,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.849277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.857442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8b4a054-d7f8-42ca-a5e6-2b00efb63799 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/6c09af2c-4942-40eb-bcd7-c37b5c18d020 HTTP/1.1" status: 204 len: 168 time: 0.9082046 Jul 16 01:59:56.857442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46140) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.938461 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd4ba465-0364-4211-b0af-b9588c6bdcf5 req-59173ab4-13cf-45ec-9bf1-1a6b1ad7dbe9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558657 Jul 16 01:59:56.973769 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.993606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72679b4-f10f-406a-8e2e-da881c1c19a9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.999724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72679b4-f10f-406a-8e2e-da881c1c19a9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.003843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a72679b4-f10f-406a-8e2e-da881c1c19a9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1437438 Jul 16 01:59:57.003843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.005506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46144) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:57.033572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-56290b90-f546-4536-b090-586dfbc8bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.035183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-56290b90-f546-4536-b090-586dfbc8bbd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9b6565c2bff4679910966fa5fd62083&device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 1099 time: 0.2412469 Jul 16 01:59:57.040953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:57.043050 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-58037075-5707-4dc5-ab6a-e76a3ab44ed7 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026391 Jul 16 01:59:57.050839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 18aadbdf-d100-4c1c-9851-5ff315f15683, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=18aadbdf-d100-4c1c-9851-5ff315f15683,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:57.052217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aadbdf-d100-4c1c-9851-5ff315f15683'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:57.055270 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4903e37b-ff7c-4682-9573-0b8639eabd35" -d '{"events": [{"server_uuid": "38c8bc9c-c036-42c7-9328-60b93d9fd126", "name": "network-vif-plugged", "status": "completed", "tag": "18aadbdf-d100-4c1c-9851-5ff315f15683"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:57.076083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.092667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=ed3e4d79-64b7-460b-863f-935ece1eeaec,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.199864 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea75e3-b4a7-449d-9740-332d0e9fcad7 x-openstack-request-id: req-7aea75e3-b4a7-449d-9740-332d0e9fcad7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:57.200488 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c8bc9c-c036-42c7-9328-60b93d9fd126", "name": "network-vif-plugged", "status": "completed", "tag": "18aadbdf-d100-4c1c-9851-5ff315f15683", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:57.200931 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7aea75e3-b4a7-449d-9740-332d0e9fcad7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:57.201333 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aadbdf-d100-4c1c-9851-5ff315f15683', 'code': 200} Jul 16 01:59:57.210989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=18aadbdf-d100-4c1c-9851-5ff315f15683,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.325839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.338893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 4dd21582-b303-4223-b1c9-482800bb8348 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:59:57.339292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.390646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-b0694a6b-7598-4cc2-a7ee-819342c77c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.392430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-b0694a6b-7598-4cc2-a7ee-819342c77c83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.3482668 Jul 16 01:59:57.394405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-440cbfdd-645c-45d3-9361-7a4759adca51 service neutron] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411131 Jul 16 01:59:57.395860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:57.410734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.415533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:57.434385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.442831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:57.443216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:57.493027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.511595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 4dd21582-b303-4223-b1c9-482800bb8348 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:59:57.521516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-276454a4-b145-4443-8675-09bda96a4e47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b35adb25-837e-4afc-9e0b-12f613509277 HTTP/1.1" status: 200 len: 217 time: 0.1027019 Jul 16 01:59:57.526364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-5c32c131-b081-411b-ae5b-41639a9535b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 200 len: 217 time: 0.0991879 Jul 16 01:59:57.533285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afda5a-2ac2-499e-8534-e73e06132dc1 req-5b8decc3-71bc-42c1-878b-f9b91b711e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.534866 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2afda5a-2ac2-499e-8534-e73e06132dc1 req-5b8decc3-71bc-42c1-878b-f9b91b711e0c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 1097 time: 0.3281219 Jul 16 01:59:57.604917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-0bfacdd6-1e15-4a7f-b08d-f1dc2abb5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.606390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-0bfacdd6-1e15-4a7f-b08d-f1dc2abb5f0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0678968 Jul 16 01:59:57.607315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:57.686956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6582c0f7-a258-4f93-aeb7-8fe862f5bb20 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "PUT /v2.0/floatingips/c504467f-9260-4c40-aa61-3ba6c6852fd0 HTTP/1.1" status: 200 len: 990 time: 2.9394670 Jul 16 01:59:57.711742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:59:57.715252 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc68ec-32cb-4291-9797-84374de22f52" -d '{"events": [{"name": "network-changed", "server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:59:57.721143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-e3b02aaa-eb29-449b-a21c-46b56641c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.723223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-e3b02aaa-eb29-449b-a21c-46b56641c373 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1871057 Jul 16 01:59:57.783930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f2afda5a-2ac2-499e-8534-e73e06132dc1 req-32c10efa-3dee-433b-9fe4-e0ea8f2a59ea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762857 Jul 16 01:59:57.826286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-3e6096bc-61c8-44c9-9b27-839f11684cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.827408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-3e6096bc-61c8-44c9-9b27-839f11684cdd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955836 Jul 16 01:59:57.874187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394283-dff4-44d8-b370-84e98ccf58b8 req-57748f40-de51-47a7-9062-ae9ba3e31ef5 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:57.876236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae394283-dff4-44d8-b370-84e98ccf58b8 req-57748f40-de51-47a7-9062-ae9ba3e31ef5 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 948 time: 0.1235840 Jul 16 01:59:57.886383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:57.924275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c504467f-9260-4c40-aa61-3ba6c6852fd0', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'mac_address': 'fa:16:3e:b0:00:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d65d09c-0e95-49d1-b031-d547132d778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:55Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:57.943363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae394283-dff4-44d8-b370-84e98ccf58b8 req-3fb177df-a3ce-4d7a-8d9a-d75373d28c85 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535378 Jul 16 01:59:57.973506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:57.985258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:57.986600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:57.992949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b35adb25-837e-4afc-9e0b-12f613509277 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:59:58.043203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.123052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=4dd21582-b303-4223-b1c9-482800bb8348,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.129930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.138639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fafa9e53-2568-4194-84a5-dd7743efba38 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/4dd21582-b303-4223-b1c9-482800bb8348 HTTP/1.1" status: 204 len: 168 time: 1.1289303 Jul 16 01:59:58.143436 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.156947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b35adb25-837e-4afc-9e0b-12f613509277,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:58.190965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:58.205077 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:58.215146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8e3ad2ec-a692-4c6e-8c6e-8f5717c77720 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8890860 Jul 16 01:59:58.219774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46180) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.220372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:58.225843 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.250557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-484653de-7c35-40ab-8571-06c0b36c7ec8 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159975 Jul 16 01:59:58.260474 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c687729-fba3-4671-89cb-84b27eab3eeb x-openstack-request-id: req-8c687729-fba3-4671-89cb-84b27eab3eeb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:59:58.260802 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:59:58.260996 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c687729-fba3-4671-89cb-84b27eab3eeb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:59:58.261383 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'status': 'completed', 'code': 200} Jul 16 01:59:58.299867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet 9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:59:58.309676 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.326854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-4b4951e4-1993-4b50-8a18-e4fce10c08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.328548 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-4b4951e4-1993-4b50-8a18-e4fce10c08ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5931621 Jul 16 01:59:58.381285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.448946 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:58.480736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9a6789d0-ebc0-4f98-aa35-c3f52b8b8ff0 req-9f9c479a-5ccb-4a44-a602-f2169a668979 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166586 Jul 16 01:59:58.482518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc68ec-32cb-4291-9797-84374de22f52 req-95e0b9df-9638-45b8-a8bc-dcd5cb05102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.483973 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-95e0b9df-9638-45b8-a8bc-dcd5cb05102e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1096 time: 0.2325149 Jul 16 01:59:58.608744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-5a64f340-9203-472b-99d0-715229da3118 service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689207 Jul 16 01:59:58.613760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.641679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729d939-220a-45ec-afe1-5a96b25af00a req-4b836a82-a65a-4a8a-b727-306d6c5831f5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.643301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5729d939-220a-45ec-afe1-5a96b25af00a req-4b836a82-a65a-4a8a-b727-306d6c5831f5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 946 time: 0.5217440 Jul 16 01:59:58.698062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b35adb25-837e-4afc-9e0b-12f613509277', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'b35adb25-837e-4afc-9e0b-12f613509277', 'mac_address': 'fa:16:3e:ae:75:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:59:58.768168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-bfb31fe9-3d21-4f84-81dd-39a23d874bbc service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491215 Jul 16 01:59:58.802783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585244cf-0b72-46bb-bb44-25be42dfd631 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.805811 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-585244cf-0b72-46bb-bb44-25be42dfd631 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6511800 Jul 16 01:59:58.813663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.831782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-34a8c1fd-c7b7-496d-a462-35f15a4db91a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0504010 Jul 16 01:59:58.839073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5729d939-220a-45ec-afe1-5a96b25af00a req-a60b3c7f-16dc-47ad-b314-cca245e18482 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208353 Jul 16 01:59:58.924838 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8f09a9-9409-4459-bf55-adf8c348442c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 01:59:58.926542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1b8f09a9-9409-4459-bf55-adf8c348442c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/6c09af2c-4942-40eb-bcd7-c37b5c18d020 HTTP/1.1" status: 404 len: 333 time: 0.1116247 Jul 16 01:59:58.927648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.929628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:58.945448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc68ec-32cb-4291-9797-84374de22f52 req-9d3e38e3-4ae6-4a71-8226-2980d9131321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.946933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-9d3e38e3-4ae6-4a71-8226-2980d9131321 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.4538732 Jul 16 01:59:58.967680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-5e4825e3-02bf-43f6-bdb8-c399b150a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:58.969096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-5e4825e3-02bf-43f6-bdb8-c399b150a147 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 200 len: 797 time: 0.1220505 Jul 16 01:59:58.986203 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:56Z', 'revision_number': 10, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:59.020007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.027619 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:59.041472 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:59.042382 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:59.058629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:59.128904 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0f9e26-85bb-4508-8fc2-005a6a9401f6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 01:59:59.129416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-93328d7e-79cc-4acd-b701-829d0da50a78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 998 time: 0.1693258 Jul 16 01:59:59.135320 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:59.147333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8f0f9e26-85bb-4508-8fc2-005a6a9401f6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/4dd21582-b303-4223-b1c9-482800bb8348 HTTP/1.1" status: 404 len: 333 time: 0.1530588 Jul 16 01:59:59.148897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:59.185159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.203566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b9602979-3ecb-4ead-9183-d09f938f6565 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83 HTTP/1.1" status: 204 len: 168 time: 0.9779239 Jul 16 01:59:59.208117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46208) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:59.227223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a5c3e-9e51-449c-8ede-2febc07abbe4 None None] Network b0e47b83-a649-494c-a7a1-8d58f7fbdb74 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:59.257228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e553d-2390-4409-89e4-c8242e760b36 req-5a98b2a9-cd06-472d-926a-d35e8828e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.257836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-5a98b2a9-cd06-472d-926a-d35e8828e37b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0360a3c9-e50d-4f63-a13d-b197a2c34b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2185133 Jul 16 01:59:59.264794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.268466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc68ec-32cb-4291-9797-84374de22f52 req-8db9e9fa-4452-454b-afc8-8f3cf15695c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.270065 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-8db9e9fa-4452-454b-afc8-8f3cf15695c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.1258440 Jul 16 01:59:59.380701 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.497516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35adb25-837e-4afc-9e0b-12f613509277 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:59:59.519763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:56Z', 'revision_number': 10, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:59.563999 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad828a9-7da0-42c2-b91e-6718c6f16c95 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T01:59:56Z', 'revision_number': 10, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None, '_interfaces': [{'id': '93d64334-d54c-4eea-858e-927269dedf80', 'name': '', 'network_id': '49ad5c31-28ce-4854-b8b1-ce5a88f550f1', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'mac_address': 'fa:16:3e:94:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a28f3b-cd07-4803-9812-da411483be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:14Z', 'updated_at': '2021-07-16T01:59:22Z', 'revision_number': 5, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'subnets': [{'id': '5ee00260-91f9-43e3-b806-e3e991598ab3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:59.566080 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-f955042d-dadd-4972-bed1-b45d7560765c service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997797 Jul 16 01:59:59.573063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc68ec-32cb-4291-9797-84374de22f52 req-bd89c2fe-9b41-46e4-b013-e4ac39b4353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:59.574566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-bd89c2fe-9b41-46e4-b013-e4ac39b4353b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866948 Jul 16 01:59:59.611437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b35adb25-837e-4afc-9e0b-12f613509277,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:59.638558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.738722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c504467f-9260-4c40-aa61-3ba6c6852fd0', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'mac_address': 'fa:16:3e:b0:00:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d65d09c-0e95-49d1-b031-d547132d778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:55Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:59.743075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.776996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2186d-d85f-405f-9100-1764a6ad750b None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'c504467f-9260-4c40-aa61-3ba6c6852fd0', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'mac_address': 'fa:16:3e:b0:00:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d65d09c-0e95-49d1-b031-d547132d778c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:59:34Z', 'updated_at': '2021-07-16T01:59:55Z', 'revision_number': 1, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:59.875397 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-255e553d-2390-4409-89e4-c8242e760b36 req-ab0d3243-2e2f-4785-8c3d-3ff54b4dd84b service neutron] 10.222.0.38 "GET /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996695 Jul 16 01:59:59.880606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-e2d10b48-87c4-42db-9087-6de51c416745 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917027 Jul 16 01:59:59.890322 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.000558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b35adb25-837e-4afc-9e0b-12f613509277'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:00.001926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.012412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] DHCP port deletion for b0e47b83-a649-494c-a7a1-8d58f7fbdb74 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:00.021111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbc69a-1c6f-40b7-99d2-4261e57e6ab8 req-55a3e938-f476-4d24-8726-289a21a5c095 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.030793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dbc69a-1c6f-40b7-99d2-4261e57e6ab8 req-55a3e938-f476-4d24-8726-289a21a5c095 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 948 time: 0.7890670 Jul 16 02:00:00.105271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49dbc69a-1c6f-40b7-99d2-4261e57e6ab8 req-2da68146-4065-45bb-9f71-d49c5600fe71 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Jul 16 02:00:00.149134 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-accc68ec-32cb-4291-9797-84374de22f52 req-a449fe27-a2b6-4bf4-b877-0c1ee958ef3a service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604413 Jul 16 02:00:00.254104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54480d82-edc6-4c10-b5ee-168c63e15bc3 None None] New status for floating IP c504467f-9260-4c40-aa61-3ba6c6852fd0: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:00:00.328732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.349493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2a94b3-e395-4758-ab82-f4331c64e703']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.369390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63a4eda-3e4f-4b8f-a91b-caa84a3278a1') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.369390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63a4eda-3e4f-4b8f-a91b-caa84a3278a1') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.386404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.398375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 0867f906-72e0-4736-9a6e-c8312ae2ebbd {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:00.398942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.409038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773c5ad-a1de-4707-b4d9-ebd49f46a495 req-e78e9797-e2df-426f-89a0-26b4a55ff5dd tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.410539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5773c5ad-a1de-4707-b4d9-ebd49f46a495 req-e78e9797-e2df-426f-89a0-26b4a55ff5dd tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 946 time: 0.2347655 Jul 16 02:00:00.423651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] Deleting port 0867f906-72e0-4736-9a6e-c8312ae2ebbd {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:00.424057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.425627 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.453804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:00.454229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:00.459151 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:00.534748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 0867f906-72e0-4736-9a6e-c8312ae2ebbd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0867f906-72e0-4736-9a6e-c8312ae2ebbd,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:00.535169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.549178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] For port 0867f906-72e0-4736-9a6e-c8312ae2ebbd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0867f906-72e0-4736-9a6e-c8312ae2ebbd,segment=NetworkSegment(34c9543b-2289-4907-878c-02f3f6f2503a),segment_id=34c9543b-2289-4907-878c-02f3f6f2503a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:00.549578 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.583481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5773c5ad-a1de-4707-b4d9-ebd49f46a495 req-07ab5868-5795-4ee7-9612-6dc438590082 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588891 Jul 16 02:00:00.593345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 0867f906-72e0-4736-9a6e-c8312ae2ebbd owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:00.606278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] Calling delete_port for 0867f906-72e0-4736-9a6e-c8312ae2ebbd owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:00.609468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.634519 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.636441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/cc2a94b3-e395-4758-ab82-f4331c64e703 HTTP/1.1" status: 204 len: 168 time: 1.4865403 Jul 16 02:00:00.638863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a9f38-fe57-48eb-8cd5-3fa3c70e6442 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=cc2a94b3-e395-4758-ab82-f4331c64e703,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.645889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.653142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683106574'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.722630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:00.727162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.734382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.748785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46246) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.773322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] Pushing event deleted for resources: {'Port': ['ID=0867f906-72e0-4736-9a6e-c8312ae2ebbd,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.775164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114de15a-94ce-4631-94ee-c22136c2dcb2 None None] No DVR routers for this DVR port 0867f906-72e0-4736-9a6e-c8312ae2ebbd on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:00.799391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:00.811188 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.822024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.822375 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment 4f9de1be-e629-4df1-acf9-bd82332c9624 of type vlan for network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 Jul 16 02:00:00.856756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=0867f906-72e0-4736-9a6e-c8312ae2ebbd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.861894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port 0867f906-72e0-4736-9a6e-c8312ae2ebbd on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:00.872582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.953268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007668c-fd3e-4edf-be6c-4049f187caef req-9f64ba1f-0678-4ef9-bcef-7dfc2030ad15 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.954880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e007668c-fd3e-4edf-be6c-4049f187caef req-9f64ba1f-0678-4ef9-bcef-7dfc2030ad15 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 946 time: 0.2179697 Jul 16 02:00:00.963980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.972118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.977109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.014521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d66301-35f0-4c59-9e1c-2cd3262753ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.018404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f80ba117274e4b65bcb40364eb4e0cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683792 Jul 16 02:00:01.019217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.021118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.036750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e47b83-a649-494c-a7a1-8d58f7fbdb74']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.038094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.038452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.038793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.039131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.039467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.039795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.040150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.040479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.040804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.041127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.041450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.041770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12719a-31ef-4a5a-bd75-a9fb86a5c399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:01.068153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c9543b-2289-4907-878c-02f3f6f2503a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.068452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c9543b-2289-4907-878c-02f3f6f2503a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.073111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e007668c-fd3e-4edf-be6c-4049f187caef req-a9ddb8f0-a0c7-4744-b86d-a290c6ff0430 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055276 Jul 16 02:00:01.082724 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.089187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.093440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c7b48a-0ee0-4a12-aeae-faba5f9aeebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.094620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:01.095191 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.117408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c7b48a-0ee0-4a12-aeae-faba5f9aeebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.129577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.146548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4965353 Jul 16 02:00:01.146965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:01.147063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.147370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46258) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:01.149996 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:01.164013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:01.184865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8698e-019a-41d1-9986-0d21718eed2c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=5bdde70a-84e9-4f7c-8ea1-6405c11f5262,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.199632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:01.247882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c7b48a-0ee0-4a12-aeae-faba5f9aeebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.250709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94c7b48a-0ee0-4a12-aeae-faba5f9aeebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.254991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94c7b48a-0ee0-4a12-aeae-faba5f9aeebd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39d66301-35f0-4c59-9e1c-2cd3262753ac HTTP/1.1" status: 204 len: 168 time: 0.2299309 Jul 16 02:00:01.265957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b48a-0ee0-4a12-aeae-faba5f9aeebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d66301-35f0-4c59-9e1c-2cd3262753ac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.292971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:01.297183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.308744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.329296 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.331365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/b0e47b83-a649-494c-a7a1-8d58f7fbdb74 HTTP/1.1" status: 204 len: 168 time: 2.1225996 Jul 16 02:00:01.335161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.356726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5241b31-2b3a-4f2e-8b49-6a35b8a8c944 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=b0e47b83-a649-494c-a7a1-8d58f7fbdb74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.447084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e56b20-928a-495c-93f9-9493ac76f0b1 req-c54cfc72-29c4-444a-98bc-f4b325f1511b tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:01.448649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11e56b20-928a-495c-93f9-9493ac76f0b1 req-c54cfc72-29c4-444a-98bc-f4b325f1511b tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 949 time: 0.2214499 Jul 16 02:00:01.537587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.590665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11e56b20-928a-495c-93f9-9493ac76f0b1 req-a263b1d2-4c39-4ea4-93d6-3778a5bbf079 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350017 Jul 16 02:00:01.596569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ed3e4d79-64b7-460b-863f-935ece1eeaec no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:01.599154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=ca94a948-4bb8-4b3e-9709-b3709c657e81,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.617769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': '4f9de1be-e629-4df1-acf9-bd82332c9624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:01.618433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: 5bdde70a-84e9-4f7c-8ea1-6405c11f5262, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:01.618618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.634453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9752226e-7957-4ddb-86b1-a4d9ffc1554b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.639496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ed3e4d79-64b7-460b-863f-935ece1eeaec {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:01.639917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ed3e4d79-64b7-460b-863f-935ece1eeaec not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:01.640443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0867f906-72e0-4736-9a6e-c8312ae2ebbd no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:01.645251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:01.655087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5bdde70a-84e9-4f7c-8ea1-6405c11f5262) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:01.667736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:01.668702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.672643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964972a3-280b-449c-a8f3-431c74a9ddcc None None] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:01.677229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 0867f906-72e0-4736-9a6e-c8312ae2ebbd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:01.677585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0867f906-72e0-4736-9a6e-c8312ae2ebbd not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:01.812355 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9752226e-7957-4ddb-86b1-a4d9ffc1554b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.817601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9752226e-7957-4ddb-86b1-a4d9ffc1554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.827272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6ed002b6-400c-4150-a9a5-cd1452600ea6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6762924 Jul 16 02:00:01.827781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-5bdde70a-84e9-4f7c-8ea1-6405c11f5262', 'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': 'ca94a948-4bb8-4b3e-9709-b3709c657e81'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:01.827781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.828016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46272) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.833495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262', 'name': 'tempest-PortsIpV6TestJSON-1157660959'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:01.877455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752226e-7957-4ddb-86b1-a4d9ffc1554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d88d8-464e-4afd-b47e-3aa414173a42,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.883047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9752226e-7957-4ddb-86b1-a4d9ffc1554b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a00228b6418340ac843f63f9b5828fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634573 Jul 16 02:00:01.885779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46274) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:01.933765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.961586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:01.965392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.982944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port d197a50e-9103-4b2e-92a5-75e58a3c6a6a yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:01.988428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Allocated IP 2001:db8::2 (5bdde70a-84e9-4f7c-8ea1-6405c11f5262/ca94a948-4bb8-4b3e-9709-b3709c657e81/a5c5358e-a59e-4648-8291-08cd17cb9c5a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:02.010191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b35adb25-837e-4afc-9e0b-12f613509277 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:02.013566 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3452-5e16-47ef-84f3-4704cd207e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.044004 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3452-5e16-47ef-84f3-4704cd207e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.149219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3452-5e16-47ef-84f3-4704cd207e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.151734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3452-5e16-47ef-84f3-4704cd207e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.152953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d0ac3452-5e16-47ef-84f3-4704cd207e16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/926d88d8-464e-4afd-b47e-3aa414173a42 HTTP/1.1" status: 204 len: 168 time: 0.2663076 Jul 16 02:00:02.169249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac3452-5e16-47ef-84f3-4704cd207e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d88d8-464e-4afd-b47e-3aa414173a42,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.268384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 93d64334-d54c-4eea-858e-927269dedf80 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:02.268725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.304781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b35adb25-837e-4afc-9e0b-12f613509277 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:02.324150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b35adb25-837e-4afc-9e0b-12f613509277 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:02.324531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.377310 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.377913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 93d64334-d54c-4eea-858e-927269dedf80, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d64334-d54c-4eea-858e-927269dedf80,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:02.378289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.389616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Transition to ACTIVE for port object a5c5358e-a59e-4648-8291-08cd17cb9c5a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:02.394896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 93d64334-d54c-4eea-858e-927269dedf80 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:02.408751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Transition to ACTIVE for port object a5c5358e-a59e-4648-8291-08cd17cb9c5a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:02.442859 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.473568 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.503845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:02.511183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Pushing event updated for resources: {'Port': ['ID=a5c5358e-a59e-4648-8291-08cd17cb9c5a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.513878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:02.516647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:02.522180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:02.525398 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a654335e-1358-4af2-a12f-28f11c7277cb" -d '{"events": [{"server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "name": "network-vif-plugged", "status": "completed", "tag": "b35adb25-837e-4afc-9e0b-12f613509277"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:02.559186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b35adb25-837e-4afc-9e0b-12f613509277,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:02.583067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::134 (5bdde70a-84e9-4f7c-8ea1-6405c11f5262/ca94a948-4bb8-4b3e-9709-b3709c657e81/d197a50e-9103-4b2e-92a5-75e58a3c6a6a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:02.620551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.620757 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.623603 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ec377-d59e-4ae0-982d-9b6df4344bed x-openstack-request-id: req-ec5ec377-d59e-4ae0-982d-9b6df4344bed {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:02.623900 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "name": "network-vif-plugged", "status": "completed", "tag": "b35adb25-837e-4afc-9e0b-12f613509277", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:02.624364 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5ec377-d59e-4ae0-982d-9b6df4344bed {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:02.628452 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277', 'code': 200} Jul 16 02:00:02.635669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:02.708260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=93d64334-d54c-4eea-858e-927269dedf80,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.728843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Attempting to bind port a5c5358e-a59e-4648-8291-08cd17cb9c5a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:02.729361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Attempting to bind port a5c5358e-a59e-4648-8291-08cd17cb9c5a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '4f9de1be-e629-4df1-acf9-bd82332c9624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:02.730352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Attempting to bind port a5c5358e-a59e-4648-8291-08cd17cb9c5a on network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:02.745046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:02.745598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Checking segment: {'id': '4f9de1be-e629-4df1-acf9-bd82332c9624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:02.746099 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.746590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Bound using segment: {'id': '4f9de1be-e629-4df1-acf9-bd82332c9624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:02.747169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Bound port: a5c5358e-a59e-4648-8291-08cd17cb9c5a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9de1be-e629-4df1-acf9-bd82332c9624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5bdde70a-84e9-4f7c-8ea1-6405c11f5262'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:02.747650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.839409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] For port a5c5358e-a59e-4648-8291-08cd17cb9c5a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:02.844209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] For port a5c5358e-a59e-4648-8291-08cd17cb9c5a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a5c5358e-a59e-4648-8291-08cd17cb9c5a,segment=NetworkSegment(4f9de1be-e629-4df1-acf9-bd82332c9624),segment_id=4f9de1be-e629-4df1-acf9-bd82332c9624)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:02.846620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.862398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.918435 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.951378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438440d5-0089-441e-86b4-8edf4b37625e None None] Pushing event updated for resources: {'Port': ['ID=a5c5358e-a59e-4648-8291-08cd17cb9c5a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.049251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75268092-bf33-4d11-a543-bbdcfcd1e437 req-3d8f371d-6bb9-4f96-8346-210a2b42f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.050658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-75268092-bf33-4d11-a543-bbdcfcd1e437 req-3d8f371d-6bb9-4f96-8346-210a2b42f24e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 1101 time: 0.3201723 Jul 16 02:00:03.063588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dafef9-075c-4270-b38c-e806eb12b5c9 req-7c6b7726-03d8-4cbb-aed4-35d0cc2acea4 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.065169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84dafef9-075c-4270-b38c-e806eb12b5c9 req-7c6b7726-03d8-4cbb-aed4-35d0cc2acea4 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 950 time: 0.2684577 Jul 16 02:00:03.200150 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84dafef9-075c-4270-b38c-e806eb12b5c9 req-e457f231-d3df-4b8d-b85b-085070f08252 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914650 Jul 16 02:00:03.206264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:03.258718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.263972 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-75268092-bf33-4d11-a543-bbdcfcd1e437 req-a9bc6a0a-e8fd-4917-b1e6-94a63d278191 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755836 Jul 16 02:00:03.293488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object d197a50e-9103-4b2e-92a5-75e58a3c6a6a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:03.310103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:03.318653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-70fadc08-2eb9-43d9-9f9c-9e70245d2dd3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723928 Jul 16 02:00:03.319514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.322884 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:03.340339 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:03.341524 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.382871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting subnet 5ee00260-91f9-43e3-b806-e3e991598ab3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:03.392742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.438015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.459170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.471567 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:03.516947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:03.524307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:03.531047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:03.536699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:03.537318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.541735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=d197a50e-9103-4b2e-92a5-75e58a3c6a6a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.560877 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 11, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.599389 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.604517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.606285 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9a36b073-385d-4086-b4d4-77ea1cab5a89 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7758791 Jul 16 02:00:03.627445 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:03.646289 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:03.647911 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.721485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.773482 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:03.802369 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.824401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.826454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/5ee00260-91f9-43e3-b806-e3e991598ab3 HTTP/1.1" status: 204 len: 168 time: 0.5059574 Jul 16 02:00:03.826660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32846c-be38-4c91-bca8-edb85d7bf102 None None] Network 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:03.853402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:03.863464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248e87f-ce11-40fb-9759-77875b88a0be tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee00260-91f9-43e3-b806-e3e991598ab3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.896183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port d197a50e-9103-4b2e-92a5-75e58a3c6a6a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:03.897196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.901559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a5c5358e-a59e-4648-8291-08cd17cb9c5a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:03.938217 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 11, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:04.009234 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b019139-a077-4622-84c3-d5970d55a5b0 None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 11, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:04.056979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.101406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for d197a50e-9103-4b2e-92a5-75e58a3c6a6a owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:04.230697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a5c5358e-a59e-4648-8291-08cd17cb9c5a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:04.420429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.432086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] DHCP port deletion for 49ad5c31-28ce-4854-b8b1-ce5a88f550f1 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:04.474940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=d197a50e-9103-4b2e-92a5-75e58a3c6a6a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:04.545927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.549248 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.554629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e8bf2e1e-209f-4d3c-bd21-4d6e0a04a4f2 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/d197a50e-9103-4b2e-92a5-75e58a3c6a6a HTTP/1.1" status: 204 len: 168 time: 0.9440999 Jul 16 02:00:04.555055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.569570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] Deleting port 967845f6-67f1-4c0a-aa18-ac8c172a06ba {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:04.572423 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.614309 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b537822a-8944-411a-aa26-318e7799e094 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:04.615256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b537822a-8944-411a-aa26-318e7799e094 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:04.620541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b537822a-8944-411a-aa26-318e7799e094 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/d197a50e-9103-4b2e-92a5-75e58a3c6a6a HTTP/1.1" status: 404 len: 333 time: 0.0619695 Jul 16 02:00:04.621089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.666892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Deleting port 967845f6-67f1-4c0a-aa18-ac8c172a06ba {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:04.667423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.691502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62d87-8a02-41b3-ac04-9468d203cb56 req-c5ef4124-64d7-4a09-83e2-682d2360a795 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:04.693570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bab62d87-8a02-41b3-ac04-9468d203cb56 req-c5ef4124-64d7-4a09-83e2-682d2360a795 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 950 time: 0.2199540 Jul 16 02:00:04.696329 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcc77c9-4026-44e4-9167-053f22dec137 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:04.699457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] For port 967845f6-67f1-4c0a-aa18-ac8c172a06ba, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=967845f6-67f1-4c0a-aa18-ac8c172a06ba,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:04.700179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.702447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dfcc77c9-4026-44e4-9167-053f22dec137 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/d197a50e-9103-4b2e-92a5-75e58a3c6a6a HTTP/1.1" status: 404 len: 333 time: 0.0771573 Jul 16 02:00:04.702611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.716410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] Calling delete_port for 967845f6-67f1-4c0a-aa18-ac8c172a06ba owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:04.731535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:04.756918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bab62d87-8a02-41b3-ac04-9468d203cb56 req-0caadb31-a748-4897-82c9-5f596b632435 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530992 Jul 16 02:00:04.781035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbfc60-8662-443a-a8d0-ee52f512ce7c None None] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:04.794106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] For port 967845f6-67f1-4c0a-aa18-ac8c172a06ba, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=967845f6-67f1-4c0a-aa18-ac8c172a06ba,segment=NetworkSegment(3373fb32-ceaf-4867-97b5-00d2df993e0c),segment_id=3373fb32-ceaf-4867-97b5-00d2df993e0c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:04.795309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.827749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Calling delete_port for 967845f6-67f1-4c0a-aa18-ac8c172a06ba owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:04.862863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] Provisioning for port a5c5358e-a59e-4648-8291-08cd17cb9c5a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:04.877610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-601ae7a9-0c3f-4b02-a94d-d19397f804a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.878898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] Provisioning complete for port a5c5358e-a59e-4648-8291-08cd17cb9c5a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.879128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.913744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet ca94a948-4bb8-4b3e-9709-b3709c657e81 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:04.921936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.971676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.035498 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-601ae7a9-0c3f-4b02-a94d-d19397f804a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.040800 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-601ae7a9-0c3f-4b02-a94d-d19397f804a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.065057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] Pushing event deleted for resources: {'Port': ['ID=967845f6-67f1-4c0a-aa18-ac8c172a06ba,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.072515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c95509-03e4-438f-93eb-939199f788a6 None None] No DVR routers for this DVR port 967845f6-67f1-4c0a-aa18-ac8c172a06ba on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:05.085235 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.086778 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.104542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-601ae7a9-0c3f-4b02-a94d-d19397f804a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1dec43611ba54ffa8e37ee47169a9de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717451 Jul 16 02:00:05.105272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46362) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.113974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae7a9-0c3f-4b02-a94d-d19397f804a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc0b710-fdbc-4a73-884c-ee1587b4818d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.153823 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] For port a5c5358e-a59e-4648-8291-08cd17cb9c5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a5c5358e-a59e-4648-8291-08cd17cb9c5a,segment=NetworkSegment(4f9de1be-e629-4df1-acf9-bd82332c9624),segment_id=4f9de1be-e629-4df1-acf9-bd82332c9624)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:05.164195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.164418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.20.0.17 (ba081335-2136-43bd-957f-df99593b978c/48583fd4-fe73-41de-939a-08915a44dfb2/cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:05.187422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.203063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a738d375-e09b-4dc0-891c-45ba8dbb1f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.234915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1039f1-0197-4474-a387-b32727bc3fb9 None None] Pushing event updated for resources: {'Port': ['ID=a5c5358e-a59e-4648-8291-08cd17cb9c5a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.236310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a738d375-e09b-4dc0-891c-45ba8dbb1f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.291557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Port': ['ID=967845f6-67f1-4c0a-aa18-ac8c172a06ba,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.313375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No DVR routers for this DVR port 967845f6-67f1-4c0a-aa18-ac8c172a06ba on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:05.339743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a738d375-e09b-4dc0-891c-45ba8dbb1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.342647 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a738d375-e09b-4dc0-891c-45ba8dbb1f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.356420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a738d375-e09b-4dc0-891c-45ba8dbb1f37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bc0b710-fdbc-4a73-884c-ee1587b4818d HTTP/1.1" status: 204 len: 168 time: 0.2424865 Jul 16 02:00:05.371577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738d375-e09b-4dc0-891c-45ba8dbb1f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc0b710-fdbc-4a73-884c-ee1587b4818d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.381370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.521746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.567662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ad5c31-28ce-4854-b8b1-ce5a88f550f1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.572625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.592964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3373fb32-ceaf-4867-97b5-00d2df993e0c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.593570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3373fb32-ceaf-4867-97b5-00d2df993e0c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:05.596586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-06120a0e-7ddc-4fa6-beb9-878f9655a46a None None] Provisioning complete for port a5c5358e-a59e-4648-8291-08cd17cb9c5a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:05.596975 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06120a0e-7ddc-4fa6-beb9-878f9655a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.602535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.615891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.634535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Transition to ACTIVE for port object cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:05.648189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a5c5358e-a59e-4648-8291-08cd17cb9c5a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:05.701849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.703828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/ca94a948-4bb8-4b3e-9709-b3709c657e81 HTTP/1.1" status: 204 len: 168 time: 0.9690671 Jul 16 02:00:05.708440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.717305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e7dfa-7a3b-4359-93d9-46c5354ce9be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=ca94a948-4bb8-4b3e-9709-b3709c657e81,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:05.728052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.741371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:05.742032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.769267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a5c5358e-a59e-4648-8291-08cd17cb9c5a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:05.769641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:05.833334 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:05.875304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.887607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:05.892284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/networks/49ad5c31-28ce-4854-b8b1-ce5a88f550f1 HTTP/1.1" status: 204 len: 168 time: 2.0350568 Jul 16 02:00:05.919012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499caee0-30f2-40d6-94e5-9068e744151d None None] Network 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:05.924831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:05.945613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'routes': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:06.067019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15849254-b5bd-425c-b97b-70b40a12dea6 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Pushing event deleted for resources: {'Network': ['ID=49ad5c31-28ce-4854-b8b1-ce5a88f550f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.121741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.146315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9982d1e1-c442-4bdd-8ce6-d0cc99c05cd2 None None] Could not find standard attr ID for object d197a50e-9103-4b2e-92a5-75e58a3c6a6a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:06.155967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 967845f6-67f1-4c0a-aa18-ac8c172a06ba no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:06.208849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 967845f6-67f1-4c0a-aa18-ac8c172a06ba {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:06.209470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 967845f6-67f1-4c0a-aa18-ac8c172a06ba not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:06.210095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d64334-d54c-4eea-858e-927269dedf80 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:06.239847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 93d64334-d54c-4eea-858e-927269dedf80 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:06.242100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d64334-d54c-4eea-858e-927269dedf80 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:06.278303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Added routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 02:00:06.278601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.extraroute_db [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Removed routes are [] {{(pid=93907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 02:00:06.279096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.281198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.283087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network ba081335-2136-43bd-957f-df99593b978c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:06.290608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:06.294830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:06.368241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] DHCP port deletion for 5bdde70a-84e9-4f7c-8ea1-6405c11f5262 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:06.388904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.418732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port a5c5358e-a59e-4648-8291-08cd17cb9c5a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:06.419361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.458580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.482587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] Deleting port a5c5358e-a59e-4648-8291-08cd17cb9c5a {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:06.482975 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.543121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] For port a5c5358e-a59e-4648-8291-08cd17cb9c5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a5c5358e-a59e-4648-8291-08cd17cb9c5a,segment=NetworkSegment(4f9de1be-e629-4df1-acf9-bd82332c9624),segment_id=4f9de1be-e629-4df1-acf9-bd82332c9624)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:06.543121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.558382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for a5c5358e-a59e-4648-8291-08cd17cb9c5a owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:06.567945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.618995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] For port a5c5358e-a59e-4648-8291-08cd17cb9c5a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a5c5358e-a59e-4648-8291-08cd17cb9c5a,segment=NetworkSegment(4f9de1be-e629-4df1-acf9-bd82332c9624),segment_id=4f9de1be-e629-4df1-acf9-bd82332c9624)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:06.621876 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.642568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] Calling delete_port for a5c5358e-a59e-4648-8291-08cd17cb9c5a owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:06.691086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.715099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.732426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No DVR routers for this DVR port a5c5358e-a59e-4648-8291-08cd17cb9c5a on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:06.763708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=a5c5358e-a59e-4648-8291-08cd17cb9c5a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.769282 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.806999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] Pushing event deleted for resources: {'Port': ['ID=a5c5358e-a59e-4648-8291-08cd17cb9c5a,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.810168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d26315-6983-474f-88a6-7995df2a8cdc None None] No DVR routers for this DVR port a5c5358e-a59e-4648-8291-08cd17cb9c5a on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:06.810303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 71a28f3b-cd07-4803-9812-da411483be13 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:06.816277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebe2d5dc-0cc8-4bdf-a9c4-15b9e555a52c None None] Provisioning for port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:06.825961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebe2d5dc-0cc8-4bdf-a9c4-15b9e555a52c None None] Provisioning complete for port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:06.826471 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ebe2d5dc-0cc8-4bdf-a9c4-15b9e555a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.854624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.868511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdde70a-84e9-4f7c-8ea1-6405c11f5262']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.871686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2d5dc-0cc8-4bdf-a9c4-15b9e555a52c None None] Port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:06.879149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9de1be-e629-4df1-acf9-bd82332c9624') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.879451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9de1be-e629-4df1-acf9-bd82332c9624') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.888460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.903202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.915365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:06.915989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:06.919354 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:06.937787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:06.947206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.948446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-05739d70-607e-4568-89f7-32461732b17f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 705 time: 1.0127873 Jul 16 02:00:06.951233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:06.952404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] Sync routers for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:06.963344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:06.963344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.988990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.002272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.003528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92a75de6-8057-4681-9c34-6c55990c5856 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 205 time: 0.0510471 Jul 16 02:00:07.004902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/5bdde70a-84e9-4f7c-8ea1-6405c11f5262 HTTP/1.1" status: 204 len: 168 time: 1.2954948 Jul 16 02:00:07.006494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46400) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.011054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.029821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1408409669'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:07.034542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0050ad-10bf-4cf6-b127-18e077fd094d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=5bdde70a-84e9-4f7c-8ea1-6405c11f5262,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.056444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:07.062675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:07.067216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.091009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.097265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.104882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:07.117842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.118292 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment 201e748e-6873-4f3e-8558-a32b156b950e of type vlan for network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf Jul 16 02:00:07.122044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 11, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:07.153123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] Checking router: 71a28f3b-cd07-4803-9812-da411483be13 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:07.163333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] Routers {'71a28f3b-cd07-4803-9812-da411483be13'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:07.164512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['71a28f3b-cd07-4803-9812-da411483be13'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:07.166030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.203639 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.211358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:07.212492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.262945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] Set router 71a28f3b-cd07-4803-9812-da411483be13 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:07.287537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.309745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fc65d485-a03b-4ea4-b0fd-a0c6eb5e6e71 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2957139 Jul 16 02:00:07.310946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.317011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:07.327701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 11, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:07.365232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:07.370043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2375f7-c2ed-4394-b4c8-48e1097044ff None None] The sync data for ids ['71a28f3b-cd07-4803-9812-da411483be13'] in n-d-800087-6 is: [{'id': '71a28f3b-cd07-4803-9812-da411483be13', 'name': 'tempest-RoutersIpV6Test-router-1045121868', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:12Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 11, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:07.458692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:07.465642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.616599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a5c5358e-a59e-4648-8291-08cd17cb9c5a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:07.643644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a5c5358e-a59e-4648-8291-08cd17cb9c5a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:07.644530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a5c5358e-a59e-4648-8291-08cd17cb9c5a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:07.696508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.757758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.760949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.769030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=e78231d0-d4c6-429a-a47b-d31864156920,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.796955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': '201e748e-6873-4f3e-8558-a32b156b950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:07.797323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:07.818792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:07.829748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:07.836630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:07.839093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.839943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd31ac65-ef3d-4f1d-8ba9-807145765184 None None] Network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:07.846029 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.846913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router 71a28f3b-cd07-4803-9812-da411483be13 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:07.859659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-46c0e882-54f6-4981-8dec-1a7429148295 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5471661 Jul 16 02:00:07.861837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46416) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.869779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.870895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92f03a05-f162-40db-b142-4cdd59c2eb77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 204 len: 168 time: 0.8627584 Jul 16 02:00:07.874634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1686498321'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:07.877249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:07.887288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212325687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:08.036301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.038165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.094219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf', 'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': 'e78231d0-d4c6-429a-a47b-d31864156920'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:08.095096 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.120172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:08.122970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.123750 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.135745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.146892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 77fbd989-efaf-48f3-8800-ecbb81e66b27 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:08.211828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.223553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.259899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.261680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:08.280682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.284484 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dbf3bf52-8579-43c5-96ab-b870b8c98da3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4018693 Jul 16 02:00:08.284791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:08.285260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Allocated IP 2001:db8::2 (c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf/e78231d0-d4c6-429a-a47b-d31864156920/f207d488-8846-429e-b6d5-df6fa28d2346) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:08.289841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:08.409061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network ba081335-2136-43bd-957f-df99593b978c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:08.411051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:08.478118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.505233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Transition to ACTIVE for port object f207d488-8846-429e-b6d5-df6fa28d2346 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:08.546863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Transition to ACTIVE for port object f207d488-8846-429e-b6d5-df6fa28d2346 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:08.556687 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.565753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:08.626161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.645725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::18d (c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf/e78231d0-d4c6-429a-a47b-d31864156920/77fbd989-efaf-48f3-8800-ecbb81e66b27) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:08.657738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:08.659670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Pushing event updated for resources: {'Port': ['ID=f207d488-8846-429e-b6d5-df6fa28d2346,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:08.670906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.680674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:08.683927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:08.766643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:08.784046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0da3cf9b-667f-421d-af2f-868ee615f2d4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "PUT /v2.0/routers/ddeacb47-880f-4d3e-bff4-88f87bb251eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1353109 Jul 16 02:00:08.791491 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:08.800686 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:08.801296 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:08.812514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Attempting to bind port f207d488-8846-429e-b6d5-df6fa28d2346 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:08.813150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Attempting to bind port f207d488-8846-429e-b6d5-df6fa28d2346 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '201e748e-6873-4f3e-8558-a32b156b950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:08.813676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Attempting to bind port f207d488-8846-429e-b6d5-df6fa28d2346 on network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:08.825215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:08.825884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Checking segment: {'id': '201e748e-6873-4f3e-8558-a32b156b950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:08.826466 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.827013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Bound using segment: {'id': '201e748e-6873-4f3e-8558-a32b156b950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:08.827639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Bound port: f207d488-8846-429e-b6d5-df6fa28d2346, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201e748e-6873-4f3e-8558-a32b156b950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:08.828217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.831494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-605c7fd0-f0a4-406f-91f6-3a2e4fbc88c2 None None] Provisioning complete for port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:08.832057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-605c7fd0-f0a4-406f-91f6-3a2e4fbc88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.898971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-605c7fd0-f0a4-406f-91f6-3a2e4fbc88c2 None None] Port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:08.907484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Router 6aeb0194-efa1-4b0c-b5fc-7d70d848c013 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:08.932495 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:08.941171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] For port f207d488-8846-429e-b6d5-df6fa28d2346, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:08.944617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] For port f207d488-8846-429e-b6d5-df6fa28d2346, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f207d488-8846-429e-b6d5-df6fa28d2346,segment=NetworkSegment(201e748e-6873-4f3e-8558-a32b156b950e),segment_id=201e748e-6873-4f3e-8558-a32b156b950e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:08.954920 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.032549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982970c-2e82-4720-86fc-2aeebfa32049 None None] Pushing event updated for resources: {'Port': ['ID=f207d488-8846-429e-b6d5-df6fa28d2346,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:09.051496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.102368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 77fbd989-efaf-48f3-8800-ecbb81e66b27 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:09.113031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:09.122974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] Sync routers for ids ['6aeb0194-efa1-4b0c-b5fc-7d70d848c013'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:09.123471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.124528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3a16539b-82d9-44b2-9223-9bd82d35ebfc tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "PUT /v2.0/routers/6aeb0194-efa1-4b0c-b5fc-7d70d848c013 HTTP/1.1" status: 200 len: 697 time: 0.8387170 Jul 16 02:00:09.127170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.152044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] Routers {'6aeb0194-efa1-4b0c-b5fc-7d70d848c013'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:09.156596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6aeb0194-efa1-4b0c-b5fc-7d70d848c013'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:09.233095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3a9d88eb-c377-4aaf-b0b8-281fe7b5f884 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/routers/6aeb0194-efa1-4b0c-b5fc-7d70d848c013 HTTP/1.1" status: 200 len: 703 time: 0.1045301 Jul 16 02:00:09.236564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.253880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.275667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb98386b-8ec5-4472-a105-fe94c22e7f01 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeb0194-efa1-4b0c-b5fc-7d70d848c013 HTTP/1.1" status: 200 len: 205 time: 0.0379257 Jul 16 02:00:09.278384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.342367 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:06Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:59Z', 'revision_number': 1, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604', 'name': '', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:62:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:04Z', 'updated_at': '2021-07-16T02:00:07Z', 'revision_number': 2, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:09.395744 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:09.396061 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Updating router ddeacb47-880f-4d3e-bff4-88f87bb251eb port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:09.396573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:09.438418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=77fbd989-efaf-48f3-8800-ecbb81e66b27,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:09.458195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:09.464236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.466667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:09.481417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:09.482120 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.502157 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.526891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd042d51-9d4a-442e-887a-f142f6dbee67 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6466646 Jul 16 02:00:09.530293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46446) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.614799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] Set router 6aeb0194-efa1-4b0c-b5fc-7d70d848c013 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:09.681281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aeb0194-efa1-4b0c-b5fc-7d70d848c013', 'name': 'tempest-RoutersIpV6Test-router-212325687', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:08Z', 'updated_at': '2021-07-16T02:00:08Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:09.757261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f207d488-8846-429e-b6d5-df6fa28d2346 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:09.759888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.769206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-6f8f96e9-888a-4f72-9437-89e9f79b7203 req-ab248e66-2d48-4a72-bdd0-9705238649de service neutron] (93907) timed out ('10.222.0.35', 40588) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:00:09.770941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.782172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 77fbd989-efaf-48f3-8800-ecbb81e66b27 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:09.782612 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.794411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] Checking router: 6aeb0194-efa1-4b0c-b5fc-7d70d848c013 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:09.813894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] Routers {'6aeb0194-efa1-4b0c-b5fc-7d70d848c013'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:09.814866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6aeb0194-efa1-4b0c-b5fc-7d70d848c013'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:09.862952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.863841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Fanout notify agent at l3_agent the message router_deleted on router 6aeb0194-efa1-4b0c-b5fc-7d70d848c013 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:09.871470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.877031 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d366b593-cc7d-451b-9aa4-6e0ca3b27c77 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/6aeb0194-efa1-4b0c-b5fc-7d70d848c013 HTTP/1.1" status: 204 len: 168 time: 0.5921209 Jul 16 02:00:09.877865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:09.909444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.924303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 77fbd989-efaf-48f3-8800-ecbb81e66b27 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:09.929886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] Set router 6aeb0194-efa1-4b0c-b5fc-7d70d848c013 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:09.944330 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4c7face1-7c2e-4e98-b984-23479435f197 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeb0194-efa1-4b0c-b5fc-7d70d848c013 HTTP/1.1" status: 200 len: 205 time: 0.0630679 Jul 16 02:00:09.944525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.041211 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f17e1ee3-7f74-4c38-a98f-a66a60ce80f4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:10.042269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f17e1ee3-7f74-4c38-a98f-a66a60ce80f4 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/6aeb0194-efa1-4b0c-b5fc-7d70d848c013 HTTP/1.1" status: 404 len: 336 time: 0.0950933 Jul 16 02:00:10.050057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.053538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aeb0194-efa1-4b0c-b5fc-7d70d848c013', 'name': 'tempest-RoutersIpV6Test-router-212325687', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:08Z', 'updated_at': '2021-07-16T02:00:08Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.058502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f207d488-8846-429e-b6d5-df6fa28d2346 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:10.076669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.110778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=77fbd989-efaf-48f3-8800-ecbb81e66b27,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.126400 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c5c140-1806-494e-8c1b-758adc5541cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:10.126860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c5c140-1806-494e-8c1b-758adc5541cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:10.131192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c4c5c140-1806-494e-8c1b-758adc5541cb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/076f859b-5db8-48e1-8742-30b8cc4ff795 HTTP/1.1" status: 404 len: 337 time: 0.0777767 Jul 16 02:00:10.132345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.133285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6084935-5d9d-405d-8fcc-8fc6d25dcd3e None None] The sync data for ids ['6aeb0194-efa1-4b0c-b5fc-7d70d848c013'] in n-d-800087-6 is: [{'id': '6aeb0194-efa1-4b0c-b5fc-7d70d848c013', 'name': 'tempest-RoutersIpV6Test-router-212325687', 'tenant_id': '1b04bed1f0354a50b0062e2c1edb0445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:08Z', 'updated_at': '2021-07-16T02:00:08Z', 'revision_number': 2, 'project_id': '1b04bed1f0354a50b0062e2c1edb0445', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:10.158650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.165065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a1ed371b-7b9d-4711-a4a3-9b82f512c43c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/77fbd989-efaf-48f3-8800-ecbb81e66b27 HTTP/1.1" status: 204 len: 168 time: 0.6310391 Jul 16 02:00:10.166050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46462) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.187992 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8daa4d-c7c3-4765-ae46-a04b0926c2eb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:10.188482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8daa4d-c7c3-4765-ae46-a04b0926c2eb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:10.190298 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba8daa4d-c7c3-4765-ae46-a04b0926c2eb tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/84f69b51-76a3-4e85-aac6-a09c9310b739 HTTP/1.1" status: 404 len: 337 time: 0.0569890 Jul 16 02:00:10.197936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.202178 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8149d8-ae08-4589-9155-e04af91054d7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:10.207768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cb8149d8-ae08-4589-9155-e04af91054d7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/77fbd989-efaf-48f3-8800-ecbb81e66b27 HTTP/1.1" status: 404 len: 333 time: 0.0404043 Jul 16 02:00:10.208687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.266417 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-7372eb29-bcf2-4fe6-81c2-e1ad13940b84 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:10.267164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7372eb29-bcf2-4fe6-81c2-e1ad13940b84 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:10.269215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7372eb29-bcf2-4fe6-81c2-e1ad13940b84 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/9e3bb9ec-a95f-4a61-9c93-4e28d61e7e83 HTTP/1.1" status: 404 len: 337 time: 0.0703590 Jul 16 02:00:10.273211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.325861 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.338389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Transition to ACTIVE for port object cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:10.342792 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afb020d-9d31-4240-b7e9-418e970d68f7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:10.343448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afb020d-9d31-4240-b7e9-418e970d68f7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:10.348713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.349366 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.349711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2afb020d-9d31-4240-b7e9-418e970d68f7 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/5ee00260-91f9-43e3-b806-e3e991598ab3 HTTP/1.1" status: 404 len: 337 time: 0.0746281 Jul 16 02:00:10.356007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet e78231d0-d4c6-429a-a47b-d31864156920 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:10.362415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.427584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.491364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-468fcb6c-fe5c-4de5-98e5-7a04d5afe81d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 200 len: 205 time: 0.1412723 Jul 16 02:00:10.493740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46474) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.581330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.587777 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab99e85-1a0b-44fb-a427-d2484e2fe82c None None] Pushing event updated for resources: {'Port': ['ID=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.599613 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e9c9ccb1-4fb4-4fe6-9258-2d3f579d9c7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:10.601245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e9c9ccb1-4fb4-4fe6-9258-2d3f579d9c7f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/71a28f3b-cd07-4803-9812-da411483be13 HTTP/1.1" status: 404 len: 336 time: 0.1065798 Jul 16 02:00:10.608553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46480) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.642344 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Attempting to bind port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:10.642754 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Attempting to bind port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:10.646949 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Attempting to bind port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 on network ba081335-2136-43bd-957f-df99593b978c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:10.672642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:10.673026 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Checking segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:10.673509 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.673820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Bound using segment: {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:10.674300 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Bound port: cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432c3a72-2b0b-431d-a8c5-6043cd00becd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ba081335-2136-43bd-957f-df99593b978c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:10.674675 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.677115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-371b6500-eac6-417c-b2e0-b665d73d3332 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=47782247-c80e-4e41-8538-14ba99750e33 HTTP/1.1" status: 200 len: 205 time: 0.0674140 Jul 16 02:00:10.683439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.684170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d98f8-3e23-46a7-809c-76c255e4bcea None None] Network c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:10.742816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.762210 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3fe7c946-3b26-4599-b610-c324f48d339a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:10.763245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3fe7c946-3b26-4599-b610-c324f48d339a tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/47782247-c80e-4e41-8538-14ba99750e33 HTTP/1.1" status: 404 len: 336 time: 0.0739148 Jul 16 02:00:10.768077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.786509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] Provisioning for port f207d488-8846-429e-b6d5-df6fa28d2346 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:10.812399 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] For port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:10.817171 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] For port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:10.818058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=e78231d0-d4c6-429a-a47b-d31864156920,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:10.823196 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9de4bf-8dcd-4287-bcdd-6778b4c13094 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:10.824624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9de4bf-8dcd-4287-bcdd-6778b4c13094 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:10.826207 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.835764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.839544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8f9de4bf-8dcd-4287-bcdd-6778b4c13094 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/be2e9bdd-9ddf-4b73-a0ff-ec048cef4fe4 HTTP/1.1" status: 404 len: 337 time: 0.0678959 Jul 16 02:00:10.839726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d68d13e6-39b9-4208-a732-b30bc31327b7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/e78231d0-d4c6-429a-a47b-d31864156920 HTTP/1.1" status: 204 len: 168 time: 0.6280570 Jul 16 02:00:10.839831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46488) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.840549 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46490) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.868741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] Provisioning complete for port f207d488-8846-429e-b6d5-df6fa28d2346 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:10.869366 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.892109 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-df689018-fa32-44e6-a7ba-218c74eb442c tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 200 len: 205 time: 0.0511079 Jul 16 02:00:10.899562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:10.929905 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:10.930549 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T01:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:10.995221 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-5ea63e57-37a6-4e68-8158-15b2e7baf97b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:11.000075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.001264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5ea63e57-37a6-4e68-8158-15b2e7baf97b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/d5286096-5928-4234-bd11-3dea78c74fac HTTP/1.1" status: 404 len: 336 time: 0.1004853 Jul 16 02:00:11.002544 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab99e85-1a0b-44fb-a427-d2484e2fe82c None None] Pushing event updated for resources: {'Port': ['ID=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.003714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.066151 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a97f06e3-df4b-4317-a32b-975ea4df8938 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=672699bd-a07e-43b6-bd1e-c4046bd0345b HTTP/1.1" status: 200 len: 205 time: 0.0611494 Jul 16 02:00:11.068537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.086081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port f207d488-8846-429e-b6d5-df6fa28d2346 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:11.086983 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.108726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.153287 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:11.154592 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f2eec383-c7be-4c36-9ee6-98c218f11bef tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:11.162565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] For port f207d488-8846-429e-b6d5-df6fa28d2346, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f207d488-8846-429e-b6d5-df6fa28d2346,segment=NetworkSegment(201e748e-6873-4f3e-8558-a32b156b950e),segment_id=201e748e-6873-4f3e-8558-a32b156b950e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:11.165406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f2eec383-c7be-4c36-9ee6-98c218f11bef tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/672699bd-a07e-43b6-bd1e-c4046bd0345b HTTP/1.1" status: 404 len: 336 time: 0.0952280 Jul 16 02:00:11.167920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.173408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.225936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] For port f207d488-8846-429e-b6d5-df6fa28d2346, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f207d488-8846-429e-b6d5-df6fa28d2346,segment=NetworkSegment(201e748e-6873-4f3e-8558-a32b156b950e),segment_id=201e748e-6873-4f3e-8558-a32b156b950e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:11.226688 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0c7688-56a0-4de9-aa6f-3efa71bdcc10 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:11.227369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0c7688-56a0-4de9-aa6f-3efa71bdcc10 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:11.227893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.229797 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c0c7688-56a0-4de9-aa6f-3efa71bdcc10 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/5956137a-55e6-47a1-8d2e-702323450aaa HTTP/1.1" status: 404 len: 337 time: 0.0605323 Jul 16 02:00:11.236606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46500) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.245811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] DHCP port deletion for c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:11.264508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for f207d488-8846-429e-b6d5-df6fa28d2346 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:11.281642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-082bdb24-a301-4f46-8537-355bd16cac0e tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=708a74e6-f824-49b9-b670-95f266020b05 HTTP/1.1" status: 200 len: 205 time: 0.0434811 Jul 16 02:00:11.292771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.295842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e4af3-1487-47b6-b22d-cfd05f7c81df None None] Pushing event updated for resources: {'Port': ['ID=f207d488-8846-429e-b6d5-df6fa28d2346,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.331316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] Deleting port f207d488-8846-429e-b6d5-df6fa28d2346 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:11.331700 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.373897 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-7c95928d-570e-4ade-a3d1-965cae5bd80b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:11.378820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7c95928d-570e-4ade-a3d1-965cae5bd80b tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/708a74e6-f824-49b9-b670-95f266020b05 HTTP/1.1" status: 404 len: 336 time: 0.0847149 Jul 16 02:00:11.379637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46506) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.425427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] For port f207d488-8846-429e-b6d5-df6fa28d2346, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f207d488-8846-429e-b6d5-df6fa28d2346,segment=NetworkSegment(201e748e-6873-4f3e-8558-a32b156b950e),segment_id=201e748e-6873-4f3e-8558-a32b156b950e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:11.425824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.441107 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccfba87-7214-4d26-952c-1c13bd52ec5d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:11.441484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] Calling delete_port for f207d488-8846-429e-b6d5-df6fa28d2346 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:11.443065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccfba87-7214-4d26-952c-1c13bd52ec5d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:11.449307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.450105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3ccfba87-7214-4d26-952c-1c13bd52ec5d tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/f7a724ae-7fca-4861-ad62-e6fa28c5c605 HTTP/1.1" status: 404 len: 337 time: 0.0675268 Jul 16 02:00:11.487130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6a0a2855-76a6-4a16-81b2-0bbcfcdf21e3 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "GET /v2.0/ports?device_id=51070744-af8d-4b52-9e5a-063a00d387d5 HTTP/1.1" status: 200 len: 205 time: 0.0344338 Jul 16 02:00:11.489445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.490574 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.540214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=f207d488-8846-429e-b6d5-df6fa28d2346,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.541036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No DVR routers for this DVR port f207d488-8846-429e-b6d5-df6fa28d2346 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:11.556163 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-9f012964-4afe-4e83-8b9e-d16ff87a8000 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] delete failed (client error): The resource could not be found. Jul 16 02:00:11.560515 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9f012964-4afe-4e83-8b9e-d16ff87a8000 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/routers/51070744-af8d-4b52-9e5a-063a00d387d5 HTTP/1.1" status: 404 len: 336 time: 0.0683241 Jul 16 02:00:11.561586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46512) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.563201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.600466 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5376e4-766a-43df-9c5b-c6e189af523f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:11.601268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5376e4-766a-43df-9c5b-c6e189af523f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:11.605472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] Pushing event deleted for resources: {'Port': ['ID=f207d488-8846-429e-b6d5-df6fa28d2346,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:11.607048 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f5376e4-766a-43df-9c5b-c6e189af523f tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/d46a842b-4590-4f12-b3aa-a4249ed0bbf3 HTTP/1.1" status: 404 len: 337 time: 0.0432858 Jul 16 02:00:11.608380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df70a0-2fc7-4920-ab68-23b7b808e15c None None] No DVR routers for this DVR port f207d488-8846-429e-b6d5-df6fa28d2346 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:11.609725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46514) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:11.660350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f207d488-8846-429e-b6d5-df6fa28d2346 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:11.667262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.677714 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:06Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:59Z', 'revision_number': 1, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604', 'name': '', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:62:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:04Z', 'updated_at': '2021-07-16T02:00:10Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.688741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f207d488-8846-429e-b6d5-df6fa28d2346 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:11.689083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f207d488-8846-429e-b6d5-df6fa28d2346 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:11.691121 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-45745145-53e4-4dd9-8ce1-1b1265026790 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] DELETE failed (client error): The resource could not be found. Jul 16 02:00:11.691584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45745145-53e4-4dd9-8ce1-1b1265026790 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:11.693374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-45745145-53e4-4dd9-8ce1-1b1265026790 tempest-RoutersIpV6Test-1037204598 tempest-RoutersIpV6Test-1037204598-project] 10.222.0.35 "DELETE /v2.0/subnets/d81cc470-e045-484d-a102-96e49b5f544b HTTP/1.1" status: 404 len: 337 time: 0.0827038 Jul 16 02:00:11.698313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.713598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201e748e-6873-4f3e-8558-a32b156b950e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.714212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201e748e-6873-4f3e-8558-a32b156b950e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:11.725223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264713c-5458-4de8-8d42-d484beb71341 None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:06Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:59Z', 'revision_number': 1, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604', 'name': '', 'network_id': 'ba081335-2136-43bd-957f-df99593b978c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:62:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:04Z', 'updated_at': '2021-07-16T02:00:10Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': '48583fd4-fe73-41de-939a-08915a44dfb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:11.743046 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.783383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.801496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:11.801910 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:11.805731 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:11.982528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.020245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.022541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf HTTP/1.1" status: 204 len: 168 time: 1.1809461 Jul 16 02:00:12.023727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=c94c16e2-5e0a-4105-8ff4-0a5dbd0fffbf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:12.026079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:12.032941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'name': 'tempest-PortsIpV6TestJSON-1948313813'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:12.056885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.057297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.057697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.058337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.059219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.060219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.061036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.061745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.062439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.063017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.063565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.064189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ea06c-f73e-40fa-9498-a47ff76e83ca tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:12.160340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:12.166078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.185797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 3153739e-3ec5-47df-88e1-a3509db77a67 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:12.215257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:12.356342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.370366 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-51441a10-d3c0-4dd5-a00a-4f4696f5dfb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b04bed1f0354a50b0062e2c1edb0445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527293 Jul 16 02:00:12.372833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:12.396475 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.438129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-416505df-fc87-4d7b-8882-d562de79cdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.441802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:12.447351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:12.451467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:12.456935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:12.457681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.460990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-416505df-fc87-4d7b-8882-d562de79cdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.471269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=3153739e-3ec5-47df-88e1-a3509db77a67,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:12.480141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b68a6f08-ad8c-4212-98b5-3cd555eead60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4528739 Jul 16 02:00:12.482699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46538) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:12.515865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-416505df-fc87-4d7b-8882-d562de79cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.519223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-416505df-fc87-4d7b-8882-d562de79cdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.520506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-416505df-fc87-4d7b-8882-d562de79cdf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/465a3807-0b2e-45c4-8832-1ad29d921ae1 HTTP/1.1" status: 204 len: 168 time: 0.1465478 Jul 16 02:00:12.530416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416505df-fc87-4d7b-8882-d562de79cdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465a3807-0b2e-45c4-8832-1ad29d921ae1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:12.600008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 3153739e-3ec5-47df-88e1-a3509db77a67 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:12.600433 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.673368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.685137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 3153739e-3ec5-47df-88e1-a3509db77a67 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:12.764852 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.799626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=3153739e-3ec5-47df-88e1-a3509db77a67,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:12.803865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:12.808360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-97eabf76-758a-4b12-8771-aeaecc99efda tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/3153739e-3ec5-47df-88e1-a3509db77a67 HTTP/1.1" status: 204 len: 168 time: 0.3244519 Jul 16 02:00:12.808707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:12.814136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'mac_address': 'fa:16:3e:46:11:da', 'name': 'tempest-PortsIpV6TestJSON-1874269972'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:12.903291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:12.974008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.000289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 02a94bb4-7e77-475e-9e50-bf34ad8d24b4 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:13.173154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.210268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.257288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:13.260350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:13.264229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:13.269766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:13.270381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.279071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=02a94bb4-7e77-475e-9e50-bf34ad8d24b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:13.289383 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21027632-5cdf-4b65-a069-10f767f3313e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4793890 Jul 16 02:00:13.291882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.351543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336badb3-3db6-4ea1-bb2d-25ca50fa5b5a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:13.352954 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-336badb3-3db6-4ea1-bb2d-25ca50fa5b5a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/02a94bb4-7e77-475e-9e50-bf34ad8d24b4 HTTP/1.1" status: 200 len: 845 time: 0.0601165 Jul 16 02:00:13.355676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.453501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 02a94bb4-7e77-475e-9e50-bf34ad8d24b4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:13.453858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.524836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.537757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 02a94bb4-7e77-475e-9e50-bf34ad8d24b4 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:13.629904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:13.639365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.679603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=02a94bb4-7e77-475e-9e50-bf34ad8d24b4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:13.681717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.683653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f6d107b4-67af-4839-b371-6736bde456ef tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/02a94bb4-7e77-475e-9e50-bf34ad8d24b4 HTTP/1.1" status: 204 len: 168 time: 0.3270078 Jul 16 02:00:13.686452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.697242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:13.702614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:13.702992 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.715928 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4d97d3-f2f1-422d-8c7e-cfbb4d3d71fd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:13.717604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2d4d97d3-f2f1-422d-8c7e-cfbb4d3d71fd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/02a94bb4-7e77-475e-9e50-bf34ad8d24b4 HTTP/1.1" status: 404 len: 333 time: 0.0300987 Jul 16 02:00:13.721295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:13.727606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'name': 'tempest-PortsIpV6TestJSON-1871190523'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:13.798070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.820121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:13.824133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.832599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:13.837441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.850364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:13.888540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.008523 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.052941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.107115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:14.112766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:14.115497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:14.124532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.125175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.140682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=5b190b4d-285d-414f-96f5-b1c2dcd7a2a1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.155626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.155801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8e203f4c-d9c7-4c5c-b0aa-8714fb81765b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4333980 Jul 16 02:00:14.161201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:14.256609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.389228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.421683 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.425990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.458922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] In _notify_port_updated(), no bound segment for port 5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 on network 224d266b-c353-4c4c-942d-d6d6e6381029 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:00:14.464900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.465513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.469227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/ports/5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 HTTP/1.1" status: 200 len: 818 time: 0.3100784 Jul 16 02:00:14.469606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.486004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84048ef-719b-4579-9e35-5a1ceba6d004 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=5b190b4d-285d-414f-96f5-b1c2dcd7a2a1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.514882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b7659b3-8570-478b-bca1-3fc269574325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.614312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:14.614571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.690440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.710834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:14.722272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b7659b3-8570-478b-bca1-3fc269574325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.728326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3b7659b3-8570-478b-bca1-3fc269574325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.797955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b7659b3-8570-478b-bca1-3fc269574325 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a55bbc0675e54ae185aa0d70469bc1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075525 Jul 16 02:00:14.800678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.803560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7659b3-8570-478b-bca1-3fc269574325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534edb4a-f3d5-4065-8174-c82ab0bd3edd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.840838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.853925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53e92c8-b840-469a-9cdd-03946bf420e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.867796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=5b190b4d-285d-414f-96f5-b1c2dcd7a2a1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.874647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53e92c8-b840-469a-9cdd-03946bf420e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.874786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.876779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b1e94ed9-e25e-4eb2-9e0d-78de6fe3e5c8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 HTTP/1.1" status: 204 len: 168 time: 0.4060695 Jul 16 02:00:14.879299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.921397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53e92c8-b840-469a-9cdd-03946bf420e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.923955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e53e92c8-b840-469a-9cdd-03946bf420e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.925303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e53e92c8-b840-469a-9cdd-03946bf420e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/534edb4a-f3d5-4065-8174-c82ab0bd3edd HTTP/1.1" status: 204 len: 168 time: 0.1236532 Jul 16 02:00:14.937920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e92c8-b840-469a-9cdd-03946bf420e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534edb4a-f3d5-4065-8174-c82ab0bd3edd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.944369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c82d9a4-4139-4280-9ac9-fc2b900235e1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.948096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5c82d9a4-4139-4280-9ac9-fc2b900235e1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0656717 Jul 16 02:00:14.948939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.977357 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1600efc6-f749-427a-951b-3cd896e749a7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:14.979130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1600efc6-f749-427a-951b-3cd896e749a7 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/5b190b4d-285d-414f-96f5-b1c2dcd7a2a1 HTTP/1.1" status: 404 len: 333 time: 0.0288949 Jul 16 02:00:14.982484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:14.988212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1269096847'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:15.008441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:15.011869 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.039856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:15.051172 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.051525 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment b8a1a0a0-7743-4fdf-89f7-493ed8e44a72 of type vlan for network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f Jul 16 02:00:15.091295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.129280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.135763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.136449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.170900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1872058 Jul 16 02:00:15.174764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.180729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:15.201401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.212000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c83be-b30d-4179-ae81-c84b6bd1efc8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=2418d9f8-9ee9-4a47-a706-f2c3fceffb0f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.223601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:15.229068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94e30448-26f9-464f-963d-faf68db9073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.364155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94e30448-26f9-464f-963d-faf68db9073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.369619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94e30448-26f9-464f-963d-faf68db9073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.414688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94e30448-26f9-464f-963d-faf68db9073b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8502e62267504440ac88e5c8d952bd28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116747 Jul 16 02:00:15.417405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.418141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:15.421734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.436604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e30448-26f9-464f-963d-faf68db9073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012ecaa-cdfb-451e-bce8-d8c6ec6c9b31,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.467445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a86faa42-fead-43da-bf72-8d105fc8c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.492468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a86faa42-fead-43da-bf72-8d105fc8c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.543215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a86faa42-fead-43da-bf72-8d105fc8c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.547356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a86faa42-fead-43da-bf72-8d105fc8c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.551662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a86faa42-fead-43da-bf72-8d105fc8c6a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e012ecaa-cdfb-451e-bce8-d8c6ec6c9b31 HTTP/1.1" status: 204 len: 168 time: 0.1309338 Jul 16 02:00:15.562860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86faa42-fead-43da-bf72-8d105fc8c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012ecaa-cdfb-451e-bce8-d8c6ec6c9b31,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.609782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.618337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:15.674456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:15.675016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.676397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.685566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:15.685925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:15.702154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:15.711976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:15.720348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dfd988-3073-4ed4-a243-18ae7ec4efc8 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:15.723733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.724881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.739988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8d9480a5-dbed-4c51-8723-f5505a61274d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5635619 Jul 16 02:00:15.743094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:15.748398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:15.858488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:15.862835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.922911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': '4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:15.923588 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.980939 n-d-800087-6 neutron-server[93907]: INFO neutron.db.ipam_backend_mixin [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8 (CIDR: 2001:db8::/64) Jul 16 02:00:15.987252 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:00:15.987811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:16.008407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e0418972-21ce-49cc-9928-3d35c2dfb431 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2612555 Jul 16 02:00:16.008643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46668) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:16.013958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:16.071895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Allocated IP 2001:db8::2 (2418d9f8-9ee9-4a47-a706-f2c3fceffb0f/4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8/ad4a12f7-2457-4943-9dce-6cfe0a878302) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:16.136543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:16.140150 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.241532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.252228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Transition to ACTIVE for port object ad4a12f7-2457-4943-9dce-6cfe0a878302 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:16.270403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Transition to ACTIVE for port object ad4a12f7-2457-4943-9dce-6cfe0a878302 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:16.277672 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.324285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Pushing event updated for resources: {'Port': ['ID=ad4a12f7-2457-4943-9dce-6cfe0a878302,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.338455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:16.340348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:16.342846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:16.416118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Attempting to bind port ad4a12f7-2457-4943-9dce-6cfe0a878302 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:16.416666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Attempting to bind port ad4a12f7-2457-4943-9dce-6cfe0a878302 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:16.417209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Attempting to bind port ad4a12f7-2457-4943-9dce-6cfe0a878302 on network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:16.424085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:16.424543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Checking segment: {'id': 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:16.425004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.425457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Bound using segment: {'id': 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:16.425984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Bound port: ad4a12f7-2457-4943-9dce-6cfe0a878302, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:16.426427 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.499780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] For port ad4a12f7-2457-4943-9dce-6cfe0a878302, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:16.503106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] For port ad4a12f7-2457-4943-9dce-6cfe0a878302, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ad4a12f7-2457-4943-9dce-6cfe0a878302,segment=NetworkSegment(b8a1a0a0-7743-4fdf-89f7-493ed8e44a72),segment_id=b8a1a0a0-7743-4fdf-89f7-493ed8e44a72)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:16.507957 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.570065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4715-2e8c-4081-adba-fdc65774dd65 None None] Pushing event updated for resources: {'Port': ['ID=ad4a12f7-2457-4943-9dce-6cfe0a878302,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.741440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.802397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:16.807404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:16.814791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.815596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:16.840919 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8311570 Jul 16 02:00:16.841706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7390e3-6d59-4a96-83f0-95ab703c5961 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=2f3cd0e8-bb82-442f-99b5-493988b13c84,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:16.843616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:16.849313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'fixed_ips': [{'subnet_id': '4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8'}, {'subnet_id': '2f3cd0e8-bb82-442f-99b5-493988b13c84'}], 'name': 'tempest-PortsIpV6TestJSON-944948134'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:16.972440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:17.059980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.078171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:17.379684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::7f (2418d9f8-9ee9-4a47-a706-f2c3fceffb0f/4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:17.389226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8:0:1::255 (2418d9f8-9ee9-4a47-a706-f2c3fceffb0f/2f3cd0e8-bb82-442f-99b5-493988b13c84/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:17.590414 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.604589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:17.641043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ad4a12f7-2457-4943-9dce-6cfe0a878302 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:17.646234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5af8008-dd4e-4978-b8c6-954daa1acb65 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:17.650479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.705570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:17.710019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:17.714713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:17.720294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.721032 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.729255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=9e2a9d26-5298-407b-ad74-4f00f2f9bb7a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:17.747635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46714) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:17.748352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b3af9989-d790-4b90-9558-6c6ba7db8120 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.9035730 Jul 16 02:00:17.753333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:17.771284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a88f099-45f7-4b8d-b283-65abac66a87b None None] Provisioning for port ad4a12f7-2457-4943-9dce-6cfe0a878302 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:17.799959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ad4a12f7-2457-4943-9dce-6cfe0a878302 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:17.824505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ad4a12f7-2457-4943-9dce-6cfe0a878302 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:17.824879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:17.923595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.101000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.159518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port ad4a12f7-2457-4943-9dce-6cfe0a878302, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ad4a12f7-2457-4943-9dce-6cfe0a878302,segment=NetworkSegment(b8a1a0a0-7743-4fdf-89f7-493ed8e44a72),segment_id=b8a1a0a0-7743-4fdf-89f7-493ed8e44a72)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:18.164823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.178655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Delete allocated IP 2001:db8:0:1::255 (2418d9f8-9ee9-4a47-a706-f2c3fceffb0f/2f3cd0e8-bb82-442f-99b5-493988b13c84) {{(pid=93907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:00:18.211980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Update dhcp port {'port': {'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'fixed_ips': [{'subnet_id': '4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f3cd0e8-bb82-442f-99b5-493988b13c84'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'ad4a12f7-2457-4943-9dce-6cfe0a878302'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:00:18.250331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=ad4a12f7-2457-4943-9dce-6cfe0a878302,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.258534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.303774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.316047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Ignored duplicate provisioning block setup for port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:00:18.319984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.381894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] In _notify_port_updated(), no bound segment for port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a on network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:00:18.387406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.388050 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.389362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/ports/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a HTTP/1.1" status: 200 len: 924 time: 0.6405447 Jul 16 02:00:18.392116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:18.397989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8'}, {'subnet_id': '2f3cd0e8-bb82-442f-99b5-493988b13c84'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:18.436680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Allocated IP 2001:db8:0:1::2 (2418d9f8-9ee9-4a47-a706-f2c3fceffb0f/2f3cd0e8-bb82-442f-99b5-493988b13c84/ad4a12f7-2457-4943-9dce-6cfe0a878302) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:18.444229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3c2f5-daf3-45a4-9095-f2bc47e2462d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=9e2a9d26-5298-407b-ad74-4f00f2f9bb7a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.504377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.582190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] For port ad4a12f7-2457-4943-9dce-6cfe0a878302, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ad4a12f7-2457-4943-9dce-6cfe0a878302,segment=NetworkSegment(b8a1a0a0-7743-4fdf-89f7-493ed8e44a72),segment_id=b8a1a0a0-7743-4fdf-89f7-493ed8e44a72)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:18.628532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.645952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Transition to ACTIVE for port object ad4a12f7-2457-4943-9dce-6cfe0a878302 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:18.657726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:18.780813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f2dc5-f40c-4e85-be80-9a1f9482fe17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a12f7-2457-4943-9dce-6cfe0a878302,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:18.911883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8:0:1::5 (2418d9f8-9ee9-4a47-a706-f2c3fceffb0f/2f3cd0e8-bb82-442f-99b5-493988b13c84/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:19.048376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.061844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Ignored duplicate provisioning block setup for port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:00:19.067190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.162405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=9e2a9d26-5298-407b-ad74-4f00f2f9bb7a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.165644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] In _notify_port_updated(), no bound segment for port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a on network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:00:19.171323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:19.171966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.173411 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-01d82d76-6cad-419e-817d-0b29913b6511 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/ports/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a HTTP/1.1" status: 200 len: 1008 time: 0.7802768 Jul 16 02:00:19.176407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46734) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.284213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:19.284560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.309419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf2ea8-9698-41bd-99a0-77e24ba9d500 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:19.338390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Provisioning for port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:19.346972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Provisioning complete for port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:19.347161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.389755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.403085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:19.422557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Port 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:19.459410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Provisioning for port ad4a12f7-2457-4943-9dce-6cfe0a878302 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:19.467243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Provisioning complete for port ad4a12f7-2457-4943-9dce-6cfe0a878302 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:19.467640 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78ff9b88-9ccf-4146-b51b-503e8932453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.609118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.643688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=9e2a9d26-5298-407b-ad74-4f00f2f9bb7a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:19.647453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ad4a12f7-2457-4943-9dce-6cfe0a878302 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:19.728005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ad4a12f7-2457-4943-9dce-6cfe0a878302 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:19.728143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.728406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.737904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6fbb5a56-2658-4831-9418-7aec9a22455f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a HTTP/1.1" status: 204 len: 168 time: 0.5603461 Jul 16 02:00:19.738635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46742) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.780846 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-3043e77f-7e05-481d-b9e7-f3b4e87edd26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:19.782858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3043e77f-7e05-481d-b9e7-f3b4e87edd26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a HTTP/1.1" status: 404 len: 333 time: 0.0341079 Jul 16 02:00:19.785465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46744) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:19.903697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 2f3cd0e8-bb82-442f-99b5-493988b13c84 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:19.907489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.927358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-959b1d93-960e-4cdd-af19-bcb2d8fa7281 None None] Could not find standard attr ID for object 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:19.940135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-959b1d93-960e-4cdd-af19-bcb2d8fa7281 None None] Provisioning complete for port ad4a12f7-2457-4943-9dce-6cfe0a878302 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:19.940762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-959b1d93-960e-4cdd-af19-bcb2d8fa7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:19.967053 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.097194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.174937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.275204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b333ab05-d6dd-40e8-a3fa-6a00416431d2 None None] Could not find standard attr ID for object 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:20.565792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.568019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/2f3cd0e8-bb82-442f-99b5-493988b13c84 HTTP/1.1" status: 204 len: 168 time: 0.7809715 Jul 16 02:00:20.569528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3f059-55a2-499d-bb1c-4d1a87378cd5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3cd0e8-bb82-442f-99b5-493988b13c84,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.571614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:20.590668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a4062f21-cb54-4c2f-aefb-465333b71ca7 None None] Could not find standard attr ID for object 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:20.646768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:20.650332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.711487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.773493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7af4cc-0e21-442b-a04e-1d2631436277 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:20.822571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.836102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf29947f-991b-4c3d-98b2-ae311649e101 None None] Could not find standard attr ID for object 9e2a9d26-5298-407b-ad74-4f00f2f9bb7a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:20.914103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.975678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:20.994065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:20.999160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.000541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a2e7f352-2312-4ef6-8f51-57129b96f0aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8 HTTP/1.1" status: 204 len: 168 time: 0.4274523 Jul 16 02:00:21.093136 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.132960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47f2b9-94fa-4561-a247-7359abc251a3 None None] Update dhcp port {'port': {'network_id': '2418d9f8-9ee9-4a47-a706-f2c3fceffb0f', 'fixed_ips': [{'subnet_id': '4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8'}], 'binding:host_id': 'n-d-800087-6'}, 'id': 'ad4a12f7-2457-4943-9dce-6cfe0a878302'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:00:21.151876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port ad4a12f7-2457-4943-9dce-6cfe0a878302 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:21.152295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.168514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b47f2b9-94fa-4561-a247-7359abc251a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.224415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] For port ad4a12f7-2457-4943-9dce-6cfe0a878302, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ad4a12f7-2457-4943-9dce-6cfe0a878302,segment=NetworkSegment(b8a1a0a0-7743-4fdf-89f7-493ed8e44a72),segment_id=b8a1a0a0-7743-4fdf-89f7-493ed8e44a72)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:21.224848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.237312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for ad4a12f7-2457-4943-9dce-6cfe0a878302 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:21.329914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.331277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a784c-fc2f-4041-8740-d9dbea6e2eb1 None None] Network 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:21.359393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd17fc40-551b-4483-b9e3-eea546a84587 None None] Could not find standard attr ID for object ad4a12f7-2457-4943-9dce-6cfe0a878302. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:21.367150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=ad4a12f7-2457-4943-9dce-6cfe0a878302,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.373141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No DVR routers for this DVR port ad4a12f7-2457-4943-9dce-6cfe0a878302 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:21.469665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.479774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2418d9f8-9ee9-4a47-a706-f2c3fceffb0f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:21.486529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d13d7-28aa-49e5-bb3b-62e80c962fc7 None None] DHCP port deletion for 2418d9f8-9ee9-4a47-a706-f2c3fceffb0f request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:21.492516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:21.492816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a1a0a0-7743-4fdf-89f7-493ed8e44a72') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:21.509916 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.538084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.549109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:21.549533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:21.553832 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:21.598736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ad4a12f7-2457-4943-9dce-6cfe0a878302 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:21.632431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ad4a12f7-2457-4943-9dce-6cfe0a878302 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:21.632727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ad4a12f7-2457-4943-9dce-6cfe0a878302 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:21.644116 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.648883 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.650768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/2418d9f8-9ee9-4a47-a706-f2c3fceffb0f HTTP/1.1" status: 204 len: 168 time: 0.6505878 Jul 16 02:00:21.655794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46784) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.675274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd31885-2c9b-4878-8a44-45528b54d3d0 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=2418d9f8-9ee9-4a47-a706-f2c3fceffb0f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:21.781850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e391fc-3263-4d53-bb11-512937b0cd1a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.783362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f7e391fc-3263-4d53-bb11-512937b0cd1a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1264174 Jul 16 02:00:21.786855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.854199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-63e5a722-8b38-4cd2-be13-2f8f94543699 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0655582 Jul 16 02:00:21.857514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46798) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:21.862617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-545998469'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:21.885901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:21.889604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.915146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:21.924550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:21.924893 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf of type vlan for network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b Jul 16 02:00:21.993983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.026077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.032881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.033488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.109523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46806) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.111677 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2530599 Jul 16 02:00:22.116473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:22.139724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63daf-bd90-4983-8005-5044a58fae37 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=c0e3c6f2-e748-4755-8e1e-8f1ba43a530b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.162908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:22.265380 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.289617 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:22.293534 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.490375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.551632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=4ee68d6e-0731-4268-b563-8e047da09cf8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:22.562722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:22.563085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: c0e3c6f2-e748-4755-8e1e-8f1ba43a530b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:22.581557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:22.593542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c0e3c6f2-e748-4755-8e1e-8f1ba43a530b) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:22.598320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.598919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.605425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4ce62-c955-4e1e-b31e-c165aa00489d None None] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:22.617468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-efc4ad69-382d-4368-ae3e-51d72e175a0b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065041 Jul 16 02:00:22.619467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:22.626997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b', 'name': 'tempest-PortsIpV6TestJSON-674868597'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:22.780314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:22.785120 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.805634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c0e3c6f2-e748-4755-8e1e-8f1ba43a530b', 'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': '4ee68d6e-0731-4268-b563-8e047da09cf8'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:22.806528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:22.816389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 900c47ec-6831-4504-8973-992d31e0500c yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:22.977224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::3dd (c0e3c6f2-e748-4755-8e1e-8f1ba43a530b/4ee68d6e-0731-4268-b563-8e047da09cf8/900c47ec-6831-4504-8973-992d31e0500c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:23.136445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.152072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 900c47ec-6831-4504-8973-992d31e0500c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:23.188721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.245313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:23.248504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Allocated IP 2001:db8::2 (c0e3c6f2-e748-4755-8e1e-8f1ba43a530b/4ee68d6e-0731-4268-b563-8e047da09cf8/44184b56-e4cd-4007-a235-47cb2386de4e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:23.249043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:23.255792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:23.262386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.263100 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.282595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=900c47ec-6831-4504-8973-992d31e0500c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.291623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:23.292173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eb7648c6-429e-4192-aa20-e725b1066a12 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6711338 Jul 16 02:00:23.297702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b', 'name': 'tempest-PortsIpV6TestJSON-1465229495'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:23.435634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.450724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Transition to ACTIVE for port object 44184b56-e4cd-4007-a235-47cb2386de4e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:23.452846 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.453394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:23.457520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.472946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Transition to ACTIVE for port object 44184b56-e4cd-4007-a235-47cb2386de4e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:23.478252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 7f7e3844-f5bc-4200-9011-7a21fed61c28 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:23.481099 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.530879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:23.536496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:23.539756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:23.571794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Pushing event updated for resources: {'Port': ['ID=44184b56-e4cd-4007-a235-47cb2386de4e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.613813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Attempting to bind port 44184b56-e4cd-4007-a235-47cb2386de4e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:23.614192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Attempting to bind port 44184b56-e4cd-4007-a235-47cb2386de4e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:23.614558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Attempting to bind port 44184b56-e4cd-4007-a235-47cb2386de4e on network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:23.620112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:23.620344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::8f (c0e3c6f2-e748-4755-8e1e-8f1ba43a530b/4ee68d6e-0731-4268-b563-8e047da09cf8/7f7e3844-f5bc-4200-9011-7a21fed61c28) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:23.620470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Checking segment: {'id': 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:23.620868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.621261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Bound using segment: {'id': 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:23.621726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Bound port: 44184b56-e4cd-4007-a235-47cb2386de4e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c0e3c6f2-e748-4755-8e1e-8f1ba43a530b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:23.622108 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.719149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] For port 44184b56-e4cd-4007-a235-47cb2386de4e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:23.721610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1011459-cf11-404b-910b-0c46cea228ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.724562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] For port 44184b56-e4cd-4007-a235-47cb2386de4e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44184b56-e4cd-4007-a235-47cb2386de4e,segment=NetworkSegment(e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf),segment_id=e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:23.729955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.802373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b4633-25df-4fe3-aa76-a75c4fb77f09 None None] Pushing event updated for resources: {'Port': ['ID=44184b56-e4cd-4007-a235-47cb2386de4e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:23.892636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.910456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 7f7e3844-f5bc-4200-9011-7a21fed61c28 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:23.946231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:23.993699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:23.996946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:24.001173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:24.007783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.008406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.049116 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7529557 Jul 16 02:00:24.049116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a27657-7796-4ebc-88e8-4e2ead7f0e88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=7f7e3844-f5bc-4200-9011-7a21fed61c28,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.049380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.158191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9275e-f7cf-40f4-961b-c210e81eab55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:24.160250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2d9275e-f7cf-40f4-961b-c210e81eab55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3dd HTTP/1.1" status: 200 len: 928 time: 0.1096635 Jul 16 02:00:24.162823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.338750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 7f7e3844-f5bc-4200-9011-7a21fed61c28 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:24.339977 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.471832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.491369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 7f7e3844-f5bc-4200-9011-7a21fed61c28 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:24.737798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.796958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=7f7e3844-f5bc-4200-9011-7a21fed61c28,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:24.842633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:24.847100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-88dcf087-d406-4a77-8ae9-f8eacb5c942c tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/7f7e3844-f5bc-4200-9011-7a21fed61c28 HTTP/1.1" status: 204 len: 168 time: 0.6809211 Jul 16 02:00:24.847616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:24.887792 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2fbe12-0e81-4909-95cf-214a091740a9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:24.889550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d2fbe12-0e81-4909-95cf-214a091740a9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/7f7e3844-f5bc-4200-9011-7a21fed61c28 HTTP/1.1" status: 404 len: 333 time: 0.0408602 Jul 16 02:00:24.891978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.070194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 900c47ec-6831-4504-8973-992d31e0500c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:25.070651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.097018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.195032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f1bd32-9066-44c4-8db5-72e703d01fd5 None None] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:25.324803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.354752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 900c47ec-6831-4504-8973-992d31e0500c owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:25.357377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f53be0ce-8697-438b-9cab-1a53ff696b99 None None] Provisioning for port 44184b56-e4cd-4007-a235-47cb2386de4e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:25.730171 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.792287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=900c47ec-6831-4504-8973-992d31e0500c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.855439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.857621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fffbf358-823e-4c54-8d52-2a9567b16058 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/900c47ec-6831-4504-8973-992d31e0500c HTTP/1.1" status: 204 len: 168 time: 0.9646871 Jul 16 02:00:25.862229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:25.906694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44184b56-e4cd-4007-a235-47cb2386de4e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:25.917402 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-08799cfa-661c-4dd9-b0e4-e864e127f3dc tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:25.922867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-08799cfa-661c-4dd9-b0e4-e864e127f3dc tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/900c47ec-6831-4504-8973-992d31e0500c HTTP/1.1" status: 404 len: 333 time: 0.0609961 Jul 16 02:00:25.923738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.030335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e675b4c8-c77e-4be0-a048-0ee013ab6b8f None None] Could not find standard attr ID for object 900c47ec-6831-4504-8973-992d31e0500c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:26.030651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 4ee68d6e-0731-4268-b563-8e047da09cf8 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:26.034960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 44184b56-e4cd-4007-a235-47cb2386de4e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:26.039919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 44184b56-e4cd-4007-a235-47cb2386de4e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:26.041149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.041467 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.117521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.187837 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1462687-0f41-4195-9659-676ba89ea4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.189117 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.281320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 44184b56-e4cd-4007-a235-47cb2386de4e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44184b56-e4cd-4007-a235-47cb2386de4e,segment=NetworkSegment(e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf),segment_id=e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:26.291250 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.351572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.366630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.422230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=44184b56-e4cd-4007-a235-47cb2386de4e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.472248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1d9a1e0f-729c-43bf-81f8-bd69708aa399 None None] Could not find standard attr ID for object 900c47ec-6831-4504-8973-992d31e0500c. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:26.482473 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.507831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.541946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee68d6e-0731-4268-b563-8e047da09cf8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:26.577884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.583017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-466129f7-f1de-4e43-b032-68ca45959aec tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/4ee68d6e-0731-4268-b563-8e047da09cf8 HTTP/1.1" status: 204 len: 168 time: 0.6580405 Jul 16 02:00:26.584004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:26.671256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6315f44c-1cf3-460a-ab51-6989211774c1 None None] Network c0e3c6f2-e748-4755-8e1e-8f1ba43a530b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:26.725047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.807044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c6990719-8a03-4c0e-91ee-3ef92b579102 None None] Could not find standard attr ID for object 7f7e3844-f5bc-4200-9011-7a21fed61c28. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:26.853981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 44184b56-e4cd-4007-a235-47cb2386de4e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:26.855066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.932395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] For port 44184b56-e4cd-4007-a235-47cb2386de4e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44184b56-e4cd-4007-a235-47cb2386de4e,segment=NetworkSegment(e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf),segment_id=e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:26.932806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:26.948563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 44184b56-e4cd-4007-a235-47cb2386de4e owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:27.054805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] DHCP port deletion for c0e3c6f2-e748-4755-8e1e-8f1ba43a530b request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:27.144199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] Deleting port 44184b56-e4cd-4007-a235-47cb2386de4e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:27.144492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.151441 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.168199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No DVR routers for this DVR port 44184b56-e4cd-4007-a235-47cb2386de4e on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:27.213107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=44184b56-e4cd-4007-a235-47cb2386de4e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.261546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:27.262079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.274295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] For port 44184b56-e4cd-4007-a235-47cb2386de4e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44184b56-e4cd-4007-a235-47cb2386de4e,segment=NetworkSegment(e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf),segment_id=e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:27.274629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.286851 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.302134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e3c6f2-e748-4755-8e1e-8f1ba43a530b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.304989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] Calling delete_port for 44184b56-e4cd-4007-a235-47cb2386de4e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:27.313447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.314535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b2d0eb-26f9-4a16-b4f5-2dc26c1ee1cf') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:27.324512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.348742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.367573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:27.368247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:27.371676 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:27.403297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:27.404201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.420333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:27.424676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.432405 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.460338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] Pushing event deleted for resources: {'Port': ['ID=44184b56-e4cd-4007-a235-47cb2386de4e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.468272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518a0e7-fd10-452b-8009-ef0d3bfb39ff None None] No DVR routers for this DVR port 44184b56-e4cd-4007-a235-47cb2386de4e on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:27.473660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.485394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.488079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/c0e3c6f2-e748-4755-8e1e-8f1ba43a530b HTTP/1.1" status: 204 len: 168 time: 0.9017332 Jul 16 02:00:27.495771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.508611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55cd00-18a1-4ada-8177-6c8de1312542 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=c0e3c6f2-e748-4755-8e1e-8f1ba43a530b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.515691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1243794025'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:27.634135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44184b56-e4cd-4007-a235-47cb2386de4e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:27.637260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:27.640942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.656483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 44184b56-e4cd-4007-a235-47cb2386de4e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:27.657202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44184b56-e4cd-4007-a235-47cb2386de4e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:27.684607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:27.721669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.723282 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment 7ea2ae2f-62bd-490a-88db-a53fbde13627 of type vlan for network dcab5605-f262-4e17-bc54-712bcead7410 Jul 16 02:00:27.772545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.781334 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.805640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.887820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.893462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.894030 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.961205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4657001 Jul 16 02:00:27.966014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:27.973034 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:28.134607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51016c0f-c053-4caf-a05f-c5a1f0ad9e41 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=dcab5605-f262-4e17-bc54-712bcead7410,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:28.158621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network dcab5605-f262-4e17-bc54-712bcead7410 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:28.159957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:28.173885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.324611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.542742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.680112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=64d2a998-3a44-490d-8649-56da77405c44,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:28.708105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': '7ea2ae2f-62bd-490a-88db-a53fbde13627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:28.708501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: dcab5605-f262-4e17-bc54-712bcead7410, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:28.726096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:28.736850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network dcab5605-f262-4e17-bc54-712bcead7410 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:28.755278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, dcab5605-f262-4e17-bc54-712bcead7410) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:28.767464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2d9d7-df02-4849-ae29-e0d32d32c00a None None] Network dcab5605-f262-4e17-bc54-712bcead7410 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:28.768073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.768979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.801539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a961eb9c-a9eb-4fb3-ba81-ebeaa6204372 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8303943 Jul 16 02:00:28.804660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46928) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:28.810652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410', 'name': 'tempest-PortsIpV6TestJSON-1881588514', 'fixed_ips': [{'subnet_id': '64d2a998-3a44-490d-8649-56da77405c44', 'ip_address': '2001:db8::10'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:28.898653 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:28.985945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-dcab5605-f262-4e17-bc54-712bcead7410', 'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': '64d2a998-3a44-490d-8649-56da77405c44'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:28.986822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.044852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:29.047273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:29.054441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8ecc9975-88f2-4be5-a121-0b7a1d942fb6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "PUT /v2.0/routers/ddeacb47-880f-4d3e-bff4-88f87bb251eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9563951 Jul 16 02:00:29.089986 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:29.108950 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:29.109570 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:29.146009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Allocated IP 2001:db8::2 (dcab5605-f262-4e17-bc54-712bcead7410/64d2a998-3a44-490d-8649-56da77405c44/14e5f30e-758f-4d9e-96b1-720355584c21) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:29.249540 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.339207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port eafdf064-a5f5-4844-91db-4879b165bef6 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:29.356327 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:29.462775 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:29.502090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.516519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Transition to ACTIVE for port object 14e5f30e-758f-4d9e-96b1-720355584c21 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:29.549697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Transition to ACTIVE for port object 14e5f30e-758f-4d9e-96b1-720355584c21 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:29.560331 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.650548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Network dcab5605-f262-4e17-bc54-712bcead7410 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:29.659855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:29.663401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:29.746242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Pushing event updated for resources: {'Port': ['ID=14e5f30e-758f-4d9e-96b1-720355584c21,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:29.823776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Attempting to bind port 14e5f30e-758f-4d9e-96b1-720355584c21 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:29.824435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Attempting to bind port 14e5f30e-758f-4d9e-96b1-720355584c21 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '7ea2ae2f-62bd-490a-88db-a53fbde13627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:29.824548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Attempting to bind port 14e5f30e-758f-4d9e-96b1-720355584c21 on network dcab5605-f262-4e17-bc54-712bcead7410 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:29.827852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.827852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.828210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.828303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.828605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.828938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.829269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.829598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.829923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.830250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.830574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.830895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:29.845683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0084c4-1515-4875-9853-2dad7fb164aa req-56484249-1c18-4efc-b5a1-d6e11c04c006 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.855135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b0084c4-1515-4875-9853-2dad7fb164aa req-56484249-1c18-4efc-b5a1-d6e11c04c006 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 946 time: 0.1373327 Jul 16 02:00:29.861856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:29.862247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Checking segment: {'id': '7ea2ae2f-62bd-490a-88db-a53fbde13627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:29.864110 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.864542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Bound using segment: {'id': '7ea2ae2f-62bd-490a-88db-a53fbde13627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:29.865800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Bound port: 14e5f30e-758f-4d9e-96b1-720355584c21, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea2ae2f-62bd-490a-88db-a53fbde13627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:29.866016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:29.900241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::10 (dcab5605-f262-4e17-bc54-712bcead7410/64d2a998-3a44-490d-8649-56da77405c44/eafdf064-a5f5-4844-91db-4879b165bef6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:29.962324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b0084c4-1515-4875-9853-2dad7fb164aa req-63e3cc62-3889-499a-b32e-8a6961ebfc85 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040926 Jul 16 02:00:30.001108 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:27Z', 'revision_number': 6, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:59Z', 'revision_number': 1, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.062359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:30.081626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] For port 14e5f30e-758f-4d9e-96b1-720355584c21, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:30.092051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] For port 14e5f30e-758f-4d9e-96b1-720355584c21, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=14e5f30e-758f-4d9e-96b1-720355584c21,segment=NetworkSegment(7ea2ae2f-62bd-490a-88db-a53fbde13627),segment_id=7ea2ae2f-62bd-490a-88db-a53fbde13627)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:30.104157 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.111316 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:30.114934 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.162877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.203049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object eafdf064-a5f5-4844-91db-4879b165bef6 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:30.244295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9345d1-2b32-4e39-99e6-f45f572e254d None None] Pushing event updated for resources: {'Port': ['ID=14e5f30e-758f-4d9e-96b1-720355584c21,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:30.302362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.338493 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:30.390235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network dcab5605-f262-4e17-bc54-712bcead7410 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:30.395859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:30.400298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:30.405927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.406645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.417644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=eafdf064-a5f5-4844-91db-4879b165bef6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:30.437301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f6b665af-8706-4fd1-bd89-3df3b89655bd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6287775 Jul 16 02:00:30.439415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46962) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:30.448917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': 'dcab5605-f262-4e17-bc54-712bcead7410', 'name': 'tempest-PortsIpV6TestJSON-956351992', 'fixed_ips': [{'subnet_id': '64d2a998-3a44-490d-8649-56da77405c44', 'ip_address': '2001:db8::f'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:30.648293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:30.826830 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:27Z', 'revision_number': 6, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:59Z', 'revision_number': 1, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:30.841533 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.887179 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275d8d3-1638-4a91-8fdc-f03f7e543704 None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:27Z', 'revision_number': 6, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '26382cd0-f9ee-402b-8893-be4cc092fbf3', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'port_id': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'mac_address': 'fa:16:3e:54:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:58:55Z', 'updated_at': '2021-07-16T01:58:59Z', 'revision_number': 1, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:30.905220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 2a556f69-4a45-43d7-9e68-e1409b7a6b69 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:31.051529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632ea63-34e8-423d-8e22-370af4e20756 req-1a3b6dec-d5df-4316-87d6-a2d5f8a96735 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.053653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e632ea63-34e8-423d-8e22-370af4e20756 req-1a3b6dec-d5df-4316-87d6-a2d5f8a96735 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 946 time: 0.1942673 Jul 16 02:00:31.248394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::f (dcab5605-f262-4e17-bc54-712bcead7410/64d2a998-3a44-490d-8649-56da77405c44/2a556f69-4a45-43d7-9e68-e1409b7a6b69) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:31.307063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 18aadbdf-d100-4c1c-9851-5ff315f15683 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:31.307611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.418698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 18aadbdf-d100-4c1c-9851-5ff315f15683, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=18aadbdf-d100-4c1c-9851-5ff315f15683,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:31.425818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.442592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 18aadbdf-d100-4c1c-9851-5ff315f15683 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:31.512153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f06fb-7b76-4d55-b065-f1162f5eba77 req-5cacabdb-6c36-4cd1-b20a-ebf0191eaecd tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.519439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c42f06fb-7b76-4d55-b065-f1162f5eba77 req-5cacabdb-6c36-4cd1-b20a-ebf0191eaecd tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=38c8bc9c-c036-42c7-9328-60b93d9fd126 HTTP/1.1" status: 200 len: 946 time: 0.2276320 Jul 16 02:00:31.586723 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.619689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c42f06fb-7b76-4d55-b065-f1162f5eba77 req-be228359-e1ea-4cd2-ab59-ee221378cfea tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=28ef8899-066a-4ab1-a866-5b26d1c21693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990860 Jul 16 02:00:31.625689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 2a556f69-4a45-43d7-9e68-e1409b7a6b69 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:31.664569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.679926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.717415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=18aadbdf-d100-4c1c-9851-5ff315f15683,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.750486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network dcab5605-f262-4e17-bc54-712bcead7410 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:31.757116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:31.762744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:31.767283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.767944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.768991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 14e5f30e-758f-4d9e-96b1-720355584c21 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:31.796429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=2a556f69-4a45-43d7-9e68-e1409b7a6b69,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:31.813340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-af8f6fb4-a156-4015-b2c1-a15464353341 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3702683 Jul 16 02:00:31.814050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46978) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:31.823316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] No DVR routers for this DVR port 18aadbdf-d100-4c1c-9851-5ff315f15683 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:31.826837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.830856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e632ea63-34e8-423d-8e22-370af4e20756 req-5bcf052a-30b9-463c-b110-15fe71fd4a4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "DELETE /v2.0/ports/18aadbdf-d100-4c1c-9851-5ff315f15683 HTTP/1.1" status: 204 len: 173 time: 0.7716415 Jul 16 02:00:31.831693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'name': 'network-vif-deleted', 'tag': '18aadbdf-d100-4c1c-9851-5ff315f15683'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:31.836271 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2228a15-1d82-4912-9169-dfd8480e1784" -d '{"events": [{"server_uuid": "38c8bc9c-c036-42c7-9328-60b93d9fd126", "name": "network-vif-deleted", "tag": "18aadbdf-d100-4c1c-9851-5ff315f15683"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:31.852658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 14e5f30e-758f-4d9e-96b1-720355584c21 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:31.875587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:31.889324 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0d3a81-6654-4eee-a588-582bd3cc54e2 x-openstack-request-id: req-7f0d3a81-6654-4eee-a588-582bd3cc54e2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:31.889642 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c8bc9c-c036-42c7-9328-60b93d9fd126", "name": "network-vif-deleted", "tag": "18aadbdf-d100-4c1c-9851-5ff315f15683", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:31.889894 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f0d3a81-6654-4eee-a588-582bd3cc54e2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:31.891135 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c8bc9c-c036-42c7-9328-60b93d9fd126', 'name': 'network-vif-deleted', 'tag': '18aadbdf-d100-4c1c-9851-5ff315f15683', 'status': 'completed', 'code': 200} Jul 16 02:00:31.901538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:31.901951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device cf5d8c88-2bf3-4e0f-a39a-ca2cb1a0c604 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:31.905331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9bfbb-17d6-4765-9dea-d43a88c3eabf None None] Network dcab5605-f262-4e17-bc54-712bcead7410 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:32.000061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] Provisioning for port 14e5f30e-758f-4d9e-96b1-720355584c21 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:32.017216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d722026-19be-4a59-a352-216c9dc322a4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.018913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0d722026-19be-4a59-a352-216c9dc322a4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2034056 Jul 16 02:00:32.021745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.024980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] Provisioning complete for port 14e5f30e-758f-4d9e-96b1-720355584c21 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:32.025451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.113157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4de842-319f-4c60-b56e-54221d9764be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.119709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4de842-319f-4c60-b56e-54221d9764be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.125819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4de842-319f-4c60-b56e-54221d9764be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.131240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ad4de842-319f-4c60-b56e-54221d9764be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1084671 Jul 16 02:00:32.132002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.153989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.205044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] For port 14e5f30e-758f-4d9e-96b1-720355584c21, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=14e5f30e-758f-4d9e-96b1-720355584c21,segment=NetworkSegment(7ea2ae2f-62bd-490a-88db-a53fbde13627),segment_id=7ea2ae2f-62bd-490a-88db-a53fbde13627)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:32.211604 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.323211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 2a556f69-4a45-43d7-9e68-e1409b7a6b69 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:32.323853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.332459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded23dd4-ed9d-4453-b75b-fd5c6616c216 None None] Pushing event updated for resources: {'Port': ['ID=14e5f30e-758f-4d9e-96b1-720355584c21,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.579724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.618860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 2a556f69-4a45-43d7-9e68-e1409b7a6b69 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:32.744067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.789469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.875723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.878272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411b3f82-eca3-47c3-a370-2415e228e4e1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.879600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Provisioning for port eafdf064-a5f5-4844-91db-4879b165bef6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:32.895669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Provisioning complete for port eafdf064-a5f5-4844-91db-4879b165bef6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:32.899428 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.913054 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411b3f82-eca3-47c3-a370-2415e228e4e1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.946861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.952065 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/2a556f69-4a45-43d7-9e68-e1409b7a6b69 HTTP/1.1" status: 204 len: 168 time: 0.8188999 Jul 16 02:00:32.952691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47012) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:32.976955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-009b15fc-52a4-497f-9556-07f37a3d9d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.987010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Port eafdf064-a5f5-4844-91db-4879b165bef6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:32.990726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Could not find standard attr ID for object 2a556f69-4a45-43d7-9e68-e1409b7a6b69. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:33.001751 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-20137eca-dd4e-4ffb-8aef-d75ad13df48e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:33.005947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20137eca-dd4e-4ffb-8aef-d75ad13df48e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/2a556f69-4a45-43d7-9e68-e1409b7a6b69 HTTP/1.1" status: 404 len: 333 time: 0.0494766 Jul 16 02:00:33.005947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311ce0a-146e-4cf3-bd00-29982ea71688 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=2a556f69-4a45-43d7-9e68-e1409b7a6b69,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.009301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47014) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.015848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Provisioning complete for port 14e5f30e-758f-4d9e-96b1-720355584c21 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.016751 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5fb798a6-5220-4cab-bf69-71cb83f8bf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.100612 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411b3f82-eca3-47c3-a370-2415e228e4e1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.103033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411b3f82-eca3-47c3-a370-2415e228e4e1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.107060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-411b3f82-eca3-47c3-a370-2415e228e4e1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/security-groups/28ef8899-066a-4ab1-a866-5b26d1c21693 HTTP/1.1" status: 204 len: 168 time: 0.3161345 Jul 16 02:00:33.123644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b3f82-eca3-47c3-a370-2415e228e4e1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef8899-066a-4ab1-a866-5b26d1c21693,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.157062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.206524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port eafdf064-a5f5-4844-91db-4879b165bef6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:33.207312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.241989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-009b15fc-52a4-497f-9556-07f37a3d9d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.248434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-009b15fc-52a4-497f-9556-07f37a3d9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.266651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting subnet 48583fd4-fe73-41de-939a-08915a44dfb2 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:33.273563 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.331965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.348340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for eafdf064-a5f5-4844-91db-4879b165bef6 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:33.361674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9e7defcc-9883-4a5c-ad57-cb7afcf8073e None None] Provisioning complete for port eafdf064-a5f5-4844-91db-4879b165bef6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.362047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e7defcc-9883-4a5c-ad57-cb7afcf8073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.366750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-009b15fc-52a4-497f-9556-07f37a3d9d77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9b66baa28ed40c3b9d816622734eab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214094 Jul 16 02:00:33.369925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.382732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.402722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9e7defcc-9883-4a5c-ad57-cb7afcf8073e None None] Port eafdf064-a5f5-4844-91db-4879b165bef6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:33.406728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b15fc-52a4-497f-9556-07f37a3d9d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52106ea-9bda-4e0f-b901-19eef2b46dec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.481412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.494531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6e16916-6489-46be-99a6-07559dbb68d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.519843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d6748632-a033-4a1a-bb2e-d704df966a1f None None] Could not find standard attr ID for object 2a556f69-4a45-43d7-9e68-e1409b7a6b69. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:00:33.541908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6e16916-6489-46be-99a6-07559dbb68d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.571393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.589817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.592428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/subnets/48583fd4-fe73-41de-939a-08915a44dfb2 HTTP/1.1" status: 204 len: 168 time: 0.4331503 Jul 16 02:00:33.597774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04bd9f-508a-4985-8683-7ffd737a29cd None None] Network ba081335-2136-43bd-957f-df99593b978c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:33.608591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.653122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.692474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 14e5f30e-758f-4d9e-96b1-720355584c21 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:33.718247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8998-4e9e-414b-93cf-c13faad064a3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Subnet': ['ID=48583fd4-fe73-41de-939a-08915a44dfb2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.747880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=eafdf064-a5f5-4844-91db-4879b165bef6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.773849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6e16916-6489-46be-99a6-07559dbb68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.781649 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6e16916-6489-46be-99a6-07559dbb68d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.796757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b6e16916-6489-46be-99a6-07559dbb68d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b52106ea-9bda-4e0f-b901-19eef2b46dec HTTP/1.1" status: 204 len: 168 time: 0.4141729 Jul 16 02:00:33.834028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e16916-6489-46be-99a6-07559dbb68d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52106ea-9bda-4e0f-b901-19eef2b46dec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:33.897928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 14e5f30e-758f-4d9e-96b1-720355584c21 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:33.898444 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.920623 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.925475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:33.930464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c74dc87-46f2-402a-ab8b-1f2e91d04619 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/eafdf064-a5f5-4844-91db-4879b165bef6 HTTP/1.1" status: 204 len: 168 time: 0.9203937 Jul 16 02:00:33.931451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47038) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:33.973520 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-68999665-8261-411b-a9cf-f32e959bb9d9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:33.976226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-68999665-8261-411b-a9cf-f32e959bb9d9 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/eafdf064-a5f5-4844-91db-4879b165bef6 HTTP/1.1" status: 404 len: 333 time: 0.0434756 Jul 16 02:00:33.979737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.085733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 64d2a998-3a44-490d-8649-56da77405c44 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:34.086090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088467d6-760f-4481-87cc-763df4de4649 None None] DHCP port deletion for ba081335-2136-43bd-957f-df99593b978c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:34.093600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.156618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 58ff1e5b-5d8c-49a5-acca-720e607c9883 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:34.162075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.240406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-088467d6-760f-4481-87cc-763df4de4649 None None] Deleting port 58ff1e5b-5d8c-49a5-acca-720e607c9883 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:34.241047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-088467d6-760f-4481-87cc-763df4de4649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.242462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.313836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 58ff1e5b-5d8c-49a5-acca-720e607c9883, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58ff1e5b-5d8c-49a5-acca-720e607c9883,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.314214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.344558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 58ff1e5b-5d8c-49a5-acca-720e607c9883 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:34.372620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-088467d6-760f-4481-87cc-763df4de4649 None None] For port 58ff1e5b-5d8c-49a5-acca-720e607c9883, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58ff1e5b-5d8c-49a5-acca-720e607c9883,segment=NetworkSegment(432c3a72-2b0b-431d-a8c5-6043cd00becd),segment_id=432c3a72-2b0b-431d-a8c5-6043cd00becd)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.373357 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-088467d6-760f-4481-87cc-763df4de4649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.388221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-088467d6-760f-4481-87cc-763df4de4649 None None] Calling delete_port for 58ff1e5b-5d8c-49a5-acca-720e607c9883 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:34.429326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.483216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.501469 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-088467d6-760f-4481-87cc-763df4de4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.510206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] No DVR routers for this DVR port 58ff1e5b-5d8c-49a5-acca-720e607c9883 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:34.524061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.575912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=58ff1e5b-5d8c-49a5-acca-720e607c9883,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.589015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088467d6-760f-4481-87cc-763df4de4649 None None] No DVR routers for this DVR port 58ff1e5b-5d8c-49a5-acca-720e607c9883 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:34.590988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088467d6-760f-4481-87cc-763df4de4649 None None] Pushing event deleted for resources: {'Port': ['ID=58ff1e5b-5d8c-49a5-acca-720e607c9883,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.606588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=64d2a998-3a44-490d-8649-56da77405c44,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.611099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.613449 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f294267-6a94-4698-a4fa-ef8f4128f7cd tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/64d2a998-3a44-490d-8649-56da77405c44 HTTP/1.1" status: 204 len: 168 time: 0.6325376 Jul 16 02:00:34.616865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47058) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.633877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea2f8f-6a36-4170-8cc5-88cad1c8f8eb None None] Network dcab5605-f262-4e17-bc54-712bcead7410 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:34.688404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.702067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba081335-2136-43bd-957f-df99593b978c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:34.720940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432c3a72-2b0b-431d-a8c5-6043cd00becd') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:34.721393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432c3a72-2b0b-431d-a8c5-6043cd00becd') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:34.733028 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.733934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.751292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.760503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:34.761018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:34.764445 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:34.810863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 14e5f30e-758f-4d9e-96b1-720355584c21 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:34.811216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.858865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.873579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.878498 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/networks/ba081335-2136-43bd-957f-df99593b978c HTTP/1.1" status: 204 len: 168 time: 1.1786077 Jul 16 02:00:34.890531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47066) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:34.898239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74367e43-ad45-4cec-8502-b28ace05db68 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Network': ['ID=ba081335-2136-43bd-957f-df99593b978c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:34.931433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] DHCP port deletion for dcab5605-f262-4e17-bc54-712bcead7410 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:34.937584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] For port 14e5f30e-758f-4d9e-96b1-720355584c21, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=14e5f30e-758f-4d9e-96b1-720355584c21,segment=NetworkSegment(7ea2ae2f-62bd-490a-88db-a53fbde13627),segment_id=7ea2ae2f-62bd-490a-88db-a53fbde13627)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:34.939025 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:34.952609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 14e5f30e-758f-4d9e-96b1-720355584c21 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:34.972909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 18aadbdf-d100-4c1c-9851-5ff315f15683 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:35.033459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 18aadbdf-d100-4c1c-9851-5ff315f15683 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:35.033807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 18aadbdf-d100-4c1c-9851-5ff315f15683 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:35.074862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] Deleting port 14e5f30e-758f-4d9e-96b1-720355584c21 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:35.075700 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.109629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.118856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port ac9c06ac-a9a3-4260-b9da-21932fbd366e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:35.120002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.150612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=14e5f30e-758f-4d9e-96b1-720355584c21,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.154520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No DVR routers for this DVR port 14e5f30e-758f-4d9e-96b1-720355584c21 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:35.155162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] For port 14e5f30e-758f-4d9e-96b1-720355584c21, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=14e5f30e-758f-4d9e-96b1-720355584c21,segment=NetworkSegment(7ea2ae2f-62bd-490a-88db-a53fbde13627),segment_id=7ea2ae2f-62bd-490a-88db-a53fbde13627)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:35.155944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.183246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] Calling delete_port for 14e5f30e-758f-4d9e-96b1-720355584c21 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:35.299346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.299938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.325106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for ac9c06ac-a9a3-4260-b9da-21932fbd366e owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:35.329312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.343575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.380239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcab5605-f262-4e17-bc54-712bcead7410']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.386695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] Pushing event deleted for resources: {'Port': ['ID=14e5f30e-758f-4d9e-96b1-720355584c21,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.389485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b82b80-5e54-42fd-8a49-a3ad471f289f None None] No DVR routers for this DVR port 14e5f30e-758f-4d9e-96b1-720355584c21 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:35.418354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea2ae2f-62bd-490a-88db-a53fbde13627') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.419997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea2ae2f-62bd-490a-88db-a53fbde13627') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:35.436145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.457075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.467829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:35.469153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:35.568001 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:35.579196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.610759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.620708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/dcab5605-f262-4e17-bc54-712bcead7410 HTTP/1.1" status: 204 len: 168 time: 1.0023665 Jul 16 02:00:35.647084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:35.665577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb792725-7ecb-4c97-95f0-1ca818f68f97 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=dcab5605-f262-4e17-bc54-712bcead7410,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.676541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247051467'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:35.706554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58ff1e5b-5d8c-49a5-acca-720e607c9883 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:35.711678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:35.716887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.718049 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.740139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 58ff1e5b-5d8c-49a5-acca-720e607c9883 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:35.740964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58ff1e5b-5d8c-49a5-acca-720e607c9883 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:35.743436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 14e5f30e-758f-4d9e-96b1-720355584c21 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:35.769521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:35.783554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.783949 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Added segment af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4 of type vlan for network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 Jul 16 02:00:35.785832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 14e5f30e-758f-4d9e-96b1-720355584c21 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:35.786385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 14e5f30e-758f-4d9e-96b1-720355584c21 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:35.792382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=ac9c06ac-a9a3-4260-b9da-21932fbd366e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:35.873764 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.909730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.913650 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Floating IP 26382cd0-f9ee-402b-8893-be4cc092fbf3 disassociated (deleted). External IP: 172.25.0.241, port: 6c7940bf-78cf-4d00-90bc-56e60b35a6e8. Jul 16 02:00:35.932533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.938143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:35.938751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.034032 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3838201 Jul 16 02:00:36.078793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47112) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.093562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:36.183012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c8126-2236-44a1-a890-e4b664a4d069 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Network': ['ID=3f9ad56a-1bee-49c5-a354-2727c5b54e14,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.198414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:36.233575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:36.239432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.525603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.614879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=a46379a0-6db8-4bbb-9aa7-0692e25ffcb8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:36.646344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Checking segment: {'id': 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:36.647070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network hostable DHCP agents. Network: 3f9ad56a-1bee-49c5-a354-2727c5b54e14, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:36.678873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:36.698393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3f9ad56a-1bee-49c5-a354-2727c5b54e14) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:36.705451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:36.706791 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.714500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd4f80-39fe-4f0b-8d77-b2a3fd31af75 None None] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:36.759854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3dac408e-efc5-4dc2-8cfa-27757603ea8d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6799283 Jul 16 02:00:36.762782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47152) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:36.771483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1823380424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:36.776437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:36.842153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.843896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.934967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.940380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.971234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3f9ad56a-1bee-49c5-a354-2727c5b54e14', 'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': 'a46379a0-6db8-4bbb-9aa7-0692e25ffcb8'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:36.972589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:36.976351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:36.981698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.001385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.003021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-75583ca9-7584-45f5-bac9-99ccff3ea2aa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2392147 Jul 16 02:00:37.005941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:37.018348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14', 'name': 'tempest-PortsIpV6TestJSON-1983290612'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:37.033331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6fa4bbee-78a7-400a-bfee-114535fa0663 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/floatingips/26382cd0-f9ee-402b-8893-be4cc092fbf3 HTTP/1.1" status: 204 len: 168 time: 2.1396704 Jul 16 02:00:37.033331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:37.048894 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037c148-47f9-458a-a19d-0fcd5bb22c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:37.098259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:37.124840 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b5568-cd46-4aad-b206-252b79d5fc57 x-openstack-request-id: req-672b5568-cd46-4aad-b206-252b79d5fc57 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:37.125197 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:37.125565 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-672b5568-cd46-4aad-b206-252b79d5fc57 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:37.126045 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'status': 'completed', 'code': 200} Jul 16 02:00:37.130429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:37.131266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:37.251513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Allocated IP 2001:db8::2 (3f9ad56a-1bee-49c5-a354-2727c5b54e14/a46379a0-6db8-4bbb-9aa7-0692e25ffcb8/ebd19ebe-f8f8-4ded-b01a-b64087eb689b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:37.322643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47168) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:37.360368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:37.551486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1825272b-6b3e-408e-a3c7-42bc569ce5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.741590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fb963-40f5-4b06-9ee3-785b96140d24 req-2687ad0f-082b-4e09-a8dc-a4a364e98f5c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.750291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff5fb963-40f5-4b06-9ee3-785b96140d24 req-2687ad0f-082b-4e09-a8dc-a4a364e98f5c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 945 time: 0.1572168 Jul 16 02:00:37.830413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff5fb963-40f5-4b06-9ee3-785b96140d24 req-6a92bb79-a117-4913-864d-bc7f8de82bcc tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787320 Jul 16 02:00:37.877948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-f4d10282-5385-4cfd-9e7b-771d334659b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:37.879582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-f4d10282-5385-4cfd-9e7b-771d334659b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 1096 time: 0.6982825 Jul 16 02:00:37.905929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1825272b-6b3e-408e-a3c7-42bc569ce5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.911259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1825272b-6b3e-408e-a3c7-42bc569ce5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.956523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.973881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Transition to ACTIVE for port object ebd19ebe-f8f8-4ded-b01a-b64087eb689b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:37.975488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825272b-6b3e-408e-a3c7-42bc569ce5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eac8da-5fe3-45a9-9d73-2fc354b52dda,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.001960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1825272b-6b3e-408e-a3c7-42bc569ce5ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1166f00181224e13a9d61ef4e024b14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6779642 Jul 16 02:00:38.004419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.022886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Transition to ACTIVE for port object ebd19ebe-f8f8-4ded-b01a-b64087eb689b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:38.037600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.043166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:38.047183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.086704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4f9046-0a8f-49cc-807c-24e7c5e9d18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.089628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:27Z', 'revision_number': 6, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:38.094170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Pushing event updated for resources: {'Port': ['ID=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.101463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-3529a406-9c13-4c97-b165-49ab9f5454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.103188 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-3529a406-9c13-4c97-b165-49ab9f5454e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 200 len: 898 time: 0.2169271 Jul 16 02:00:38.104232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:38.140282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4f9046-0a8f-49cc-807c-24e7c5e9d18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.178161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-c07979c2-75f9-4239-8fb0-662ddd0503aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8 HTTP/1.1" status: 200 len: 217 time: 0.0648317 Jul 16 02:00:38.184387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:38.198749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:38.202946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:38.205660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:38.206160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:38.217816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:38.230443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4f9046-0a8f-49cc-807c-24e7c5e9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.235202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db4f9046-0a8f-49cc-807c-24e7c5e9d18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.241225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-db4f9046-0a8f-49cc-807c-24e7c5e9d18c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0eac8da-5fe3-45a9-9d73-2fc354b52dda HTTP/1.1" status: 204 len: 168 time: 0.2358110 Jul 16 02:00:38.262236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f9046-0a8f-49cc-807c-24e7c5e9d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eac8da-5fe3-45a9-9d73-2fc354b52dda,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:38.312842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-37b4dd1b-99ac-40d9-93e3-6631095e286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.314297 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-37b4dd1b-99ac-40d9-93e3-6631095e286e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cb628f3a-bd0b-4a98-a040-d1c7eb88d315 HTTP/1.1" status: 200 len: 835 time: 0.1294878 Jul 16 02:00:38.385904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::80 (3f9ad56a-1bee-49c5-a354-2727c5b54e14/a46379a0-6db8-4bbb-9aa7-0692e25ffcb8/13178a90-41ef-4bb4-a9eb-77afdd039fd9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:38.418281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-75ea2b3e-8eab-43c1-8327-41ed8dc7e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.419883 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-75ea2b3e-8eab-43c1-8327-41ed8dc7e797 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960081 Jul 16 02:00:38.494880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Attempting to bind port ebd19ebe-f8f8-4ded-b01a-b64087eb689b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:38.495421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Attempting to bind port ebd19ebe-f8f8-4ded-b01a-b64087eb689b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:38.495626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Attempting to bind port ebd19ebe-f8f8-4ded-b01a-b64087eb689b on network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:38.507520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:38.509974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:38.510173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Checking segment: {'id': 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:38.510583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.510980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Bound using segment: {'id': 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:38.511465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Bound port: ebd19ebe-f8f8-4ded-b01a-b64087eb689b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f9ad56a-1bee-49c5-a354-2727c5b54e14'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:38.512182 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.656007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.675515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 13178a90-41ef-4bb4-a9eb-77afdd039fd9 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:38.685397 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-74a74403-2ca2-4d35-acb0-af29c5ede12c service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539842 Jul 16 02:00:38.727880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:38.747785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-475124e2-b186-4086-999f-e61d1110e885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.793504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] For port ebd19ebe-f8f8-4ded-b01a-b64087eb689b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:38.843082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] For port ebd19ebe-f8f8-4ded-b01a-b64087eb689b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,segment=NetworkSegment(af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4),segment_id=af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:38.857418 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.874985 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.888475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:38.897389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:38.900444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:38.906931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:38.907627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.960378 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c037c148-47f9-458a-a19d-0fcd5bb22c5c req-c590a670-4552-4e88-939d-952507084d5c service neutron] 10.222.0.38 "GET /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683210 Jul 16 02:00:39.012833 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-475124e2-b186-4086-999f-e61d1110e885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.013435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=13178a90-41ef-4bb4-a9eb-77afdd039fd9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.018881 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-475124e2-b186-4086-999f-e61d1110e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.032723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-3fb4c6e6-a09d-4971-850c-9c032e214832 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:39.034314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-3fb4c6e6-a09d-4971-850c-9c032e214832 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 945 time: 0.2353079 Jul 16 02:00:39.037100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a7676e34-61ee-48cc-8653-5da2c07a5204 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0290151 Jul 16 02:00:39.040063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:39.103863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475124e2-b186-4086-999f-e61d1110e885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4e6c5-b576-42de-b98e-10ecb00e8b8b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.164082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033e78-a08a-46f2-8392-3ff24bac8e7d None None] Pushing event updated for resources: {'Port': ['ID=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.198468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-475124e2-b186-4086-999f-e61d1110e885 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d06d67ca2c34761ac8a17aa827e489c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667020 Jul 16 02:00:39.199744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:39.216808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:27Z', 'revision_number': 6, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:39.274377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40a3e3-840c-4e21-bdd3-7bd82f791e17 req-78142609-c339-4690-a895-d9f5ea87470d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:39.281586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a40a3e3-840c-4e21-bdd3-7bd82f791e17 req-78142609-c339-4690-a895-d9f5ea87470d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 945 time: 0.1494992 Jul 16 02:00:39.293598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3807a7-023b-4ec1-bbaf-2974cd853730 None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:27Z', 'revision_number': 6, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '5f501820-d653-45ef-ae67-4dc7743e7c1a', 'name': '', 'network_id': '8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:61:1f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:20Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'cb628f3a-bd0b-4a98-a040-d1c7eb88d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:39.388188 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d673396e-672b-453f-afa2-bcc30180b63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.402109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a40a3e3-840c-4e21-bdd3-7bd82f791e17 req-00b63ef3-a83c-40cf-bcd6-343a2dc1f746 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193826 Jul 16 02:00:39.464782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d673396e-672b-453f-afa2-bcc30180b63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.537445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d673396e-672b-453f-afa2-bcc30180b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.546540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d673396e-672b-453f-afa2-bcc30180b63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:39.548214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d673396e-672b-453f-afa2-bcc30180b63e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ee4e6c5-b576-42de-b98e-10ecb00e8b8b HTTP/1.1" status: 204 len: 168 time: 0.3466952 Jul 16 02:00:39.561417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673396e-672b-453f-afa2-bcc30180b63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4e6c5-b576-42de-b98e-10ecb00e8b8b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:39.725778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ebd19ebe-f8f8-4ded-b01a-b64087eb689b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:39.809204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ebd19ebe-f8f8-4ded-b01a-b64087eb689b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:39.819510 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b28bd-25c8-4bb0-83f3-2f94fb4b301e None None] New status for floating IP 26382cd0-f9ee-402b-8893-be4cc092fbf3: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:00:39.899498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:39.899944 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.078786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:40.081111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.106655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:40.303758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.460827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-907f6170-6385-4b0f-a4fd-7d6bcac01965 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2481737 Jul 16 02:00:40.615298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d6bf2-3b2e-4a63-90f1-8c2990a8968f None None] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:40.644796 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39df8917-0673-4ec9-b30d-9ea01f2ad2d0 req-02508e04-ee37-406a-9e47-e059643327f9 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a24c46b-39fb-4038-85b6-3d4a285e933e HTTP/1.1" status: 200 len: 210 time: 0.0611367 Jul 16 02:00:40.669774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] Provisioning for port ebd19ebe-f8f8-4ded-b01a-b64087eb689b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:40.669940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.681899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] Provisioning complete for port ebd19ebe-f8f8-4ded-b01a-b64087eb689b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:40.682385 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.708901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=6c7940bf-78cf-4d00-90bc-56e60b35a6e8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:40.825469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] No DVR routers for this DVR port 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:40.830683 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.832720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2207de9d-7169-4d21-bcdd-d4614fb160fc req-53966930-2f5a-42b2-8050-459898528d98 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.38 "DELETE /v2.0/ports/6c7940bf-78cf-4d00-90bc-56e60b35a6e8 HTTP/1.1" status: 204 len: 173 time: 1.7917869 Jul 16 02:00:40.833461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'name': 'network-vif-deleted', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:40.835808 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e7ec53-fa52-4085-b33f-b2fa5cfe16d8" -d '{"events": [{"server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "name": "network-vif-deleted", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:40.906186 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.917835 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55978e92-1055-40db-8ba0-a3eb40a4ba55 x-openstack-request-id: req-55978e92-1055-40db-8ba0-a3eb40a4ba55 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:40.918330 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a24c46b-39fb-4038-85b6-3d4a285e933e", "name": "network-vif-deleted", "tag": "6c7940bf-78cf-4d00-90bc-56e60b35a6e8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:40.918330 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55978e92-1055-40db-8ba0-a3eb40a4ba55 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:40.918732 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a24c46b-39fb-4038-85b6-3d4a285e933e', 'name': 'network-vif-deleted', 'tag': '6c7940bf-78cf-4d00-90bc-56e60b35a6e8', 'status': 'completed', 'code': 200} Jul 16 02:00:40.949491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-e486612a-4caa-446c-8d4b-25917dc90c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:40.951607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-e486612a-4caa-446c-8d4b-25917dc90c1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1096 time: 0.3946157 Jul 16 02:00:41.037363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] For port ebd19ebe-f8f8-4ded-b01a-b64087eb689b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,segment=NetworkSegment(af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4),segment_id=af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:41.058910 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.069786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.113291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.171615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=13178a90-41ef-4bb4-a9eb-77afdd039fd9,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.247136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757eb32-433d-4d48-bd7e-22ded5d5bda3 None None] Pushing event updated for resources: {'Port': ['ID=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:41.312361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-2f4584f7-a08c-4f80-a0be-ba1ae7eb55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.315409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-2f4584f7-a08c-4f80-a0be-ba1ae7eb55f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.3074880 Jul 16 02:00:41.462455 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-24ebdd3a-c86a-43a4-8e38-fc38bb3b57a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 1000 time: 0.1406412 Jul 16 02:00:41.712763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a10926da-7d17-41b0-9c97-29b113916423 None None] Provisioning for port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:41.726474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a10926da-7d17-41b0-9c97-29b113916423 None None] Provisioning complete for port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:41.733599 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a10926da-7d17-41b0-9c97-29b113916423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:41.743847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ebd19ebe-f8f8-4ded-b01a-b64087eb689b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:41.787457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-8f132970-100b-4fab-a134-8e3dc71512bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:41.790789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-8f132970-100b-4fab-a134-8e3dc71512bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.3151793 Jul 16 02:00:41.869615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.894063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:41.918466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a10926da-7d17-41b0-9c97-29b113916423 None None] Port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:41.940865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a10926da-7d17-41b0-9c97-29b113916423 None None] Provisioning complete for port ebd19ebe-f8f8-4ded-b01a-b64087eb689b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:41.941239 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a10926da-7d17-41b0-9c97-29b113916423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.075323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49f726ff-7c0c-474f-9dc0-2eb813ff35d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.081917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.148493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49f726ff-7c0c-474f-9dc0-2eb813ff35d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.152508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ebd19ebe-f8f8-4ded-b01a-b64087eb689b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:42.152902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.189405 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a1af-4db2-4e17-9156-cd9b875c0aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.243724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:42.251601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-a8f1a9fe-1c35-4442-8fee-54e3e45d76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:42.253938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-a8f1a9fe-1c35-4442-8fee-54e3e45d76be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4431500 Jul 16 02:00:42.336868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:42.340179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6c7940bf-78cf-4d00-90bc-56e60b35a6e8 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:42.452364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a1af-4db2-4e17-9156-cd9b875c0aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.462492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a1af-4db2-4e17-9156-cd9b875c0aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.508547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f13980c8-3bb7-4ffb-a880-c086ef14e261 None None] Provisioning complete for port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:42.508841 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f13980c8-3bb7-4ffb-a880-c086ef14e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.602009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a7e8a1af-4db2-4e17-9156-cd9b875c0aac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=418fb976b9d147caa519dc07c9f3b9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305803 Jul 16 02:00:42.605775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47340) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.611198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8a1af-4db2-4e17-9156-cd9b875c0aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0441de02-eb3e-4aea-a4d9-5a57b1f893e5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.649012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f13980c8-3bb7-4ffb-a880-c086ef14e261 None None] Port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:42.700615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47346) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.737434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a5898b-0722-4201-8c44-d3e64c356fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.748103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49f726ff-7c0c-474f-9dc0-2eb813ff35d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.750742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49f726ff-7c0c-474f-9dc0-2eb813ff35d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.752177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49f726ff-7c0c-474f-9dc0-2eb813ff35d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/security-groups/6bca0fe9-1755-46d2-a5e7-0b741af4e4f2 HTTP/1.1" status: 204 len: 168 time: 0.8568835 Jul 16 02:00:42.779911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-78cd7017-92f6-416c-ac03-cb692deefbc4 None None] Provisioning complete for port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:42.780816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-78cd7017-92f6-416c-ac03-cb692deefbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.783317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f726ff-7c0c-474f-9dc0-2eb813ff35d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca0fe9-1755-46d2-a5e7-0b741af4e4f2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:42.805811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a5898b-0722-4201-8c44-d3e64c356fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.824214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:42.854401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-78cd7017-92f6-416c-ac03-cb692deefbc4 None None] Port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:42.939660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:42.960530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-7c4d6569-0c79-49f0-894e-e21ce3dfb0ab service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974940 Jul 16 02:00:42.977431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f658426c-a68a-4a8d-a2bb-630c5a727b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.060870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a5898b-0722-4201-8c44-d3e64c356fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.063379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a5898b-0722-4201-8c44-d3e64c356fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.064731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-32a5898b-0722-4201-8c44-d3e64c356fab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0441de02-eb3e-4aea-a4d9-5a57b1f893e5 HTTP/1.1" status: 204 len: 168 time: 0.4433675 Jul 16 02:00:43.082576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5898b-0722-4201-8c44-d3e64c356fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441de02-eb3e-4aea-a4d9-5a57b1f893e5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.210334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0e79740d-f739-40b3-a99d-47e3c979a2f9 req-091f1ea1-5b0c-436f-bd8d-d9ebffb613eb service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184958 Jul 16 02:00:43.250734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f658426c-a68a-4a8d-a2bb-630c5a727b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.295245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f658426c-a68a-4a8d-a2bb-630c5a727b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.343841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f658426c-a68a-4a8d-a2bb-630c5a727b13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb8d2fa0b2fb4600a1f60c779ac0a3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416349 Jul 16 02:00:43.344247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:43.357359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.371989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.371989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.374483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658426c-a68a-4a8d-a2bb-630c5a727b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0470da-12aa-4036-b701-15027d6b8c4a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.475478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=13178a90-41ef-4bb4-a9eb-77afdd039fd9,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.485329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a650e184-6c11-4ec4-af87-220c98c1a03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.512399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.551175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a650e184-6c11-4ec4-af87-220c98c1a03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.607197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:43.608857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:43.724655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a650e184-6c11-4ec4-af87-220c98c1a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.727653 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a650e184-6c11-4ec4-af87-220c98c1a03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:43.729030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a650e184-6c11-4ec4-af87-220c98c1a03c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b0470da-12aa-4036-b701-15027d6b8c4a HTTP/1.1" status: 204 len: 168 time: 0.3837774 Jul 16 02:00:43.744143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650e184-6c11-4ec4-af87-220c98c1a03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0470da-12aa-4036-b701-15027d6b8c4a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:43.845853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Router 0251d412-157b-4117-9db5-c78e13b9b81a is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:43.998699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:44.009638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be3f31c4-0e18-467b-b831-c5deb5bc4304 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/routers/0251d412-157b-4117-9db5-c78e13b9b81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9672105 Jul 16 02:00:44.011936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] Sync routers for ids ['0251d412-157b-4117-9db5-c78e13b9b81a'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:44.012629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.030244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] Routers {'0251d412-157b-4117-9db5-c78e13b9b81a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:44.035217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0251d412-157b-4117-9db5-c78e13b9b81a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.036118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 5f501820-d653-45ef-ae67-4dc7743e7c1a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:44.037353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.128386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.147088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] Routers {'0251d412-157b-4117-9db5-c78e13b9b81a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:44.147978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0251d412-157b-4117-9db5-c78e13b9b81a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.165450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 5f501820-d653-45ef-ae67-4dc7743e7c1a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=5f501820-d653-45ef-ae67-4dc7743e7c1a,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:44.166099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.168478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad690c8-844b-4a69-83ed-50b73f174c88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:44.173126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aad690c8-844b-4a69-83ed-50b73f174c88 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports?device_id=0251d412-157b-4117-9db5-c78e13b9b81a HTTP/1.1" status: 200 len: 988 time: 0.1594450 Jul 16 02:00:44.177587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.191038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 5f501820-d653-45ef-ae67-4dc7743e7c1a owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:44.202094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:44.202731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21104ef-6cfa-41fc-85a4-d51b3ef4e72b None None] The sync data for ids ['0251d412-157b-4117-9db5-c78e13b9b81a'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:44.213817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-549c8bdd-c4b2-41bb-b776-cba98c04ce38 None None] Provisioning complete for port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:44.214194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-549c8bdd-c4b2-41bb-b776-cba98c04ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.292318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-549c8bdd-c4b2-41bb-b776-cba98c04ce38 None None] Port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:44.343805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.362689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-632d7a14-217a-4b90-be7f-6dec6d908781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.516683 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-632d7a14-217a-4b90-be7f-6dec6d908781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.521859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-632d7a14-217a-4b90-be7f-6dec6d908781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.559857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d7a14-217a-4b90-be7f-6dec6d908781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab0d6d-fa4c-44fd-895f-b1bf03d353d9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.600798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-632d7a14-217a-4b90-be7f-6dec6d908781 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b494b3383f2b46e1b47ba42ef4993a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555158 Jul 16 02:00:44.602931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:44.658271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54b36536-1f23-4937-b499-37078e10b84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.685401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54b36536-1f23-4937-b499-37078e10b84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.757040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54b36536-1f23-4937-b499-37078e10b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.759697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54b36536-1f23-4937-b499-37078e10b84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.763538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-54b36536-1f23-4937-b499-37078e10b84a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfab0d6d-fa4c-44fd-895f-b1bf03d353d9 HTTP/1.1" status: 204 len: 168 time: 0.1594341 Jul 16 02:00:44.771627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b36536-1f23-4937-b499-37078e10b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab0d6d-fa4c-44fd-895f-b1bf03d353d9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.831913 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:44.875107 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=5f501820-d653-45ef-ae67-4dc7743e7c1a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:44.932794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.095738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:45.262720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab489-0864-4ca0-a0fb-c681b2f52dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.351711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.425095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab489-0864-4ca0-a0fb-c681b2f52dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.433105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab489-0864-4ca0-a0fb-c681b2f52dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.493263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba0ab489-0864-4ca0-a0fb-c681b2f52dc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27c9b08de2f6449ba4b0ccbff97d0c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961523 Jul 16 02:00:45.493978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:45.496110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ab489-0864-4ca0-a0fb-c681b2f52dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5f0ef2-e7b4-4c78-91da-3f31517ef012,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.529803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 13178a90-41ef-4bb4-a9eb-77afdd039fd9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:45.530236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.581704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de3e2809-2f6d-47e8-b602-bc5b0eee7866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.617627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de3e2809-2f6d-47e8-b602-bc5b0eee7866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.704393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de3e2809-2f6d-47e8-b602-bc5b0eee7866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.707531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-de3e2809-2f6d-47e8-b602-bc5b0eee7866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:45.712560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-de3e2809-2f6d-47e8-b602-bc5b0eee7866 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c5f0ef2-e7b4-4c78-91da-3f31517ef012 HTTP/1.1" status: 204 len: 168 time: 0.2173576 Jul 16 02:00:45.724492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e2809-2f6d-47e8-b602-bc5b0eee7866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5f0ef2-e7b4-4c78-91da-3f31517ef012,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:45.987110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.006458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 13178a90-41ef-4bb4-a9eb-77afdd039fd9 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:46.119786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router ddeacb47-880f-4d3e-bff4-88f87bb251eb has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:46.317136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:46.325305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-65efbff5-8a25-4229-ab48-c0b26c1092e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "PUT /v2.0/routers/ddeacb47-880f-4d3e-bff4-88f87bb251eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4983063 Jul 16 02:00:46.327877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47510) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:46.333030 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] Sync routers for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:46.359576 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:46.361104 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:46.389240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting subnet cb628f3a-bd0b-4a98-a040-d1c7eb88d315 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:46.393659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.418335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.535819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=13178a90-41ef-4bb4-a9eb-77afdd039fd9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:46.607084 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:46.664812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.709660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.959834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.999541 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:44Z', 'revision_number': 7, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.033599 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] Checking router: ddeacb47-880f-4d3e-bff4-88f87bb251eb for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:47.034339 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.050571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] Routers {'ddeacb47-880f-4d3e-bff4-88f87bb251eb'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:47.051205 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.163490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Subnet': ['ID=cb628f3a-bd0b-4a98-a040-d1c7eb88d315,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:47.179064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.183749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-db04fc73-5cc4-404e-af5d-07f5819921ce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/subnets/cb628f3a-bd0b-4a98-a040-d1c7eb88d315 HTTP/1.1" status: 204 len: 168 time: 0.8548055 Jul 16 02:00:47.183999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:47.188469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Router 0251d412-157b-4117-9db5-c78e13b9b81a has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:47.199689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294cc34-6bab-4ea9-9aa7-aeb66793d03f None None] Network 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:47.275048 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] Set router ddeacb47-880f-4d3e-bff4-88f87bb251eb gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:47.396364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:47.414273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-afb01660-e0f2-4f4c-a3db-e8e2f734a941 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/routers/0251d412-157b-4117-9db5-c78e13b9b81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2354281 Jul 16 02:00:47.422712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:47.453299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.458269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] Sync routers for ids ['0251d412-157b-4117-9db5-c78e13b9b81a'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:47.511184 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-244acd7c-f3e5-4d8f-867d-8e329096cf36 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:47.511991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] Routers {'0251d412-157b-4117-9db5-c78e13b9b81a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:47.515561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-244acd7c-f3e5-4d8f-867d-8e329096cf36 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/13178a90-41ef-4bb4-a9eb-77afdd039fd9 HTTP/1.1" status: 404 len: 333 time: 0.0889959 Jul 16 02:00:47.516251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:47.517478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0251d412-157b-4117-9db5-c78e13b9b81a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.601336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.619991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] Routers {'0251d412-157b-4117-9db5-c78e13b9b81a'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:47.620670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0251d412-157b-4117-9db5-c78e13b9b81a'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.726702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.732480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.741227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af2c4d-8b21-4a03-8720-566d912de507 None None] The sync data for ids ['0251d412-157b-4117-9db5-c78e13b9b81a'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:47.854226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:47.863046 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:44Z', 'revision_number': 7, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:47.920897 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec99535-c4b7-4830-93f3-6c077a21aa5a None None] The sync data for ids ['ddeacb47-880f-4d3e-bff4-88f87bb251eb'] in n-d-800087-6 is: [{'id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'name': 'tempest-TestNetworkBasicOps-router-418843190', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T02:00:44Z', 'revision_number': 7, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': 'f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeacb47-880f-4d3e-bff4-88f87bb251eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:12Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:47.927600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] DHCP port deletion for 8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:48.004856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:48.009006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.030634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] Deleting port 78a1b831-b4c9-4a0e-9e66-4971918387c1 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:48.031158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.064129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.066236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.116487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.117351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Fanout notify agent at l3_agent the message router_deleted on router 0251d412-157b-4117-9db5-c78e13b9b81a {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:48.126479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.127863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-88f5afe5-8493-4a5d-ad92-049dbc9dfeaa tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/routers/0251d412-157b-4117-9db5-c78e13b9b81a HTTP/1.1" status: 204 len: 168 time: 0.6106439 Jul 16 02:00:48.130570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.156771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] For port 78a1b831-b4c9-4a0e-9e66-4971918387c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=78a1b831-b4c9-4a0e-9e66-4971918387c1,segment=NetworkSegment(79e8171d-c3ab-4ef7-a0be-35f738e08112),segment_id=79e8171d-c3ab-4ef7-a0be-35f738e08112)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:48.157343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.173461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] Calling delete_port for 78a1b831-b4c9-4a0e-9e66-4971918387c1 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:48.206878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet a46379a0-6db8-4bbb-9aa7-0692e25ffcb8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:00:48.210320 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.243410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.270013 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.270937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.320353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:48.320732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.328610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] No DVR routers for this DVR port 78a1b831-b4c9-4a0e-9e66-4971918387c1 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:48.330012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf8e1f-0702-4a53-bc26-cf002b461af3 None None] Pushing event deleted for resources: {'Port': ['ID=78a1b831-b4c9-4a0e-9e66-4971918387c1,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:48.343996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:48.415023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:48.445648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.453362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.571179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.578051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.634352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=a46379a0-6db8-4bbb-9aa7-0692e25ffcb8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:48.636409 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.638509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-50540419-28a4-4c4c-9328-ce5317e1cc14 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/a46379a0-6db8-4bbb-9aa7-0692e25ffcb8 HTTP/1.1" status: 204 len: 168 time: 0.5067346 Jul 16 02:00:48.642840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:48.644760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ef296a-05a1-4aef-a750-b6f631ea0196 None None] Network 3f9ad56a-1bee-49c5-a354-2727c5b54e14 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:48.726970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Allocated IP 172.25.0.100 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a4bb0f35-5598-4ca4-a8b2-693b9153d404) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:48.746644 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.814992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:48.822507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.880815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.930414 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.936332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:48.981443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:48.984715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:48.989032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:49.009594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] DHCP port deletion for 3f9ad56a-1bee-49c5-a354-2727c5b54e14 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:00:49.063405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.067206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.077280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port ebd19ebe-f8f8-4ded-b01a-b64087eb689b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:49.077761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.094194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] Deleting port ebd19ebe-f8f8-4ded-b01a-b64087eb689b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:49.095289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.147243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] For port ebd19ebe-f8f8-4ded-b01a-b64087eb689b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,segment=NetworkSegment(af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4),segment_id=af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:49.147705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.168009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] For port ebd19ebe-f8f8-4ded-b01a-b64087eb689b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,segment=NetworkSegment(af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4),segment_id=af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:49.168570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.173329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Pushing event updated for resources: {'Port': ['ID=a4bb0f35-5598-4ca4-a8b2-693b9153d404,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.178840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for ebd19ebe-f8f8-4ded-b01a-b64087eb689b owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:49.184085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] Calling delete_port for ebd19ebe-f8f8-4ded-b01a-b64087eb689b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:49.186346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.258869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.259620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Fanout notify agent at l3_agent the message router_deleted on router ddeacb47-880f-4d3e-bff4-88f87bb251eb {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:00:49.267575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.293689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.294859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e36422fe-7ff4-48a7-8d65-8af938ce4035 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/routers/ddeacb47-880f-4d3e-bff4-88f87bb251eb HTTP/1.1" status: 204 len: 168 time: 2.1091821 Jul 16 02:00:49.297716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.433402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.519315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No DVR routers for this DVR port ebd19ebe-f8f8-4ded-b01a-b64087eb689b on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:49.592768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.602108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.681959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.705422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9ad56a-1bee-49c5-a354-2727c5b54e14']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.747774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.755349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.771712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.771712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0a2df2-754d-47aa-a5c3-4f5d31f8a5a4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:49.794809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.824207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Pushing event updated for resources: {'Port': ['ID=a4bb0f35-5598-4ca4-a8b2-693b9153d404,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.857719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.881529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] No DVR routers for this DVR port ebd19ebe-f8f8-4ded-b01a-b64087eb689b on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:49.883033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.887735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77fc5f-235e-4873-98f1-1b6956866afa None None] Pushing event deleted for resources: {'Port': ['ID=ebd19ebe-f8f8-4ded-b01a-b64087eb689b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:49.910690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:49.913275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4524231a-5471-4c63-bc7b-39ac531f783d tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6687183 Jul 16 02:00:49.917747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47634) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:49.931847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5f501820-d653-45ef-ae67-4dc7743e7c1a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:49.945323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1363830455', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'fixed_ips': [{'ip_address': '172.25.0.100'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:49.977726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 5f501820-d653-45ef-ae67-4dc7743e7c1a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:49.978108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 5f501820-d653-45ef-ae67-4dc7743e7c1a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:49.978539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ebd19ebe-f8f8-4ded-b01a-b64087eb689b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:50.006553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ebd19ebe-f8f8-4ded-b01a-b64087eb689b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:50.006913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ebd19ebe-f8f8-4ded-b01a-b64087eb689b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:50.007327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78a1b831-b4c9-4a0e-9e66-4971918387c1 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:50.021363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.026902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 78a1b831-b4c9-4a0e-9e66-4971918387c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:50.027256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 78a1b831-b4c9-4a0e-9e66-4971918387c1 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:50.042425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.053157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Made reservation on behalf of 3c424f81a4374485b681f7dc154b3863 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:50.055758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.062708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:50.063398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:50.071571 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:50.084673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:50.089765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.121595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e8171d-c3ab-4ef7-a0be-35f738e08112') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:50.121832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e8171d-c3ab-4ef7-a0be-35f738e08112') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:50.163503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.178481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.194228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.199559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/3f9ad56a-1bee-49c5-a354-2727c5b54e14 HTTP/1.1" status: 204 len: 168 time: 1.5521111 Jul 16 02:00:50.199559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.200190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47642) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.215608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:00:50.216011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:00:50.219216 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:00:50.236561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b296612-f389-4939-a37d-df1702a6a421 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=3f9ad56a-1bee-49c5-a354-2727c5b54e14,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.297232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb1cff-062f-4273-8452-1e29075f9f59 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:50.298717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d1cb1cff-062f-4273-8452-1e29075f9f59 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/c214bcce-1f60-4a5d-b8b4-03a8964ac134 HTTP/1.1" status: 200 len: 845 time: 0.0978172 Jul 16 02:00:50.308412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47644) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.319132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.325131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.327020 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/networks/8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7 HTTP/1.1" status: 204 len: 168 time: 1.0282223 Jul 16 02:00:50.355304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.397387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0a894fe-44c7-4ab1-b4e0-349c82dae098 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/c214bcce-1f60-4a5d-b8b4-03a8964ac134?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0875034 Jul 16 02:00:50.397635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.397908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.406866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:50.407003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'network': {'name': 'tempest-network-smoke--661477126', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:50.410739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.417713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] device_id is not set on port 69ffdcec-c0a6-4c84-969e-bbb52971e5f5 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:50.467626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae163-5847-460e-b839-11045d776cf2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Network': ['ID=8ae167a4-6d3a-4e6c-a165-ebd0e96b12b7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.532442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:00:50.532442 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 02:00:50.532442 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id_1': '3ffcd82c7010423d8ce67238e5f65171', 'expiration_1': datetime.datetime(2021, 7, 16, 2, 0, 50, 528110)}] Jul 16 02:00:50.532442 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:00:50.533329 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:00:50.538730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80357bde-624f-4874-94fb-ac6b044aa12b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.589120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:50.592682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.650609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:50.667811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.668149 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Added segment af3c518d-9f3e-4592-ba54-cdf66a64b389 of type vlan for network 375d1a81-1e5f-456a-aff7-e64b5de4a45c Jul 16 02:00:50.716086 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 02:00:50.716573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:50.733083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.751438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-77a1c26e-ab48-4553-885d-61adcf81bcea tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8266506 Jul 16 02:00:50.751891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47664) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.794601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.801088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:50.801919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.877079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Network': ['ID=375d1a81-1e5f-456a-aff7-e64b5de4a45c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:50.889082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:50.892159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a735ac6c-5150-4e0b-aa6b-7c917a0dabce tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5339520 Jul 16 02:00:50.892883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47666) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:50.903228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-835029819', 'admin_state_up': True, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:50.927892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.929148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:50.987169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Deleting port a4bb0f35-5598-4ca4-a8b2-693b9153d404 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:50.987574 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.044212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.129054 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.130066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.139888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:51.144309 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.153422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Calling delete_port for a4bb0f35-5598-4ca4-a8b2-693b9153d404 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:51.256826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.530750 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.570297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.576658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4bb0f35-5598-4ca4-a8b2-693b9153d404,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.598957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:51.634991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:51.636907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f1ecc46b-afb9-48cc-b68f-0ee7cdbaf474 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:51.712325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:51.730719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:51.737561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:51.738326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.752956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.756668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90aba8-420a-41c4-915e-5fd99c3716f6 None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:51.769779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.772939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.774399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f632ed0-faec-4b6d-877a-52ecd6957def tempest-ExternalNetworksAdminNegativeTestJSON-2013826815 tempest-ExternalNetworksAdminNegativeTestJSON-2013826815-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/55c8ae87-f5c5-47f9-88c4-06a22db1d28d HTTP/1.1" status: 204 len: 168 time: 1.0213673 Jul 16 02:00:51.778015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99a657da-58e0-4582-8572-6068ee451af8 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3788183 Jul 16 02:00:51.780704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.787132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'security_group': {'name': 'tempest-secgroup-875660724'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:51.815535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.916304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.921551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.952207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:51.953605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1713781 Jul 16 02:00:51.956536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:51.961183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'security_group': {'name': 'tempest-secgroup-617132856'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:51.972588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854003f-103a-44a4-9cf3-548c0185176d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ccee38-3f33-49e2-9bbe-b6a198f84060,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:51.990921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.101181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-224d266b-c353-4c4c-942d-d6d6e6381029', 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'tenant_id': '3ffcd82c7010423d8ce67238e5f65171', 'fixed_ips': [{'subnet_id': '71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:52.103894 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.135347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.177136 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.201822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.208788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.211659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.273912 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.281031 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3211989 Jul 16 02:00:52.287903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47710) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.310555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-812975655', 'security_groups': ['16a167fc-32ab-42f2-9a6d-ccb1342c927c'], 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:52.370986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:52.419109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.25.0.219 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/28057fca-8501-4f22-864f-1146c7fccb69) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:52.464209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Allocated IP 2001:db8::2 (224d266b-c353-4c4c-942d-d6d6e6381029/71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1/6e183f1d-6d4b-42ac-afa8-5fddbbbb9486) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:52.476966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5236d26-f764-4e07-bae9-6b99d74664da tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a167fc-32ab-42f2-9a6d-ccb1342c927c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.559255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:52.638971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98936b97-54cf-4ea7-9e35-9739e81d5497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.658011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.745990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.831389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port b091ae10-226c-4dbb-a821-f22b773bdf40 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:52.869384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.886005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.919004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Transition to ACTIVE for port object 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:52.951157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:52.954790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Transition to ACTIVE for port object 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:52.958010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:52.964237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:52.965313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:52.972299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=28057fca-8501-4f22-864f-1146c7fccb69,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:52.996510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:53.000153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:53.020628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:53.027822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98936b97-54cf-4ea7-9e35-9739e81d5497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.035168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98936b97-54cf-4ea7-9e35-9739e81d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.091739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Pushing event updated for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.106239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Attempting to bind port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:53.106883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Attempting to bind port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '28ed1fa7-a310-467d-9f98-cf2387e76080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:53.107000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Attempting to bind port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 on network 224d266b-c353-4c4c-942d-d6d6e6381029 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:53.113208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:53.113589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Checking segment: {'id': '28ed1fa7-a310-467d-9f98-cf2387e76080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:53.114055 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.114960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Bound using segment: {'id': '28ed1fa7-a310-467d-9f98-cf2387e76080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:53.115427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Bound port: 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ed1fa7-a310-467d-9f98-cf2387e76080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:53.115808 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.118008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::3ae (224d266b-c353-4c4c-942d-d6d6e6381029/71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1/b091ae10-226c-4dbb-a821-f22b773bdf40) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:53.196567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:53.200218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,segment=NetworkSegment(28ed1fa7-a310-467d-9f98-cf2387e76080),segment_id=28ed1fa7-a310-467d-9f98-cf2387e76080)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:53.204716 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.206801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98936b97-54cf-4ea7-9e35-9739e81d5497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0ca3d-77a4-4225-8de6-cfac3f9e7b29,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.227468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98936b97-54cf-4ea7-9e35-9739e81d5497 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fdbccf4882e4c2b9bdd04aaae5f4188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8531289 Jul 16 02:00:53.227842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47730) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.273973 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.291663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object b091ae10-226c-4dbb-a821-f22b773bdf40 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:53.304968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1716b-1304-418b-9c7a-d2ccb03f2264 None None] Pushing event updated for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.328097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.430389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64b723b1-61ff-4607-8b25-9b31b6929509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.447413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:53.450763 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.456732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:53.463051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=b091ae10-226c-4dbb-a821-f22b773bdf40,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.468019 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64b723b1-61ff-4607-8b25-9b31b6929509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.469944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:53.479569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.479735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:53.480672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.502564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9800bdb3-a54c-4c0e-878b-656bbee4bd5d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2123435 Jul 16 02:00:53.505502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47740) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:53.515162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:53.656809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64b723b1-61ff-4607-8b25-9b31b6929509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.658842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64b723b1-61ff-4607-8b25-9b31b6929509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.663478 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64b723b1-61ff-4607-8b25-9b31b6929509 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5c0ca3d-77a4-4225-8de6-cfac3f9e7b29 HTTP/1.1" status: 204 len: 168 time: 0.4323463 Jul 16 02:00:53.765273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b723b1-61ff-4607-8b25-9b31b6929509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0ca3d-77a4-4225-8de6-cfac3f9e7b29,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:53.785170 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84c7b50f-03cd-4bb9-8c14-3a38ac61e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.859146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:53.871272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:53.957926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.010186 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1 (CIDR: 2001:db8::/64) Jul 16 02:00:54.014814 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:00:54.015362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:00:54.033965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fe0fbda5-d523-440e-be0f-12f2b511b759 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5270445 Jul 16 02:00:54.037981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47754) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.043621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.134976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router dcebcdde-5eeb-412e-b500-c9b4bf7236fd is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:54.277414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:54.284162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.311385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:54.313515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.323386 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Sync routers for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:54.337029 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:54.340635 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:54.417629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.419153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-805e8255-28a4-45ae-9505-044c2194ffe8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5209131 Jul 16 02:00:54.422892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.515575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47766) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.516820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64099d9e-5d97-4fb9-98ed-fc7864f0d48a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c424f81a4374485b681f7dc154b3863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018824 Jul 16 02:00:54.520084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c1fe62c9-85b0-4816-acef-92c5f80e5d9d tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6c3c36aa1efe4a9ca233191c9d891b22&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0952401 Jul 16 02:00:54.522580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.530276 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:54.611661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.626486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17437bde-ba6c-4742-94dd-1306591b96de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.672454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:54.689641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:54.725714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.728424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.752416 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17437bde-ba6c-4742-94dd-1306591b96de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.788120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724878ca-98c4-47a1-b713-e34b073b5594 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:54.793466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-724878ca-98c4-47a1-b713-e34b073b5594 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2696486 Jul 16 02:00:54.794065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.823263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17437bde-ba6c-4742-94dd-1306591b96de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.826127 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-17437bde-ba6c-4742-94dd-1306591b96de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:54.827380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-17437bde-ba6c-4742-94dd-1306591b96de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80357bde-624f-4874-94fb-ac6b044aa12b HTTP/1.1" status: 204 len: 168 time: 0.3105502 Jul 16 02:00:54.838955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=730e0845-6eb6-472c-9307-817b6299d19c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.846938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17437bde-ba6c-4742-94dd-1306591b96de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80357bde-624f-4874-94fb-ac6b044aa12b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:54.852671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bff36d16-ed5c-44c6-a1f5-6929ed50822d tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8132331 Jul 16 02:00:54.857489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47780) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.873165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1449278562', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '730e0845-6eb6-472c-9307-817b6299d19c'}], 'security_groups': ['11ccee38-3f33-49e2-9bbe-b6a198f84060']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.896098 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:00:53Z', 'revision_number': 3, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:54.918208 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-799b0c27-a927-4bc1-88f9-284b95572fb7 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220322 Jul 16 02:00:54.920690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47784) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:54.939203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1261936409', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:54.976668 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Checking router: dcebcdde-5eeb-412e-b500-c9b4bf7236fd for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:54.977278 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Updating router dcebcdde-5eeb-412e-b500-c9b4bf7236fd port 28057fca-8501-4f22-864f-1146c7fccb69 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:55.023812 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.048009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.070492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a998b-9b80-49d2-9c64-ea1cf6c9c0c4 None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:55.190487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:55.200229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.285271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94cedc6f-c92b-4dd8-b47a-c98ab563eec7 None None] Provisioning complete for port c214bcce-1f60-4a5d-b8b4-03a8964ac134 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:55.289700 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94cedc6f-c92b-4dd8-b47a-c98ab563eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.347490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-94cedc6f-c92b-4dd8-b47a-c98ab563eec7 None None] Port c214bcce-1f60-4a5d-b8b4-03a8964ac134 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:55.391626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94cedc6f-c92b-4dd8-b47a-c98ab563eec7 None None] Provisioning for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:55.536321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.639730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Subnet': ['ID=fa58066c-92fc-43b4-bea3-6dc9433650b1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:55.653192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Checking segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:55.656289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network hostable DHCP agents. Network: 375d1a81-1e5f-456a-aff7-e64b5de4a45c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:55.682526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:55.703723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 375d1a81-1e5f-456a-aff7-e64b5de4a45c) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:55.709024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.710960 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.714217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cead193-92ff-4330-8061-200eaebbbe8d None None] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:55.753712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b8d80572-c2fb-4135-9b3f-d64c46455314 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8229477 Jul 16 02:00:55.756762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47804) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:55.788956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Update dhcp port {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'fixed_ips': [{'subnet_id': '71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1', 'ip_address': '2001:db8::2'}, {'subnet_id': '730e0845-6eb6-472c-9307-817b6299d19c'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6e183f1d-6d4b-42ac-afa8-5fddbbbb9486'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:00:55.822101 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.842211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:55.846944 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Transition to ACTIVE for port object 28057fca-8501-4f22-864f-1146c7fccb69 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:55.865880 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:55.969768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Delete allocated IP 2001:db8::3ae (224d266b-c353-4c4c-942d-d6d6e6381029/71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1) {{(pid=93906) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:00:55.998435 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Attempting to bind port 28057fca-8501-4f22-864f-1146c7fccb69 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:55.999029 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Attempting to bind port 28057fca-8501-4f22-864f-1146c7fccb69 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:55.999281 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Attempting to bind port 28057fca-8501-4f22-864f-1146c7fccb69 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:56.000236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8:0:1::f2 (224d266b-c353-4c4c-942d-d6d6e6381029/730e0845-6eb6-472c-9307-817b6299d19c/b091ae10-226c-4dbb-a821-f22b773bdf40) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:56.015126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:56.015493 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:56.017188 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.017390 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:56.017862 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Bound port: 28057fca-8501-4f22-864f-1146c7fccb69, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:56.018239 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.111026 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Pushing event updated for resources: {'Port': ['ID=28057fca-8501-4f22-864f-1146c7fccb69,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.118057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.136321 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.136744 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.137259 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.138402 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.138803 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.139724 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.141266 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.141669 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.153333 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.153914 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.155030 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.155789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:56.209128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] For port 28057fca-8501-4f22-864f-1146c7fccb69, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:56.216696 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] For port 28057fca-8501-4f22-864f-1146c7fccb69, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28057fca-8501-4f22-864f-1146c7fccb69,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:56.235293 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.315523 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:56.316192 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:56.521722 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579f5ed-8a3f-402c-9487-b34f314127d4 None None] Pushing event updated for resources: {'Port': ['ID=28057fca-8501-4f22-864f-1146c7fccb69,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.535070 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.578762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Ignored duplicate provisioning block setup for port b091ae10-226c-4dbb-a821-f22b773bdf40 by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:00:56.585141 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.726860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Allocated IP 2001:db8:0:1::2 (224d266b-c353-4c4c-942d-d6d6e6381029/730e0845-6eb6-472c-9307-817b6299d19c/6e183f1d-6d4b-42ac-afa8-5fddbbbb9486) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:56.738528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] In _notify_port_updated(), no bound segment for port b091ae10-226c-4dbb-a821-f22b773bdf40 on network 224d266b-c353-4c4c-942d-d6d6e6381029 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:00:56.746272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:56.787195 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.792651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/ports/b091ae10-226c-4dbb-a821-f22b773bdf40 HTTP/1.1" status: 200 len: 930 time: 1.9324322 Jul 16 02:00:56.793350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:56.831916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579bf29-db97-4ec4-a076-29af8e27039e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=b091ae10-226c-4dbb-a821-f22b773bdf40,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:56.870540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,segment=NetworkSegment(28ed1fa7-a310-467d-9f98-cf2387e76080),segment_id=28ed1fa7-a310-467d-9f98-cf2387e76080)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:56.896067 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:56.905698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.922341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Transition to ACTIVE for port object 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:56.938655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:56.956861 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.016913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.071408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a343a411-2a1d-4475-974b-65929aa61b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.119489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:57.128613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port b091ae10-226c-4dbb-a821-f22b773bdf40 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:57.128613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.199777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3577a-9c69-48ae-9499-f9eda7db8687 None None] Pushing event updated for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:57.304423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:57.305734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.448105 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:00:53Z', 'revision_number': 3, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:57.487883 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518da7a-1dc8-4e15-a994-22a5bb711642 None None] The sync data for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 is: [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:00:53Z', 'revision_number': 3, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:57.606805 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:57.672690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47864) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:57.769133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:57.835225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Allocated IP 172.20.0.2 (375d1a81-1e5f-456a-aff7-e64b5de4a45c/fa58066c-92fc-43b4-bea3-6dc9433650b1/0e733d40-dd31-4e3a-acf0-4de3f40f7106) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:57.926797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1729720206', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:58.031004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Made reservation on behalf of f20e9202116947d29b41017dad39cd82 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:58.036742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.106008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.188688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.210081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Transition to ACTIVE for port object 0e733d40-dd31-4e3a-acf0-4de3f40f7106 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:58.251396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Transition to ACTIVE for port object 0e733d40-dd31-4e3a-acf0-4de3f40f7106 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:58.274788 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.437364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:58.447179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:58.452662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:58.459735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.20.0.1 (375d1a81-1e5f-456a-aff7-e64b5de4a45c/fa58066c-92fc-43b4-bea3-6dc9433650b1/448e3063-5570-49c6-abb1-b4425e7d5a6f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:58.576311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Provisioning complete for port c214bcce-1f60-4a5d-b8b4-03a8964ac134 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:58.576631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.588413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Pushing event updated for resources: {'Port': ['ID=0e733d40-dd31-4e3a-acf0-4de3f40f7106,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:58.628382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.697148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for b091ae10-226c-4dbb-a821-f22b773bdf40 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:58.809400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Attempting to bind port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:58.809768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Attempting to bind port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:58.810326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Attempting to bind port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 on network 375d1a81-1e5f-456a-aff7-e64b5de4a45c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:58.835791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:58.836387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Checking segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:58.836528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.837045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Bound using segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:58.837387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Bound port: 0e733d40-dd31-4e3a-acf0-4de3f40f7106, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:58.837792 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.840847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Port c214bcce-1f60-4a5d-b8b4-03a8964ac134 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:58.968797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:58.992231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.012535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Transition to ACTIVE for port object 448e3063-5570-49c6-abb1-b4425e7d5a6f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:59.046374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.065887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.087213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] device_id is not set on port 715f59b1-11cf-4b3d-9fa6-4df98c67a0f3 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:00:59.115897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.145104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.148460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] For port 0e733d40-dd31-4e3a-acf0-4de3f40f7106, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:59.153853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/b091ae10-226c-4dbb-a821-f22b773bdf40 HTTP/1.1" status: 204 len: 168 time: 2.3227706 Jul 16 02:00:59.168490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] For port 0e733d40-dd31-4e3a-acf0-4de3f40f7106, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e733d40-dd31-4e3a-acf0-4de3f40f7106,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:59.180602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.182890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Provisioning for port b091ae10-226c-4dbb-a821-f22b773bdf40 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:59.183071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.230098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.245562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f615f87-4ded-4f80-887c-ce95d2682cb1 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=b091ae10-226c-4dbb-a821-f22b773bdf40,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.251977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Provisioning complete for port b091ae10-226c-4dbb-a821-f22b773bdf40 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:59.254393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.317263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:59.324350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Port b091ae10-226c-4dbb-a821-f22b773bdf40 was deleted so its status cannot be updated. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 02:00:59.333917 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-906ad838-210f-4b99-b8ab-4894f0787718 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:00:59.335544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-906ad838-210f-4b99-b8ab-4894f0787718 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/b091ae10-226c-4dbb-a821-f22b773bdf40 HTTP/1.1" status: 404 len: 333 time: 0.1438682 Jul 16 02:00:59.338486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.363770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:59.403444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838bf0a2-7d0e-43d9-90b9-3753ed435dd9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.406346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:59.414418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Provisioning for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:59.433487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:59.433868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.491496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=448e3063-5570-49c6-abb1-b4425e7d5a6f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.570010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.582114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0a6d4-c448-4a59-b5a6-ff443b7a1e73 None None] Pushing event updated for resources: {'Port': ['ID=0e733d40-dd31-4e3a-acf0-4de3f40f7106,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.602448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80ac8aca-6ca1-4c7c-9589-b159007c075f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.705717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80ac8aca-6ca1-4c7c-9589-b159007c075f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.814482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.891589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80ac8aca-6ca1-4c7c-9589-b159007c075f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.896234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-80ac8aca-6ca1-4c7c-9589-b159007c075f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:59.898471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-80ac8aca-6ca1-4c7c-9589-b159007c075f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/security-groups/16a167fc-32ab-42f2-9a6d-ccb1342c927c HTTP/1.1" status: 204 len: 168 time: 0.5586858 Jul 16 02:00:59.905230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47904) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:59.954276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac8aca-6ca1-4c7c-9589-b159007c075f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a167fc-32ab-42f2-9a6d-ccb1342c927c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:59.958130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28057fca-8501-4f22-864f-1146c7fccb69 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:00.098035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,segment=NetworkSegment(28ed1fa7-a310-467d-9f98-cf2387e76080),segment_id=28ed1fa7-a310-467d-9f98-cf2387e76080)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:00.111605 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a07283b-2965-4bbd-bab9-0e2147417aa4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.134158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.184850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a07283b-2965-4bbd-bab9-0e2147417aa4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.278448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a07283b-2965-4bbd-bab9-0e2147417aa4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.281101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3a07283b-2965-4bbd-bab9-0e2147417aa4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.282317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3a07283b-2965-4bbd-bab9-0e2147417aa4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/security-groups/11ccee38-3f33-49e2-9bbe-b6a198f84060 HTTP/1.1" status: 204 len: 168 time: 0.3734825 Jul 16 02:01:00.298141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:00.300204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07283b-2965-4bbd-bab9-0e2147417aa4 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ccee38-3f33-49e2-9bbe-b6a198f84060,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.312967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 28057fca-8501-4f22-864f-1146c7fccb69 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:00.339303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0e51008c-7066-42ce-a664-e935efe48a3c None None] Could not find standard attr ID for object b091ae10-226c-4dbb-a821-f22b773bdf40. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:00.359829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e21597-cf37-4982-8564-9a5002918d41 None None] Pushing event updated for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.385879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 28057fca-8501-4f22-864f-1146c7fccb69 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:00.390402 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.432427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:00.455414 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.557152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.598912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.643026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Allocated IP 172.25.0.206 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/715f59b1-11cf-4b3d-9fa6-4df98c67a0f3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:00.674224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 28057fca-8501-4f22-864f-1146c7fccb69, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28057fca-8501-4f22-864f-1146c7fccb69,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:00.681870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.761111 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.856403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.878637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=28057fca-8501-4f22-864f-1146c7fccb69,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.909702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.936445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:00.940159 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.942588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-007126c9-5a6e-4643-a76c-1bbe80c01567 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1 HTTP/1.1" status: 204 len: 168 time: 0.6391687 Jul 16 02:01:00.947490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:00.948253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:00.953401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:00.954022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34b36c-4163-466c-83ef-3786041146ff None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:01.318018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:01.333081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.443228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.601474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.672773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.677341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Pushing event updated for resources: {'Port': ['ID=715f59b1-11cf-4b3d-9fa6-4df98c67a0f3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:01.679403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:01.682249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:01.685259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:01.771798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.772492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.772670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.773028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.773348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.773802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.774015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.774327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.774649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.774978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.775283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.775615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:01.824838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1b9c8-4f4e-4086-b5f9-6a66eee3e219 None None] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:01.873861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=448e3063-5570-49c6-abb1-b4425e7d5a6f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:01.925384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.949522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.950442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:01.971642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.972324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.016016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:02.022519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:02.026836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.027961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.047434 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-911e0752-de65-448c-af85-d51c7e237466 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.3707554 Jul 16 02:01:02.053309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:02.058049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1090329 Jul 16 02:01:02.078242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}]}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:02.087299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47938) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:02.094647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'security_group': {'name': 'tempest-secgroup-51269361'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:02.095713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21e23d9f-cbf9-4e75-b4e3-9bb9d49aa354 None None] Provisioning for port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:02.117888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304256ae-a279-4b4c-a3af-16fb50f43f26 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=fa39c6a8-c039-4ba7-be38-e85718c790a8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.136137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.138617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.208810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:02.209498 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.225987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:02.230877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.301305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:02.347708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.493263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e733d40-dd31-4e3a-acf0-4de3f40f7106 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:02.592601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:02.605493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:02.605921 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.772208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router dcebcdde-5eeb-412e-b500-c9b4bf7236fd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:02.776510 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.776644 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.788072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.831784 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.839157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734b5532-0e46-4198-a529-49a79d85b6e4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.882023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 0e733d40-dd31-4e3a-acf0-4de3f40f7106, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e733d40-dd31-4e3a-acf0-4de3f40f7106,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:02.888204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.889887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28057fca-8501-4f22-864f-1146c7fccb69 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:02.950085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.955088 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b62d8a22-e335-4ab0-8a71-a23d2aeda04e tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8667376 Jul 16 02:01:02.967669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:02.973816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'security_group': {'name': 'tempest-secgroup-1921178449'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:03.040895 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.068118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:03.082556 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5cd7cef6-7bce-4a7a-bb60-7bc9b2ce8736 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "PUT /v2.0/routers/dcebcdde-5eeb-412e-b500-c9b4bf7236fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3176532 Jul 16 02:01:03.084701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:03.102149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Sync routers for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:03.150669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a36062af-c072-40ed-b7fa-ef7c9f62abd0 None None] Provisioning complete for port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:03.151463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a36062af-c072-40ed-b7fa-ef7c9f62abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.269653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:03.270450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:57Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:03.276416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59473f-1a54-47ba-9b47-eb38b3d3098a None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:03.398542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.399200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.400225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.400225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.402048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.402048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.402048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.402048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.402946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.408229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-69c785d3-ca6c-4125-991b-96b1eef8a420 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6413 time: 0.3219011 Jul 16 02:01:03.408813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47962) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:03.481537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.493135 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.517488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=0e733d40-dd31-4e3a-acf0-4de3f40f7106,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.581035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ac76e-75ae-4366-b55c-6c534bffc6da,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:03.619545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.623341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fb53214a-97a1-44f5-895b-02e7456dfb06 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6511445 Jul 16 02:01:03.627965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47968) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:03.636667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.639611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'security_group': {'name': 'tempest-secgroup-691919189'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:03.725829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.727451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.727451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.728625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.728625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.729103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.729336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.729723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.730176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.730603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.731050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.736174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-afb7c9f4-15d7-4a5b-856b-afec33e767ac tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6424 time: 0.3233371 Jul 16 02:01:03.736364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 28057fca-8501-4f22-864f-1146c7fccb69 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:03.736364 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.736543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.736875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47974) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:03.911420 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.918553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.985379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:03.987319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3549807 Jul 16 02:01:03.990978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47978) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:04.000919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-227005574', 'security_groups': ['b6d3cb24-836f-49f4-82ba-33778ae89e8d'], 'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa39c6a8-c039-4ba7-be38-e85718c790a8'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:04.017912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:04.022088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eea5e5-0057-4e67-b0f3-44f09764911b tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d3cb24-836f-49f4-82ba-33778ae89e8d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:04.187539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a36062af-c072-40ed-b7fa-ef7c9f62abd0 None None] Provisioning for port 448e3063-5570-49c6-abb1-b4425e7d5a6f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:04.237940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a36062af-c072-40ed-b7fa-ef7c9f62abd0 None None] Provisioning complete for port 448e3063-5570-49c6-abb1-b4425e7d5a6f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:04.237940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a36062af-c072-40ed-b7fa-ef7c9f62abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.296550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:04.335547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a36062af-c072-40ed-b7fa-ef7c9f62abd0 None None] Port 448e3063-5570-49c6-abb1-b4425e7d5a6f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:04.439142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:01Z', 'revision_number': 2, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:04.505565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.551845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e733d40-dd31-4e3a-acf0-4de3f40f7106 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:04.553376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] device_id is not set on port 24d2d4d8-ba08-4d95-8820-7497527d1a91 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:04.561999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Checking router: dcebcdde-5eeb-412e-b500-c9b4bf7236fd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:04.562343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Updating router dcebcdde-5eeb-412e-b500-c9b4bf7236fd port 448e3063-5570-49c6-abb1-b4425e7d5a6f binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:01:04.647719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.770771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Provisioning complete for port c214bcce-1f60-4a5d-b8b4-03a8964ac134 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:04.771403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.804158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.830182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Update dhcp port {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'fixed_ips': [{'subnet_id': '730e0845-6eb6-472c-9307-817b6299d19c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fa39c6a8-c039-4ba7-be38-e85718c790a8'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6e183f1d-6d4b-42ac-afa8-5fddbbbb9486'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:01:04.854999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Port c214bcce-1f60-4a5d-b8b4-03a8964ac134 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:04.887113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:04.887523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.932969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8::e5 (224d266b-c353-4c4c-942d-d6d6e6381029/fa39c6a8-c039-4ba7-be38-e85718c790a8/24d2d4d8-ba08-4d95-8820-7497527d1a91) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:04.938915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fcb95b0b-5395-4479-9169-b14a2fb635c4 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3545 time: 1.1999288 Jul 16 02:01:04.949597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:04.952941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.011491 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.035256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Provisioning complete for port 448e3063-5570-49c6-abb1-b4425e7d5a6f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:05.036560 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.042704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.043284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f014abd2-c400-4f1c-bb56-64b7883cb8be {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:01:05.101301 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 02:01:05.103109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64bd8b65-3b30-4c87-925f-8052a19de890 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0433817 Jul 16 02:01:05.106099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.253996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Deleting port 715f59b1-11cf-4b3d-9fa6-4df98c67a0f3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:05.254384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.301945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.328884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 24d2d4d8-ba08-4d95-8820-7497527d1a91 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:05.359302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.384791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Calling delete_port for 715f59b1-11cf-4b3d-9fa6-4df98c67a0f3 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:05.407744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.474839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:05.480505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:05.483501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:05.490233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.490843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.507085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=24d2d4d8-ba08-4d95-8820-7497527d1a91,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.526041 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e631b277-0474-4e19-9dac-2bf65721b277 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5281692 Jul 16 02:01:05.530321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.535838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:05.597289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Port 448e3063-5570-49c6-abb1-b4425e7d5a6f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:05.605348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.631177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563579555', 'description': 'tempest-secgroup-smoke-563579555 description', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:05.643090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:05.643090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7533185-6a6f-4fc8-82c7-c721f4f4aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.671271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.756634 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.811442 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.823627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Pushing event deleted for resources: {'Port': ['ID=715f59b1-11cf-4b3d-9fa6-4df98c67a0f3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:05.843190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.893538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:05.897372 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.917227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.922040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3118966 Jul 16 02:01:05.927660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48022) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:05.940702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': 'c775bfb7-338f-4a4f-a251-5cd61c442a8f', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:06.009275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79334da-3dfd-466c-b792-190d498461db tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c775bfb7-338f-4a4f-a251-5cd61c442a8f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.022829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.042239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Allocated IP 2001:db8::2 (224d266b-c353-4c4c-942d-d6d6e6381029/fa39c6a8-c039-4ba7-be38-e85718c790a8/6e183f1d-6d4b-42ac-afa8-5fddbbbb9486) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:06.049265 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa39c6a8-c039-4ba7-be38-e85718c790a8 (CIDR: 2001:db8::/64) Jul 16 02:01:06.057516 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:06.057979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:06.096749 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.099324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b38a2007-be8d-4646-8cac-6f24806eec89 tempest-RoutersAdminNegativeIpV6Test-1988770043 tempest-RoutersAdminNegativeIpV6Test-1988770043-project-admin] 10.222.0.35 "DELETE /v2.0/ports/715f59b1-11cf-4b3d-9fa6-4df98c67a0f3 HTTP/1.1" status: 204 len: 168 time: 0.9922509 Jul 16 02:01:06.120685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-30d2f417-8bed-4520-b3bd-f08e03335c42 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5880651 Jul 16 02:01:06.122805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.123890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.130990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.153151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:06.153417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf83e8d-3cbe-4b27-9a93-364bbeb0500b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.161578 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.162928 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a7d6584e-af0b-473b-b5ff-c4aaa9cffffa tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2326922 Jul 16 02:01:06.165585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48028) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.174740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.179458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': 'c775bfb7-338f-4a4f-a251-5cd61c442a8f', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:06.193353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Transition to ACTIVE for port object 448e3063-5570-49c6-abb1-b4425e7d5a6f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:06.214617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,segment=NetworkSegment(28ed1fa7-a310-467d-9f98-cf2387e76080),segment_id=28ed1fa7-a310-467d-9f98-cf2387e76080)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:06.218430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.274354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.401766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828cdb-b13b-48cf-95c4-29c50b7eafb5 None None] Pushing event updated for resources: {'Port': ['ID=448e3063-5570-49c6-abb1-b4425e7d5a6f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.417555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.428600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.439893 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.452068 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:06.469204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6261e0-c319-4b1c-aa96-13d4be21f879,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.482429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:06.490717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.493721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.496329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35002cad-bc2a-4aaf-b7ac-21a346383cb0 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293562 Jul 16 02:01:06.498882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.506701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': 'c775bfb7-338f-4a4f-a251-5cd61c442a8f', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:06.539715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Transition to ACTIVE for port object 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:06.554722 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.556070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.710572 n-d-800087-6 neutron-server[93906]: INFO neutron.db.ipam_backend_mixin [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 730e0845-6eb6-472c-9307-817b6299d19c (CIDR: 2001:db8:0:1::/64) Jul 16 02:01:06.714213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.721000 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:06.721651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:06.729614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.732180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Attempting to bind port 448e3063-5570-49c6-abb1-b4425e7d5a6f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:06.735190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Attempting to bind port 448e3063-5570-49c6-abb1-b4425e7d5a6f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:06.735579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Attempting to bind port 448e3063-5570-49c6-abb1-b4425e7d5a6f on network 375d1a81-1e5f-456a-aff7-e64b5de4a45c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:06.746867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4889567b-e2bb-4cd5-9fea-08dd21e0c518 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6202369 Jul 16 02:01:06.747098 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.753387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41110032-d5bb-4f2f-9102-d639c8037a21,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.760326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'subnet': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:06.760996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.765523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9246f4d8-25ec-4a24-9a53-7bd84397858e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2650337 Jul 16 02:01:06.766200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.772183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': 'c775bfb7-338f-4a4f-a251-5cd61c442a8f', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:06.809478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.813442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:06.813825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Checking segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:06.814438 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.814785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Bound using segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:06.815842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Bound port: 448e3063-5570-49c6-abb1-b4425e7d5a6f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:06.816433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.838870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48046) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:06.939007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477a71a-a9fd-4a96-ab37-4ad7ae2690b5 None None] Pushing event updated for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:06.987284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:06.994549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.029753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c1ce7c-fee7-4eb3-ab5a-fb8f9dc2b352,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.041584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Made reservation on behalf of 3ffcd82c7010423d8ce67238e5f65171 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:07.045866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.047535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5be4bd2b-b1fd-43ff-81b6-1d44323930d8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2803397 Jul 16 02:01:07.049356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] For port 448e3063-5570-49c6-abb1-b4425e7d5a6f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:07.050658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48058) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:07.054529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.055697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] For port 448e3063-5570-49c6-abb1-b4425e7d5a6f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=448e3063-5570-49c6-abb1-b4425e7d5a6f,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:07.057423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': 'c775bfb7-338f-4a4f-a251-5cd61c442a8f', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:07.068840 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.088948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f236d6-7a7c-4a30-b12c-6ab717283fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.161460 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Project 6c3c36aa1efe4a9ca233191c9d891b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:01:07.178975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:07.179608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:57Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.182288 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.310465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828cdb-b13b-48cf-95c4-29c50b7eafb5 None None] Pushing event updated for resources: {'Port': ['ID=448e3063-5570-49c6-abb1-b4425e7d5a6f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.425096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:07.449026 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.611829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f236d6-7a7c-4a30-b12c-6ab717283fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.614804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.637569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98f236d6-7a7c-4a30-b12c-6ab717283fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.682802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f236d6-7a7c-4a30-b12c-6ab717283fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f87a98-5aa6-49d9-9cc3-f630cf1cec2a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.687004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.690846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6360104 Jul 16 02:01:07.695267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48080) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:07.700486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'security_group_rule': {'security_group_id': 'c775bfb7-338f-4a4f-a251-5cd61c442a8f', 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:07.729181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7122e6-4273-4b12-b851-d659c32f775f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b46737a-a9af-4ff1-a28d-a4740f0580b8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.763972 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Project 6c3c36aa1efe4a9ca233191c9d891b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:01:07.774595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.869635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.880243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98f236d6-7a7c-4a30-b12c-6ab717283fca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84df476450e148bd911fa510cbe75430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369384 Jul 16 02:01:07.880832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:07.899296 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.900337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:07Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:07.939408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7906883-a214-4d69-9523-e0c6dcc7e4fa,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:07.956489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726222b3-0024-4203-abdd-c02f419b4b60 None None] The sync data for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 is: [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:07Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:07.963693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.965902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fed7962d-e211-46b3-9575-5940438342df tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2692473 Jul 16 02:01:08.018847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab2e455a-d5d8-4ff0-9d93-e04d36760438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.105814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab2e455a-d5d8-4ff0-9d93-e04d36760438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.119772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0af8d63e-bd55-4f06-8ba0-6b09fd3f9c92 None None] Provisioning complete for port c214bcce-1f60-4a5d-b8b4-03a8964ac134 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:08.122011 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0af8d63e-bd55-4f06-8ba0-6b09fd3f9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.172066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.173849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0af8d63e-bd55-4f06-8ba0-6b09fd3f9c92 None None] Port c214bcce-1f60-4a5d-b8b4-03a8964ac134 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:08.197467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0af8d63e-bd55-4f06-8ba0-6b09fd3f9c92 None None] Provisioning for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:08.205975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0af8d63e-bd55-4f06-8ba0-6b09fd3f9c92 None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:08.206555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0af8d63e-bd55-4f06-8ba0-6b09fd3f9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.209244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab2e455a-d5d8-4ff0-9d93-e04d36760438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.212693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab2e455a-d5d8-4ff0-9d93-e04d36760438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.224172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ab2e455a-d5d8-4ff0-9d93-e04d36760438 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52f87a98-5aa6-49d9-9cc3-f630cf1cec2a HTTP/1.1" status: 204 len: 168 time: 0.3364880 Jul 16 02:01:08.253925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e455a-d5d8-4ff0-9d93-e04d36760438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f87a98-5aa6-49d9-9cc3-f630cf1cec2a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.310936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Network 224d266b-c353-4c4c-942d-d6d6e6381029 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:08.319154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:08.331609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:08.332363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.377190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Subnet': ['ID=02da87a3-aa4e-4589-9d55-9910da1aabfc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:08.407142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5476aef-abc6-4ea8-9de0-9a3abf6a8192 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6580899 Jul 16 02:01:08.409685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48096) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:08.416613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-379397869', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02da87a3-aa4e-4589-9d55-9910da1aabfc'}], 'security_groups': ['734b5532-0e46-4198-a529-49a79d85b6e4', '3c8ac76e-75ae-4366-b55c-6c534bffc6da']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:08.566198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf61ac9-746c-4364-94d2-ffd6e58b8ded None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:08.779161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4285d876-b4d1-4b29-8db6-2be8eb3e8c05 None None] Provisioning for port 24d2d4d8-ba08-4d95-8820-7497527d1a91 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:08.804058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4285d876-b4d1-4b29-8db6-2be8eb3e8c05 None None] Provisioning complete for port 24d2d4d8-ba08-4d95-8820-7497527d1a91 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:08.804524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4285d876-b4d1-4b29-8db6-2be8eb3e8c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.872091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:08.939358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:08.983680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48118) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:09.051682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4285d876-b4d1-4b29-8db6-2be8eb3e8c05 None None] Port 24d2d4d8-ba08-4d95-8820-7497527d1a91 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:09.072369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:09.075874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.079018 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e1dbae7-d543-402c-96ca-5bbeef7eff53 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f20e9202116947d29b41017dad39cd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941463 Jul 16 02:01:09.079711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:09.189556 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b3278d0-d009-45c3-bc41-6365b6652dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.244835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-6bac9e9d-8cec-438b-aa29-21821d65dcd6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563579555&fields=id&tenant_id=6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 267 time: 0.1861832 Jul 16 02:01:09.256704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b3278d0-d009-45c3-bc41-6365b6652dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.269314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 448e3063-5570-49c6-abb1-b4425e7d5a6f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:09.357311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b3278d0-d009-45c3-bc41-6365b6652dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.361096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4b3278d0-d009-45c3-bc41-6365b6652dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.365905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4b3278d0-d009-45c3-bc41-6365b6652dbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/838bf0a2-7d0e-43d9-90b9-3753ed435dd9 HTTP/1.1" status: 204 len: 168 time: 0.2851918 Jul 16 02:01:09.382625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3278d0-d009-45c3-bc41-6365b6652dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838bf0a2-7d0e-43d9-90b9-3753ed435dd9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:09.468755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 448e3063-5570-49c6-abb1-b4425e7d5a6f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:09.538245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 448e3063-5570-49c6-abb1-b4425e7d5a6f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:09.538569 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.570685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-5f539ad2-4fed-44c2-99ac-2508c1df3f2d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:09.572600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-5f539ad2-4fed-44c2-99ac-2508c1df3f2d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/networks?id=375d1a81-1e5f-456a-aff7-e64b5de4a45c HTTP/1.1" status: 200 len: 796 time: 0.3244555 Jul 16 02:01:09.590719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Update dhcp port {'port': {'network_id': '224d266b-c353-4c4c-942d-d6d6e6381029', 'fixed_ips': [{'subnet_id': '730e0845-6eb6-472c-9307-817b6299d19c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fa39c6a8-c039-4ba7-be38-e85718c790a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '02da87a3-aa4e-4589-9d55-9910da1aabfc'}], 'binding:host_id': 'n-d-800087-6'}, 'id': '6e183f1d-6d4b-42ac-afa8-5fddbbbb9486'} from n-d-800087-6. {{(pid=93908) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 02:01:09.603266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-623bed3f-81db-4c04-92ea-f4c9373c8fd8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/quotas/6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 375 time: 0.0239840 Jul 16 02:01:09.644120 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.822938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-c50eda69-73dd-4940-80ee-6a798c8f6547 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888480 Jul 16 02:01:09.932489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.979576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 448e3063-5570-49c6-abb1-b4425e7d5a6f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=448e3063-5570-49c6-abb1-b4425e7d5a6f,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:09.988133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Delete allocated IP 2001:db8::e5 (224d266b-c353-4c4c-942d-d6d6e6381029/fa39c6a8-c039-4ba7-be38-e85718c790a8) {{(pid=93906) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 02:01:09.989747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.998184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Allocated IP 2001:db8:0:2::383 (224d266b-c353-4c4c-942d-d6d6e6381029/02da87a3-aa4e-4589-9d55-9910da1aabfc/24d2d4d8-ba08-4d95-8820-7497527d1a91) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:10.080018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=448e3063-5570-49c6-abb1-b4425e7d5a6f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:10.179257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-fe6319b1-6726-42d7-95c6-eda6fe2df25d service neutron] 10.222.0.35 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963910 Jul 16 02:01:10.354048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-8339f4d8-85d7-4b72-8dbd-1c855e6f1282 service neutron] 10.222.0.35 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739237 Jul 16 02:01:10.384408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.422153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Transition to ACTIVE for port object 24d2d4d8-ba08-4d95-8820-7497527d1a91 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:10.429769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.446487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 448e3063-5570-49c6-abb1-b4425e7d5a6f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:10.521445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event updated for resources: {'Port': ['ID=24d2d4d8-ba08-4d95-8820-7497527d1a91,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:10.538656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Allocated IP 2001:db8:0:2::2 (224d266b-c353-4c4c-942d-d6d6e6381029/02da87a3-aa4e-4589-9d55-9910da1aabfc/6e183f1d-6d4b-42ac-afa8-5fddbbbb9486) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:10.564319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] In _notify_port_updated(), no bound segment for port 24d2d4d8-ba08-4d95-8820-7497527d1a91 on network 224d266b-c353-4c4c-942d-d6d6e6381029 {{(pid=93906) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:10.569995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:10.570620 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.571928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0bf42a51-2d2f-4ab4-bf1d-1efcdda403be tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "PUT /v2.0/ports/24d2d4d8-ba08-4d95-8820-7497527d1a91 HTTP/1.1" status: 200 len: 969 time: 2.1605115 Jul 16 02:01:10.574991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48172) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:10.584038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 448e3063-5570-49c6-abb1-b4425e7d5a6f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:10.584450 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.730453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:10.739259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,segment=NetworkSegment(28ed1fa7-a310-467d-9f98-cf2387e76080),segment_id=28ed1fa7-a310-467d-9f98-cf2387e76080)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:10.837079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port 24d2d4d8-ba08-4d95-8820-7497527d1a91 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:10.837432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.840887 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.869882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Transition to ACTIVE for port object 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:10.903857 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.973297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.988867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for 24d2d4d8-ba08-4d95-8820-7497527d1a91 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:11.081033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'networks': [{'name': 'tempest-network--1839953274'}, {'name': 'tempest-network--951590851'}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:11.081355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'network': {'name': 'tempest-network--1839953274'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:11.081823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'network': {'name': 'tempest-network--951590851'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:11.135437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'network': 2} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:11.140390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.161872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.303633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a188871-54c9-439c-9ea4-4526b6539203 req-bf802923-571a-453e-879f-50cde7720fa3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 210 time: 0.6234264 Jul 16 02:01:11.361560 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.411615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=24d2d4d8-ba08-4d95-8820-7497527d1a91,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.440215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.457034 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.457513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.461588 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.463809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d91cd9a-bab7-4553-a765-b06da948ce68 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/24d2d4d8-ba08-4d95-8820-7497527d1a91 HTTP/1.1" status: 204 len: 168 time: 0.8875258 Jul 16 02:01:11.466720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:11.499410 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c84090-32c5-459e-a2a4-e3dd6f115c60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] GET failed (client error): The resource could not be found. Jul 16 02:01:11.501153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-43c84090-32c5-459e-a2a4-e3dd6f115c60 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports/24d2d4d8-ba08-4d95-8820-7497527d1a91 HTTP/1.1" status: 404 len: 333 time: 0.0335529 Jul 16 02:01:11.504626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:11.557713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5264ad-bf69-4f28-bd2e-39a45b43493b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.577792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:11.584087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27bab873-a067-4b12-8469-af40c7eb3e55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.593416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.594542 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Added segment e03445a8-5aec-434b-a155-84e83c98db7f of type vlan for network 918f2064-b61a-4cfa-9aa5-e0e6d7b61d06 Jul 16 02:01:11.612450 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27bab873-a067-4b12-8469-af40c7eb3e55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.645694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09efc5-0bdb-4155-82b4-1ebe7040e30e None None] Pushing event updated for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.673302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.686676 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27bab873-a067-4b12-8469-af40c7eb3e55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.693202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27bab873-a067-4b12-8469-af40c7eb3e55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.696376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-27bab873-a067-4b12-8469-af40c7eb3e55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/security-groups/b6d3cb24-836f-49f4-82ba-33778ae89e8d HTTP/1.1" status: 204 len: 168 time: 0.1883700 Jul 16 02:01:11.698028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:11.718728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bab873-a067-4b12-8469-af40c7eb3e55 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d3cb24-836f-49f4-82ba-33778ae89e8d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:11.820151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3792adba-a890-4f85-810d-79b0cb8c3ebb tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.823253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:11.859940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:11.860966 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Added segment 3fa39d36-7563-40ee-a503-79e0367664e0 of type vlan for network ab9ad009-034a-4813-8752-a03d6bd9feef Jul 16 02:01:11.962047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.005040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3792adba-a890-4f85-810d-79b0cb8c3ebb tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.071855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.072488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.082061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.086843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.087516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.194736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4623413 Jul 16 02:01:12.196249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3792adba-a890-4f85-810d-79b0cb8c3ebb tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.198293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:12.201910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3792adba-a890-4f85-810d-79b0cb8c3ebb tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.203390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3792adba-a890-4f85-810d-79b0cb8c3ebb tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/security-groups/3c8ac76e-75ae-4366-b55c-6c534bffc6da HTTP/1.1" status: 204 len: 168 time: 0.5004108 Jul 16 02:01:12.214196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Network': ['ID=918f2064-b61a-4cfa-9aa5-e0e6d7b61d06,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:12.216516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48234) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:12.227324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 918f2064-b61a-4cfa-9aa5-e0e6d7b61d06 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:12.237166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792adba-a890-4f85-810d-79b0cb8c3ebb tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ac76e-75ae-4366-b55c-6c534bffc6da,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:12.531993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:12.538731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7a5f7-f93d-491a-9770-0d416adeeca6 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Network': ['ID=ab9ad009-034a-4813-8752-a03d6bd9feef,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:12.584348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66aea83d-ee34-425c-ad0b-1f48dd5baa76 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.599435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65879232-3c70-4720-9632-061b773a3bfe req-a50ebf47-d055-405f-ac20-78f1bb7a362b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 210 time: 0.0494621 Jul 16 02:01:12.632138 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66aea83d-ee34-425c-ad0b-1f48dd5baa76 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.646076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ab9ad009-034a-4813-8752-a03d6bd9feef details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:12.694162 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66aea83d-ee34-425c-ad0b-1f48dd5baa76 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.697070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-66aea83d-ee34-425c-ad0b-1f48dd5baa76 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.707920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-66aea83d-ee34-425c-ad0b-1f48dd5baa76 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/security-groups/734b5532-0e46-4198-a529-49a79d85b6e4 HTTP/1.1" status: 204 len: 168 time: 0.4679067 Jul 16 02:01:12.708972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48250) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:12.760591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0458efd-2fe7-4573-94af-1a084d8823ae tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.777686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0458efd-2fe7-4573-94af-1a084d8823ae tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.785296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0458efd-2fe7-4573-94af-1a084d8823ae tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.791448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0458efd-2fe7-4573-94af-1a084d8823ae tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.793207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f0458efd-2fe7-4573-94af-1a084d8823ae tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5939131 Jul 16 02:01:12.808632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48254) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:12.811214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet fa39c6a8-c039-4ba7-be38-e85718c790a8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:12.822273 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.847681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Could not find standard attr ID for object 24d2d4d8-ba08-4d95-8820-7497527d1a91. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:12.864393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Provisioning complete for port c214bcce-1f60-4a5d-b8b4-03a8964ac134 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:12.865169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.905859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea83d-ee34-425c-ad0b-1f48dd5baa76 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734b5532-0e46-4198-a529-49a79d85b6e4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:12.944133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Port c214bcce-1f60-4a5d-b8b4-03a8964ac134 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:12.963493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.986508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:12.987122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Provisioning for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:12.992593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:12.993113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6911bd48-b904-4b05-afb9-1a73fd6f026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.168203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.179288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918f2064-b61a-4cfa-9aa5-e0e6d7b61d06']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.196260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03445a8-5aec-434b-a155-84e83c98db7f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.198152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03445a8-5aec-434b-a155-84e83c98db7f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.199480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.212406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.241280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.258247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:13.258677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.310634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88d16066-d7c4-43b0-82fb-4978691a6e1c None None] Could not find standard attr ID for object 24d2d4d8-ba08-4d95-8820-7497527d1a91. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:01:13.370752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:13.388230 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:13.396406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.400546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.405320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/networks/918f2064-b61a-4cfa-9aa5-e0e6d7b61d06 HTTP/1.1" status: 204 len: 168 time: 0.5956454 Jul 16 02:01:13.405930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:13.510314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Network': ['ID=918f2064-b61a-4cfa-9aa5-e0e6d7b61d06,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:13.526548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.526906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.527268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.527609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.527947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.528355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.528653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.528983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.529317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.529662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.530025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.530354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005640e-d728-40d5-8c3f-f5d7bd658563 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:13.532213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-9ebb635a-742c-4a04-b417-3c5fbc977c56 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:13.537338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.538027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d647f-93c3-4d0e-85fc-453301f10ee4 None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:13.538167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-9ebb635a-742c-4a04-b417-3c5fbc977c56 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "GET /v2.0/networks?id=375d1a81-1e5f-456a-aff7-e64b5de4a45c HTTP/1.1" status: 200 len: 796 time: 0.5771971 Jul 16 02:01:13.538867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=fa39c6a8-c039-4ba7-be38-e85718c790a8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:13.546310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.552606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c4bc36a-768d-4a7d-8c8e-5b595db4b044 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/fa39c6a8-c039-4ba7-be38-e85718c790a8 HTTP/1.1" status: 204 len: 168 time: 0.8332937 Jul 16 02:01:13.555019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:13.598460 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-3d05deb1-4574-4877-8133-bd9f6db0616a tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3c36aa1efe4a9ca233191c9d891b22 HTTP/1.1" status: 200 len: 379 time: 0.0479484 Jul 16 02:01:13.608798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'port': {'device_id': '211f3326-679c-4b3f-baac-710a86f4a828', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'admin_state_up': True, 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'security_groups': ['c775bfb7-338f-4a4f-a251-5cd61c442a8f']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:13.707324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.713518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 02da87a3-aa4e-4589-9d55-9910da1aabfc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:13.723128 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.728070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9ad009-034a-4813-8752-a03d6bd9feef']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.807845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa39d36-7563-40ee-a503-79e0367664e0') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.811559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa39d36-7563-40ee-a503-79e0367664e0') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:13.869059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.890984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Made reservation on behalf of 6c3c36aa1efe4a9ca233191c9d891b22 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:13.895202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.930536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04cdd274-e0f4-44f8-86b2-79d89e24654e req-ac0febb9-e84b-4434-ae25-a6083d36e74a tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 210 time: 0.0941255 Jul 16 02:01:13.945041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.976728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.991505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:13.991923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:13.994913 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:14.092098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.20.0.11 (375d1a81-1e5f-456a-aff7-e64b5de4a45c/fa58066c-92fc-43b4-bea3-6dc9433650b1/05b5e9b4-399b-463f-b3e2-09b8d7cf59f6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:14.154698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.158226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.202384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.207418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/networks/ab9ad009-034a-4813-8752-a03d6bd9feef HTTP/1.1" status: 204 len: 168 time: 0.7860253 Jul 16 02:01:14.208381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48284) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.259996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5bbbf-8102-4d80-8b40-490de1c1ce97 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Network': ['ID=ab9ad009-034a-4813-8752-a03d6bd9feef,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.264207 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.302622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=02da87a3-aa4e-4589-9d55-9910da1aabfc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.322513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.327375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-315442b1-dfac-4ed4-9fe1-51ec2aad8a0a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/02da87a3-aa4e-4589-9d55-9910da1aabfc HTTP/1.1" status: 204 len: 168 time: 0.7690399 Jul 16 02:01:14.327709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.364230 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4847b9e7-2d98-4ed6-8d33-1b57177a17b5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:14.365635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4847b9e7-2d98-4ed6-8d33-1b57177a17b5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:14.370595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4847b9e7-2d98-4ed6-8d33-1b57177a17b5 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/fa39c6a8-c039-4ba7-be38-e85718c790a8 HTTP/1.1" status: 404 len: 337 time: 0.0418029 Jul 16 02:01:14.371625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.462911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting subnet 730e0845-6eb6-472c-9307-817b6299d19c {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:14.473328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.530668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.623836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.716554 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.757006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Subnet': ['ID=730e0845-6eb6-472c-9307-817b6299d19c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:14.766252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.768922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf3661f3-d502-4205-874d-e6236a2f0af3 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/730e0845-6eb6-472c-9307-817b6299d19c HTTP/1.1" status: 204 len: 168 time: 0.3953586 Jul 16 02:01:14.771678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.793789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5fedf2-ee06-4a99-9364-785805fa2052 None None] Network 224d266b-c353-4c4c-942d-d6d6e6381029 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:14.801569 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd75072e-79aa-4206-9316-c8b019c7eeb6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:14.802099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd75072e-79aa-4206-9316-c8b019c7eeb6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:14.803962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bd75072e-79aa-4206-9316-c8b019c7eeb6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/71ef0ae7-9a38-4161-8b1a-1308c2d0f8e1 HTTP/1.1" status: 404 len: 337 time: 0.0311506 Jul 16 02:01:14.808108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.849797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fb6481f4-914d-4944-aa3c-a954b2a18c09 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "GET /v2.0/ports?device_id=0251d412-157b-4117-9db5-c78e13b9b81a HTTP/1.1" status: 200 len: 205 time: 0.0400653 Jul 16 02:01:14.851959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:14.871549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.926387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Transition to ACTIVE for port object 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:14.949560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81f41992-6342-41e9-a717-4bc52d32b37d None None] Provisioning complete for port c214bcce-1f60-4a5d-b8b4-03a8964ac134 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:14.949938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81f41992-6342-41e9-a717-4bc52d32b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:14.999121 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-6de27292-6680-4f2a-8b79-f091fd10c571 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] delete failed (client error): The resource could not be found. Jul 16 02:01:15.005279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6de27292-6680-4f2a-8b79-f091fd10c571 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/routers/0251d412-157b-4117-9db5-c78e13b9b81a HTTP/1.1" status: 404 len: 336 time: 0.1492896 Jul 16 02:01:15.005718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.036054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377ffad-5e3a-4160-b5bd-9d991b032761 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.046666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377ffad-5e3a-4160-b5bd-9d991b032761 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.052001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7377ffad-5e3a-4160-b5bd-9d991b032761 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8390334 Jul 16 02:01:15.052001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.053234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48316) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.058782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1427640918'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:15.084413 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-78de8fc8-7c68-43e8-aef2-6ed8c99e2374 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.084895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78de8fc8-7c68-43e8-aef2-6ed8c99e2374 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.089212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-78de8fc8-7c68-43e8-aef2-6ed8c99e2374 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/a46379a0-6db8-4bbb-9aa7-0692e25ffcb8 HTTP/1.1" status: 404 len: 337 time: 0.0802078 Jul 16 02:01:15.089382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.131094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-81f41992-6342-41e9-a717-4bc52d32b37d None None] Port c214bcce-1f60-4a5d-b8b4-03a8964ac134 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:15.137975 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d374097-838e-4e09-ad62-be1e4808d617 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.138441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d374097-838e-4e09-ad62-be1e4808d617 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.142547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d374097-838e-4e09-ad62-be1e4808d617 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/64d2a998-3a44-490d-8649-56da77405c44 HTTP/1.1" status: 404 len: 337 time: 0.0500271 Jul 16 02:01:15.144398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:15.144871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.150687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:15.154888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.168349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:15.175180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:15.180533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:15.182012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-81f41992-6342-41e9-a717-4bc52d32b37d None None] Provisioning complete for port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:15.183706 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81f41992-6342-41e9-a717-4bc52d32b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.199625 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5228bc7b-21ee-4242-99f0-7c92ad2af837 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.200384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5228bc7b-21ee-4242-99f0-7c92ad2af837 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.202442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5228bc7b-21ee-4242-99f0-7c92ad2af837 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/4ee68d6e-0731-4268-b563-8e047da09cf8 HTTP/1.1" status: 404 len: 337 time: 0.0566239 Jul 16 02:01:15.206840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48322) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.262151 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5d4759-d5c9-4bf3-bb86-105f96815559 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.265099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5d4759-d5c9-4bf3-bb86-105f96815559 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.267442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:15.278079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.278757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.287385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a5d4759-d5c9-4bf3-bb86-105f96815559 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/9e2a9d26-5298-407b-ad74-4f00f2f9bb7a HTTP/1.1" status: 404 len: 333 time: 0.0804899 Jul 16 02:01:15.290964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.302478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.302943 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Added segment 1192d814-d2aa-4c42-9bff-b0020e71d096 of type vlan for network f8529cd9-2b15-40e7-9b18-a24c5f3770e0 Jul 16 02:01:15.328262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-828bc9da-ccc1-45b7-9b9c-c7f5ba09ffff tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7250865 Jul 16 02:01:15.335517 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d39304-4bd3-42dc-8f95-3113f153605a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.336133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d39304-4bd3-42dc-8f95-3113f153605a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.340126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0d39304-4bd3-42dc-8f95-3113f153605a tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/2f3cd0e8-bb82-442f-99b5-493988b13c84 HTTP/1.1" status: 404 len: 337 time: 0.0437927 Jul 16 02:01:15.340572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.367642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Request body: {'port': {'device_id': '211f3326-679c-4b3f-baac-710a86f4a828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:15.395476 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f74ba4b-5e6f-4ad7-a84e-9f2491f0f7b6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.396259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f74ba4b-5e6f-4ad7-a84e-9f2491f0f7b6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.400871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8f74ba4b-5e6f-4ad7-a84e-9f2491f0f7b6 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/4ae9af9c-89f8-46a7-9b9e-f2ab87bc63c8 HTTP/1.1" status: 404 len: 337 time: 0.0567439 Jul 16 02:01:15.401293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.426745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c40982-b406-47b2-a5fe-6aac64155874 req-652b0b35-34e5-48e8-b809-da374578bb52 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.438134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.453431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33c40982-b406-47b2-a5fe-6aac64155874 req-652b0b35-34e5-48e8-b809-da374578bb52 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 932 time: 0.2883530 Jul 16 02:01:15.465847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] DHCP port deletion for 224d266b-c353-4c4c-942d-d6d6e6381029 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:15.484411 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fd46e4-dcd8-43f6-b95f-723158bdc71f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.485137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fd46e4-dcd8-43f6-b95f-723158bdc71f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.489452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-33fd46e4-dcd8-43f6-b95f-723158bdc71f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/77fbd989-efaf-48f3-8800-ecbb81e66b27 HTTP/1.1" status: 404 len: 333 time: 0.0846729 Jul 16 02:01:15.493924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.522501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.533339 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-87779560-b331-4a7b-a1af-5081e3a19535 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.533804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87779560-b331-4a7b-a1af-5081e3a19535 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.538174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87779560-b331-4a7b-a1af-5081e3a19535 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/e78231d0-d4c6-429a-a47b-d31864156920 HTTP/1.1" status: 404 len: 337 time: 0.0410910 Jul 16 02:01:15.544024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48336) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.567148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33c40982-b406-47b2-a5fe-6aac64155874 req-ea6fc427-93e9-4e5f-89ae-69e69e894b37 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122417 Jul 16 02:01:15.612897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] Deleting port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:15.613334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.615489 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-11202a5b-8d70-4273-a585-1acb3e63753f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] DELETE failed (client error): The resource could not be found. Jul 16 02:01:15.615660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11202a5b-8d70-4273-a585-1acb3e63753f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:15.617522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-11202a5b-8d70-4273-a585-1acb3e63753f tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/subnets/ca94a948-4bb8-4b3e-9709-b3709c657e81 HTTP/1.1" status: 404 len: 337 time: 0.0573287 Jul 16 02:01:15.618229 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.620812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.624131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.624758 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.720096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6592832 Jul 16 02:01:15.720096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48344) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:15.740055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1229004583'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:15.753174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] For port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,segment=NetworkSegment(28ed1fa7-a310-467d-9f98-cf2387e76080),segment_id=28ed1fa7-a310-467d-9f98-cf2387e76080)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:15.753573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.768213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] Calling delete_port for 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:15.773360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c8bc0aa-0fce-43ac-be14-607f6d5bcb9a None None] Provisioning for port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:15.777403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Deleting port c214bcce-1f60-4a5d-b8b4-03a8964ac134 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:15.781022 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.783800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5c8bc0aa-0fce-43ac-be14-607f6d5bcb9a None None] Provisioning complete for port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:15.784254 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc0aa-0fce-43ac-be14-607f6d5bcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.818546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198b1e7-26ce-4054-a284-9c191fba0572 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Network': ['ID=f8529cd9-2b15-40e7-9b18-a24c5f3770e0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:15.822514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:15.827167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.852055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f8529cd9-2b15-40e7-9b18-a24c5f3770e0 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:15.902744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.915355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Calling delete_port for c214bcce-1f60-4a5d-b8b4-03a8964ac134 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:15.933383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bc0aa-0fce-43ac-be14-607f6d5bcb9a None None] Port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:15.952600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:15.980978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:15.981327 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Added segment 140ee505-d68c-4431-9929-35b14ee78050 of type vlan for network 501970c7-9cfe-4f16-b7c7-41eedea4608a Jul 16 02:01:16.067253 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.077057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.121961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.125644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/ports/c214bcce-1f60-4a5d-b8b4-03a8964ac134 HTTP/1.1" status: 204 len: 168 time: 0.5035892 Jul 16 02:01:16.129646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] Pushing event deleted for resources: {'Port': ['ID=6e183f1d-6d4b-42ac-afa8-5fddbbbb9486,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.130578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48366) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.161457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95db77-da1c-4734-9dc2-dbca7c960790 None None] No DVR routers for this DVR port 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:16.196888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9928861-bab7-4201-a409-9bee73eeb272 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Port': ['ID=c214bcce-1f60-4a5d-b8b4-03a8964ac134,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.204857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.402986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.467670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:16.506204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:16.506552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e183f1d-6d4b-42ac-afa8-5fddbbbb9486 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:16.518304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.523889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.524536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.620739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.631276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224d266b-c353-4c4c-942d-d6d6e6381029']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:16.641516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ed1fa7-a310-467d-9f98-cf2387e76080') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:16.641807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ed1fa7-a310-467d-9f98-cf2387e76080') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:16.651512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.665531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.671699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:16.672141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:16.735064 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:16.744790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.750923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:16.794158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.798784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] 10.222.0.35 "DELETE /v2.0/networks/224d266b-c353-4c4c-942d-d6d6e6381029 HTTP/1.1" status: 204 len: 168 time: 0.6644845 Jul 16 02:01:16.801687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.807564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0880768 Jul 16 02:01:16.807564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1fb3c-93b9-444b-b5d4-91d8d5876fef tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Network': ['ID=501970c7-9cfe-4f16-b7c7-41eedea4608a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.808355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.820125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'ports': [{'network_id': 'f8529cd9-2b15-40e7-9b18-a24c5f3770e0', 'name': 'tempest-port--1855639436', 'admin_state_up': True}, {'network_id': '501970c7-9cfe-4f16-b7c7-41eedea4608a', 'admin_state_up': False}]} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:16.822366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'port': {'network_id': 'f8529cd9-2b15-40e7-9b18-a24c5f3770e0', 'name': 'tempest-port--1855639436', 'admin_state_up': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:16.822974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'port': {'network_id': '501970c7-9cfe-4f16-b7c7-41eedea4608a', 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:16.824173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 501970c7-9cfe-4f16-b7c7-41eedea4608a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:16.850182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ffcf0-0568-4f13-a660-b35e704ac633 tempest-PortsIpV6TestJSON-1945887115 tempest-PortsIpV6TestJSON-1945887115-project] Pushing event deleted for resources: {'Network': ['ID=224d266b-c353-4c4c-942d-d6d6e6381029,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:16.877940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Transition to ACTIVE for port object 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:16.889380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:16.898287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48390) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:16.982774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Pushing event updated for resources: {'Port': ['ID=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.146011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Attempting to bind port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:17.146349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Attempting to bind port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:17.146676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Attempting to bind port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 on network 375d1a81-1e5f-456a-aff7-e64b5de4a45c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:17.151687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 on network 375d1a81-1e5f-456a-aff7-e64b5de4a45c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:17.152103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Attempting to bind port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 on network 375d1a81-1e5f-456a-aff7-e64b5de4a45c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:17.157362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:17.157709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Checking segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:17.158148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Bound using segment: {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:17.158600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Bound port: 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3c518d-9f3e-4592-ba54-cdf66a64b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:17.160020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.234494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-004141f7-fff6-43f5-9c77-587c638193f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.276147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] For port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:17.293665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] For port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:17.304505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.353047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.353716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.355155 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] 10.222.0.32 "PUT /v2.0/ports/05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 HTTP/1.1" status: 200 len: 1092 time: 1.9974315 Jul 16 02:01:17.355612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:17.358156 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d20f2-83ff-4153-bbe8-baefd8d59108" -d '{"events": [{"name": "network-changed", "server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:17.390720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.435439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7f244-601c-4efa-961a-edc7e42b7652 service neutron] Pushing event updated for resources: {'Port': ['ID=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.503134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-004141f7-fff6-43f5-9c77-587c638193f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.523185 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-004141f7-fff6-43f5-9c77-587c638193f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.616245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-004141f7-fff6-43f5-9c77-587c638193f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5d1a748f67b4a9c90bdc07284de0236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399336 Jul 16 02:01:17.621548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-454423f5-05c9-412b-ab42-2a545bf14f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.623410 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-454423f5-05c9-412b-ab42-2a545bf14f61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 1095 time: 0.2072504 Jul 16 02:01:17.626852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.647646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004141f7-fff6-43f5-9c77-587c638193f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac6175-f85f-4dc7-8b7c-fdf81dc64712,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:17.731384 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-325742b1-48a3-4c11-b81e-a70c5859683d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 HTTP/1.1" status: 200 len: 217 time: 0.0869524 Jul 16 02:01:17.756832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-93b48583-fb89-4375-bf4a-cb97baa60846 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ffcd82c7010423d8ce67238e5f65171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648794 Jul 16 02:01:17.763719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:17.781706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5451c85-6b48-4f5c-ba55-78c89cddf531 req-922df680-aa92-4c41-b530-f7638fb0c4e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.783216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5451c85-6b48-4f5c-ba55-78c89cddf531 req-922df680-aa92-4c41-b530-f7638fb0c4e5 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 932 time: 0.9456952 Jul 16 02:01:17.846402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-cffad32d-2e3a-433c-a905-e6f7021eacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.848329 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-cffad32d-2e3a-433c-a905-e6f7021eacdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa58066c-92fc-43b4-bea3-6dc9433650b1 HTTP/1.1" status: 200 len: 835 time: 0.1062450 Jul 16 02:01:17.848486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.854426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.855952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d8917e4-41cc-4557-8e47-890fb9c29552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.860570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.866739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.872613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.878452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.885092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.887022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93700ae8-8c55-409c-8a55-6791bddd444e req-6375d11f-8912-4d61-a040-009270e55189 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.8073742 Jul 16 02:01:17.897824 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5451c85-6b48-4f5c-ba55-78c89cddf531 req-e9080828-25bf-402c-85b3-bc446050e456 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054966 Jul 16 02:01:17.928791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'port': 2} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:17.934458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.955095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d8917e4-41cc-4557-8e47-890fb9c29552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.957534 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:17.995066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35d8d8f0-212f-4ad7-94f1-5f976e436ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.063529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35d8d8f0-212f-4ad7-94f1-5f976e436ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.086352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93700ae8-8c55-409c-8a55-6791bddd444e req-066b87e5-a50d-41f8-8d38-0e93ddf78955 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874256 Jul 16 02:01:18.100735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.107093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.108622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] device_id is not set on port c1b237d5-32f2-46df-b70d-17530c34b433 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:18.114897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.121873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.127976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.135219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.141530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.143717 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-61146551-fc54-4af8-962f-fe5d1d141c1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.2895992 Jul 16 02:01:18.154102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-4c1d79c8-91ac-4c32-87d1-43e0ac119e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.155724 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-4c1d79c8-91ac-4c32-87d1-43e0ac119e48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=375d1a81-1e5f-456a-aff7-e64b5de4a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006034 Jul 16 02:01:18.156362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d8917e4-41cc-4557-8e47-890fb9c29552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.158901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0d8917e4-41cc-4557-8e47-890fb9c29552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.175239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d8917e4-41cc-4557-8e47-890fb9c29552 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36ac6175-f85f-4dc7-8b7c-fdf81dc64712 HTTP/1.1" status: 204 len: 168 time: 0.5389047 Jul 16 02:01:18.304354 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bbfe51-2c63-4f8d-b030-5da356dbeba7 x-openstack-request-id: req-91bbfe51-2c63-4f8d-b030-5da356dbeba7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:18.304974 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:18.305209 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91bbfe51-2c63-4f8d-b030-5da356dbeba7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:18.305767 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'status': 'completed', 'code': 200} Jul 16 02:01:18.315878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.366023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8917e4-41cc-4557-8e47-890fb9c29552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac6175-f85f-4dc7-8b7c-fdf81dc64712,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.402645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6fe1e338-bc8d-48dc-9766-4a95f4197d84 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.404122 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6fe1e338-bc8d-48dc-9766-4a95f4197d84 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "GET /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2262301 Jul 16 02:01:18.406844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35d8d8f0-212f-4ad7-94f1-5f976e436ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.409672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35d8d8f0-212f-4ad7-94f1-5f976e436ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.410757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35d8d8f0-212f-4ad7-94f1-5f976e436ac0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a520a180-a430-41b5-90e3-f161a52ada1a HTTP/1.1" status: 204 len: 168 time: 0.6243579 Jul 16 02:01:18.449467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8d8f0-212f-4ad7-94f1-5f976e436ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a520a180-a430-41b5-90e3-f161a52ada1a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.466557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] device_id is not set on port a3b61b1d-8afa-4e44-8f80-69545e62f17e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:18.484870 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-f798f66f-38b8-4a1e-946f-4075cc5b5548 service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841139 Jul 16 02:01:18.634253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-1939f7b4-7e5b-4bc8-a1ee-0eee80b56fd7 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "GET /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2208459 Jul 16 02:01:18.634733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:18.656536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.700353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e46d27fb-c1e5-4206-a25d-37e9e975eccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.704831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.721096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c39723b-64c4-43e1-8a9a-ee0f17bfdcd7 req-e54b3177-2d06-4772-9c3f-e88b691c1df1 service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280316 Jul 16 02:01:18.769957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Port': ['ID=c1b237d5-32f2-46df-b70d-17530c34b433,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:18.789349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Checking segment: {'id': '1192d814-d2aa-4c42-9bff-b0020e71d096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f8529cd9-2b15-40e7-9b18-a24c5f3770e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:18.789994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network hostable DHCP agents. Network: f8529cd9-2b15-40e7-9b18-a24c5f3770e0, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:18.813748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network f8529cd9-2b15-40e7-9b18-a24c5f3770e0 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:18.840327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f8529cd9-2b15-40e7-9b18-a24c5f3770e0) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:18.845794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:18.847945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.854604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16f060-8ed2-4dc8-b879-3a1e80aa9669 None None] Network f8529cd9-2b15-40e7-9b18-a24c5f3770e0 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:18.884487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-a17434c4-f990-4fb6-8c83-cfbe4f106f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.886135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-a17434c4-f990-4fb6-8c83-cfbe4f106f16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 1095 time: 0.1063395 Jul 16 02:01:18.888077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e46d27fb-c1e5-4206-a25d-37e9e975eccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.896696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e46d27fb-c1e5-4206-a25d-37e9e975eccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:18.987701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:19.051042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Port': ['ID=a3b61b1d-8afa-4e44-8f80-69545e62f17e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.063756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Checking segment: {'id': '140ee505-d68c-4431-9929-35b14ee78050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '501970c7-9cfe-4f16-b7c7-41eedea4608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:19.068655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network hostable DHCP agents. Network: 501970c7-9cfe-4f16-b7c7-41eedea4608a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:19.110052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e46d27fb-c1e5-4206-a25d-37e9e975eccf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57f747d1aa15437cabd8d4e76f11eb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702826 Jul 16 02:01:19.111094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d27fb-c1e5-4206-a25d-37e9e975eccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f811ed7-5524-40a8-adb2-f06f4cd5051d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.113608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.162875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network 501970c7-9cfe-4f16-b7c7-41eedea4608a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:19.198883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 501970c7-9cfe-4f16-b7c7-41eedea4608a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:19.206434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:19.208981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f79a1-4306-4384-9805-1cf6131eadb1 None None] Network 501970c7-9cfe-4f16-b7c7-41eedea4608a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:19.214647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.219565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.220359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.260200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee508688-aaae-46e9-8f9a-1d0d942edd38 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4484458 Jul 16 02:01:19.260502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.324162 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9156e-3aa5-4ef3-90c5-a20d9c5db858 req-6968e1c0-aa96-488f-987d-b8297f2df164 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.346107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-96390efa-bdee-4bc3-9d23-e4dcf0850123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.347968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-96390efa-bdee-4bc3-9d23-e4dcf0850123 service neutron] 10.222.0.32 "GET /v2.0/networks?id=375d1a81-1e5f-456a-aff7-e64b5de4a45c HTTP/1.1" status: 200 len: 897 time: 0.4537416 Jul 16 02:01:19.352586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67c9156e-3aa5-4ef3-90c5-a20d9c5db858 req-6968e1c0-aa96-488f-987d-b8297f2df164 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 944 time: 0.2004964 Jul 16 02:01:19.354643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd3c320d-4129-4638-aff9-7cfdddb47772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.366774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.427631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67c9156e-3aa5-4ef3-90c5-a20d9c5db858 req-68ae2b0d-97cd-4662-a896-285d7793b157 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688298 Jul 16 02:01:19.460187 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-c5506947-8ace-46ba-885c-afe5e15fcaee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 HTTP/1.1" status: 200 len: 217 time: 0.1034164 Jul 16 02:01:19.469121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914f258-559c-4e45-9bd6-1f979084576a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.476184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914f258-559c-4e45-9bd6-1f979084576a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.478171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6914f258-559c-4e45-9bd6-1f979084576a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2165916 Jul 16 02:01:19.481359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.626849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd3c320d-4129-4638-aff9-7cfdddb47772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.631938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.637790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.643805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.649799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.655811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.659611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-4f3aba20-8c9d-45ce-9f5a-a80c902c2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.661239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-4f3aba20-8c9d-45ce-9f5a-a80c902c2bef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa58066c-92fc-43b4-bea3-6dc9433650b1 HTTP/1.1" status: 200 len: 835 time: 0.1842601 Jul 16 02:01:19.661986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.668633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.676435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-b1770e43-6e41-482f-b153-ace843b12ea0 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 5444 time: 0.1964228 Jul 16 02:01:19.695252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48490) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:19.740710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5f7a73c-751a-4305-9e58-3053d17f1471 req-8b7e5d36-265c-4441-adfe-36d10531f86c tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633318 Jul 16 02:01:19.756773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Deleting port c1b237d5-32f2-46df-b70d-17530c34b433 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:19.757308 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.804320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ce59c47d-1fdc-4061-b2f9-2efd36262390,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:19.821784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd3c320d-4129-4638-aff9-7cfdddb47772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.824426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd3c320d-4129-4638-aff9-7cfdddb47772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.825656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dd3c320d-4129-4638-aff9-7cfdddb47772 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f811ed7-5524-40a8-adb2-f06f4cd5051d HTTP/1.1" status: 204 len: 168 time: 0.7051721 Jul 16 02:01:19.850578 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.854946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c320d-4129-4638-aff9-7cfdddb47772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f811ed7-5524-40a8-adb2-f06f4cd5051d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:19.864582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1454267300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:19.893485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Calling delete_port for c1b237d5-32f2-46df-b70d-17530c34b433 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:19.895060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-9d28743c-7d9b-4e32-8955-838e5be44a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:19.896622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-9d28743c-7d9b-4e32-8955-838e5be44a9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=375d1a81-1e5f-456a-aff7-e64b5de4a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238576 Jul 16 02:01:19.904577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] For port ce59c47d-1fdc-4061-b2f9-2efd36262390, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:19.951210 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.952285 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:19.973521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] device_id is not set on port ce59c47d-1fdc-4061-b2f9-2efd36262390 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:20.017755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.034668 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.036807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.045313 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.069389 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.105781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.108416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9d903bce-f6d7-4bc2-88d5-874ea1165b31 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4099243 Jul 16 02:01:20.108416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Port': ['ID=c1b237d5-32f2-46df-b70d-17530c34b433,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.111060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:20.117827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1766093538'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:20.118862 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-6d8f8ba1-b9ee-4601-a214-44ad772430f0 service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121742 Jul 16 02:01:20.140337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.142193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-391e83c7-743f-468b-801b-7ba6cacbbb65 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/ports/c1b237d5-32f2-46df-b70d-17530c34b433 HTTP/1.1" status: 204 len: 168 time: 0.6599789 Jul 16 02:01:20.144918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:20.152764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.155163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:20.178629 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.448199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ce59c47d-1fdc-4061-b2f9-2efd36262390 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:20.489055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Deleting port a3b61b1d-8afa-4e44-8f80-69545e62f17e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:20.489413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.589252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.595685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6860bafa-bfc6-4d9f-9747-3bf2e74bf0a9 None None] Provisioning complete for port ce59c47d-1fdc-4061-b2f9-2efd36262390 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:20.596086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6860bafa-bfc6-4d9f-9747-3bf2e74bf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.604197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ce59c47d-1fdc-4061-b2f9-2efd36262390 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:20.604637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a3ab5760-e703-436c-8bff-ae4f3059dbb0 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:20.636454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Calling delete_port for a3b61b1d-8afa-4e44-8f80-69545e62f17e owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:20.666540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.685972 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.713499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6860bafa-bfc6-4d9f-9747-3bf2e74bf0a9 None None] Port ce59c47d-1fdc-4061-b2f9-2efd36262390 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:20.759075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.775132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] No DVR routers for this DVR port ce59c47d-1fdc-4061-b2f9-2efd36262390 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:20.787374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Pushing event updated for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.804379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:20.809635 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344e6574-a640-482b-adb2-607a65444984" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:20.816783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:20.838909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cea2749-7336-4361-a0f0-a3742cc4923b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:20.859178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:20.859818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.860232 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Added segment de57718e-d1b7-4e91-8828-e323921da86c of type vlan for network 48311431-9362-48fd-8e13-078fbea74893 Jul 16 02:01:20.870203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.871681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:20.912858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9097d-50dc-451b-8451-bd9761bb3e84 req-76883080-faff-4420-a1b4-6019d3b4e0ca tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:20.919998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68b9097d-50dc-451b-8451-bd9761bb3e84 req-76883080-faff-4420-a1b4-6019d3b4e0ca tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 944 time: 0.2631254 Jul 16 02:01:20.923807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] In _notify_port_updated(), no bound segment for port ce59c47d-1fdc-4061-b2f9-2efd36262390 on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:20.926093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:20.926734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:20.930240 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d2c0d941-5f63-44e7-9772-2051ef708c38 service neutron] 10.222.0.38 "PUT /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 200 len: 1033 time: 2.2756538 Jul 16 02:01:21.030193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.068505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-4a7a481c-85f7-409b-928e-416946b8162f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.069974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-4a7a481c-85f7-409b-928e-416946b8162f tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "GET /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1327765 Jul 16 02:01:21.087126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f11d20f2-83ff-4153-bbe8-baefd8d59108 req-f30bf6c6-646c-441e-8d32-7fb477142d29 service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9473221 Jul 16 02:01:21.090289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-68b9097d-50dc-451b-8451-bd9761bb3e84 req-cfbc4240-b696-4ba0-badf-ac01e777d0d6 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692891 Jul 16 02:01:21.110481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.115098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.119578 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.141099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.183725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:21.187735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:21.190807 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a983309-331a-431f-b866-27721ef7d7b4 x-openstack-request-id: req-2a983309-331a-431f-b866-27721ef7d7b4 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:21.191846 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:21.192216 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a983309-331a-431f-b866-27721ef7d7b4 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:21.193021 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0', 'code': 200} Jul 16 02:01:21.197000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.197929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 5eb71b5f-0d60-4b56-8df2-d76df1560353 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:21.215640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.220595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/ports/a3b61b1d-8afa-4e44-8f80-69545e62f17e HTTP/1.1" status: 204 len: 168 time: 1.0631189 Jul 16 02:01:21.221555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0005c6-203a-4c6a-af0d-f57189ba4479 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Port': ['ID=a3b61b1d-8afa-4e44-8f80-69545e62f17e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.224844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48546) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.277013 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9da61145-c9a4-4bc6-88fd-7d773f7cf5f4 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450778 Jul 16 02:01:21.277013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.277387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.282724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.283334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.305219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.310135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-944893987'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.343057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.363628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.371368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.377765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.405069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.413190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:21.415481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.416888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.424803 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.425868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.428048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-51a74c61-e388-47cd-b1b4-e17c570efb91 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 4662 time: 0.4153488 Jul 16 02:01:21.433018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3209469 Jul 16 02:01:21.435876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.443822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'subnet': {'network_id': '48311431-9362-48fd-8e13-078fbea74893', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.499357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:21.501958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:21.529114 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.530171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 0b1d8383-dde1-4605-a075-e67d818ae96d no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:21.566630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.566886 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Added segment f34285a5-6b98-4a27-bc97-a3ff84967869 of type vlan for network 3efae8c5-b6b8-424c-a718-1d4e27baa6fd Jul 16 02:01:21.615080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99d7e0ae-72a8-4494-9a3c-9a012b8526d0 req-0245840e-6b9e-4f15-9095-c247f1f57009 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&id=c9189908-4bf9-43f8-9312-ebf69fffe7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777787 Jul 16 02:01:21.616083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1910e8-f722-4cb4-9322-511873c55e81 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Network': ['ID=48311431-9362-48fd-8e13-078fbea74893,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.627773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:21.639605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:21.658443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 48311431-9362-48fd-8e13-078fbea74893 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:21.662038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.703113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'port_id': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'mac_address': 'fa:16:3e:74:8b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:21.721870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:21.727012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.791281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.793807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0b1d8383-dde1-4605-a075-e67d818ae96d,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:21.822507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.resource_extend [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 02:01:21.851120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:21.855917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] For port 0b1d8383-dde1-4605-a075-e67d818ae96d, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:21.883101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.888573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.889170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.927908 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.934182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6544814 Jul 16 02:01:21.939160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] device_id is not set on port 0b1d8383-dde1-4605-a075-e67d818ae96d yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:21.943860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48574) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:21.961752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-941634375'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:21.964150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:21.979158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:21.994280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.006965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.048190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.064157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88096a-88e5-416c-8cda-bc8993633b41 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Network': ['ID=3efae8c5-b6b8-424c-a718-1d4e27baa6fd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.080120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Subnet': ['ID=6a78ea92-6e48-4590-963d-bfef06d198ca,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.083153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Checking segment: {'id': 'de57718e-d1b7-4e91-8828-e323921da86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48311431-9362-48fd-8e13-078fbea74893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:22.083519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network hostable DHCP agents. Network: 48311431-9362-48fd-8e13-078fbea74893, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:22.095255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.111741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 48311431-9362-48fd-8e13-078fbea74893 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:22.124300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3efae8c5-b6b8-424c-a718-1d4e27baa6fd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:22.153683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:22.158609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 48311431-9362-48fd-8e13-078fbea74893) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:22.165610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.167925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.168780 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.179796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e4525-3701-4790-af5e-fc5dcbd97e71 None None] Network 48311431-9362-48fd-8e13-078fbea74893 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:22.226110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0968a75e-3c71-4817-a47e-1eac8ce3d7a9 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7859561 Jul 16 02:01:22.226367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:22.231571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'network': {'name': 'tempest-router-network01--1471278622'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:22.246509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:22.252855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] No DVR routers for this DVR port 0b1d8383-dde1-4605-a075-e67d818ae96d on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:22.287734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:22.294144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.299756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:22.355224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.355584 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Added segment de3e96b1-d833-45e0-98e6-a17faa4d6dfa of type vlan for network 1c0114ac-9675-4d65-8412-6bd6207017d2 Jul 16 02:01:22.384065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['05b5e9b4-399b-463f-b3e2-09b8d7cf59f6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:22.386123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:22.391305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] In _notify_port_updated(), no bound segment for port 0b1d8383-dde1-4605-a075-e67d818ae96d on network 7421222a-0b0b-497c-bb21-2ddc025195c3 {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:01:22.395154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.396287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.397723 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-d76c0006-b996-4620-935f-d4cae7992a64 service neutron] 10.222.0.38 "PUT /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 200 len: 1031 time: 1.3098564 Jul 16 02:01:22.475488 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.475743 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Added segment 6de89e4c-796f-47dd-be86-e4e0ff528619 of type vlan for network 4047eaed-5de4-4310-beab-a664e3e4d0f3 Jul 16 02:01:22.595454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.666403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:22.666752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.670248 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:01:22.670781 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:01:22.682974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.748241 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.751898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dacba-3ef1-4eec-a028-cfbcd366e7da req-46642916-4819-4def-8a04-e573750fe771 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.760410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-48311431-9362-48fd-8e13-078fbea74893', 'network_id': '48311431-9362-48fd-8e13-078fbea74893', 'tenant_id': '3a7388970c864437bf40e8f41d86a48a', 'fixed_ips': [{'subnet_id': '6a78ea92-6e48-4590-963d-bfef06d198ca'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:22.761339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d4dacba-3ef1-4eec-a028-cfbcd366e7da req-46642916-4819-4def-8a04-e573750fe771 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 945 time: 0.4099331 Jul 16 02:01:22.761819 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.872921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.885540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.886187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.906211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] For port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:22.914740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:22.943240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d4dacba-3ef1-4eec-a028-cfbcd366e7da req-ced4c70c-3299-488b-a88e-6f75305fb6b2 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783621 Jul 16 02:01:22.956378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:22.957503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7301757 Jul 16 02:01:22.958131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48602) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:22.998198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'network': {'name': 'tempest-router-network02--913554431'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:22.999204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-24bacee3-3925-4975-ae23-8f11290c41a0 None None] Provisioning complete for port 0b1d8383-dde1-4605-a075-e67d818ae96d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:22.999585 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-24bacee3-3925-4975-ae23-8f11290c41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.132800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Allocated IP 2001:db8::2 (48311431-9362-48fd-8e13-078fbea74893/6a78ea92-6e48-4590-963d-bfef06d198ca/2f07661b-e28f-47c1-b9fb-7775c49cb61c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:23.141649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6d480-38f2-4a3f-b450-a55f2b0302de tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Network': ['ID=4047eaed-5de4-4310-beab-a664e3e4d0f3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.158618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:23.161287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.166866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.168955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-24bacee3-3925-4975-ae23-8f11290c41a0 None None] Port 0b1d8383-dde1-4605-a075-e67d818ae96d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:23.170255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.200548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:23.203628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b'}, {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:23.205491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.206170 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5d30b-ac68-4ae8-a543-95763c76124f" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b"}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:23.244501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:23.251217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Network': ['ID=1c0114ac-9675-4d65-8412-6bd6207017d2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.283600 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8fcaa39-df08-42e7-8936-d455354d6b5a tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3183591 Jul 16 02:01:23.283839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-98c67a27-db13-484a-ba6c-79f9c023b70d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.283839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-98c67a27-db13-484a-ba6c-79f9c023b70d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.288749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 1c0114ac-9675-4d65-8412-6bd6207017d2 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:23.292282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-98c67a27-db13-484a-ba6c-79f9c023b70d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.306163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-98c67a27-db13-484a-ba6c-79f9c023b70d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.306163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-98c67a27-db13-484a-ba6c-79f9c023b70d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.313561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-98c67a27-db13-484a-ba6c-79f9c023b70d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3880 time: 0.2751729 Jul 16 02:01:23.316806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.373550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b2f7f9e-6676-40e4-868c-5844e2d246e5 req-b0855a96-c97a-444e-b4aa-bdd9150986db tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582519 Jul 16 02:01:23.378243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.379539 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Added segment fc140033-caa4-46b4-ae19-a8b3d7a939de of type vlan for network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 Jul 16 02:01:23.440759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=0e3d8155-ae3d-4577-8e19-7ae54a3ff20b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.478745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.562035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] No DVR routers for this DVR port 0e3d8155-ae3d-4577-8e19-7ae54a3ff20b on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:23.575634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.582195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 55b0941e-f869-40f9-a4ae-afdf6660531e no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:23.586803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.601129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.602205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.604965 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6bb6f67a-679a-4b0e-a6b0-53442d54fbd5 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "DELETE /v2.0/ports/0e3d8155-ae3d-4577-8e19-7ae54a3ff20b HTTP/1.1" status: 204 len: 173 time: 1.1843045 Jul 16 02:01:23.611792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:23.614714 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1289c1-bfa4-47f8-b896-f8d36caf7fe0" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:23.634439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6530638 Jul 16 02:01:23.637818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:23.677027 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.679716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'subnet': {'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:23.773879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c35b5-dbee-42c4-a477-bad77249e20a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Network': ['ID=80c2ed62-bb93-4df7-89a1-57c6c906ac08,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.800354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:23.839631 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c92ea30-55e4-4952-ab2d-bc1d96a1fc2a x-openstack-request-id: req-8c92ea30-55e4-4952-ab2d-bc1d96a1fc2a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:23.840246 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b", "code": 200}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:23.840692 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c92ea30-55e4-4952-ab2d-bc1d96a1fc2a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:23.841252 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b', 'code': 200} Jul 16 02:01:23.841675 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353', 'code': 200} Jul 16 02:01:23.844583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-92ce716d-3783-40dd-ae59-147c2a1d58a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.846806 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ef313-3fc2-4454-a219-b1dac15b6342 x-openstack-request-id: req-977ef313-3fc2-4454-a219-b1dac15b6342 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:23.847646 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "0e3d8155-ae3d-4577-8e19-7ae54a3ff20b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:23.854867 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-977ef313-3fc2-4454-a219-b1dac15b6342 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:23.855404 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': '0e3d8155-ae3d-4577-8e19-7ae54a3ff20b', 'status': 'completed', 'code': 200} Jul 16 02:01:23.990094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:23.996105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.114319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port 55b0941e-f869-40f9-a4ae-afdf6660531e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:24.114676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.317603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=55b0941e-f869-40f9-a4ae-afdf6660531e,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:24.318325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.354931 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.402256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Transition to ACTIVE for port object 2f07661b-e28f-47c1-b9fb-7775c49cb61c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:24.412594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.462573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Transition to ACTIVE for port object 2f07661b-e28f-47c1-b9fb-7775c49cb61c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:24.517987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 55b0941e-f869-40f9-a4ae-afdf6660531e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=55b0941e-f869-40f9-a4ae-afdf6660531e,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:24.520979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.533419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.534179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b4ce31a3-0cd0-41f9-9158-55522671c047 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:24.612540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd426c-2b64-4cff-8c21-0a3e990bcc2c req-44525c9f-bc33-4af1-a5d9-57663b53804f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.614726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4dcd426c-2b64-4cff-8c21-0a3e990bcc2c req-44525c9f-bc33-4af1-a5d9-57663b53804f tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 945 time: 0.3546882 Jul 16 02:01:24.699548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Network 48311431-9362-48fd-8e13-078fbea74893 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:24.712238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:24.727441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:24.733557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Pushing event updated for resources: {'Port': ['ID=2f07661b-e28f-47c1-b9fb-7775c49cb61c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:24.797452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.798581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.799144 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Floating IP adb9f1f0-14b9-455a-b20a-13c203287972 disassociated. External IP: 172.25.0.244, port: 55b0941e-f869-40f9-a4ae-afdf6660531e. Jul 16 02:01:24.799672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for 55b0941e-f869-40f9-a4ae-afdf6660531e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:24.806678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.899920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4dcd426c-2b64-4cff-8c21-0a3e990bcc2c req-c9a49901-9eda-4987-9592-50670bc9375e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414633 Jul 16 02:01:24.959782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Attempting to bind port 2f07661b-e28f-47c1-b9fb-7775c49cb61c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:24.959782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Attempting to bind port 2f07661b-e28f-47c1-b9fb-7775c49cb61c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'de57718e-d1b7-4e91-8828-e323921da86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48311431-9362-48fd-8e13-078fbea74893'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:24.959782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Attempting to bind port 2f07661b-e28f-47c1-b9fb-7775c49cb61c on network 48311431-9362-48fd-8e13-078fbea74893 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:24.962814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:24.963193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Checking segment: {'id': 'de57718e-d1b7-4e91-8828-e323921da86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48311431-9362-48fd-8e13-078fbea74893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:24.972058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.972058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Bound using segment: {'id': 'de57718e-d1b7-4e91-8828-e323921da86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48311431-9362-48fd-8e13-078fbea74893'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:24.972058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Bound port: 2f07661b-e28f-47c1-b9fb-7775c49cb61c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de57718e-d1b7-4e91-8828-e323921da86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '48311431-9362-48fd-8e13-078fbea74893'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:24.972058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.972058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:24.978410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.000573 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.022702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b4ce31a3-0cd0-41f9-9158-55522671c047,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:25.030036 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.038138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=55b0941e-f869-40f9-a4ae-afdf6660531e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.139349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Checking segment: {'id': '6de89e4c-796f-47dd-be86-e4e0ff528619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:25.139660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network hostable DHCP agents. Network: 4047eaed-5de4-4310-beab-a664e3e4d0f3, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:25.141858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Subnet': ['ID=437e2ade-3dbd-4129-8dee-60eec224d899,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.155407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.181135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:25.192244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6cb93-a9fc-4665-8694-3a608eb36727 req-b6b026b0-dadf-4ed1-b5b9-20676d151267 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.208189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6cb93-a9fc-4665-8694-3a608eb36727 req-b6b026b0-dadf-4ed1-b5b9-20676d151267 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.233112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6cb93-a9fc-4665-8694-3a608eb36727 req-b6b026b0-dadf-4ed1-b5b9-20676d151267 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.244618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6cb93-a9fc-4665-8694-3a608eb36727 req-b6b026b0-dadf-4ed1-b5b9-20676d151267 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.253747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dee6cb93-a9fc-4665-8694-3a608eb36727 req-b6b026b0-dadf-4ed1-b5b9-20676d151267 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 3066 time: 0.4833510 Jul 16 02:01:25.332654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:25.345943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Router 5fc487ab-7db7-4390-963d-8d7a2d752090 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:25.359271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dee6cb93-a9fc-4665-8694-3a608eb36727 req-0eaa27ad-5521-4053-b818-7c3acd9a985d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853128 Jul 16 02:01:25.373875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4047eaed-5de4-4310-beab-a664e3e4d0f3) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:25.391017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.391632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.407850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c141d-2241-49fe-99bb-67a6bd95f760 None None] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:25.422914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e6f9b472-5caf-49d4-b6ee-aca74c9e30fc tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7804410 Jul 16 02:01:25.423537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:25.426924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] For port 2f07661b-e28f-47c1-b9fb-7775c49cb61c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:25.434510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:25.436873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'subnet': {'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:25.504849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:25.505810 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.535906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] For port 2f07661b-e28f-47c1-b9fb-7775c49cb61c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2f07661b-e28f-47c1-b9fb-7775c49cb61c,segment=NetworkSegment(de57718e-d1b7-4e91-8828-e323921da86c),segment_id=de57718e-d1b7-4e91-8828-e323921da86c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:25.674901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.698358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:25.709710 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] Sync routers for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:25.725122 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:25.731422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:00:57Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:25.756006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:25.762358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.846708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] No DVR routers for this DVR port 55b0941e-f869-40f9-a4ae-afdf6660531e on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:25.858245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e'}, {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:25.869690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.871959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-6a9c2e25-c6d0-4b37-9b47-1f6ff59c20a6 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "DELETE /v2.0/ports/55b0941e-f869-40f9-a4ae-afdf6660531e HTTP/1.1" status: 204 len: 173 time: 2.2318678 Jul 16 02:01:25.879668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:25.880103 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc67cbf7-bdee-44a9-ab54-a8a05bab3f89" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e"}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:25.887075 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b8c52a-776d-430e-be28-390a730feb0d" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:26.044896 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48aae90-8eab-4d76-930e-ef7495c5c05e x-openstack-request-id: req-f48aae90-8eab-4d76-930e-ef7495c5c05e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:26.045595 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:26.046085 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f48aae90-8eab-4d76-930e-ef7495c5c05e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:26.046775 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'status': 'completed', 'code': 200} Jul 16 02:01:26.059046 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49179aa5-245f-4c20-a45c-39808e85f162 x-openstack-request-id: req-49179aa5-245f-4c20-a45c-39808e85f162 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:26.059436 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "55b0941e-f869-40f9-a4ae-afdf6660531e", "code": 200}, {"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:26.059632 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49179aa5-245f-4c20-a45c-39808e85f162 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:26.059987 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b0941e-f869-40f9-a4ae-afdf6660531e', 'code': 200} Jul 16 02:01:26.064766 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047', 'code': 200} Jul 16 02:01:26.119003 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:26.277034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port b4ce31a3-0cd0-41f9-9158-55522671c047 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:26.278358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.447867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98c3e9-d4da-4b9a-94a8-3030f04928a6 None None] Pushing event updated for resources: {'Port': ['ID=2f07661b-e28f-47c1-b9fb-7775c49cb61c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.553896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-063119d9-09ce-495b-bfd8-7be4af94db07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.671867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] For port b4ce31a3-0cd0-41f9-9158-55522671c047, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b4ce31a3-0cd0-41f9-9158-55522671c047,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:26.673073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.722789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.724074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for b4ce31a3-0cd0-41f9-9158-55522671c047 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:26.730635 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.732135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48678) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:26.732594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.756290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'subnets': [{'network_id': '3efae8c5-b6b8-424c-a718-1d4e27baa6fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1384954174', 'ip_version': 6}, {'network_id': '1c0114ac-9675-4d65-8412-6bd6207017d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:26.756661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'subnet': {'network_id': '3efae8c5-b6b8-424c-a718-1d4e27baa6fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1384954174', 'ip_version': 6}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:26.760282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Request body: {'subnet': {'network_id': '1c0114ac-9675-4d65-8412-6bd6207017d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:26.786645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-4047eaed-5de4-4310-beab-a664e3e4d0f3', 'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3', 'tenant_id': '3a7388970c864437bf40e8f41d86a48a', 'fixed_ips': [{'subnet_id': '437e2ade-3dbd-4129-8dee-60eec224d899'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:26.787593 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.808535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:26.820663 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:26.825674 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:26.918553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d2dc0-51af-4bcc-bb0a-404188037fe2 req-9695797e-17a4-4cc6-9e6d-0ab44f40e896 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.923196 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] Checking router: 5fc487ab-7db7-4390-963d-8d7a2d752090 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:26.929889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd0d2dc0-51af-4bcc-bb0a-404188037fe2 req-9695797e-17a4-4cc6-9e6d-0ab44f40e896 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 945 time: 0.4296088 Jul 16 02:01:26.933291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Subnet': ['ID=2a42a0e8-b25c-4066-af92-935ca3b696e6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:26.937622 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:26.938239 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:27.078691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Checking segment: {'id': 'fc140033-caa4-46b4-ae19-a8b3d7a939de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:27.079434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network hostable DHCP agents. Network: 80c2ed62-bb93-4df7-89a1-57c6c906ac08, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:27.086448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.115947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd0d2dc0-51af-4bcc-bb0a-404188037fe2 req-5527e221-2820-447e-8365-212186e283fb tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837389 Jul 16 02:01:27.144128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Allocated IP 2001:db8::2 (4047eaed-5de4-4310-beab-a664e3e4d0f3/437e2ade-3dbd-4129-8dee-60eec224d899/783de9be-4e2d-46d6-88b0-e156db7c244e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:27.172416 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:27.220012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8e27c-b3a6-4b70-a36c-7cf893a177f6 req-d7879e45-5f18-4467-bad4-f3eebcdb2386 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.238183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Made reservation on behalf of 2784474809954b76bd2763000010f933 for: {'subnet': 2} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:27.238475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8e27c-b3a6-4b70-a36c-7cf893a177f6 req-d7879e45-5f18-4467-bad4-f3eebcdb2386 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.248385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8e27c-b3a6-4b70-a36c-7cf893a177f6 req-d7879e45-5f18-4467-bad4-f3eebcdb2386 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.256474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.257086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.286224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fd8e27c-b3a6-4b70-a36c-7cf893a177f6 req-d7879e45-5f18-4467-bad4-f3eebcdb2386 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 2409 time: 0.3045750 Jul 16 02:01:27.291117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:27.349945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 80c2ed62-bb93-4df7-89a1-57c6c906ac08) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:27.394961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.395587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.430950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fd8e27c-b3a6-4b70-a36c-7cf893a177f6 req-84c2977a-f82a-4269-92e1-f33aecd69855 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347482 Jul 16 02:01:27.436089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4286a627-a82a-4f52-9677-77055ef26fd5 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0113447 Jul 16 02:01:27.440193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48686) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:27.531090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.576548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Transition to ACTIVE for port object 783de9be-4e2d-46d6-88b0-e156db7c244e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:27.609276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Transition to ACTIVE for port object 783de9be-4e2d-46d6-88b0-e156db7c244e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:27.618440 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:27.623677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86020ed3-b458-414e-97b7-bd8456b0ee92 None None] Network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:27.653018 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.671213 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f44b-64da-4980-825f-cc63ea185e04 None None] The sync data for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 is: [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '541917b9-e5c9-4f48-bdcf-abbd420e9583', 'name': '', 'network_id': '31a413fe-3557-4828-9e6a-c88def967fa3', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'mac_address': 'fa:16:3e:59:4c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:29Z', 'updated_at': '2021-07-16T01:50:37Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'subnets': [{'id': '8865c98b-20c3-4b79-bb40-fe4d06622884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:27.671919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.800807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541bc395-5480-435d-906d-9189c88d8c83 None None] Network 48311431-9362-48fd-8e13-078fbea74893 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:27.838997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=b4ce31a3-0cd0-41f9-9158-55522671c047,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:27.914845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] No DVR routers for this DVR port b4ce31a3-0cd0-41f9-9158-55522671c047 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:27.917580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:27.919909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-a0905e7a-133d-43a8-aadc-6f7f67df4a35 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "DELETE /v2.0/ports/b4ce31a3-0cd0-41f9-9158-55522671c047 HTTP/1.1" status: 204 len: 173 time: 2.0192952 Jul 16 02:01:28.055824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:28.058167 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90a8af-e5d6-4cf5-96a3-e42c29c1cab1" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:28.270946 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad08aca6-0c80-4e7e-b3b0-9503eab0c6c7 x-openstack-request-id: req-ad08aca6-0c80-4e7e-b3b0-9503eab0c6c7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:28.271249 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "b4ce31a3-0cd0-41f9-9158-55522671c047", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:28.271520 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad08aca6-0c80-4e7e-b3b0-9503eab0c6c7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:28.271919 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': 'b4ce31a3-0cd0-41f9-9158-55522671c047', 'status': 'completed', 'code': 200} Jul 16 02:01:28.412121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:28.418524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:28.425956 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd9e6c7-d255-451a-bf15-65aae3a516d8" -d '{"events": [{"server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "name": "network-vif-plugged", "status": "completed", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:28.431001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57a2e7-2c2f-46f8-b34b-87ef608c7cc3 None None] New status for floating IP adb9f1f0-14b9-455a-b20a-13c203287972: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:28.452372 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.467986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.531756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port 5eb71b5f-0d60-4b56-8df2-d76df1560353 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:28.540125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:28.617012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:28.621348 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1966237-f1d1-46aa-9979-5e4f3b5759d2 x-openstack-request-id: req-f1966237-f1d1-46aa-9979-5e4f3b5759d2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:28.621631 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "name": "network-vif-plugged", "status": "completed", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:28.621886 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1966237-f1d1-46aa-9979-5e4f3b5759d2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:28.622266 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'code': 200} Jul 16 02:01:28.629584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2f07661b-e28f-47c1-b9fb-7775c49cb61c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:28.743371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:28.869521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Pushing event updated for resources: {'Port': ['ID=783de9be-4e2d-46d6-88b0-e156db7c244e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:28.884109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8112ae7a-424b-449b-86cb-214286111f8f None None] Provisioning for port 2f07661b-e28f-47c1-b9fb-7775c49cb61c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:28.891784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecba1a-02be-4bb5-b231-fdf4da6276f3 req-17c3a24c-7e3d-422a-a7d1-8c1954a00085 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:28.900672 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abecba1a-02be-4bb5-b231-fdf4da6276f3 req-17c3a24c-7e3d-422a-a7d1-8c1954a00085 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.4508660 Jul 16 02:01:28.981567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] For port 5eb71b5f-0d60-4b56-8df2-d76df1560353, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=5eb71b5f-0d60-4b56-8df2-d76df1560353,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:28.982218 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.014599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-abecba1a-02be-4bb5-b231-fdf4da6276f3 req-ffe7ff8f-24d8-4e7f-9d20-021dfc1564c7 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129706 Jul 16 02:01:29.067262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.079889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for 5eb71b5f-0d60-4b56-8df2-d76df1560353 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:29.123238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5c311-d1a6-4cb1-b268-a99e0949dfd6 req-b485d06c-d611-48a3-95c5-0dbf0cbb71f9 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.140271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5c311-d1a6-4cb1-b268-a99e0949dfd6 req-b485d06c-d611-48a3-95c5-0dbf0cbb71f9 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.146144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fd5c311-d1a6-4cb1-b268-a99e0949dfd6 req-b485d06c-d611-48a3-95c5-0dbf0cbb71f9 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 1677 time: 0.4055467 Jul 16 02:01:29.170241 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.216387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Attempting to bind port 783de9be-4e2d-46d6-88b0-e156db7c244e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:29.217118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Attempting to bind port 783de9be-4e2d-46d6-88b0-e156db7c244e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '6de89e4c-796f-47dd-be86-e4e0ff528619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:29.217876 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Attempting to bind port 783de9be-4e2d-46d6-88b0-e156db7c244e on network 4047eaed-5de4-4310-beab-a664e3e4d0f3 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:29.227007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:29.227705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Checking segment: {'id': '6de89e4c-796f-47dd-be86-e4e0ff528619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:29.228448 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.229013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Bound using segment: {'id': '6de89e4c-796f-47dd-be86-e4e0ff528619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:29.229825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Bound port: 783de9be-4e2d-46d6-88b0-e156db7c244e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de89e4c-796f-47dd-be86-e4e0ff528619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4047eaed-5de4-4310-beab-a664e3e4d0f3'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:29.230387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.238331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-80c2ed62-bb93-4df7-89a1-57c6c906ac08', 'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08', 'tenant_id': '3a7388970c864437bf40e8f41d86a48a', 'fixed_ips': [{'subnet_id': '2a42a0e8-b25c-4066-af92-935ca3b696e6'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:29.239511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.247651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Subnet': ['ID=eb9cd431-df0c-420a-81ca-88aeeb25b316,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.252173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042922b8-781c-43c5-b0c5-03cf8e83ca3a req-fcb844e4-2f7c-4a88-aeea-14550b00daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.252313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2f07661b-e28f-47c1-b9fb-7775c49cb61c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:29.253205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-042922b8-781c-43c5-b0c5-03cf8e83ca3a req-fcb844e4-2f7c-4a88-aeea-14550b00daf4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 1097 time: 0.6578224 Jul 16 02:01:29.272185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2f07661b-e28f-47c1-b9fb-7775c49cb61c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:29.272746 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.285745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fd5c311-d1a6-4cb1-b268-a99e0949dfd6 req-ee57c199-98cb-48ab-bd01-ca6f22f6cda9 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290228 Jul 16 02:01:29.301795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Checking segment: {'id': 'f34285a5-6b98-4a27-bc97-a3ff84967869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3efae8c5-b6b8-424c-a718-1d4e27baa6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:29.302165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network hostable DHCP agents. Network: 3efae8c5-b6b8-424c-a718-1d4e27baa6fd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:29.352769 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-042922b8-781c-43c5-b0c5-03cf8e83ca3a req-41e09c9f-6f65-41bd-9793-2b7853807cea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917809 Jul 16 02:01:29.365531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network 3efae8c5-b6b8-424c-a718-1d4e27baa6fd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:29.366552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Allocated IP 2001:db8::1 (4047eaed-5de4-4310-beab-a664e3e4d0f3/437e2ade-3dbd-4129-8dee-60eec224d899/7234ca8a-b4ca-4d31-8a52-57d80c623b19) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:29.433697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3efae8c5-b6b8-424c-a718-1d4e27baa6fd) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:29.449771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.452298 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.503439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba5e2b-c74c-42cb-952f-b2686814ad6d None None] Network 3efae8c5-b6b8-424c-a718-1d4e27baa6fd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:29.513020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] For port 783de9be-4e2d-46d6-88b0-e156db7c244e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:29.549827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event updated for resources: {'Subnet': ['ID=b9e5be46-fca6-488c-9c24-5565ef103eb4,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.607825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] For port 783de9be-4e2d-46d6-88b0-e156db7c244e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=783de9be-4e2d-46d6-88b0-e156db7c244e,segment=NetworkSegment(6de89e4c-796f-47dd-be86-e4e0ff528619),segment_id=6de89e4c-796f-47dd-be86-e4e0ff528619)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:29.645532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=5eb71b5f-0d60-4b56-8df2-d76df1560353,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.677724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.705478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] No DVR routers for this DVR port 5eb71b5f-0d60-4b56-8df2-d76df1560353 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:29.710131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.712787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-57763bfe-9a73-4b22-985d-91d5c6d3f558 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "DELETE /v2.0/ports/5eb71b5f-0d60-4b56-8df2-d76df1560353 HTTP/1.1" status: 204 len: 173 time: 1.7848511 Jul 16 02:01:29.770885 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.793573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Checking segment: {'id': 'de3e96b1-d833-45e0-98e6-a17faa4d6dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c0114ac-9675-4d65-8412-6bd6207017d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:29.793948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network hostable DHCP agents. Network: 1c0114ac-9675-4d65-8412-6bd6207017d2, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:29.857677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Allocated IP 2001:db8::2 (80c2ed62-bb93-4df7-89a1-57c6c906ac08/2a42a0e8-b25c-4066-af92-935ca3b696e6/4d15b713-6627-4fb2-b030-343e94e58069) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:29.872632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Network 1c0114ac-9675-4d65-8412-6bd6207017d2 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:29.904292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 1c0114ac-9675-4d65-8412-6bd6207017d2) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:29.911457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.911936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.912627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.927903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2f07661b-e28f-47c1-b9fb-7775c49cb61c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2f07661b-e28f-47c1-b9fb-7775c49cb61c,segment=NetworkSegment(de57718e-d1b7-4e91-8828-e323921da86c),segment_id=de57718e-d1b7-4e91-8828-e323921da86c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:29.937680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port a3ab5760-e703-436c-8bff-ae4f3059dbb0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:29.938056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.941684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7662c63b-f1ec-4e94-b1ab-0666ffeaa318 None None] Network 1c0114ac-9675-4d65-8412-6bd6207017d2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:29.950895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6150fb56-0b37-46eb-a84d-552f6b5849e3 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2174554 Jul 16 02:01:29.951692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48742) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:29.973954 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.979396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Pushing event updated for resources: {'Port': ['ID=783de9be-4e2d-46d6-88b0-e156db7c244e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.021844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-732b9907-7e4b-4f46-b487-d7b736e21b2f None None] Provisioning complete for port 2f07661b-e28f-47c1-b9fb-7775c49cb61c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:30.022218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-732b9907-7e4b-4f46-b487-d7b736e21b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.068956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.069328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.069666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.069988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.070342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.070647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.070973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.071297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.071620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.124727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.125500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.125924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c1132-cb59-4f61-bcff-76b129d0d025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:30.134679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.176590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Transition to ACTIVE for port object 7234ca8a-b4ca-4d31-8a52-57d80c623b19 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:30.279709 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.296860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:30.307301 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00ce9fc-c00d-4540-ba9d-4cbbc78159ef" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:30.326802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a1538-fd91-440e-8abd-a171384d4d5e tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.331914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a1538-fd91-440e-8abd-a171384d4d5e tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.334588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a1538-fd91-440e-8abd-a171384d4d5e tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.342253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2f07661b-e28f-47c1-b9fb-7775c49cb61c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.344365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-877a1538-fd91-440e-8abd-a171384d4d5e tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3643742 Jul 16 02:01:30.348268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48758) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:30.477466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Deleting subnet eb9cd431-df0c-420a-81ca-88aeeb25b316 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:30.492464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.534302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:30.556681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d2ece7-b1fd-4976-8f6c-35e6b8f71e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3efae8c5-b6b8-424c-a718-1d4e27baa6fd', 'network_id': '3efae8c5-b6b8-424c-a718-1d4e27baa6fd', 'tenant_id': '2784474809954b76bd2763000010f933', 'fixed_ips': [{'subnet_id': 'eb9cd431-df0c-420a-81ca-88aeeb25b316'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:30.557671 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-48d2ece7-b1fd-4976-8f6c-35e6b8f71e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.591200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:30.602002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:30.602536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.609341 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f646cd0c-c563-42f0-8145-f2f9f7fd4121 x-openstack-request-id: req-f646cd0c-c563-42f0-8145-f2f9f7fd4121 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:30.609634 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "5eb71b5f-0d60-4b56-8df2-d76df1560353", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:30.609889 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f646cd0c-c563-42f0-8145-f2f9f7fd4121 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:30.612598 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': '5eb71b5f-0d60-4b56-8df2-d76df1560353', 'status': 'completed', 'code': 200} Jul 16 02:01:30.623326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Port': ['ID=7234ca8a-b4ca-4d31-8a52-57d80c623b19,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:30.692867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] For port a3ab5760-e703-436c-8bff-ae4f3059dbb0, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a3ab5760-e703-436c-8bff-ae4f3059dbb0,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:30.693241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.767861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for a3ab5760-e703-436c-8bff-ae4f3059dbb0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:30.775291 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.790472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2f07661b-e28f-47c1-b9fb-7775c49cb61c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:30.903451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb3ca2-e2fc-425e-82c4-0275990d4699 req-71f2a4c5-8679-4a35-9c15-9f9ec66c1f5d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:30.911537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edfb3ca2-e2fc-425e-82c4-0275990d4699 req-71f2a4c5-8679-4a35-9c15-9f9ec66c1f5d tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.6623120 Jul 16 02:01:30.948995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:30.979699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.033799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d417cb2-b898-45af-8701-f979ea6f6bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-1c0114ac-9675-4d65-8412-6bd6207017d2', 'network_id': '1c0114ac-9675-4d65-8412-6bd6207017d2', 'tenant_id': '2784474809954b76bd2763000010f933', 'fixed_ips': [{'subnet_id': 'b9e5be46-fca6-488c-9c24-5565ef103eb4'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:31.034718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8d417cb2-b898-45af-8701-f979ea6f6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.043977 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.100458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2f07661b-e28f-47c1-b9fb-7775c49cb61c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:31.100738 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.164199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Transition to ACTIVE for port object 4d15b713-6627-4fb2-b030-343e94e58069 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:31.198728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Transition to ACTIVE for port object 4d15b713-6627-4fb2-b030-343e94e58069 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:31.221272 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.281278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.285748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.288152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/subnets/eb9cd431-df0c-420a-81ca-88aeeb25b316 HTTP/1.1" status: 204 len: 168 time: 0.9384065 Jul 16 02:01:31.297156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c859d01-6fda-4f9b-8bd0-df975d00ac52 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9cd431-df0c-420a-81ca-88aeeb25b316,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.299285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48764) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:31.327184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-48d2ece7-b1fd-4976-8f6c-35e6b8f71e0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb9cd431-df0c-420a-81ca-88aeeb25b316: This subnet is being modified by another concurrent operation. Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb9cd431-df0c-420a-81ca-88aeeb25b316: This subnet is being modified by another concurrent operation. Jul 16 02:01:31.337054 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:01:31.366425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e418-1dda-4b89-bfff-13fe4e1ec5fb req-11bad37b-bcf2-4377-8cee-a553ec138656 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.368060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0895e418-1dda-4b89-bfff-13fe4e1ec5fb req-11bad37b-bcf2-4377-8cee-a553ec138656 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 865 time: 0.5525515 Jul 16 02:01:31.368762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.376921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.379510 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.420149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edfb3ca2-e2fc-425e-82c4-0275990d4699 req-9f55a5b1-86b1-476d-bc21-fca6bac6fa85 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5074737 Jul 16 02:01:31.446844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=a3ab5760-e703-436c-8bff-ae4f3059dbb0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.515400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Deleting subnet b9e5be46-fca6-488c-9c24-5565ef103eb4 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:31.519410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.580510 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.615563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0895e418-1dda-4b89-bfff-13fe4e1ec5fb req-b1578ac3-c671-44d5-8cd6-39024afe28a9 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cfce3b8-070a-4101-82b9-867775764e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192242 Jul 16 02:01:31.644920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.677143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Port': ['ID=7234ca8a-b4ca-4d31-8a52-57d80c623b19,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.725170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] No DVR routers for this DVR port a3ab5760-e703-436c-8bff-ae4f3059dbb0 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:31.730703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:31.731372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.732633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:31.733442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b04638da-feb1-42fb-8b77-b8192a49d40c req-f3d31a31-a053-4627-88f1-76f845556422 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.38 "DELETE /v2.0/ports/a3ab5760-e703-436c-8bff-ae4f3059dbb0 HTTP/1.1" status: 204 len: 173 time: 2.0160882 Jul 16 02:01:31.773955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6eedd-d919-42d7-8314-978fd730ddd3 None None] Network 3efae8c5-b6b8-424c-a718-1d4e27baa6fd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:31.778634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb6ead-4f8a-4414-afac-fd8de8cdc529 None None] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:31.790235 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.846482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e5be46-fca6-488c-9c24-5565ef103eb4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:31.856359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.863193 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce086401-f22d-4c81-9446-740a9ca84451 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/subnets/b9e5be46-fca6-488c-9c24-5565ef103eb4 HTTP/1.1" status: 204 len: 168 time: 0.5609267 Jul 16 02:01:31.865451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48772) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:31.927329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Router 237caa42-966a-481e-b8f1-f7bc8bea3da5 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:01:31.945266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121d806-0b00-47ae-9b24-39c311508ec0 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:31.954615 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1121d806-0b00-47ae-9b24-39c311508ec0 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854003 Jul 16 02:01:31.955632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-8d417cb2-b898-45af-8701-f979ea6f6bcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9e5be46-fca6-488c-9c24-5565ef103eb4: This subnet is being modified by another concurrent operation. Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9e5be46-fca6-488c-9c24-5565ef103eb4: This subnet is being modified by another concurrent operation. Jul 16 02:01:32.011378 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:01:32.020688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:32.044328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:32.057488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:32.067617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 783de9be-4e2d-46d6-88b0-e156db7c244e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:32.080816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36452d3b-0552-45b8-8299-bd73f2e98532 None None] Network 1c0114ac-9675-4d65-8412-6bd6207017d2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:32.101892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:32.112655 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] Sync routers for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:32.114026 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e45f08fa-0708-483c-9520-b0d46f89588a tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6734114 Jul 16 02:01:32.116674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:32.121025 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.127085 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:32.128701 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.218045 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.235483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.241176 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:32.243149 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.247606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0114ac-9675-4d65-8412-6bd6207017d2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.260597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3e96b1-d833-45e0-98e6-a17faa4d6dfa') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.261004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3e96b1-d833-45e0-98e6-a17faa4d6dfa') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.271892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.287130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.294745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:32.295501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.318423 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:32.320913 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00140fd-c2b4-4f6e-a648-e8e8b159fbaa None None] The sync data for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:32.321100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-654be85c-be43-4776-b65e-c0636d6339f8 None None] Provisioning for port 783de9be-4e2d-46d6-88b0-e156db7c244e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:32.323138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Pushing event updated for resources: {'Port': ['ID=4d15b713-6627-4fb2-b030-343e94e58069,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.523331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Attempting to bind port 4d15b713-6627-4fb2-b030-343e94e58069 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:32.523892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Attempting to bind port 4d15b713-6627-4fb2-b030-343e94e58069 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'fc140033-caa4-46b4-ae19-a8b3d7a939de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:32.524452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Attempting to bind port 4d15b713-6627-4fb2-b030-343e94e58069 on network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:32.539899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:32.540619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Checking segment: {'id': 'fc140033-caa4-46b4-ae19-a8b3d7a939de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:32.541204 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.541789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Bound using segment: {'id': 'fc140033-caa4-46b4-ae19-a8b3d7a939de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:32.542598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Bound port: 4d15b713-6627-4fb2-b030-343e94e58069, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc140033-caa4-46b4-ae19-a8b3d7a939de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '80c2ed62-bb93-4df7-89a1-57c6c906ac08'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:32.543211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.614926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] For port 4d15b713-6627-4fb2-b030-343e94e58069, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:32.618885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] For port 4d15b713-6627-4fb2-b030-343e94e58069, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4d15b713-6627-4fb2-b030-343e94e58069,segment=NetworkSegment(fc140033-caa4-46b4-ae19-a8b3d7a939de),segment_id=fc140033-caa4-46b4-ae19-a8b3d7a939de)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:32.621333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 783de9be-4e2d-46d6-88b0-e156db7c244e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:32.626240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 783de9be-4e2d-46d6-88b0-e156db7c244e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:32.626850 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.647305 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:32.761577 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-9b58b7d7-017b-4fd7-a8a8-7bef797d72b8 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:32.762891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9b58b7d7-017b-4fd7-a8a8-7bef797d72b8 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6445644 Jul 16 02:01:32.766465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48786) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:32.790052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6e9c5-4fc1-42c4-976d-46863be3e739 None None] Pushing event updated for resources: {'Port': ['ID=4d15b713-6627-4fb2-b030-343e94e58069,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:32.931263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.015793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 783de9be-4e2d-46d6-88b0-e156db7c244e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=783de9be-4e2d-46d6-88b0-e156db7c244e,segment=NetworkSegment(6de89e4c-796f-47dd-be86-e4e0ff528619),segment_id=6de89e4c-796f-47dd-be86-e4e0ff528619)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:33.032151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.051552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194644d-1a47-4eb1-bde8-a01563004f72 req-99c2ed12-d2b3-40ff-b078-7d382f34d059 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.057092 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d194644d-1a47-4eb1-bde8-a01563004f72 req-99c2ed12-d2b3-40ff-b078-7d382f34d059 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.4014966 Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:33.064016 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:33.067894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:33.068307 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59dc304-a918-441e-b310-e0dc6a642fc6" -d '{"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:33.074205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e201e629-4813-4692-bee5-c30b0ce69e58 req-78cd7d30-60ba-4dd4-bfd7-257ef7651e1d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.1041200 Jul 16 02:01:33.076946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.088329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.094647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/networks/1c0114ac-9675-4d65-8412-6bd6207017d2 HTTP/1.1" status: 204 len: 168 time: 1.1345246 Jul 16 02:01:33.117998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48794) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:33.129563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47925150-249d-4d68-a8fa-5286059d5e26 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Network': ['ID=1c0114ac-9675-4d65-8412-6bd6207017d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:33.228848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3034d38c-a908-4d7a-b3d1-4c798876d13f None None] Provisioning complete for port 783de9be-4e2d-46d6-88b0-e156db7c244e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:33.229234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3034d38c-a908-4d7a-b3d1-4c798876d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.274055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=783de9be-4e2d-46d6-88b0-e156db7c244e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:33.307667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d194644d-1a47-4eb1-bde8-a01563004f72 req-afb7af54-9c27-42be-a53c-99ee0e770aec tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245297 Jul 16 02:01:33.377590 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34544661-f63a-48dd-b86a-a1266270443f x-openstack-request-id: req-34544661-f63a-48dd-b86a-a1266270443f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:33.378034 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01805a82-1ab3-4a93-ad88-75aed6acbaf1", "name": "network-vif-deleted", "tag": "a3ab5760-e703-436c-8bff-ae4f3059dbb0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:33.378706 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34544661-f63a-48dd-b86a-a1266270443f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:33.379318 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01805a82-1ab3-4a93-ad88-75aed6acbaf1', 'name': 'network-vif-deleted', 'tag': 'a3ab5760-e703-436c-8bff-ae4f3059dbb0', 'status': 'completed', 'code': 200} Jul 16 02:01:33.426448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3034d38c-a908-4d7a-b3d1-4c798876d13f None None] Provisioning for port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:33.437352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3034d38c-a908-4d7a-b3d1-4c798876d13f None None] Provisioning complete for port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:33.438281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3034d38c-a908-4d7a-b3d1-4c798876d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.501224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3034d38c-a908-4d7a-b3d1-4c798876d13f None None] Port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:33.536710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.640384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b33debce-ac95-407c-8049-2aa01dfddd4a None None] Provisioning complete for port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:33.641004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b33debce-ac95-407c-8049-2aa01dfddd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.739231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b33debce-ac95-407c-8049-2aa01dfddd4a None None] Port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:33.853018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:33.865526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18347-f0a6-464d-a735-600624a830db req-b412eff6-8387-4808-822c-c8e6d8171982 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:33.867084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87a18347-f0a6-464d-a735-600624a830db req-b412eff6-8387-4808-822c-c8e6d8171982 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.2618756 Jul 16 02:01:33.918717 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efae8c5-b6b8-424c-a718-1d4e27baa6fd']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.976056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34285a5-6b98-4a27-bc97-a3ff84967869') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.978600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34285a5-6b98-4a27-bc97-a3ff84967869') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:33.997515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.050740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87a18347-f0a6-464d-a735-600624a830db req-368f2e7e-46b4-4103-a6b6-ca0862cb3ed4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640553 Jul 16 02:01:34.068365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48810) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.068939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.080755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:34.081937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:34.085370 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:34.089083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-965e3b90-014f-4cb1-af28-ce7c80674b58 None None] Provisioning complete for port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:34.089551 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-965e3b90-014f-4cb1-af28-ce7c80674b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.175667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-965e3b90-014f-4cb1-af28-ce7c80674b58 None None] Port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:34.185647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394fde4-458e-4b42-a91d-a3d0deb25934 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:34.189984 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1394fde4-458e-4b42-a91d-a3d0deb25934 tempest-TestNetworkBasicOps-2022543573 tempest-TestNetworkBasicOps-2022543573-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 1092 time: 0.1194308 Jul 16 02:01:34.193534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48816) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.199619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:34.241008 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.245313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.256626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.260922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/networks/3efae8c5-b6b8-424c-a718-1d4e27baa6fd HTTP/1.1" status: 204 len: 168 time: 1.1386714 Jul 16 02:01:34.263906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:34.296135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f1e71-14ee-4425-a8d6-2f9a5f48ebfd tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Network': ['ID=3efae8c5-b6b8-424c-a718-1d4e27baa6fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:34.311342 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.390944 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.450079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-294e81b0-10a1-4f0e-b5dd-e17ee0fca4f0 req-d71a7e84-4ad6-4f87-8358-e32a6ab77b73 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0791335 Jul 16 02:01:34.521122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273824ad-bd79-46fa-b458-2e524f30ae27 None None] Network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:34.627665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6624302d-9917-44d3-8116-a8f22aeb593b None None] Provisioning for port 4d15b713-6627-4fb2-b030-343e94e58069 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:34.730726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting port 7234ca8a-b4ca-4d31-8a52-57d80c623b19 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:34.731103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.748619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.767610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501970c7-9cfe-4f16-b7c7-41eedea4608a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.787532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140ee505-d68c-4431-9929-35b14ee78050') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.788020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140ee505-d68c-4431-9929-35b14ee78050') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:34.802401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.816140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.902190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.922435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.945789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Calling delete_port for 7234ca8a-b4ca-4d31-8a52-57d80c623b19 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:34.971194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:34.973036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:34.982076 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:35.153694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f0de15-4521-43a9-a4fa-7cc7452569c4 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:01:35.207033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.224855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.228927 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/networks/501970c7-9cfe-4f16-b7c7-41eedea4608a HTTP/1.1" status: 204 len: 168 time: 0.9608281 Jul 16 02:01:35.229400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:35.254794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabf776-0b41-4ab7-8cf5-ef9dd2b536c8 tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Network': ['ID=501970c7-9cfe-4f16-b7c7-41eedea4608a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:35.293417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Allocated IP 172.25.0.69 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/9e4c84ae-ad90-4bbc-91b6-a949f5cac54a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:35.380168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4d15b713-6627-4fb2-b030-343e94e58069 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:35.455635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f0de15-4521-43a9-a4fa-7cc7452569c4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:01:35.486294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4d15b713-6627-4fb2-b030-343e94e58069 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:35.531719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.590904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4d15b713-6627-4fb2-b030-343e94e58069 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:35.591328 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.630687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.714545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:35.718023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:35.722094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:35.727702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:35.779420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=9e4c84ae-ad90-4bbc-91b6-a949f5cac54a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:35.893326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fac7e2f-9d59-4ea3-920d-895856535ab7 req-6d2070d2-54bc-4f1d-9320-600dfa3de611 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0724945 Jul 16 02:01:36.002930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 4d15b713-6627-4fb2-b030-343e94e58069, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4d15b713-6627-4fb2-b030-343e94e58069,segment=NetworkSegment(fc140033-caa4-46b4-ae19-a8b3d7a939de),segment_id=fc140033-caa4-46b4-ae19-a8b3d7a939de)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:36.008668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.027802 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.032729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 783de9be-4e2d-46d6-88b0-e156db7c244e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:36.046918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.068292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05155b-c796-445b-a4d1-79fa84dc14dc None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:01:36.109821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Port': ['ID=7234ca8a-b4ca-4d31-8a52-57d80c623b19,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.279814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=4d15b713-6627-4fb2-b030-343e94e58069,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.350766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 783de9be-4e2d-46d6-88b0-e156db7c244e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:36.351141 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.374325 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.375307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.435483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.442173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05155b-c796-445b-a4d1-79fa84dc14dc None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:01:36.513954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8529cd9-2b15-40e7-9b18-a24c5f3770e0']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.530212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1192d814-d2aa-4c42-9bff-b0020e71d096') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.530995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1192d814-d2aa-4c42-9bff-b0020e71d096') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.543632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.549300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.637203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.644120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Router 237caa42-966a-481e-b8f1-f7bc8bea3da5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:36.649202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:36.649614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:36.653131 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:36.770925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.777543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.809070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:36.811075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.820426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bd15d876-59dd-4110-84f1-d14092e111ad tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0519888 Jul 16 02:01:36.821275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:36.836936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.837177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event updated for resources: {'Port': ['ID=9e4c84ae-ad90-4bbc-91b6-a949f5cac54a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.838860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] 10.222.0.35 "DELETE /v2.0/networks/f8529cd9-2b15-40e7-9b18-a24c5f3770e0 HTTP/1.1" status: 204 len: 168 time: 1.6065154 Jul 16 02:01:36.856286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] Sync routers for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:36.877810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:36.878555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.901164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:36.954303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.957779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cb465-8575-45b1-9069-0939b9e8f2db tempest-BulkNetworkOpsIpV6Test-1214222491 tempest-BulkNetworkOpsIpV6Test-1214222491-project] Pushing event deleted for resources: {'Network': ['ID=f8529cd9-2b15-40e7-9b18-a24c5f3770e0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:36.974889 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-0f5162d4-2704-44bb-bb07-fc3b5ab3302e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] delete failed (client error): The resource could not be found. Jul 16 02:01:36.975955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0f5162d4-2704-44bb-bb07-fc3b5ab3302e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1706012394 HTTP/1.1" status: 404 len: 335 time: 0.1481283 Jul 16 02:01:36.981493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:36.984643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:36.985273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:36.989506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1939190b-271d-460d-82c5-32691d67c813 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'router': {'external_gateway_info': {'network_id': '237caa42-966a-481e-b8f1-f7bc8bea3da5'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:37.077875 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Floating IP 42afe4cc-33b3-4a77-b388-de8c27e6c8af associated. External IP: 172.25.0.69, port: 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6. Jul 16 02:01:37.097714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:37.098808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36214b-27fb-46d3-b047-0b5b2c6d6b3b None None] The sync data for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:37.256636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4d15b713-6627-4fb2-b030-343e94e58069 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:37.299113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5aae6fd9-889e-4ae9-9089-84380afa12ab req-2daf4409-1ee5-4211-aa52-e9c5bc353b93 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0516243 Jul 16 02:01:37.400888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4d15b713-6627-4fb2-b030-343e94e58069 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:37.401447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.431036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:37.591582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router dcebcdde-5eeb-412e-b500-c9b4bf7236fd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:37.617023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1939190b-271d-460d-82c5-32691d67c813 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.662290 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-1939190b-271d-460d-82c5-32691d67c813 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] update failed (client error): The resource could not be found. Jul 16 02:01:37.663415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1939190b-271d-460d-82c5-32691d67c813 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5 HTTP/1.1" status: 404 len: 339 time: 0.6808445 Jul 16 02:01:37.666945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:37.673862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1013295712'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:37.713392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:37.717077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.746261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:37.756894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.757249 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Added segment d26b71f6-4410-49a6-bde4-18e05867f6b5 of type vlan for network af1232fd-2736-4dce-bbfa-019ae5a2ac92 Jul 16 02:01:37.784124 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba326a5a-18d5-457f-bc12-bdc01dafe5cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2784474809954b76bd2763000010f933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518252 Jul 16 02:01:37.786857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48878) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:37.803154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.826576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:37.840585 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] Sync routers for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:37.846956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.854957 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:37.855160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:37.855731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.856849 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:37.880394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.925690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2576079 Jul 16 02:01:37.926466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:37.954828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'subnet': {'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:37.973622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fc56c1b2-0eb1-4fa5-b3e4-4a0de4bca65e tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7769237 Jul 16 02:01:37.973622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48882) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:37.980275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:37.982623 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2" -d '{"events": [{"name": "network-changed", "server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:37.996144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0d574e4-fa82-43b2-90a0-e34184c197db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.018838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79326549-88b5-4ef2-885b-800bf76b9b1d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Network': ['ID=af1232fd-2736-4dce-bbfa-019ae5a2ac92,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.029463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network af1232fd-2736-4dce-bbfa-019ae5a2ac92 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:38.072762 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86969045-c6a8-4b38-9798-984d7fbb912b x-openstack-request-id: req-86969045-c6a8-4b38-9798-984d7fbb912b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:38.073249 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:38.073674 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86969045-c6a8-4b38-9798-984d7fbb912b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:38.074758 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'status': 'completed', 'code': 200} Jul 16 02:01:38.084652 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:38.099356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0d574e4-fa82-43b2-90a0-e34184c197db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.159538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80ba9413-b1d6-4146-b5f4-d8400b4a21af tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/42afe4cc-33b3-4a77-b388-de8c27e6c8af HTTP/1.1" status: 200 len: 991 time: 0.1681211 Jul 16 02:01:38.160770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5f598-89b4-48ba-81bc-c927a2e8a391 req-9e5e40f0-9f81-4b77-88b9-065a70e3aac5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.168210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7e5f598-89b4-48ba-81bc-c927a2e8a391 req-9e5e40f0-9f81-4b77-88b9-065a70e3aac5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.2733054 Jul 16 02:01:38.202714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Made reservation on behalf of 3a7388970c864437bf40e8f41d86a48a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:38.206761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.217355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-bcd16c18-9b2e-4095-8d9c-f6271d426d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.219233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-bcd16c18-9b2e-4095-8d9c-f6271d426d62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 1097 time: 0.1111550 Jul 16 02:01:38.222121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0d574e4-fa82-43b2-90a0-e34184c197db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.225023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0d574e4-fa82-43b2-90a0-e34184c197db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.226206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c0d574e4-fa82-43b2-90a0-e34184c197db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b5264ad-bf69-4f28-bd2e-39a45b43493b HTTP/1.1" status: 204 len: 168 time: 0.4386094 Jul 16 02:01:38.261407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d574e4-fa82-43b2-90a0-e34184c197db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5264ad-bf69-4f28-bd2e-39a45b43493b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.266968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7e5f598-89b4-48ba-81bc-c927a2e8a391 req-c378890e-bf88-4704-b4c4-99ada7b524e1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898376 Jul 16 02:01:38.410154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-0bd4580f-13ac-480f-8981-4051152ab8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.414183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-0bd4580f-13ac-480f-8981-4051152ab8c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=375d1a81-1e5f-456a-aff7-e64b5de4a45c HTTP/1.1" status: 200 len: 897 time: 0.1867888 Jul 16 02:01:38.542852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-7384f213-bdec-46a0-9647-c5ed5ab60526 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 HTTP/1.1" status: 200 len: 999 time: 0.1209316 Jul 16 02:01:38.548526 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '42afe4cc-33b3-4a77-b388-de8c27e6c8af', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'port_id': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'mac_address': 'fa:16:3e:74:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f3326-679c-4b3f-baac-710a86f4a828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:36Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 0, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:09Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:38.556349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.649611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-311e3fcb-016f-431f-bfbe-9e28d4f1f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.651374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-311e3fcb-016f-431f-bfbe-9e28d4f1f4d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa58066c-92fc-43b4-bea3-6dc9433650b1 HTTP/1.1" status: 200 len: 835 time: 0.1006646 Jul 16 02:01:38.773520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d2fd904-902c-4099-8818-2fc1ddf4e3df req-c057968e-92e9-477b-a6e1-ea782ad29314 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.1078966 Jul 16 02:01:38.778857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-5f9cb065-03af-472b-a0e9-9dfb244c0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.780943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-5f9cb065-03af-472b-a0e9-9dfb244c0225 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=375d1a81-1e5f-456a-aff7-e64b5de4a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222498 Jul 16 02:01:38.782834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Checking segment: {'id': 'd26b71f6-4410-49a6-bde4-18e05867f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:38.783023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network hostable DHCP agents. Network: af1232fd-2736-4dce-bbfa-019ae5a2ac92, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:38.791840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Subnet': ['ID=a2e0831f-f488-418b-b5f9-a424e8a96974,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:38.810233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network af1232fd-2736-4dce-bbfa-019ae5a2ac92 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:38.821608 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] Checking router: dcebcdde-5eeb-412e-b500-c9b4bf7236fd for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:01:38.822889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, af1232fd-2736-4dce-bbfa-019ae5a2ac92) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:38.833130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96616f85-7bf2-4d2d-8b79-740d8e502fd3 None None] Network af1232fd-2736-4dce-bbfa-019ae5a2ac92 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:38.841133 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:38.841763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:38.843512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:38.847650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.884441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-65cb75c6-f4ae-41f8-993a-a14b224320b7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9529121 Jul 16 02:01:38.894271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48902) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:38.916925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c40e86e8-34cf-4f6d-852f-223c400ca67d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:38.988163 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-abefc8c4-656a-4ab7-870d-438e40ee946a service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986036 Jul 16 02:01:39.110392 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:01:39.176362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48908) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:39.207048 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4ef96e3b-3aa5-4b3e-9191-dbdccda350b2 req-4f96d9f1-7685-42c2-83bc-f899e14e1b68 service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123580 Jul 16 02:01:39.339135 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c40e86e8-34cf-4f6d-852f-223c400ca67d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.391837 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e31c0b87-4015-477d-984f-172ce3c799f1 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/42afe4cc-33b3-4a77-b388-de8c27e6c8af HTTP/1.1" status: 200 len: 991 time: 0.2081692 Jul 16 02:01:39.587288 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '42afe4cc-33b3-4a77-b388-de8c27e6c8af', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'port_id': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'mac_address': 'fa:16:3e:74:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f3326-679c-4b3f-baac-710a86f4a828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:36Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 0, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:09Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:39.590216 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c40e86e8-34cf-4f6d-852f-223c400ca67d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:01:39.595111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:39.597561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c40e86e8-34cf-4f6d-852f-223c400ca67d tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5 HTTP/1.1" status: 400 len: 364 time: 0.6843719 Jul 16 02:01:39.623492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-af1232fd-2736-4dce-bbfa-019ae5a2ac92', 'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92', 'tenant_id': '3a7388970c864437bf40e8f41d86a48a', 'fixed_ips': [{'subnet_id': 'a2e0831f-f488-418b-b5f9-a424e8a96974'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:39.624795 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.632215 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadb004-2b08-4c0c-b69a-e022a9d7fee2 None None] The sync data for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 is: [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '42afe4cc-33b3-4a77-b388-de8c27e6c8af', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'port_id': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'mac_address': 'fa:16:3e:74:8b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f3326-679c-4b3f-baac-710a86f4a828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:01:36Z', 'updated_at': '2021-07-16T02:01:36Z', 'revision_number': 0, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:09Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:39.636679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48924) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:39.673601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27322530-6982-433d-9b98-5dc7bf0c7146 req-6a32e992-76cf-4769-9fb4-31328fceab61 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:39.682777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27322530-6982-433d-9b98-5dc7bf0c7146 req-6a32e992-76cf-4769-9fb4-31328fceab61 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.1356668 Jul 16 02:01:39.767849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1510930555'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:39.782050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27322530-6982-433d-9b98-5dc7bf0c7146 req-92597121-7af4-440a-9c69-001a86180b97 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967183 Jul 16 02:01:39.823357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:39.831990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.844880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:39.968473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Allocated IP 2001:db8:1::2 (af1232fd-2736-4dce-bbfa-019ae5a2ac92/a2e0831f-f488-418b-b5f9-a424e8a96974/54eec637-3f6b-453e-8a1e-51bb45807a0c) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:39.989084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.003329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.026406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:40.026859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae88945-c806-4acb-bd68-565f68f8b4c6 None None] New status for floating IP 42afe4cc-33b3-4a77-b388-de8c27e6c8af: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:01:40.045645 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.046276 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Added segment d28fede4-8ee2-459a-bc01-2fe765d566ce of type vlan for network 80b60938-a4b6-4684-97d8-266f606d1fa9 Jul 16 02:01:40.098102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.098600 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.169030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfad86b4-d811-4a69-9c68-ef4d05899696 req-39970556-f290-48b2-a1e0-447ef9f1418e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0379419 Jul 16 02:01:40.169785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.178831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:40.179582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.266974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Network': ['ID=80b60938-a4b6-4684-97d8-266f606d1fa9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.286848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138ca123-8fd1-41e4-a0e7-1fed09adde33,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.305533 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4f6af57-92b1-4d7a-8cf6-21b34a6976fc tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6531971 Jul 16 02:01:40.314738 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.319529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Transition to ACTIVE for port object 54eec637-3f6b-453e-8a1e-51bb45807a0c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:40.336933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Transition to ACTIVE for port object 54eec637-3f6b-453e-8a1e-51bb45807a0c will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:40.339957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 80b60938-a4b6-4684-97d8-266f606d1fa9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:40.359532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.389074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:40.443097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Allocated IP 2001:db8::1 (48311431-9362-48fd-8e13-078fbea74893/6a78ea92-6e48-4590-963d-bfef06d198ca/99feaf69-e55a-4033-851b-d51fd1e3347b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:40.472072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Network af1232fd-2736-4dce-bbfa-019ae5a2ac92 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:40.550224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-78b4fae4-44b7-4d5f-b6c3-ceb465958cb4 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/42afe4cc-33b3-4a77-b388-de8c27e6c8af HTTP/1.1" status: 200 len: 993 time: 0.1595757 Jul 16 02:01:40.564611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:40.582251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:40.591415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Pushing event updated for resources: {'Port': ['ID=54eec637-3f6b-453e-8a1e-51bb45807a0c,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:40.680837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Attempting to bind port 54eec637-3f6b-453e-8a1e-51bb45807a0c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:40.681449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Attempting to bind port 54eec637-3f6b-453e-8a1e-51bb45807a0c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd26b71f6-4410-49a6-bde4-18e05867f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:40.682459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Attempting to bind port 54eec637-3f6b-453e-8a1e-51bb45807a0c on network af1232fd-2736-4dce-bbfa-019ae5a2ac92 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:40.698444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:40.698982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Checking segment: {'id': 'd26b71f6-4410-49a6-bde4-18e05867f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:40.699492 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.699988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Bound using segment: {'id': 'd26b71f6-4410-49a6-bde4-18e05867f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:40.708413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Bound port: 54eec637-3f6b-453e-8a1e-51bb45807a0c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26b71f6-4410-49a6-bde4-18e05867f6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'af1232fd-2736-4dce-bbfa-019ae5a2ac92'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:40.708997 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.773659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.801704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Transition to ACTIVE for port object 99feaf69-e55a-4033-851b-d51fd1e3347b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:40.803853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] For port 54eec637-3f6b-453e-8a1e-51bb45807a0c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:40.808343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] For port 54eec637-3f6b-453e-8a1e-51bb45807a0c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=54eec637-3f6b-453e-8a1e-51bb45807a0c,segment=NetworkSegment(d26b71f6-4410-49a6-bde4-18e05867f6b5),segment_id=d26b71f6-4410-49a6-bde4-18e05867f6b5)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:40.833613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.843638 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.898485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 48311431-9362-48fd-8e13-078fbea74893 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:40.904505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:40.907226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:40.908175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.959809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Port': ['ID=99feaf69-e55a-4033-851b-d51fd1e3347b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.000097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecd74d-e955-4a8f-aead-8607a55a9899 None None] Pushing event updated for resources: {'Port': ['ID=54eec637-3f6b-453e-8a1e-51bb45807a0c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.125081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.195706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c982f-6a64-4f62-bdee-ac496d190605 req-86df86e1-31f0-42e5-a784-d13813cff37a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:41.224358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a40c982f-6a64-4f62-bdee-ac496d190605 req-86df86e1-31f0-42e5-a784-d13813cff37a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.1786551 Jul 16 02:01:41.339014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a40c982f-6a64-4f62-bdee-ac496d190605 req-91f52e10-6d4d-481f-b334-065327626c25 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135817 Jul 16 02:01:41.477353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a970ad26-b372-4a0e-aa80-92e46c62cbba None None] Provisioning for port 99feaf69-e55a-4033-851b-d51fd1e3347b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:41.488965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a970ad26-b372-4a0e-aa80-92e46c62cbba None None] Provisioning complete for port 99feaf69-e55a-4033-851b-d51fd1e3347b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:41.489343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a970ad26-b372-4a0e-aa80-92e46c62cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.582920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a970ad26-b372-4a0e-aa80-92e46c62cbba None None] Port 99feaf69-e55a-4033-851b-d51fd1e3347b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:41.610649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1e8dd92-6c01-4c31-af34-be2ed432c8a2 req-1c1171f4-34ea-4a7a-b1d5-9e6c89aecf9a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0910912 Jul 16 02:01:41.695786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.708244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.709414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:41.781642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event updated for resources: {'Port': ['ID=99feaf69-e55a-4033-851b-d51fd1e3347b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:41.878816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Network 48311431-9362-48fd-8e13-078fbea74893 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:41.880430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:42.010910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Router 237caa42-966a-481e-b8f1-f7bc8bea3da5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:42.155976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:42.171726 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] Sync routers for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:42.187098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f9e13079-b426-479f-9dc6-07d68bf8c388 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897729 Jul 16 02:01:42.188788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48950) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:42.196934 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:42.199981 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.326096 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.332936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da90a6d5-8042-4907-bf8a-ca2d5b7ff868 None None] Provisioning complete for port 99feaf69-e55a-4033-851b-d51fd1e3347b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:42.333473 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da90a6d5-8042-4907-bf8a-ca2d5b7ff868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.351627 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:42.354403 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.360524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-caf69b7f-9b00-470d-8edd-9d6963a85254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.364289 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-caf69b7f-9b00-470d-8edd-9d6963a85254 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1096 time: 0.2209539 Jul 16 02:01:42.434979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-da90a6d5-8042-4907-bf8a-ca2d5b7ff868 None None] Port 99feaf69-e55a-4033-851b-d51fd1e3347b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:42.461550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5ab740c-a3f7-46d6-8af2-4ceb939f21d4 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:42.492946 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:42.495684 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7e2d90-4505-48cc-8ceb-1a7dbf1866b1 None None] The sync data for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:42.742751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-72fcb1f1-8320-4ceb-bd31-62c0c63412ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:42.744705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-72fcb1f1-8320-4ceb-bd31-62c0c63412ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.3503602 Jul 16 02:01:42.773196 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c5ab740c-a3f7-46d6-8af2-4ceb939f21d4 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 02:01:42.774275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5ab740c-a3f7-46d6-8af2-4ceb939f21d4 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5 HTTP/1.1" status: 409 len: 329 time: 0.5841715 Jul 16 02:01:42.782218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:42.843471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89587553-b21e-41ee-ba4b-3bd416debc18 None None] Network af1232fd-2736-4dce-bbfa-019ae5a2ac92 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:42.900420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-1ad7b374-bbc6-40a1-be32-f7be7685c73b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 1000 time: 0.1474717 Jul 16 02:01:42.957810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8feac13d-c03c-414e-8b25-86421dffa87c None None] Provisioning for port 54eec637-3f6b-453e-8a1e-51bb45807a0c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:43.020643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-65054552-7bbf-43d6-8891-e7f670df5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.024337 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-65054552-7bbf-43d6-8891-e7f670df5370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.1160092 Jul 16 02:01:43.050443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79278e3b-4c07-48c4-9a81-656a9d31e00d req-fa44b87f-d3b2-44b1-a192-3d2068dc92e1 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0613635 Jul 16 02:01:43.095287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe32b9-e712-4a0b-82b3-aef2b064c162 req-2b6f329c-8768-4381-93c9-1dbc5c670deb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.095287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56fe32b9-e712-4a0b-82b3-aef2b064c162 req-2b6f329c-8768-4381-93c9-1dbc5c670deb tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.4593265 Jul 16 02:01:43.251743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-ff67cce2-6758-427a-898f-194819883590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:43.251743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-ff67cce2-6758-427a-898f-194819883590 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169187 Jul 16 02:01:43.332860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54eec637-3f6b-453e-8a1e-51bb45807a0c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:43.384722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56fe32b9-e712-4a0b-82b3-aef2b064c162 req-9df82642-e7c3-441f-9a46-b01492e59687 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803113 Jul 16 02:01:43.413609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 54eec637-3f6b-453e-8a1e-51bb45807a0c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:43.422640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 54eec637-3f6b-453e-8a1e-51bb45807a0c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:43.423084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.489340 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:43.582028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-c25c35b3-9e8f-4dad-b949-e150629cb0a5 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212922 Jul 16 02:01:43.744260 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.749340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48966) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:43.774462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'subnet': {'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:43.828341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 54eec637-3f6b-453e-8a1e-51bb45807a0c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=54eec637-3f6b-453e-8a1e-51bb45807a0c,segment=NetworkSegment(d26b71f6-4410-49a6-bde4-18e05867f6b5),segment_id=d26b71f6-4410-49a6-bde4-18e05867f6b5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:43.843258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.897910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:43.904992 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:43.958436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=54eec637-3f6b-453e-8a1e-51bb45807a0c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:43.978493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ac508d76-69f8-4cb1-9ab2-30a9f9a22b42 None None] Provisioning complete for port 54eec637-3f6b-453e-8a1e-51bb45807a0c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:43.978892 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac508d76-69f8-4cb1-9ab2-30a9f9a22b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.300861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2c88de53-ec73-4db0-9f5a-9d9c55eedcb4 req-38cd8389-e068-47ea-a797-63c14babac7d service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109702 Jul 16 02:01:44.321927 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.334978 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:44.707421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:44.852456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5022520b-2e63-419c-8bf4-5b7df6d74e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.051553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5022520b-2e63-419c-8bf4-5b7df6d74e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.067858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5022520b-2e63-419c-8bf4-5b7df6d74e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.114216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5022520b-2e63-419c-8bf4-5b7df6d74e9a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd5e33ba34b7489bb945fbe38361b061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056880 Jul 16 02:01:45.123415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49084) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:45.167226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022520b-2e63-419c-8bf4-5b7df6d74e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed088f7-e167-4ef9-ba24-4bc5c953de52,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.207931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54eec637-3f6b-453e-8a1e-51bb45807a0c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:45.229027 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a06a9ff-5ef2-4296-aaa6-177c5063d664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.245408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Subnet': ['ID=fdf4dc0b-78fa-4df5-a6ae-2ff0810be8bb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.264317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a06a9ff-5ef2-4296-aaa6-177c5063d664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.280716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-860b48e5-5c8c-41ca-9d08-79551961af3d req-9928ceb5-3c6d-4698-bd59-bd8845433bfe tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.9080255 Jul 16 02:01:45.325666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 54eec637-3f6b-453e-8a1e-51bb45807a0c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:45.326101 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.329146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Checking segment: {'id': 'd28fede4-8ee2-459a-bc01-2fe765d566ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:45.329916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network hostable DHCP agents. Network: 80b60938-a4b6-4684-97d8-266f606d1fa9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:45.357790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a06a9ff-5ef2-4296-aaa6-177c5063d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.360611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a06a9ff-5ef2-4296-aaa6-177c5063d664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.362698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a06a9ff-5ef2-4296-aaa6-177c5063d664 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ed088f7-e167-4ef9-ba24-4bc5c953de52 HTTP/1.1" status: 204 len: 168 time: 0.2380159 Jul 16 02:01:45.390675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06a9ff-5ef2-4296-aaa6-177c5063d664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed088f7-e167-4ef9-ba24-4bc5c953de52,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:45.416285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network 80b60938-a4b6-4684-97d8-266f606d1fa9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:45.516575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4e17f-68b5-452c-812a-7afcd4461e32 req-7056e7fa-9308-41ac-80d7-1c2c660d8551 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.526682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32c4e17f-68b5-452c-812a-7afcd4461e32 req-7056e7fa-9308-41ac-80d7-1c2c660d8551 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.5386298 Jul 16 02:01:45.585017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32c4e17f-68b5-452c-812a-7afcd4461e32 req-2ab61470-f0f0-4b0b-93ba-4a2d06d003de tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572665 Jul 16 02:01:45.585686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 80b60938-a4b6-4684-97d8-266f606d1fa9) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:45.595852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:45.597125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.602278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d46e7d-29ea-412c-a71f-079f0cf01778 None None] Network 80b60938-a4b6-4684-97d8-266f606d1fa9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:45.705585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5aba24be-4879-443f-8955-492236325a14 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9375765 Jul 16 02:01:45.709058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49144) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:45.717649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1049286576'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:45.772255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting port 99feaf69-e55a-4033-851b-d51fd1e3347b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:45.772608 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.785830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:45.804829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.840170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:45.873093 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac3b9-668d-4349-95dc-5b526eedb179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.894005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:45.912846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.913198 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Added segment 763dd8e3-8373-4479-a21d-35fdda4365d3 of type vlan for network 793ed599-79a0-404a-bad8-af9d79fd1b17 Jul 16 02:01:45.927278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:45.945818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Calling delete_port for 99feaf69-e55a-4033-851b-d51fd1e3347b owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:45.963383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-80b60938-a4b6-4684-97d8-266f606d1fa9', 'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9', 'tenant_id': '4ea0a078015d4d25b7d95aecb8476d02', 'fixed_ips': [{'subnet_id': 'fdf4dc0b-78fa-4df5-a6ae-2ff0810be8bb'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:45.964736 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.003024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.071501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.077613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:46.078470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.209591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac3b9-668d-4349-95dc-5b526eedb179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.211098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Network': ['ID=793ed599-79a0-404a-bad8-af9d79fd1b17,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:46.217138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.222334 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac3b9-668d-4349-95dc-5b526eedb179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.234097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Allocated IP 2001:db8:0:ffff::2 (80b60938-a4b6-4684-97d8-266f606d1fa9/fdf4dc0b-78fa-4df5-a6ae-2ff0810be8bb/c8e1d75a-ac3e-4d70-a765-23a35723e9c3) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:46.237547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-76b713c2-64d1-488e-addc-94fe2df06103 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5273149 Jul 16 02:01:46.241159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49200) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:46.262404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'subnet': {'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:46.318852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Port': ['ID=99feaf69-e55a-4033-851b-d51fd1e3347b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:46.368339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 793ed599-79a0-404a-bad8-af9d79fd1b17 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:46.379317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:46.384410 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.394083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bc3ac3b9-668d-4349-95dc-5b526eedb179 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c8f29e4551f4bc9a6018831c969725a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529315 Jul 16 02:01:46.400559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:46.450957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ac3b9-668d-4349-95dc-5b526eedb179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77876d8-6c98-4026-8b4a-3878bbcf731a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:46.667494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.677540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Transition to ACTIVE for port object c8e1d75a-ac3e-4d70-a765-23a35723e9c3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:46.692686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3173a7d-2f7c-4365-a703-e9b16f34d2d0 req-ea5fecff-13ab-41db-8043-998e54f3a3e8 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.1084735 Jul 16 02:01:46.714420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Transition to ACTIVE for port object c8e1d75a-ac3e-4d70-a765-23a35723e9c3 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:46.736820 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.756267 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.789070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Network 80b60938-a4b6-4684-97d8-266f606d1fa9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:46.792902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:46.796984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:46.805607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:46.854607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef10d72c-d6b2-4e54-97a8-311948f1d89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.875375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Attempting to bind port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:46.875840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Attempting to bind port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd28fede4-8ee2-459a-bc01-2fe765d566ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:46.877026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Attempting to bind port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 on network 80b60938-a4b6-4684-97d8-266f606d1fa9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:46.885953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:46.887001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Checking segment: {'id': 'd28fede4-8ee2-459a-bc01-2fe765d566ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:46.887676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.888386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Bound using segment: {'id': 'd28fede4-8ee2-459a-bc01-2fe765d566ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:46.889169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Bound port: c8e1d75a-ac3e-4d70-a765-23a35723e9c3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28fede4-8ee2-459a-bc01-2fe765d566ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80b60938-a4b6-4684-97d8-266f606d1fa9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:46.889843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef10d72c-d6b2-4e54-97a8-311948f1d89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.890169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.895820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.objects.ports [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93907) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:01:46.897459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:46.984335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] For port c8e1d75a-ac3e-4d70-a765-23a35723e9c3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:46.989667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] For port c8e1d75a-ac3e-4d70-a765-23a35723e9c3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,segment=NetworkSegment(d28fede4-8ee2-459a-bc01-2fe765d566ce),segment_id=d28fede4-8ee2-459a-bc01-2fe765d566ce)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:46.997181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.070218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Subnet': ['ID=f83f640b-9bca-40ce-bdd8-7cd59736e63a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.078513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e18e-a91e-425f-b305-7bcf43c68fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.091594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Checking segment: {'id': '763dd8e3-8373-4479-a21d-35fdda4365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:47.092231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network hostable DHCP agents. Network: 793ed599-79a0-404a-bad8-af9d79fd1b17, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:47.121667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network 793ed599-79a0-404a-bad8-af9d79fd1b17 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:47.133849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 793ed599-79a0-404a-bad8-af9d79fd1b17) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:47.141222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.142108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.159038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25785eb-bad8-41a5-a7d8-6226bb6da7d7 None None] Network 793ed599-79a0-404a-bad8-af9d79fd1b17 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:47.162382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-02126eae-40a9-488e-9c9d-fae3ef6f47cd tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9166923 Jul 16 02:01:47.165469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:47.176552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'port': {'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17', 'name': 'tempest-NetworksIpV6TestAttrs-459812891'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:47.283084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef10d72c-d6b2-4e54-97a8-311948f1d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.285675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef10d72c-d6b2-4e54-97a8-311948f1d89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.293568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ef10d72c-d6b2-4e54-97a8-311948f1d89e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f77876d8-6c98-4026-8b4a-3878bbcf731a HTTP/1.1" status: 204 len: 168 time: 0.8888285 Jul 16 02:01:47.312754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10d72c-d6b2-4e54-97a8-311948f1d89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77876d8-6c98-4026-8b4a-3878bbcf731a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:47.347328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ab5b5-028a-4d0f-9d13-a07897a8b621 req-5c73566f-29c3-4a64-a71f-76f880de96b2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:47.368947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-445ab5b5-028a-4d0f-9d13-a07897a8b621 req-5c73566f-29c3-4a64-a71f-76f880de96b2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.5390999 Jul 16 02:01:47.382796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Router 237caa42-966a-481e-b8f1-f7bc8bea3da5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:01:47.519509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-793ed599-79a0-404a-bad8-af9d79fd1b17', 'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17', 'tenant_id': '4ea0a078015d4d25b7d95aecb8476d02', 'fixed_ips': [{'subnet_id': 'f83f640b-9bca-40ce-bdd8-7cd59736e63a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:47.521104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.583069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:47.608812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:47.647943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-445ab5b5-028a-4d0f-9d13-a07897a8b621 req-2ce8f97c-a50c-4f78-bd42-870614c583df tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684696 Jul 16 02:01:47.663165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:01:47.688407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cdae0c48-1e62-48bc-bb4b-9f68d7471dce tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9018683 Jul 16 02:01:47.690588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] device_id is not set on port 4da7be1c-960c-493c-9ad3-095532ce5257 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:47.700972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49340) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:47.808070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Allocated IP 2001:db8::f816:3eff:fef0:5ac0 (793ed599-79a0-404a-bad8-af9d79fd1b17/f83f640b-9bca-40ce-bdd8-7cd59736e63a/22987d89-1922-4bba-9d82-58e46f9e9b03) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:47.929164 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e9cacabe-a528-49dd-a43e-0f49525b71e0 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] show failed (client error): The resource could not be found. Jul 16 02:01:47.930456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e9cacabe-a528-49dd-a43e-0f49525b71e0 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1811218644 HTTP/1.1" status: 404 len: 335 time: 0.2281415 Jul 16 02:01:47.934325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49368) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:47.943224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c44e2ee3-b7f8-4c53-b0d7-0643244d4b40 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:48.035844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] Sync routers for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:01:48.043272 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c44e2ee3-b7f8-4c53-b0d7-0643244d4b40 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] update failed (client error): The resource could not be found. Jul 16 02:01:48.044408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c44e2ee3-b7f8-4c53-b0d7-0643244d4b40 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1236468416 HTTP/1.1" status: 404 len: 335 time: 0.1087210 Jul 16 02:01:48.047868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:48.184950 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b63b3256-145e-4daa-9671-642466209245 req-e7617779-2995-4c69-9c70-d68b3b16fa0e tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.1392851 Jul 16 02:01:48.206792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting subnet a2e0831f-f488-418b-b5f9-a424e8a96974 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:48.220402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.399977 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.470614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:48.480677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.526535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.532107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.546661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] Routers {'237caa42-966a-481e-b8f1-f7bc8bea3da5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:01:48.547522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['237caa42-966a-481e-b8f1-f7bc8bea3da5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.550421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Transition to ACTIVE for port object 22987d89-1922-4bba-9d82-58e46f9e9b03 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:48.616512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:48.617171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32cd6b-f8d7-4b8a-8aa3-8ebf3867d8e1 None None] The sync data for ids ['237caa42-966a-481e-b8f1-f7bc8bea3da5'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:01:48.648713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Transition to ACTIVE for port object 22987d89-1922-4bba-9d82-58e46f9e9b03 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:48.671404 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.687716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:48.786760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Pushing event updated for resources: {'Port': ['ID=22987d89-1922-4bba-9d82-58e46f9e9b03,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:48.822269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Network 793ed599-79a0-404a-bad8-af9d79fd1b17 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:48.825112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:48.833617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:48.959527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Allocated IP 2001:db8::f816:3eff:fe5c:caa4 (793ed599-79a0-404a-bad8-af9d79fd1b17/f83f640b-9bca-40ce-bdd8-7cd59736e63a/4da7be1c-960c-493c-9ad3-095532ce5257) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:48.985375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Attempting to bind port 22987d89-1922-4bba-9d82-58e46f9e9b03 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:48.986438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Attempting to bind port 22987d89-1922-4bba-9d82-58e46f9e9b03 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '763dd8e3-8373-4479-a21d-35fdda4365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:48.990844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Attempting to bind port 22987d89-1922-4bba-9d82-58e46f9e9b03 on network 793ed599-79a0-404a-bad8-af9d79fd1b17 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:49.003299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:49.008047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Checking segment: {'id': '763dd8e3-8373-4479-a21d-35fdda4365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:49.009902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.011771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Bound using segment: {'id': '763dd8e3-8373-4479-a21d-35fdda4365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:49.013003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Bound port: 22987d89-1922-4bba-9d82-58e46f9e9b03, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763dd8e3-8373-4479-a21d-35fdda4365d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '793ed599-79a0-404a-bad8-af9d79fd1b17'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:49.014856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.089058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77766f9-226e-4852-bc5b-903c8e4df19c req-6996a4a8-c7d8-4ef9-8abd-9df2377b4958 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:49.101823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e77766f9-226e-4852-bc5b-903c8e4df19c req-6996a4a8-c7d8-4ef9-8abd-9df2377b4958 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.1639812 Jul 16 02:01:49.141885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a9807-88f0-4f97-b101-a41642eee588 None None] Network 80b60938-a4b6-4684-97d8-266f606d1fa9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:49.219489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e77766f9-226e-4852-bc5b-903c8e4df19c req-6faf0588-de51-437a-9ba5-026015636830 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162939 Jul 16 02:01:49.224512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] For port 22987d89-1922-4bba-9d82-58e46f9e9b03, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:49.227331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c9d8063b-1475-4675-84e1-945ba08b02e1 None None] Provisioning for port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:49.234310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] For port 22987d89-1922-4bba-9d82-58e46f9e9b03, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=22987d89-1922-4bba-9d82-58e46f9e9b03,segment=NetworkSegment(763dd8e3-8373-4479-a21d-35fdda4365d3),segment_id=763dd8e3-8373-4479-a21d-35fdda4365d3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:49.284990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8e1d75a-ac3e-4d70-a765-23a35723e9c3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:49.290509 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.291749 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.313542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Transition to ACTIVE for port object 4da7be1c-960c-493c-9ad3-095532ce5257 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:49.329738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:49.389413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.443062 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e40afb7b-42f9-487c-a01a-54b5b1445076 req-e587d606-9fb8-4554-b262-fb769e068fa7 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0801725 Jul 16 02:01:49.473164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network 793ed599-79a0-404a-bad8-af9d79fd1b17 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:49.479358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-036ca668-461e-492f-8676-dc34e877cfd1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7947698 Jul 16 02:01:49.484080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:49.501532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:49.531570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:49.532741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.559130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.623077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a45e6-af26-44b4-b90a-d9201b4c297a None None] Pushing event updated for resources: {'Port': ['ID=22987d89-1922-4bba-9d82-58e46f9e9b03,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:49.628731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4615448 Jul 16 02:01:49.631379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49500) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:49.648688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e0831f-f488-418b-b5f9-a424e8a96974,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:49.668678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.672107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-049aac91-ae36-4407-86a2-f0c165e4e68e tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/subnets/a2e0831f-f488-418b-b5f9-a424e8a96974 HTTP/1.1" status: 204 len: 168 time: 1.6221895 Jul 16 02:01:49.673159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4040ca1-9d4b-4ffb-a838-758b0f978aba tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Port': ['ID=4da7be1c-960c-493c-9ad3-095532ce5257,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:49.685950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:49.736237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29711c-f874-46cd-90e2-f714b8d1409f None None] Network af1232fd-2736-4dce-bbfa-019ae5a2ac92 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:49.809098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:49.818607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting subnet f83f640b-9bca-40ce-bdd8-7cd59736e63a {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:49.824950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.868559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:49.870937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.943101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:49.973630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.063882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-13dd6e85-80b5-468a-af0c-54915906b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.066470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-13dd6e85-80b5-468a-af0c-54915906b68b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9b6565c2bff4679910966fa5fd62083&device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 1101 time: 0.5206962 Jul 16 02:01:50.072913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.129601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'mac_address': 'fa:16:3e:b0:00:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:50.194880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.208388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting port 54eec637-3f6b-453e-8a1e-51bb45807a0c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:50.208726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.247743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.278530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-bb7acf55-f6f4-4e0a-a948-bcf1c592fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.280696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-bb7acf55-f6f4-4e0a-a948-bcf1c592fa35 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1872079 Jul 16 02:01:50.312304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.335141 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.342234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/f83f640b-9bca-40ce-bdd8-7cd59736e63a HTTP/1.1" status: 204 len: 168 time: 0.7097456 Jul 16 02:01:50.343207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:50.348425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:50.396323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f53501-8dac-460e-96e6-e91094526a8a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Subnet': ['ID=f83f640b-9bca-40ce-bdd8-7cd59736e63a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:50.405539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] For port 54eec637-3f6b-453e-8a1e-51bb45807a0c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=54eec637-3f6b-453e-8a1e-51bb45807a0c,segment=NetworkSegment(d26b71f6-4410-49a6-bde4-18e05867f6b5),segment_id=d26b71f6-4410-49a6-bde4-18e05867f6b5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.405907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.410022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-a1922e4d-8df4-4fab-9c85-5227009d589b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b35adb25-837e-4afc-9e0b-12f613509277 HTTP/1.1" status: 200 len: 217 time: 0.0870681 Jul 16 02:01:50.489835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bb93b-c477-4dd5-accb-322ba431720a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.495801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bb93b-c477-4dd5-accb-322ba431720a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.503159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-073bb93b-c477-4dd5-accb-322ba431720a tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1319966 Jul 16 02:01:50.504179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:50.512448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-06e77a87-c733-413a-ac08-66642720fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.514730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-06e77a87-c733-413a-ac08-66642720fabf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0922484 Jul 16 02:01:50.515807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Calling delete_port for 54eec637-3f6b-453e-8a1e-51bb45807a0c owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:50.522309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.569167 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.576947 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.699069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['e04d543e-2f3c-4471-b5f3-530bf0672d14'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:50.775555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] DHCP port deletion for af1232fd-2736-4dce-bbfa-019ae5a2ac92 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:50.883870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port c8e1d75a-ac3e-4d70-a765-23a35723e9c3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,segment=NetworkSegment(d28fede4-8ee2-459a-bc01-2fe765d566ce),segment_id=d28fede4-8ee2-459a-bc01-2fe765d566ce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:50.887809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-4c633b60-f831-4d4d-9a08-0157c9dacf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:50.889748 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-4c633b60-f831-4d4d-9a08-0157c9dacf2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3614178 Jul 16 02:01:50.918166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:50.923872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:50.959060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3f010f7-243b-4257-9f59-733070847cd6 req-33db1f83-ba10-4141-8eb9-8576add567dc tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.1935410 Jul 16 02:01:51.007893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2025cb89-812b-4038-a492-2ce6df36cbbf tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.018680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.060208 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2025cb89-812b-4038-a492-2ce6df36cbbf tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 02:01:51.062612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2025cb89-812b-4038-a492-2ce6df36cbbf tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:51.067253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2025cb89-812b-4038-a492-2ce6df36cbbf tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/793ed599-79a0-404a-bad8-af9d79fd1b17 HTTP/1.1" status: 409 len: 405 time: 0.5593579 Jul 16 02:01:51.074298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.088100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202905443'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:51.095261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6fa273bf-d0da-4ff8-8cd0-a4e4edea1aea None None] Provisioning complete for port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:51.095780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6fa273bf-d0da-4ff8-8cd0-a4e4edea1aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.133641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-ecd4a9c7-d77e-4d1d-bca4-8adfa36c6d0a service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325332 Jul 16 02:01:51.134812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5898f-cc9a-432c-a05f-a50d5ff3b250 req-5e023677-f807-491e-9687-4d02c349d59a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.139006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95c5898f-cc9a-432c-a05f-a50d5ff3b250 req-5e023677-f807-491e-9687-4d02c349d59a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.5510554 Jul 16 02:01:51.206144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Deleting port 54eec637-3f6b-453e-8a1e-51bb45807a0c {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:51.206530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.223000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.263139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-95c5898f-cc9a-432c-a05f-a50d5ff3b250 req-02e1bf76-0206-4b6b-b41c-50cf954c2d60 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083457 Jul 16 02:01:51.285979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:51.289972 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.297356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Port': ['ID=54eec637-3f6b-453e-8a1e-51bb45807a0c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.335056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] No DVR routers for this DVR port 54eec637-3f6b-453e-8a1e-51bb45807a0c on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:51.380373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:51.388714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e770980-66b6-4b9e-bfd0-fa68b5563891 None None] Network 793ed599-79a0-404a-bad8-af9d79fd1b17 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:51.421453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.421838 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Added segment e3c09767-6c67-4461-9850-ddf11a80ee85 of type vlan for network ec52611b-84af-4fb4-bac7-8dd0e77bed92 Jul 16 02:01:51.441468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4053382e-7a85-4f54-bcab-2cd235c1f7c9 req-f80a170c-f8d6-475f-9e01-a7c4388ef77b service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972474 Jul 16 02:01:51.479834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] For port 54eec637-3f6b-453e-8a1e-51bb45807a0c, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:51.480791 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.503424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 22987d89-1922-4bba-9d82-58e46f9e9b03 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:51.509241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Calling delete_port for 54eec637-3f6b-453e-8a1e-51bb45807a0c owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:51.516084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.519019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Port 54eec637-3f6b-453e-8a1e-51bb45807a0c was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:01:51.544189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.561804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1232fd-2736-4dce-bbfa-019ae5a2ac92']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:51.574640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.575330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26b71f6-4410-49a6-bde4-18e05867f6b5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:51.575818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26b71f6-4410-49a6-bde4-18e05867f6b5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:51.586714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:51.587367 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.587490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.606789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.614459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.631799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:51.634555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:51.641163 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:51.657813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5741563 Jul 16 02:01:51.660934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.673142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'subnet': {'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:51.736089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] No DVR routers for this DVR port 54eec637-3f6b-453e-8a1e-51bb45807a0c on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:51.777788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79050c3d-5df2-4e87-a85c-05b1fb53f115 None None] Pushing event deleted for resources: {'Port': ['ID=54eec637-3f6b-453e-8a1e-51bb45807a0c,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.812502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.850184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:51.854350 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/networks/af1232fd-2736-4dce-bbfa-019ae5a2ac92 HTTP/1.1" status: 204 len: 168 time: 2.1660388 Jul 16 02:01:51.857588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d77912-fda7-49f3-8962-b6fff56f59c7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Network': ['ID=af1232fd-2736-4dce-bbfa-019ae5a2ac92,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.859349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:51.864872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e077-ac3d-43c4-9b7b-bc433178f379 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Network': ['ID=ec52611b-84af-4fb4-bac7-8dd0e77bed92,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:51.939854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ec52611b-84af-4fb4-bac7-8dd0e77bed92 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:51.958755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 22987d89-1922-4bba-9d82-58e46f9e9b03 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:52.022726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:52.028300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.047895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting subnet 2a42a0e8-b25c-4066-af92-935ca3b696e6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:52.062585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.075516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8e1d75a-ac3e-4d70-a765-23a35723e9c3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:52.169337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.356810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170da85-d170-46e9-a063-03730cf83adf None None] DHCP port deletion for 793ed599-79a0-404a-bad8-af9d79fd1b17 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:52.415705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.441682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.491316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30a020c6-1065-4173-93a5-a85325cef614 req-7ad252c1-5ddf-4b63-8a06-1e00c158a6d3 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0372579 Jul 16 02:01:52.496879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] Provisioning for port 22987d89-1922-4bba-9d82-58e46f9e9b03 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:52.525686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] Provisioning complete for port 22987d89-1922-4bba-9d82-58e46f9e9b03 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:52.526464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.570376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:52.570883 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.639618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.668016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8170da85-d170-46e9-a063-03730cf83adf None None] Deleting port 22987d89-1922-4bba-9d82-58e46f9e9b03 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:52.668786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8170da85-d170-46e9-a063-03730cf83adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.683186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:01:52.696180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.739890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Subnet': ['ID=2a42a0e8-b25c-4066-af92-935ca3b696e6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:52.776274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.787696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7e3c2938-3f2c-4673-a41c-62709015d903 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/subnets/2a42a0e8-b25c-4066-af92-935ca3b696e6 HTTP/1.1" status: 204 len: 168 time: 0.9252367 Jul 16 02:01:52.787937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:52.788953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21891569-937c-412b-b543-0f15a5c3aec5 None None] Network 80c2ed62-bb93-4df7-89a1-57c6c906ac08 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:52.941672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting subnet 437e2ade-3dbd-4129-8dee-60eec224d899 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:52.944065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8170da85-d170-46e9-a063-03730cf83adf None None] For port 22987d89-1922-4bba-9d82-58e46f9e9b03, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=22987d89-1922-4bba-9d82-58e46f9e9b03,segment=NetworkSegment(763dd8e3-8373-4479-a21d-35fdda4365d3),segment_id=763dd8e3-8373-4479-a21d-35fdda4365d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:52.944747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8170da85-d170-46e9-a063-03730cf83adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:52.948857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.008204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Checking segment: {'id': 'e3c09767-6c67-4461-9850-ddf11a80ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:53.008569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network hostable DHCP agents. Network: ec52611b-84af-4fb4-bac7-8dd0e77bed92, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:53.017237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Subnet': ['ID=0090eb56-016d-4781-bdaa-5c68a525f3b0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:53.043336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.099647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network ec52611b-84af-4fb4-bac7-8dd0e77bed92 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:53.120179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097857ce-a496-40c7-bfc1-7230508af58c req-ca97adb8-9356-45e3-9802-34a96456bc4e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.128918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-097857ce-a496-40c7-bfc1-7230508af58c req-ca97adb8-9356-45e3-9802-34a96456bc4e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.4185519 Jul 16 02:01:53.137294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ec52611b-84af-4fb4-bac7-8dd0e77bed92) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:53.168650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.169254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.224358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.230547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d801331d-737f-4369-9170-6edac549c510 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5643840 Jul 16 02:01:53.234274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:53.240795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'port': {'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92', 'name': 'tempest-NetworksIpV6TestAttrs-1309856093'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:53.315976 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.318779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364ffea-d888-4adf-b390-cda309b46c37 None None] Network ec52611b-84af-4fb4-bac7-8dd0e77bed92 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:53.321392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.402346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Subnet': ['ID=437e2ade-3dbd-4129-8dee-60eec224d899,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:53.407365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.413673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4945be71-cba8-4a47-a8b8-a7679a072cd6 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/subnets/437e2ade-3dbd-4129-8dee-60eec224d899 HTTP/1.1" status: 204 len: 168 time: 0.6246383 Jul 16 02:01:53.414560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:53.447741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-097857ce-a496-40c7-bfc1-7230508af58c req-fde9c51f-3e5b-45a5-a402-8a38ca63b600 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117907 Jul 16 02:01:53.454765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:53.457104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54eec637-3f6b-453e-8a1e-51bb45807a0c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:53.459985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9152a-a819-4603-8b8b-54d9840574ae None None] Network 4047eaed-5de4-4310-beab-a664e3e4d0f3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:53.475355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:53.489071 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.533484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] device_id is not set on port 431a2286-d79b-4b73-a807-dceaaf76372e yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:01:53.541647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.542382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8170da85-d170-46e9-a063-03730cf83adf None None] Calling delete_port for 22987d89-1922-4bba-9d82-58e46f9e9b03 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:53.713003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting port 4d15b713-6627-4fb2-b030-343e94e58069 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:53.713257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.738282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 54eec637-3f6b-453e-8a1e-51bb45807a0c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:53.738537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 54eec637-3f6b-453e-8a1e-51bb45807a0c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:53.815757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] For port 22987d89-1922-4bba-9d82-58e46f9e9b03, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=22987d89-1922-4bba-9d82-58e46f9e9b03,segment=NetworkSegment(763dd8e3-8373-4479-a21d-35fdda4365d3),segment_id=763dd8e3-8373-4479-a21d-35fdda4365d3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:53.837367 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.894771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] For port 4d15b713-6627-4fb2-b030-343e94e58069, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4d15b713-6627-4fb2-b030-343e94e58069,segment=NetworkSegment(fc140033-caa4-46b4-ae19-a8b3d7a939de),segment_id=fc140033-caa4-46b4-ae19-a8b3d7a939de)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:53.895145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.928150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Calling delete_port for 4d15b713-6627-4fb2-b030-343e94e58069 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:53.958880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f68297-92d6-454d-9a95-2bf2cbefb53d None None] Pushing event updated for resources: {'Port': ['ID=22987d89-1922-4bba-9d82-58e46f9e9b03,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:53.970580 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63699615-07ab-45d8-b00e-2b0a8f3fa75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.973087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.990280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 22987d89-1922-4bba-9d82-58e46f9e9b03 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:54.000281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a44f672-6d67-4fba-ab2b-7b39edc9ab07 req-4e824854-4cc8-424d-ada3-7b0fadd42b61 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.1640155 Jul 16 02:01:54.032182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Allocated IP 2001:db8::f816:3eff:fe40:aac8 (ec52611b-84af-4fb4-bac7-8dd0e77bed92/0090eb56-016d-4781-bdaa-5c68a525f3b0/431a2286-d79b-4b73-a807-dceaaf76372e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:54.115293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.140891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] No DVR routers for this DVR port 4d15b713-6627-4fb2-b030-343e94e58069 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:54.197992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ec52611b-84af-4fb4-bac7-8dd0e77bed92', 'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92', 'tenant_id': '4ea0a078015d4d25b7d95aecb8476d02', 'fixed_ips': [{'subnet_id': '0090eb56-016d-4781-bdaa-5c68a525f3b0'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:54.198881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.200589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Port': ['ID=4d15b713-6627-4fb2-b030-343e94e58069,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:54.200834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port e04d543e-2f3c-4471-b5f3-530bf0672d14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:54.201194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.285672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9113eb1-9707-4e4c-ab70-cea05f514d0d None None] DHCP port deletion for 80c2ed62-bb93-4df7-89a1-57c6c906ac08 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:54.360579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.378675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c2ed62-bb93-4df7-89a1-57c6c906ac08']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:54.438002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc140033-caa4-46b4-ae19-a8b3d7a939de') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:54.438332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc140033-caa4-46b4-ae19-a8b3d7a939de') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:54.453818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.457733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.467350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] DHCP port deletion for 4047eaed-5de4-4310-beab-a664e3e4d0f3 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:54.484642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8170da85-d170-46e9-a063-03730cf83adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.484999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.485673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Transition to ACTIVE for port object 431a2286-d79b-4b73-a807-dceaaf76372e will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:54.497060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:54.497541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:54.500929 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:54.559093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.627363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170da85-d170-46e9-a063-03730cf83adf None None] Pushing event deleted for resources: {'Port': ['ID=22987d89-1922-4bba-9d82-58e46f9e9b03,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:54.661604 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.668596 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.682190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.686859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/networks/80c2ed62-bb93-4df7-89a1-57c6c906ac08 HTTP/1.1" status: 204 len: 168 time: 1.2710299 Jul 16 02:01:54.691349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Port': ['ID=431a2286-d79b-4b73-a807-dceaaf76372e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:54.693868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:54.775295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network ec52611b-84af-4fb4-bac7-8dd0e77bed92 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:54.779329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:54.781262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:54.788271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:54.789016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.802765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Allocated IP 2001:db8::f816:3eff:fee3:2fde (ec52611b-84af-4fb4-bac7-8dd0e77bed92/0090eb56-016d-4781-bdaa-5c68a525f3b0/629fbfd3-d094-4c18-aa0f-5c5799b48b4e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:54.815058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.817850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7143e74b-13f1-4ddf-b218-a85b2033b99b tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5811594 Jul 16 02:01:54.821307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49584) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:54.824475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6b0be-148d-40cf-8e2d-743749bae6ca tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Network': ['ID=80c2ed62-bb93-4df7-89a1-57c6c906ac08,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:54.867531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec5665-4248-4d57-a945-798952e9d03f req-4becd3a3-440e-4940-ae6b-5535c66abc2d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:54.875195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cec5665-4248-4d57-a945-798952e9d03f req-4becd3a3-440e-4940-ae6b-5535c66abc2d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.1865463 Jul 16 02:01:54.883080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting port 783de9be-4e2d-46d6-88b0-e156db7c244e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:54.883963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.899860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting subnet 0090eb56-016d-4781-bdaa-5c68a525f3b0 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:54.942181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cec5665-4248-4d57-a945-798952e9d03f req-44115335-43df-438e-8523-abd0ac69428b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Jul 16 02:01:54.981038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] For port 783de9be-4e2d-46d6-88b0-e156db7c244e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=783de9be-4e2d-46d6-88b0-e156db7c244e,segment=NetworkSegment(6de89e4c-796f-47dd-be86-e4e0ff528619),segment_id=6de89e4c-796f-47dd-be86-e4e0ff528619)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:54.981413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:54.999001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Calling delete_port for 783de9be-4e2d-46d6-88b0-e156db7c244e owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:55.014822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170da85-d170-46e9-a063-03730cf83adf None None] No DVR routers for this DVR port 22987d89-1922-4bba-9d82-58e46f9e9b03 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:55.055730 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.163908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:55.168413 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1496a-741f-41ac-85d2-0aab23f1fe77" -d '{"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-plugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:55.182717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.188754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Deleting port 783de9be-4e2d-46d6-88b0-e156db7c244e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:55.192250 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.258709 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61d26556-8e7c-4090-b7cd-08cce93223e1 req-f087d028-6b85-4526-80b4-68a4b8ce2a63 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0387092 Jul 16 02:01:55.261768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] No DVR routers for this DVR port 783de9be-4e2d-46d6-88b0-e156db7c244e on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:55.263495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Port': ['ID=783de9be-4e2d-46d6-88b0-e156db7c244e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.301653 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81dcfb-1557-46b0-a7d7-5a06e52ff1b7 x-openstack-request-id: req-cc81dcfb-1557-46b0-a7d7-5a06e52ff1b7 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:55.302234 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-plugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:55.302479 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc81dcfb-1557-46b0-a7d7-5a06e52ff1b7 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:55.303050 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'code': 200} Jul 16 02:01:55.319199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:55.326468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] For port 783de9be-4e2d-46d6-88b0-e156db7c244e, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:55.327134 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.332708 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.335422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.357019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Calling delete_port for 783de9be-4e2d-46d6-88b0-e156db7c244e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:55.374289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.381439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Transition to ACTIVE for port object 629fbfd3-d094-4c18-aa0f-5c5799b48b4e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:55.385310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4047eaed-5de4-4310-beab-a664e3e4d0f3']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:55.400272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de89e4c-796f-47dd-be86-e4e0ff528619') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:55.400566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de89e4c-796f-47dd-be86-e4e0ff528619') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:55.421289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.426767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Port 783de9be-4e2d-46d6-88b0-e156db7c244e was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:01:55.428499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.443366 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.447571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.469550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:55.470147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:55.473391 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:55.502738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Transition to ACTIVE for port object 629fbfd3-d094-4c18-aa0f-5c5799b48b4e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:55.508128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] No DVR routers for this DVR port 783de9be-4e2d-46d6-88b0-e156db7c244e on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:55.512837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.525891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9268c78-d1f1-4105-8fd2-4f2f0e37f99a None None] Pushing event deleted for resources: {'Port': ['ID=783de9be-4e2d-46d6-88b0-e156db7c244e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.534926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.594480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.596403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.604335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.606161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/networks/4047eaed-5de4-4310-beab-a664e3e4d0f3 HTTP/1.1" status: 204 len: 168 time: 0.9091277 Jul 16 02:01:55.613215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:55.638530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Network ec52611b-84af-4fb4-bac7-8dd0e77bed92 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:55.647332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6eee5-5371-4e4f-82a7-af34bc763f62 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Network': ['ID=4047eaed-5de4-4310-beab-a664e3e4d0f3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.679220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:55.685846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:55.695047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Pushing event updated for resources: {'Port': ['ID=629fbfd3-d094-4c18-aa0f-5c5799b48b4e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:55.742113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting subnet 6a78ea92-6e48-4590-963d-bfef06d198ca {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:01:55.752957 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.820122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.841840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Attempting to bind port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:55.842137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Attempting to bind port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'e3c09767-6c67-4461-9850-ddf11a80ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:55.842503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Attempting to bind port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e on network ec52611b-84af-4fb4-bac7-8dd0e77bed92 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:55.857074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:55.857074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Checking segment: {'id': 'e3c09767-6c67-4461-9850-ddf11a80ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:55.857475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.857873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Bound using segment: {'id': 'e3c09767-6c67-4461-9850-ddf11a80ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:55.858342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Bound port: 629fbfd3-d094-4c18-aa0f-5c5799b48b4e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c09767-6c67-4461-9850-ddf11a80ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec52611b-84af-4fb4-bac7-8dd0e77bed92'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:55.858726 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.860700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.884894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4d15b713-6627-4fb2-b030-343e94e58069 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:55.941385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 4d15b713-6627-4fb2-b030-343e94e58069 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:55.941724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4d15b713-6627-4fb2-b030-343e94e58069 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:55.942143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 783de9be-4e2d-46d6-88b0-e156db7c244e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:55.942778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.995888 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Subnet': ['ID=0090eb56-016d-4781-bdaa-5c68a525f3b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.005140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.006774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.007451 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a29af3d-0e8b-4dc9-a9fd-5955c17764b2 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/0090eb56-016d-4781-bdaa-5c68a525f3b0 HTTP/1.1" status: 204 len: 168 time: 1.1850083 Jul 16 02:01:56.009808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49594) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.056469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 783de9be-4e2d-46d6-88b0-e156db7c244e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:56.057010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 783de9be-4e2d-46d6-88b0-e156db7c244e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:56.084656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef07d8-642b-4e63-9c26-cde8c94bb51f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.086507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef07d8-642b-4e63-9c26-cde8c94bb51f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.088016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c7ef07d8-642b-4e63-9c26-cde8c94bb51f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0772917 Jul 16 02:01:56.090906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.132367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] For port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:56.139091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] For port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=629fbfd3-d094-4c18-aa0f-5c5799b48b4e,segment=NetworkSegment(e3c09767-6c67-4461-9850-ddf11a80ee85),segment_id=e3c09767-6c67-4461-9850-ddf11a80ee85)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:56.150189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.225076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-473ecfc9-b441-4777-9cc6-4ebcf3562b9c tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.229243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.270780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7e8c5c6-822a-48df-8dde-bea835d8a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.293693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c34bc-173e-4557-9e9a-0f7bc3c333f0 req-36146c37-4473-4b9f-9b95-2fc22a96b112 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.294767 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-473ecfc9-b441-4777-9cc6-4ebcf3562b9c tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 02:01:56.295341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473ecfc9-b441-4777-9cc6-4ebcf3562b9c tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:01:56.296018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-128c34bc-173e-4557-9e9a-0f7bc3c333f0 req-36146c37-4473-4b9f-9b95-2fc22a96b112 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.1007011 Jul 16 02:01:56.303827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-473ecfc9-b441-4777-9cc6-4ebcf3562b9c tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/ec52611b-84af-4fb4-bac7-8dd0e77bed92 HTTP/1.1" status: 409 len: 405 time: 0.2058046 Jul 16 02:01:56.303827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Subnet': ['ID=6a78ea92-6e48-4590-963d-bfef06d198ca,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.314630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.327687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.333082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5119b17b-5bfc-4dfe-a26f-58598adbbfcd tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/subnets/6a78ea92-6e48-4590-963d-bfef06d198ca HTTP/1.1" status: 204 len: 168 time: 0.7065272 Jul 16 02:01:56.336973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-578247051'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:56.344615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:56.376433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ea535-39f1-4863-ac4c-c5026b251a76 None None] Pushing event updated for resources: {'Port': ['ID=629fbfd3-d094-4c18-aa0f-5c5799b48b4e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.380629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62150a7c-2bc5-4657-8596-111d3d84f00b None None] Network 48311431-9362-48fd-8e13-078fbea74893 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:56.390647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-128c34bc-173e-4557-9e9a-0f7bc3c333f0 req-bc4944bd-d33e-435f-ab2a-ca6804bc6a42 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841386 Jul 16 02:01:56.498124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:56.503710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.530978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.553146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:01:56.571814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.572291 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Added segment c9a94249-d639-490a-b0dc-fe7482fe92c4 of type vlan for network 4dc404c2-5877-4d2d-9025-b2cd9f08f255 Jul 16 02:01:56.654820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbe1d2b1-0829-497c-a971-ee3622f021e7 req-70061530-ee01-4d8e-9a7e-650354757464 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0728598 Jul 16 02:01:56.656352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806b2a5-4464-43ba-af27-28bc4ca46f49 None None] Network ec52611b-84af-4fb4-bac7-8dd0e77bed92 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:56.715040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.746347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Deleting port 2f07661b-e28f-47c1-b9fb-7775c49cb61c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:56.747594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.775952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.782101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.782700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.856203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] For port 2f07661b-e28f-47c1-b9fb-7775c49cb61c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2f07661b-e28f-47c1-b9fb-7775c49cb61c,segment=NetworkSegment(de57718e-d1b7-4e91-8828-e323921da86c),segment_id=de57718e-d1b7-4e91-8828-e323921da86c)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:56.857456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.865728 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.878038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Calling delete_port for 2f07661b-e28f-47c1-b9fb-7775c49cb61c owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:57.016664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200e5c0-144e-4553-beae-9447084aa025 None None] DHCP port deletion for 48311431-9362-48fd-8e13-078fbea74893 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:01:57.038315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729a8f3-45f3-4bb7-870f-86f5bed89044 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:01:57.072594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Network': ['ID=4dc404c2-5877-4d2d-9025-b2cd9f08f255,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:57.079937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.093576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] No DVR routers for this DVR port 2f07661b-e28f-47c1-b9fb-7775c49cb61c on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:57.099609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4dc404c2-5877-4d2d-9025-b2cd9f08f255 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:01:57.122206 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3142a1eb-483f-4ca7-b6c1-7f6603b719ab tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8050592 Jul 16 02:01:57.123223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Port': ['ID=2f07661b-e28f-47c1-b9fb-7775c49cb61c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:57.125025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49608) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:57.130763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'subnet': {'network_id': '4dc404c2-5877-4d2d-9025-b2cd9f08f255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:57.292600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:57.292853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.296592 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.301402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729a8f3-45f3-4bb7-870f-86f5bed89044 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:01:57.329819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48311431-9362-48fd-8e13-078fbea74893']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.341204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de57718e-d1b7-4e91-8828-e323921da86c') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.341875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de57718e-d1b7-4e91-8828-e323921da86c') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:57.363003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.393163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.400975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:57.404879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.463087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:57.581220 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:57.589711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.600867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:57.604260 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/networks/48311431-9362-48fd-8e13-078fbea74893 HTTP/1.1" status: 204 len: 168 time: 1.2481885 Jul 16 02:01:57.623426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49612) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:57.633376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061453-f8c0-4b3e-a82e-2322d550ee24 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Pushing event deleted for resources: {'Network': ['ID=48311431-9362-48fd-8e13-078fbea74893,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:57.671560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49614) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:57.680458 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-795d9f79-665b-4119-9c04-0089ded1d4b1 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "GET /v2.0/ports?device_id=237caa42-966a-481e-b8f1-f7bc8bea3da5 HTTP/1.1" status: 200 len: 205 time: 0.0544670 Jul 16 02:01:57.897026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2f07661b-e28f-47c1-b9fb-7775c49cb61c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:57.960015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2f07661b-e28f-47c1-b9fb-7775c49cb61c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:57.960555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2f07661b-e28f-47c1-b9fb-7775c49cb61c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:57.975291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:01:57.986814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890af26-a03b-45a7-af4c-e7a4d227fdbc req-7fb434cc-21eb-4360-90b1-742372a7cfa7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.988454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c890af26-a03b-45a7-af4c-e7a4d227fdbc req-7fb434cc-21eb-4360-90b1-742372a7cfa7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.2962902 Jul 16 02:01:58.006259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.025205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d61ea72-0ec5-4583-875a-92d43eab778f req-7cbb0b08-29b4-4111-887c-f27444d13d7a tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.0973155 Jul 16 02:01:58.155227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c890af26-a03b-45a7-af4c-e7a4d227fdbc req-b6263c04-acd0-4902-952b-947bfd3454b0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385765 Jul 16 02:01:58.156569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Subnet': ['ID=61c06e3c-71fe-48e9-a9b4-897677d9e6a3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:58.161091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Checking segment: {'id': 'c9a94249-d639-490a-b0dc-fe7482fe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4dc404c2-5877-4d2d-9025-b2cd9f08f255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:58.166896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network hostable DHCP agents. Network: 4dc404c2-5877-4d2d-9025-b2cd9f08f255, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:01:58.231292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network 4dc404c2-5877-4d2d-9025-b2cd9f08f255 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:01:58.253788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 4dc404c2-5877-4d2d-9025-b2cd9f08f255) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:58.264242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:58.264873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee712f-a204-4ed2-a95c-fd62ef6eccd0 None None] Network 4dc404c2-5877-4d2d-9025-b2cd9f08f255 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:58.265370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.312282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9dee3514-7c42-4cd2-b9e7-a12a00f2a464 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1860871 Jul 16 02:01:58.313599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49618) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:58.570118 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.623362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.653818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1da80-97e0-4858-b285-b440bffd484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-4dc404c2-5877-4d2d-9025-b2cd9f08f255', 'network_id': '4dc404c2-5877-4d2d-9025-b2cd9f08f255', 'tenant_id': '4ea0a078015d4d25b7d95aecb8476d02', 'fixed_ips': [{'subnet_id': '61c06e3c-71fe-48e9-a9b4-897677d9e6a3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:01:58.655073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6b1da80-97e0-4858-b285-b440bffd484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:58.908839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.056177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.058433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.114630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.130359 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-f6b1da80-97e0-4858-b285-b440bffd484a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c06e3c-71fe-48e9-a9b4-897677d9e6a3: This subnet is being modified by another concurrent operation. Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c06e3c-71fe-48e9-a9b4-897677d9e6a3: This subnet is being modified by another concurrent operation. Jul 16 02:01:59.140291 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:01:59.162222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf96ed1-7ee3-4188-8c2d-cb769806cf47 None None] Network 4dc404c2-5877-4d2d-9025-b2cd9f08f255 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:01:59.162347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.162347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Fanout notify agent at l3_agent the message router_deleted on router 237caa42-966a-481e-b8f1-f7bc8bea3da5 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:01:59.169708 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.178335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ed5b3fab-6f43-43d8-b86b-d564bbf1e2d7 tempest-RoutersNegativeIpV6Test-2093773702 tempest-RoutersNegativeIpV6Test-2093773702-project] 10.222.0.35 "DELETE /v2.0/routers/237caa42-966a-481e-b8f1-f7bc8bea3da5 HTTP/1.1" status: 204 len: 168 time: 1.5034356 Jul 16 02:01:59.252304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Subnet': ['ID=61c06e3c-71fe-48e9-a9b4-897677d9e6a3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:59.588157 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.601121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cede044-17ee-482c-93b0-98dd8a774c9f None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:01:59.614171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc404c2-5877-4d2d-9025-b2cd9f08f255']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:59.638420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a94249-d639-490a-b0dc-fe7482fe92c4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:59.639317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a94249-d639-490a-b0dc-fe7482fe92c4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:01:59.657693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.702231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.709725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:01:59.710138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:01:59.785834 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:01:59.847959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.856400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:59.895030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:59.900538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/4dc404c2-5877-4d2d-9025-b2cd9f08f255 HTTP/1.1" status: 204 len: 168 time: 1.5849202 Jul 16 02:01:59.904134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:01:59.909896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1227519710'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:59.935435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cede044-17ee-482c-93b0-98dd8a774c9f None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:01:59.989075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:59.998986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.001084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef87aa07-7201-4854-8ebc-c328d732117c req-0df54772-bdcf-4791-9538-52739c62198b tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/ports?device_id=01805a82-1ab3-4a93-ad88-75aed6acbaf1 HTTP/1.1" status: 200 len: 210 time: 0.2130916 Jul 16 02:02:00.033353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317da5b-3ad0-4301-acf2-6f6ae5c65854 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Network': ['ID=4dc404c2-5877-4d2d-9025-b2cd9f08f255,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.109313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:00.125551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17285598-71e4-437c-b869-45a1384c58be req-2aaab9bd-a764-4218-8c62-110ea8477d4a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:00.131589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17285598-71e4-437c-b869-45a1384c58be req-2aaab9bd-a764-4218-8c62-110ea8477d4a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.3446262 Jul 16 02:02:00.134290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.135170 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Added segment 038f35b3-a2f8-422c-8345-9a2a5e80508b of type vlan for network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e Jul 16 02:02:00.220280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17285598-71e4-437c-b869-45a1384c58be req-eedd9a74-a367-4649-81d7-0f0a81619975 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829830 Jul 16 02:02:00.237585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.281863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ba88eb5b-d47e-489a-9ac3-6489c0922295 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a7388970c864437bf40e8f41d86a48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214501 Jul 16 02:02:00.282589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.326168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.332738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:00.333376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.367903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1baf9e3b-c3dc-4c3a-b552-b71b97a0b1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.373566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4679837 Jul 16 02:02:00.399762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1baf9e3b-c3dc-4c3a-b552-b71b97a0b1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.400411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:00.408798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'subnet': {'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:00.495747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1baf9e3b-c3dc-4c3a-b552-b71b97a0b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.499165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1baf9e3b-c3dc-4c3a-b552-b71b97a0b1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.504425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1baf9e3b-c3dc-4c3a-b552-b71b97a0b1cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cea2749-7336-4361-a0f0-a3742cc4923b HTTP/1.1" status: 204 len: 168 time: 0.2204747 Jul 16 02:02:00.523259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9e3b-c3dc-4c3a-b552-b71b97a0b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cea2749-7336-4361-a0f0-a3742cc4923b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.600506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad16d3-55f4-4564-8580-d38014940d1d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Network': ['ID=e7ff9d5d-dde9-40bc-b669-fcdd5dade86e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:00.705863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:00.710543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:00.750025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:01.189432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.355034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Subnet': ['ID=935e0025-b59e-453f-887d-0103bee4979a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:01.381191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Checking segment: {'id': '038f35b3-a2f8-422c-8345-9a2a5e80508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:01.381586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network hostable DHCP agents. Network: e7ff9d5d-dde9-40bc-b669-fcdd5dade86e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:01.415205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:01.431078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e7ff9d5d-dde9-40bc-b669-fcdd5dade86e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:01.436079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:01.436969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.448009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae9574-1bcc-40eb-a298-b301683df879 None None] Network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:01.458987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d631dba8-419f-460a-91ab-bbe9024ee68e tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0569899 Jul 16 02:02:01.469307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:01.722685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.780002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-e7ff9d5d-dde9-40bc-b669-fcdd5dade86e', 'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e', 'tenant_id': '4ea0a078015d4d25b7d95aecb8476d02', 'fixed_ips': [{'subnet_id': '935e0025-b59e-453f-887d-0103bee4979a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:01.780002 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.876954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.984193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49694) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.031341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Allocated IP 2001:db8::2 (e7ff9d5d-dde9-40bc-b669-fcdd5dade86e/935e0025-b59e-453f-887d-0103bee4979a/34c13923-fb7c-4c84-ad8b-b579fbabddd0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:02.202834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-516564057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:02.257399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.260449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.311505 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.327573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Transition to ACTIVE for port object 34c13923-fb7c-4c84-ad8b-b579fbabddd0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:02.362738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Transition to ACTIVE for port object 34c13923-fb7c-4c84-ad8b-b579fbabddd0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:02.380602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.451165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.453161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:02.458205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:02.462749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:02.465369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Pushing event updated for resources: {'Port': ['ID=34c13923-fb7c-4c84-ad8b-b579fbabddd0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.469071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.497589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.540426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Attempting to bind port 34c13923-fb7c-4c84-ad8b-b579fbabddd0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:02.540801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Attempting to bind port 34c13923-fb7c-4c84-ad8b-b579fbabddd0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '038f35b3-a2f8-422c-8345-9a2a5e80508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:02.541169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Attempting to bind port 34c13923-fb7c-4c84-ad8b-b579fbabddd0 on network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:02.546800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:02.547205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Checking segment: {'id': '038f35b3-a2f8-422c-8345-9a2a5e80508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:02.547577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.548128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Bound using segment: {'id': '038f35b3-a2f8-422c-8345-9a2a5e80508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:02.549128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Bound port: 34c13923-fb7c-4c84-ad8b-b579fbabddd0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038f35b3-a2f8-422c-8345-9a2a5e80508b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:02.549512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.636200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.654466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3032-e50b-4cdd-a28f-52d1104ce147 req-2b19e982-4c4a-4b60-8139-88bff9d19540 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:02.665726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Subnet': ['ID=935e0025-b59e-453f-887d-0103bee4979a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.667084 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d9b3032-e50b-4cdd-a28f-52d1104ce147 req-2b19e982-4c4a-4b60-8139-88bff9d19540 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 1.2417109 Jul 16 02:02:02.683628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] For port 34c13923-fb7c-4c84-ad8b-b579fbabddd0, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:02.692553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] For port 34c13923-fb7c-4c84-ad8b-b579fbabddd0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=34c13923-fb7c-4c84-ad8b-b579fbabddd0,segment=NetworkSegment(038f35b3-a2f8-422c-8345-9a2a5e80508b),segment_id=038f35b3-a2f8-422c-8345-9a2a5e80508b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:02.709797 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.761393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.761731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.762063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.762424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.762731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.764262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d9b3032-e50b-4cdd-a28f-52d1104ce147 req-debdda03-c41b-4ea6-93c2-df9bc2d80f2d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917001 Jul 16 02:02:02.767771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.768136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.768477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.768809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.769142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.769462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.769787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:02.795846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02fb2688-9214-4545-bffb-3e3932b0a5ba tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.836373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.837820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bd67a2a4-4ca8-4a5a-8ed7-70473f3ce17a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8506956 Jul 16 02:02:02.840559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49716) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:02.847002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-528810328'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:02.907505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Made reservation on behalf of 795de73d914943f495814a6bfb535b04 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:02.913090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.916825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.928642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.931905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38a395-aec3-45a8-9890-1c419ada05cc None None] Pushing event updated for resources: {'Port': ['ID=34c13923-fb7c-4c84-ad8b-b579fbabddd0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:02.956698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6e555-d8ab-4186-96e7-a496dfcc3baa None None] Network e7ff9d5d-dde9-40bc-b669-fcdd5dade86e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:02.958788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02fb2688-9214-4545-bffb-3e3932b0a5ba tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:02.977370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ff9d5d-dde9-40bc-b669-fcdd5dade86e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:03.017861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038f35b3-a2f8-422c-8345-9a2a5e80508b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:03.019313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038f35b3-a2f8-422c-8345-9a2a5e80508b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:03.057412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.082795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.090232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:03.090882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:03.095996 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:03.159918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02fb2688-9214-4545-bffb-3e3932b0a5ba tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.161218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebdd10-bb53-4499-8a6d-957c36d82d98 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:02:03.162095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.163076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-02fb2688-9214-4545-bffb-3e3932b0a5ba tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.166939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-02fb2688-9214-4545-bffb-3e3932b0a5ba tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/security-groups/7cfce3b8-070a-4101-82b9-867775764e3a HTTP/1.1" status: 204 len: 168 time: 0.6993618 Jul 16 02:02:03.168767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.177269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb2688-9214-4545-bffb-3e3932b0a5ba tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfce3b8-070a-4101-82b9-867775764e3a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:03.179242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:02:03.179242 n-d-800087-6 neutron-server[93907]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:02:03.179242 n-d-800087-6 neutron-server[93907]: [parameters: {'id': 'e7ff9d5d-dde9-40bc-b669-fcdd5dade86e'}] Jul 16 02:02:03.179242 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:02:03.179927 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:02:03.190658 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.213045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:03.234056 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.234408 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Added segment f63863fa-8e9d-49b8-896d-c0ab8264ca2f of type vlan for network c5092965-6bf0-4aa1-b8df-c59f503d88f9 Jul 16 02:02:03.271731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.322039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.363102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.369083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:03.370027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.372951 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b919d324-f272-4aae-a739-31c83b66889d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] show failed (client error): The resource could not be found. Jul 16 02:02:03.374432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b919d324-f272-4aae-a739-31c83b66889d tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "GET /v2.0/security-groups/7cfce3b8-070a-4101-82b9-867775764e3a HTTP/1.1" status: 404 len: 347 time: 0.2060404 Jul 16 02:02:03.381357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49724) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.432123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3282c20-3ce0-4950-aa58-5d2fecc198d3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:03.448268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6063752 Jul 16 02:02:03.487860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49726) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:03.488893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c312-270a-44f5-a3f5-67efd844fe57 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Network': ['ID=c5092965-6bf0-4aa1-b8df-c59f503d88f9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:03.503331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:03.568934 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-16b2df7a-18c6-4466-a0b7-36f5e20afb92 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/floatingips/42afe4cc-33b3-4a77-b388-de8c27e6c8af HTTP/1.1" status: 200 len: 993 time: 0.2952676 Jul 16 02:02:03.575444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'subnet': {'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:03.668255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cebdd10-bb53-4499-8a6d-957c36d82d98 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:02:03.707299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.801155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port 817c3ccc-66ef-459a-b472-20e4a201dd42 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:03.801636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:03.806294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Made reservation on behalf of 795de73d914943f495814a6bfb535b04 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:03.809929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.053573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:04.097449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting port 34c13923-fb7c-4c84-ad8b-b579fbabddd0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:04.097836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.141665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a225b9-e10b-4ee7-aefa-368e40982761 req-6a0a04e0-e340-4299-bbf5-e47b0a53f4d6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:04.143274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71a225b9-e10b-4ee7-aefa-368e40982761 req-6a0a04e0-e340-4299-bbf5-e47b0a53f4d6 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.1533353 Jul 16 02:02:04.215246 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.215246 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.250917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for 817c3ccc-66ef-459a-b472-20e4a201dd42 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:04.277316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71a225b9-e10b-4ee7-aefa-368e40982761 req-65948b29-375a-434f-bbe3-7da548a7d8c2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244800 Jul 16 02:02:04.343621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] For port 34c13923-fb7c-4c84-ad8b-b579fbabddd0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=34c13923-fb7c-4c84-ad8b-b579fbabddd0,segment=NetworkSegment(038f35b3-a2f8-422c-8345-9a2a5e80508b),segment_id=038f35b3-a2f8-422c-8345-9a2a5e80508b)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:04.344224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.367654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 9e4c84ae-ad90-4bbc-91b6-a949f5cac54a {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:04.368644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.371328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Calling delete_port for 34c13923-fb7c-4c84-ad8b-b579fbabddd0 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:04.525013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.526055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.573948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 9e4c84ae-ad90-4bbc-91b6-a949f5cac54a owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:04.609146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.673552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No DVR routers for this DVR port 34c13923-fb7c-4c84-ad8b-b579fbabddd0 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:04.726421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-6af1c434-07a5-4eec-9069-09a66a62236f req-4366cd8f-c640-4ede-9530-28b1e98dcfe2 service neutron] (93907) timed out ('10.222.0.35', 55704) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:02:04.796436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.811480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ff9d5d-dde9-40bc-b669-fcdd5dade86e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:04.823736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038f35b3-a2f8-422c-8345-9a2a5e80508b') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:04.824191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038f35b3-a2f8-422c-8345-9a2a5e80508b') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:04.835602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.852673 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.859375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:04.859786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.939356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:04.961926 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:04.970454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.977057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:04.983137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/e7ff9d5d-dde9-40bc-b669-fcdd5dade86e HTTP/1.1" status: 204 len: 168 time: 3.5091875 Jul 16 02:02:04.987320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:04.988157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=9e4c84ae-ad90-4bbc-91b6-a949f5cac54a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:04.998417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206659522'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:05.019344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Port': ['ID=34c13923-fb7c-4c84-ad8b-b579fbabddd0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.051638 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.096484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:05.100493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.102774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.103110 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Floating IP 42afe4cc-33b3-4a77-b388-de8c27e6c8af disassociated (deleted). External IP: 172.25.0.69, port: 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6. Jul 16 02:02:05.111385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b658d3c-2ce4-487f-b9f0-0f1a5dcf6c80 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Network': ['ID=e7ff9d5d-dde9-40bc-b669-fcdd5dade86e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.116583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Subnet': ['ID=b7e1d576-6065-4efb-8681-650baf52ff03,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.193999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:05.198433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Checking segment: {'id': 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:05.199065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network hostable DHCP agents. Network: c5092965-6bf0-4aa1-b8df-c59f503d88f9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:05.249280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.249563 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Added segment af3e8ea7-9562-4c52-bd90-98252e6a8819 of type vlan for network 5b5397dd-f248-4d20-952c-2982bd113f0a Jul 16 02:02:05.257152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:05.277989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c5092965-6bf0-4aa1-b8df-c59f503d88f9) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:05.289089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dd840-0d0a-4ab9-a1d1-56f807a436bd None None] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:05.318670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:05.320539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.352905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b30f2d6b-34da-4d30-81d5-2d4dcb690d29 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8615603 Jul 16 02:02:05.356184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49750) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:05.363904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'network': {'name': 'tempest-router-network01--482950054'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:05.396691 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.417087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.453924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=817c3ccc-66ef-459a-b472-20e4a201dd42,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.462605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Made reservation on behalf of 795de73d914943f495814a6bfb535b04 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:05.472829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.574626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c5092965-6bf0-4aa1-b8df-c59f503d88f9', 'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9', 'tenant_id': '795de73d914943f495814a6bfb535b04', 'fixed_ips': [{'subnet_id': 'b7e1d576-6065-4efb-8681-650baf52ff03'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:05.576194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.586879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:05.614249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.619753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:05.628783 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.660329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.660930 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Added segment 98c920cf-2b28-4c40-b317-de9099c0dae3 of type vlan for network 8d911b0d-8787-4815-8719-d6195e2772bd Jul 16 02:02:05.700355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.703015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.706819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b23030a0-2001-4773-aded-5202b404db09 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/floatingips/adb9f1f0-14b9-455a-b20a-13c203287972 HTTP/1.1" status: 204 len: 168 time: 2.3199139 Jul 16 02:02:05.707514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:05.746551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.788912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Allocated IP 172.20.0.2 (c5092965-6bf0-4aa1-b8df-c59f503d88f9/b7e1d576-6065-4efb-8681-650baf52ff03/9c06a1d8-ee7c-46bc-b40d-84845ce40d7f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:05.852630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Network': ['ID=5b5397dd-f248-4d20-952c-2982bd113f0a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:05.863706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.871089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:05.871719 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.901170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router dcebcdde-5eeb-412e-b500-c9b4bf7236fd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:05.921011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f0ac8efe-686a-4f75-a176-91db80d1c093 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9246106 Jul 16 02:02:05.921478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49764) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:05.950124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Request body: {'subnet': {'network_id': '5b5397dd-f248-4d20-952c-2982bd113f0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:05.959749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6020722 Jul 16 02:02:05.966006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:05.974577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'network': {'name': 'tempest-router-network02--722637629'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:06.006079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.017232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Transition to ACTIVE for port object 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:06.035118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Transition to ACTIVE for port object 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:06.040919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5b5397dd-f248-4d20-952c-2982bd113f0a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:06.056720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.097578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76554e89-933c-4ff5-9d7b-976e49ce975f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Network': ['ID=8d911b0d-8787-4815-8719-d6195e2772bd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.125567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port ce59c47d-1fdc-4061-b2f9-2efd36262390 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:06.128628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.135929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 8d911b0d-8787-4815-8719-d6195e2772bd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:06.150967 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:02:06.150967 n-d-800087-6 neutron-server[93906]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 02:02:06.150967 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id': '4ea0a078015d4d25b7d95aecb8476d02', 'id': '20970a2d-3a9e-4afc-8634-82ed8bd44daa', 'expiration': datetime.datetime(2021, 7, 16, 2, 4, 6, 138886)}] Jul 16 02:02:06.150967 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:02:06.151804 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:02:06.194703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Made reservation on behalf of 795de73d914943f495814a6bfb535b04 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:06.204009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.224073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:06.230002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb854-d265-4268-b92a-6fffd5f73be9 req-491f5f12-f9a6-41cb-8817-f1c183bf5ec2 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:06.231399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:06.234375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:06.238736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8beb854-d265-4268-b92a-6fffd5f73be9 req-491f5f12-f9a6-41cb-8817-f1c183bf5ec2 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 950 time: 0.4974158 Jul 16 02:02:06.314134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Attempting to bind port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:06.314578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Attempting to bind port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:06.314985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Attempting to bind port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f on network c5092965-6bf0-4aa1-b8df-c59f503d88f9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:06.321038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Pushing event updated for resources: {'Port': ['ID=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.324874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:06.325272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Checking segment: {'id': 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:06.325744 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.326171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Bound using segment: {'id': 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:06.326669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Bound port: 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5092965-6bf0-4aa1-b8df-c59f503d88f9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:06.327210 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.334592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8beb854-d265-4268-b92a-6fffd5f73be9 req-691f2b68-afa5-4e88-9599-fd47701057e5 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 Jul 16 02:02:06.371889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:06.381452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3aed9-a7f8-4fc8-99e5-e04bf4ff3359 req-60fec367-cd2f-4b2c-8b63-7e2316ac4f70 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:06.387684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35e3aed9-a7f8-4fc8-99e5-e04bf4ff3359 req-60fec367-cd2f-4b2c-8b63-7e2316ac4f70 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.8149076 Jul 16 02:02:06.401108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.403836 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Added segment 30cefb1b-6f8e-4991-a529-8d9a7bc544a1 of type vlan for network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f Jul 16 02:02:06.415989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.436869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for ce59c47d-1fdc-4061-b2f9-2efd36262390 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:06.487531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.493512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] For port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:06.509735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] For port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,segment=NetworkSegment(f63863fa-8e9d-49b8-896d-c0ab8264ca2f),segment_id=f63863fa-8e9d-49b8-896d-c0ab8264ca2f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:06.520190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.549206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35e3aed9-a7f8-4fc8-99e5-e04bf4ff3359 req-82b2eedb-6fa7-49ef-aac5-f665d7ea9798 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536889 Jul 16 02:02:06.557389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:06.563017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.569423 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] Sync routers for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:06.581788 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:06.585650 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:06.620763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f405f8-c129-472f-ba49-ed7f17e194c2 None None] Pushing event updated for resources: {'Port': ['ID=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:06.620983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1f2c592-fd51-481d-8259-a873617d07ed tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/floatingips/42afe4cc-33b3-4a77-b388-de8c27e6c8af HTTP/1.1" status: 204 len: 168 time: 2.5585072 Jul 16 02:02:06.620983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:06.620983 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40" -d '{"events": [{"name": "network-changed", "server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:06.649791 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.657053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:06.659777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.698391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Made reservation on behalf of 4ea0a078015d4d25b7d95aecb8476d02 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:06.703178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:06.882706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9066081 Jul 16 02:02:06.885402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:06.895047 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:06.931318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'subnet': {'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:07.157346 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8f6570-ee19-43cd-8486-0dc9c3d3c1c0 x-openstack-request-id: req-5a8f6570-ee19-43cd-8486-0dc9c3d3c1c0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:07.158005 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:07.159484 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a8f6570-ee19-43cd-8486-0dc9c3d3c1c0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:07.160570 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'status': 'completed', 'code': 200} Jul 16 02:02:07.275672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ce91a-d83f-4232-a108-6de8134d8c8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Network': ['ID=8ac9ef1c-809e-480f-af3b-ff62ebfaf49f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:07.293973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:07.425350 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:09Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:07.548238 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] Checking router: dcebcdde-5eeb-412e-b500-c9b4bf7236fd for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:07.568525 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:07.579126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:07.586400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.640354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:02:07.674163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.695997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=ce59c47d-1fdc-4061-b2f9-2efd36262390,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:07.831552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Made reservation on behalf of 795de73d914943f495814a6bfb535b04 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:07.836001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.880556 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:07.975312 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-fa52f373-4d18-4cf2-8b2c-f770e733c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:07.977607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-fa52f373-4d18-4cf2-8b2c-f770e733c28d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 1097 time: 0.7319956 Jul 16 02:02:08.023856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event updated for resources: {'Subnet': ['ID=bfddd85b-ef53-4329-a814-8683b40678e3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.045511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52b336-b373-4d33-9ee5-1781724e1922 req-edfce266-5263-4ef9-9c24-b61a65f6b7a8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.048124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:08.053403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a52b336-b373-4d33-9ee5-1781724e1922 req-edfce266-5263-4ef9-9c24-b61a65f6b7a8 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.5524433 Jul 16 02:02:08.056605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Checking segment: {'id': 'af3e8ea7-9562-4c52-bd90-98252e6a8819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5b5397dd-f248-4d20-952c-2982bd113f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:08.056984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network hostable DHCP agents. Network: 5b5397dd-f248-4d20-952c-2982bd113f0a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:08.073975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28eae3-de86-40f6-a2eb-a7ce3a2e504a req-2aa684cf-bedd-4ab7-b032-44e503b1b192 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.081218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae28eae3-de86-40f6-a2eb-a7ce3a2e504a req-2aa684cf-bedd-4ab7-b032-44e503b1b192 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 950 time: 0.4389517 Jul 16 02:02:08.169116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Network 5b5397dd-f248-4d20-952c-2982bd113f0a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:08.214180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:08.222524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae28eae3-de86-40f6-a2eb-a7ce3a2e504a req-6cde7bd1-16c9-41b7-960f-d83151ed4cd4 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187000 Jul 16 02:02:08.257952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a52b336-b373-4d33-9ee5-1781724e1922 req-a67c259d-5ac2-42c0-8438-0ee1bafd5b63 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829803 Jul 16 02:02:08.260898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5b5397dd-f248-4d20-952c-2982bd113f0a) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:08.273411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.274022 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.283752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4695c7-0b34-4ff9-bbed-ab9dde804639 None None] Network 5b5397dd-f248-4d20-952c-2982bd113f0a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:08.323629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-cbee72ae-1448-41ba-b01d-685c23c08a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.326060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-cbee72ae-1448-41ba-b01d-685c23c08a5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=375d1a81-1e5f-456a-aff7-e64b5de4a45c HTTP/1.1" status: 200 len: 897 time: 0.2893534 Jul 16 02:02:08.334269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ae34e32-bf6b-4138-a621-dc2daed42a87 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3984206 Jul 16 02:02:08.336381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:08.458396 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:09Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:08.492405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fcfac9-473b-4a16-b5f9-027053bfef78 None None] The sync data for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 is: [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '448e3063-5570-49c6-abb1-b4425e7d5a6f', 'name': '', 'network_id': '375d1a81-1e5f-456a-aff7-e64b5de4a45c', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:57Z', 'updated_at': '2021-07-16T02:01:09Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'subnets': [{'id': 'fa58066c-92fc-43b4-bea3-6dc9433650b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:08.636422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c91bd15-a804-4a27-8e25-8bb74d3e7528 None None] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:08.677837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.804983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06837c0e-c35c-4709-a9ed-01e705d628d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-5b5397dd-f248-4d20-952c-2982bd113f0a', 'network_id': '5b5397dd-f248-4d20-952c-2982bd113f0a', 'tenant_id': '4ea0a078015d4d25b7d95aecb8476d02', 'fixed_ips': [{'subnet_id': 'bfddd85b-ef53-4329-a814-8683b40678e3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:08.806217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06837c0e-c35c-4709-a9ed-01e705d628d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.808187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.821593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] Provisioning for port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:08.856656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] Provisioning complete for port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:08.857327 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.857917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a18e0-d8cf-436f-8861-b5bba4c27d3d req-d4e3ef96-9fd1-4f92-bcb7-c0b11d3afca3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:08.871622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a32a18e0-d8cf-436f-8861-b5bba4c27d3d req-d4e3ef96-9fd1-4f92-bcb7-c0b11d3afca3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.3194835 Jul 16 02:02:08.938708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7465-13dd-462e-934f-99431702836e None None] New status for floating IP 42afe4cc-33b3-4a77-b388-de8c27e6c8af: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:02:08.948405 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a32a18e0-d8cf-436f-8861-b5bba4c27d3d req-c0c6638f-59c4-4dbd-9ead-cd86d8bc225a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756838 Jul 16 02:02:09.008654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.070149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Subnet': ['ID=bfddd85b-ef53-4329-a814-8683b40678e3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-06837c0e-c35c-4709-a9ed-01e705d628d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfddd85b-ef53-4329-a814-8683b40678e3: This subnet is being modified by another concurrent operation. Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfddd85b-ef53-4329-a814-8683b40678e3: This subnet is being modified by another concurrent operation. Jul 16 02:02:09.111738 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:02:09.120267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.124733 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4d52c5a4-3413-458a-a8c7-484afcd32dfa tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/ports/ce59c47d-1fdc-4061-b2f9-2efd36262390 HTTP/1.1" status: 204 len: 168 time: 3.4162211 Jul 16 02:02:09.140970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad236b4-e824-499b-8537-5c0525c57081 req-29c2c4fe-abab-40b5-8515-f46dbda8506a tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.143215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fad236b4-e824-499b-8537-5c0525c57081 req-29c2c4fe-abab-40b5-8515-f46dbda8506a tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.38 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 950 time: 2.1902409 Jul 16 02:02:09.148556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49794) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:09.150061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-f97ce2f1-33fb-4ec3-a612-6b1e324eed23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 HTTP/1.1" status: 200 len: 217 time: 0.7946632 Jul 16 02:02:09.154129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.159577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d06860-f306-415f-bf23-4b5a5a56e065 None None] Network 5b5397dd-f248-4d20-952c-2982bd113f0a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:09.179301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5397dd-f248-4d20-952c-2982bd113f0a']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:09.202268 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3e8ea7-9562-4c52-bd90-98252e6a8819') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:09.202474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3e8ea7-9562-4c52-bd90-98252e6a8819') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:09.234344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.264085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.285141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:09.285729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:09.290099 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:09.516444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.583562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-62089749-2714-4ead-afb6-302770469b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.585091 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-62089749-2714-4ead-afb6-302770469b10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa58066c-92fc-43b4-bea3-6dc9433650b1 HTTP/1.1" status: 200 len: 835 time: 0.2440462 Jul 16 02:02:09.606671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.611715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.621083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/5b5397dd-f248-4d20-952c-2982bd113f0a HTTP/1.1" status: 204 len: 168 time: 1.2833796 Jul 16 02:02:09.627404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:09.667483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-a8b6c5a1-ac02-4172-9423-ec115a9fe252 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.669060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-a8b6c5a1-ac02-4172-9423-ec115a9fe252 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.6185699 Jul 16 02:02:09.686416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] For port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,segment=NetworkSegment(f63863fa-8e9d-49b8-896d-c0ab8264ca2f),segment_id=f63863fa-8e9d-49b8-896d-c0ab8264ca2f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:09.694168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf299c37-e499-46e6-a22a-3870eabe4349 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Network': ['ID=5b5397dd-f248-4d20-952c-2982bd113f0a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:09.703910 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.739594 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceb2576-1fff-4952-92c7-a4b8108d0bec tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:09.740123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceb2576-1fff-4952-92c7-a4b8108d0bec tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:09.741915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dceb2576-1fff-4952-92c7-a4b8108d0bec tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/bfddd85b-ef53-4329-a814-8683b40678e3 HTTP/1.1" status: 404 len: 337 time: 0.1102886 Jul 16 02:02:09.747484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:09.779458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8a40f-d5e4-4ab6-bdf3-068cc3a7e9ef None None] Pushing event updated for resources: {'Port': ['ID=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:09.811004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Deleting port b35adb25-837e-4afc-9e0b-12f613509277 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:09.811352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.819081 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b23d9e4-2a53-48c5-ae1e-1d352ff3c994 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:09.819843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b23d9e4-2a53-48c5-ae1e-1d352ff3c994 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:09.824515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2b23d9e4-2a53-48c5-ae1e-1d352ff3c994 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/5b5397dd-f248-4d20-952c-2982bd113f0a HTTP/1.1" status: 404 len: 339 time: 0.0764134 Jul 16 02:02:09.826835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:09.891731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a083fc-2cd7-4f9d-8861-15be5848026e req-feea31f3-0b9d-4f00-89ae-7097b7d51390 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.899248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2a083fc-2cd7-4f9d-8861-15be5848026e req-feea31f3-0b9d-4f00-89ae-7097b7d51390 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 946 time: 0.3737876 Jul 16 02:02:09.916642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090eacbd-8842-4d1d-89b3-780ecd8337e3 req-7899b6f0-15b6-46ef-bb98-fa8d6150a00b tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.918188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-090eacbd-8842-4d1d-89b3-780ecd8337e3 req-7899b6f0-15b6-46ef-bb98-fa8d6150a00b tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 950 time: 0.4707313 Jul 16 02:02:09.920765 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fbdb38-15bb-487c-8e4d-ca3ea50741b8 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:09.921290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fbdb38-15bb-487c-8e4d-ca3ea50741b8 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:09.925625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c9fbdb38-15bb-487c-8e4d-ca3ea50741b8 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/935e0025-b59e-453f-887d-0103bee4979a HTTP/1.1" status: 404 len: 337 time: 0.0909011 Jul 16 02:02:09.939064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49816) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:09.964351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d379247-8a98-4784-93d9-d53c887258f9 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:02:09.978994 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9b5bd4-04b2-41a8-b29e-4a7c6a68626f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:09.981088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9b5bd4-04b2-41a8-b29e-4a7c6a68626f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:09.981424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1f9b5bd4-04b2-41a8-b29e-4a7c6a68626f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/e7ff9d5d-dde9-40bc-b669-fcdd5dade86e HTTP/1.1" status: 404 len: 339 time: 0.0396116 Jul 16 02:02:09.984272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.037297 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2a083fc-2cd7-4f9d-8861-15be5848026e req-6af94b61-2a6b-495e-884f-42eab97c720b tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/security-groups?id=c775bfb7-338f-4a4f-a251-5cd61c442a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369815 Jul 16 02:02:10.038084 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15acdbf-56e1-494f-b128-ef5550b0711d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:10.038545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15acdbf-56e1-494f-b128-ef5550b0711d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:10.040252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f15acdbf-56e1-494f-b128-ef5550b0711d tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/61c06e3c-71fe-48e9-a9b4-897677d9e6a3 HTTP/1.1" status: 404 len: 337 time: 0.0524347 Jul 16 02:02:10.042940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.066185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-090eacbd-8842-4d1d-89b3-780ecd8337e3 req-edc0b272-86e6-43e7-80fe-a7762b25c589 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/security-groups?id=2670d729-a780-4d02-8f97-eadbd0fc4746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361988 Jul 16 02:02:10.097412 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68e8434-c653-4058-be71-bfbfcafd3312 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:10.098006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68e8434-c653-4058-be71-bfbfcafd3312 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:10.099782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e68e8434-c653-4058-be71-bfbfcafd3312 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/4dc404c2-5877-4d2d-9025-b2cd9f08f255 HTTP/1.1" status: 404 len: 339 time: 0.0558882 Jul 16 02:02:10.102603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.130131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d7d4d7d8-b413-43ad-90a9-4db2b0fe76c7 None None] Provisioning complete for port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:10.130732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d7d8-b413-43ad-90a9-4db2b0fe76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.206384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.259548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port 0b1d8383-dde1-4605-a075-e67d818ae96d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:10.259961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.315377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d379247-8a98-4784-93d9-d53c887258f9 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:02:10.315591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723242ed-7def-49b9-b13c-5df44f2374ce req-2f9681f6-dd6d-4f8f-b8b3-dd953569c76f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.317090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-723242ed-7def-49b9-b13c-5df44f2374ce req-2f9681f6-dd6d-4f8f-b8b3-dd953569c76f tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.1290977 Jul 16 02:02:10.362272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting port 431a2286-d79b-4b73-a807-dceaaf76372e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:10.362661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.373965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-ea885823-343f-47f8-8614-ac460e1e2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.374410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-723242ed-7def-49b9-b13c-5df44f2374ce req-ac3ff080-b6e9-45c2-b417-6a2362279ba4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497851 Jul 16 02:02:10.375475 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-ea885823-343f-47f8-8614-ac460e1e2200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=375d1a81-1e5f-456a-aff7-e64b5de4a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7807610 Jul 16 02:02:10.463190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.481255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Calling delete_port for 431a2286-d79b-4b73-a807-dceaaf76372e owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:10.512291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b35adb25-837e-4afc-9e0b-12f613509277,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:10.512712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.526460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Subnet': ['ID=efde7f76-39ee-435f-b6ff-c34e571f500a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.565510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Calling delete_port for b35adb25-837e-4afc-9e0b-12f613509277 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:10.658698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.666713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:10.667092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.680968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.682340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b35adb25-837e-4afc-9e0b-12f613509277 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:10.684787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Checking segment: {'id': '98c920cf-2b28-4c40-b317-de9099c0dae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:10.685156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network hostable DHCP agents. Network: 8d911b0d-8787-4815-8719-d6195e2772bd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:10.698087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Port': ['ID=431a2286-d79b-4b73-a807-dceaaf76372e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.707175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.709669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6a0178a9-fe5f-4a46-8705-86e9a5910a0f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/ports/431a2286-d79b-4b73-a807-dceaaf76372e HTTP/1.1" status: 204 len: 168 time: 0.6061165 Jul 16 02:02:10.713071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49828) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.746108 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cc72b8-bad4-48bd-ac15-ba612b44a3ee tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:10.747272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cc72b8-bad4-48bd-ac15-ba612b44a3ee tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:10.749434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-52cc72b8-bad4-48bd-ac15-ba612b44a3ee tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/0090eb56-016d-4781-bdaa-5c68a525f3b0 HTTP/1.1" status: 404 len: 337 time: 0.0351999 Jul 16 02:02:10.752594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:10.829285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for 0b1d8383-dde1-4605-a075-e67d818ae96d owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:10.862898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.880834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-b5a8d448-6859-49de-be8d-59cb81ce137b service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792190 Jul 16 02:02:10.947425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.984681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:10.985189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b35adb25-837e-4afc-9e0b-12f613509277, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b35adb25-837e-4afc-9e0b-12f613509277,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:10.986737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:10.986870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.989370 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9d6107-8418-440f-aa05-3ee3eecef20a" -d '{"events": [{"server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b35adb25-837e-4afc-9e0b-12f613509277"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:11.010004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.019512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network 8d911b0d-8787-4815-8719-d6195e2772bd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:11.099264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:11.099650 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.106486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 8d911b0d-8787-4815-8719-d6195e2772bd) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:11.124869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.125469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.138860 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01178e56-12c3-4540-a064-4f9d2d364364 x-openstack-request-id: req-01178e56-12c3-4540-a064-4f9d2d364364 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:11.141699 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b35adb25-837e-4afc-9e0b-12f613509277", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:11.142021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:11.142391 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01178e56-12c3-4540-a064-4f9d2d364364 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:11.144290 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277', 'code': 200} Jul 16 02:02:11.147380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:11.159430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9a465-564f-4d7b-9ad9-29974d4359f9 None None] Network 8d911b0d-8787-4815-8719-d6195e2772bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:11.176514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] For port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=629fbfd3-d094-4c18-aa0f-5c5799b48b4e,segment=NetworkSegment(e3c09767-6c67-4461-9850-ddf11a80ee85),segment_id=e3c09767-6c67-4461-9850-ddf11a80ee85)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:11.176900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.200815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8f55b1fb-1f73-40b3-b27d-0ecd4cd63c40 req-27ff99a1-5768-414e-8f23-621404001c03 service neutron] 10.222.0.32 "GET /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107638 Jul 16 02:02:11.203951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Calling delete_port for 629fbfd3-d094-4c18-aa0f-5c5799b48b4e owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:11.231405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bfe8268f-cd2e-492a-a48c-735a166b6548 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3160141 Jul 16 02:02:11.253229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:11.271855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'subnet': {'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:11.320967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.349248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:11.367005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Pushing event deleted for resources: {'Port': ['ID=b35adb25-837e-4afc-9e0b-12f613509277,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:11.376830 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.433977 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4fc655f6-0961-4705-bd4c-4baf03a7f770 req-f8681982-c7bd-4b6d-8d16-58c2fd77738e tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 210 time: 0.0833914 Jul 16 02:02:11.494583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=0b1d8383-dde1-4605-a075-e67d818ae96d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:11.532865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] No DVR routers for this DVR port b35adb25-837e-4afc-9e0b-12f613509277 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:11.577095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Made reservation on behalf of 795de73d914943f495814a6bfb535b04 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:11.588682 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.602784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.675463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.677647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fad236b4-e824-499b-8537-5c0525c57081 req-6ad3aaaf-705e-4fa5-adbd-12f9c50100a7 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.38 "DELETE /v2.0/ports/b35adb25-837e-4afc-9e0b-12f613509277 HTTP/1.1" status: 204 len: 173 time: 2.4592030 Jul 16 02:02:11.678343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'name': 'network-vif-deleted', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:11.697022 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa372785-8a9f-4405-b93c-bf1760395c58" -d '{"events": [{"server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "name": "network-vif-deleted", "tag": "b35adb25-837e-4afc-9e0b-12f613509277"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:11.707721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-8d911b0d-8787-4815-8719-d6195e2772bd', 'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd', 'tenant_id': '795de73d914943f495814a6bfb535b04', 'fixed_ips': [{'subnet_id': 'efde7f76-39ee-435f-b6ff-c34e571f500a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:11.724539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.817165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No DVR routers for this DVR port 629fbfd3-d094-4c18-aa0f-5c5799b48b4e on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:11.849580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.853276 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-488d5ada-05ad-4a0c-bba2-a08fb66c6083 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/ports/0b1d8383-dde1-4605-a075-e67d818ae96d HTTP/1.1" status: 204 len: 168 time: 2.7019663 Jul 16 02:02:11.856636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:11.857324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.863351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Port': ['ID=629fbfd3-d094-4c18-aa0f-5c5799b48b4e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:11.875828 n-d-800087-6 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No ports have port_id starting with 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 Jul 16 02:02:12.026691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=05b5e9b4-399b-463f-b3e2-09b8d7cf59f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.115500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] No DVR routers for this DVR port 05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:12.121194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting subnet 6def1f4a-e02b-4c36-a15a-fe786b57b7e6 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:12.126305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.131229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-005011e7-dd94-4ae3-93ae-1d5a1c47e41c req-7696409c-2d4e-4601-b9fd-8803db79adef tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.32 "DELETE /v2.0/ports/05b5e9b4-399b-463f-b3e2-09b8d7cf59f6 HTTP/1.1" status: 204 len: 173 time: 2.4315774 Jul 16 02:02:12.133472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.206077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.357213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c873ae0-5a06-4691-84cb-136b29cb67b2 req-2c6bcfd3-beb7-41a4-bce2-914a89ae5a9c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "GET /v2.0/ports?device_id=211f3326-679c-4b3f-baac-710a86f4a828 HTTP/1.1" status: 200 len: 210 time: 0.5230875 Jul 16 02:02:12.387532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.472280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.512623 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d4e3f-6882-4d3e-aa5a-912493819625 x-openstack-request-id: req-321d4e3f-6882-4d3e-aa5a-912493819625 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:12.512925 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f", "name": "network-vif-deleted", "tag": "b35adb25-837e-4afc-9e0b-12f613509277", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:12.513180 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-321d4e3f-6882-4d3e-aa5a-912493819625 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:12.514724 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f', 'name': 'network-vif-deleted', 'tag': 'b35adb25-837e-4afc-9e0b-12f613509277', 'status': 'completed', 'code': 200} Jul 16 02:02:12.516131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Subnet': ['ID=6def1f4a-e02b-4c36-a15a-fe786b57b7e6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:12.527789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.530417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c104d216-03c1-4481-b3cd-faf212627e50 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/subnets/6def1f4a-e02b-4c36-a15a-fe786b57b7e6 HTTP/1.1" status: 204 len: 168 time: 0.6711726 Jul 16 02:02:12.535942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49850) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:12.622944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting subnet cac9974c-3baa-473d-94cb-727d7af70183 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:12.636757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.653667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Allocated IP 172.20.0.2 (8d911b0d-8787-4815-8719-d6195e2772bd/efde7f76-39ee-435f-b6ff-c34e571f500a/31a2e4f0-48a5-4631-bf90-112b272df8a0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:12.752397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:12.849279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:12.958717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754488de-9ce5-4332-a845-c1330e8fb6c6 None None] Network 0360a3c9-e50d-4f63-a13d-b197a2c34b16 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:13.002999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.191112 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.201179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a236f3fd-1db2-4cb9-b0d7-056537b0ebf9 req-44e8910e-512c-46b4-a01b-337ac5fab2a5 tempest-VolumesBackupsTest-526228509 tempest-VolumesBackupsTest-526228509-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58345e0-f1ab-4a74-b6dc-a2cc08b91a4f HTTP/1.1" status: 200 len: 210 time: 0.1047328 Jul 16 02:02:13.209542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:13.210203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.229477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.243616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec52611b-84af-4fb4-bac7-8dd0e77bed92']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:13.284156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Subnet': ['ID=cac9974c-3baa-473d-94cb-727d7af70183,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.291290 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c09767-6c67-4461-9850-ddf11a80ee85') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:13.291593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c09767-6c67-4461-9850-ddf11a80ee85') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:13.304361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.307571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4eb4d671-ee6f-4bb0-b867-51b9d2100829 tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/subnets/cac9974c-3baa-473d-94cb-727d7af70183 HTTP/1.1" status: 204 len: 168 time: 0.7704558 Jul 16 02:02:13.308280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49862) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:13.324858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c430e52d-037a-4d8e-90be-a9c585db150b None None] Network 7421222a-0b0b-497c-bb21-2ddc025195c3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:13.329917 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.387391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.421123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Transition to ACTIVE for port object 31a2e4f0-48a5-4631-bf90-112b272df8a0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:13.450510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252f556-1612-4239-b3ce-ce67a5536926 req-a36f9ec1-8a50-4b85-a80b-a8e85c3d0114 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:13.460274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8252f556-1612-4239-b3ce-ce67a5536926 req-a36f9ec1-8a50-4b85-a80b-a8e85c3d0114 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 1.6147535 Jul 16 02:02:13.483517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.492693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.498726 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.531771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49866) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:13.547803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:13.553478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:13.573151 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:13.602618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Deleting port debd644b-fc54-453c-b6ba-595c3d595d90 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:13.603262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.728845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8252f556-1612-4239-b3ce-ce67a5536926 req-fe500112-9b09-4794-8d54-da6ab6d3626c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676275 Jul 16 02:02:13.738814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] For port debd644b-fc54-453c-b6ba-595c3d595d90, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=debd644b-fc54-453c-b6ba-595c3d595d90,segment=NetworkSegment(30d9ee17-ed9b-46e8-9e85-c1675c0b3010),segment_id=30d9ee17-ed9b-46e8-9e85-c1675c0b3010)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:13.739294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.755025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] DHCP port deletion for 0360a3c9-e50d-4f63-a13d-b197a2c34b16 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:13.774110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Calling delete_port for debd644b-fc54-453c-b6ba-595c3d595d90 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:13.840805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Transition to ACTIVE for port object 31a2e4f0-48a5-4631-bf90-112b272df8a0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:13.845922 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.856165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Subnet': ['ID=33d0de03-222b-470e-8228-e5619b405c22,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.879070 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.901393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:13.907303 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/ec52611b-84af-4fb4-bac7-8dd0e77bed92 HTTP/1.1" status: 204 len: 168 time: 3.1515164 Jul 16 02:02:13.909001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:13.916067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Network': ['ID=ec52611b-84af-4fb4-bac7-8dd0e77bed92,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:13.937127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Checking segment: {'id': '30cefb1b-6f8e-4991-a529-8d9a7bc544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:13.937429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network hostable DHCP agents. Network: 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:13.944785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.945128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.945470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.945806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.946159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.946519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.946821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.947149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.947473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.947795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.948157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.948482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.951928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device debd644b-fc54-453c-b6ba-595c3d595d90 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:13.960105 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.960455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.961389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.961711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.962045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.962375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.962702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.963026 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.963400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.963726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.964060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.964386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18415eb-ebcb-4c89-9a16-8ea89b42666f tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:13.983407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1485c073-d7aa-4852-8ad9-927baeda3e44 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.005196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Network 8d911b0d-8787-4815-8719-d6195e2772bd is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:14.007525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:14.011113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:14.023276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:14.046274 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1485c073-d7aa-4852-8ad9-927baeda3e44 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.059453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Pushing event updated for resources: {'Port': ['ID=31a2e4f0-48a5-4631-bf90-112b272df8a0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.061626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:14.076912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.077595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.101748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca08477-ed44-4710-994e-aadb44af6f50 None None] Network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:14.103948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] DHCP port deletion for 7421222a-0b0b-497c-bb21-2ddc025195c3 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:14.119518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87f67f01-a18f-483b-bba1-a1943e4f7080 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8604066 Jul 16 02:02:14.119923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:14.145297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Deleting port debd644b-fc54-453c-b6ba-595c3d595d90 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:14.145676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.170476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.317958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] No DVR routers for this DVR port debd644b-fc54-453c-b6ba-595c3d595d90 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:14.322096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Port': ['ID=debd644b-fc54-453c-b6ba-595c3d595d90,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.395708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] For port debd644b-fc54-453c-b6ba-595c3d595d90, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:14.396304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.399738 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1485c073-d7aa-4852-8ad9-927baeda3e44 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.403270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1485c073-d7aa-4852-8ad9-927baeda3e44 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.404933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1485c073-d7aa-4852-8ad9-927baeda3e44 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/security-groups/c775bfb7-338f-4a4f-a251-5cd61c442a8f HTTP/1.1" status: 204 len: 168 time: 0.8601921 Jul 16 02:02:14.414928 n-d-800087-6 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No ports have port_id starting with debd644b-fc54-453c-b6ba-595c3d595d90 Jul 16 02:02:14.428476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Attempting to bind port 31a2e4f0-48a5-4631-bf90-112b272df8a0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:14.428760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Attempting to bind port 31a2e4f0-48a5-4631-bf90-112b272df8a0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '98c920cf-2b28-4c40-b317-de9099c0dae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:14.429303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Attempting to bind port 31a2e4f0-48a5-4631-bf90-112b272df8a0 on network 8d911b0d-8787-4815-8719-d6195e2772bd {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:14.443112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting port 4da7be1c-960c-493c-9ad3-095532ce5257 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:14.443454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.447562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Calling delete_port for debd644b-fc54-453c-b6ba-595c3d595d90 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:14.462095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Port debd644b-fc54-453c-b6ba-595c3d595d90 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:02:14.472798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:14.473229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Checking segment: {'id': '98c920cf-2b28-4c40-b317-de9099c0dae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:14.473694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.474095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Bound using segment: {'id': '98c920cf-2b28-4c40-b317-de9099c0dae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:14.474579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Bound port: 31a2e4f0-48a5-4631-bf90-112b272df8a0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c920cf-2b28-4c40-b317-de9099c0dae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8d911b0d-8787-4815-8719-d6195e2772bd'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:14.474969 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.490048 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.559860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:14.581744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] For port 31a2e4f0-48a5-4631-bf90-112b272df8a0, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:14.584604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] For port 31a2e4f0-48a5-4631-bf90-112b272df8a0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31a2e4f0-48a5-4631-bf90-112b272df8a0,segment=NetworkSegment(98c920cf-2b28-4c40-b317-de9099c0dae3),segment_id=98c920cf-2b28-4c40-b317-de9099c0dae3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:14.590446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] No DVR routers for this DVR port debd644b-fc54-453c-b6ba-595c3d595d90 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:14.631825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.652325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fafba2-d6e9-44cd-9555-6393df0ed0d5 None None] Pushing event deleted for resources: {'Port': ['ID=debd644b-fc54-453c-b6ba-595c3d595d90,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.739317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-8ac9ef1c-809e-480f-af3b-ff62ebfaf49f', 'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f', 'tenant_id': '795de73d914943f495814a6bfb535b04', 'fixed_ips': [{'subnet_id': '33d0de03-222b-470e-8228-e5619b405c22'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:02:14.740686 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.744170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.745147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c099c-0b02-4032-a6f7-d78644597c54 None None] Pushing event updated for resources: {'Port': ['ID=31a2e4f0-48a5-4631-bf90-112b272df8a0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.774636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Calling delete_port for 4da7be1c-960c-493c-9ad3-095532ce5257 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:14.851892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485c073-d7aa-4852-8ad9-927baeda3e44 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775bfb7-338f-4a4f-a251-5cd61c442a8f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:14.866776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:14.967278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Allocated IP 172.20.0.2 (8ac9ef1c-809e-480f-af3b-ff62ebfaf49f/33d0de03-222b-470e-8228-e5619b405c22/d23fd723-566b-43ae-a7c5-c68d3245eea6) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:14.967981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'name': 'network-vif-deleted', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:14.975570 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f205ddf-1d62-4a15-aa7f-b2d664f5f188" -d '{"events": [{"server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "name": "network-vif-deleted", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:15.015537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.117078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] Deleting port 2b611b1b-5e41-48cd-b32a-57bf916bd09e {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:15.117846 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.237153 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62730021-236c-4b66-b94b-a271ec4b05ce x-openstack-request-id: req-62730021-236c-4b66-b94b-a271ec4b05ce {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:15.237918 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211f3326-679c-4b3f-baac-710a86f4a828", "name": "network-vif-deleted", "tag": "05b5e9b4-399b-463f-b3e2-09b8d7cf59f6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:15.238326 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62730021-236c-4b66-b94b-a271ec4b05ce {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:15.238886 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211f3326-679c-4b3f-baac-710a86f4a828', 'name': 'network-vif-deleted', 'tag': '05b5e9b4-399b-463f-b3e2-09b8d7cf59f6', 'status': 'completed', 'code': 200} Jul 16 02:02:15.253871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.263210 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/ports/4da7be1c-960c-493c-9ad3-095532ce5257 HTTP/1.1" status: 204 len: 168 time: 1.3523810 Jul 16 02:02:15.264239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee77f-f416-4bad-9bec-dd1460b797e7 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Port': ['ID=4da7be1c-960c-493c-9ad3-095532ce5257,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:15.310771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:15.380771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.430107 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdc57d3-be8d-4026-b7e4-acf976063d48 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] DELETE failed (client error): The resource could not be found. Jul 16 02:02:15.430732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdc57d3-be8d-4026-b7e4-acf976063d48 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:02:15.434972 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2fdc57d3-be8d-4026-b7e4-acf976063d48 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/f83f640b-9bca-40ce-bdd8-7cd59736e63a HTTP/1.1" status: 404 len: 337 time: 0.1183326 Jul 16 02:02:15.435367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0360a3c9-e50d-4f63-a13d-b197a2c34b16']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:15.442517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:15.582837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] For port 2b611b1b-5e41-48cd-b32a-57bf916bd09e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b611b1b-5e41-48cd-b32a-57bf916bd09e,segment=NetworkSegment(388ca23d-e04d-4e85-8e74-f1b4f62e42ff),segment_id=388ca23d-e04d-4e85-8e74-f1b4f62e42ff)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:15.584510 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.629921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] Calling delete_port for 2b611b1b-5e41-48cd-b32a-57bf916bd09e owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:15.649431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a481-11b1-46f9-8ea9-cd824bdcc1ed req-1dc5666b-f02d-49e9-a09f-9eccd311751d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:15.651765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.657375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f67a481-11b1-46f9-8ea9-cd824bdcc1ed req-1dc5666b-f02d-49e9-a09f-9eccd311751d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.4038327 Jul 16 02:02:15.670493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d9ee17-ed9b-46e8-9e85-c1675c0b3010') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:15.671173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d9ee17-ed9b-46e8-9e85-c1675c0b3010') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:15.684588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.726070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.747939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:15.749259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:15.753406 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:15.789943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f67a481-11b1-46f9-8ea9-cd824bdcc1ed req-898ea2a7-5097-4f7d-a5f3-fdca00a108cf tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313319 Jul 16 02:02:15.842400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:15.877451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Allocated IP 172.20.0.1 (8d911b0d-8787-4815-8719-d6195e2772bd/efde7f76-39ee-435f-b6ff-c34e571f500a/2fc7539a-7d27-42bb-8d14-d1a732e3da51) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:15.895230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Transition to ACTIVE for port object d23fd723-566b-43ae-a7c5-c68d3245eea6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:15.962385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.011916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Transition to ACTIVE for port object d23fd723-566b-43ae-a7c5-c68d3245eea6 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:16.023604 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.056415 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.129966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793ed599-79a0-404a-bad8-af9d79fd1b17']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:16.132382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] No DVR routers for this DVR port 2b611b1b-5e41-48cd-b32a-57bf916bd09e on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:16.145559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac8350-4f4a-4d90-8f0b-6a79f86291fa None None] Pushing event deleted for resources: {'Port': ['ID=2b611b1b-5e41-48cd-b32a-57bf916bd09e,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.155190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31a2e4f0-48a5-4631-bf90-112b272df8a0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:16.156192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763dd8e3-8373-4479-a21d-35fdda4365d3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:16.156799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763dd8e3-8373-4479-a21d-35fdda4365d3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:16.166254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.178017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.180000 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/networks/0360a3c9-e50d-4f63-a13d-b197a2c34b16 HTTP/1.1" status: 204 len: 168 time: 2.8704476 Jul 16 02:02:16.183181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:16.184066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:16.185930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.193126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:16.207236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95785057-3557-40fc-91db-36d6186f29bb tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Network': ['ID=0360a3c9-e50d-4f63-a13d-b197a2c34b16,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.215874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.223646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:16.224633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:16.227957 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:16.270788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:16.384184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.385394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.414480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.416674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/793ed599-79a0-404a-bad8-af9d79fd1b17 HTTP/1.1" status: 204 len: 168 time: 0.9729939 Jul 16 02:02:16.420702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.421948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49906) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:16.477478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Pushing event updated for resources: {'Port': ['ID=d23fd723-566b-43ae-a7c5-c68d3245eea6,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.519409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3ab44-d82b-4f2d-bde8-09f37fabf056 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Network': ['ID=793ed599-79a0-404a-bad8-af9d79fd1b17,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.530778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Transition to ACTIVE for port object 2fc7539a-7d27-42bb-8d14-d1a732e3da51 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:16.580478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting subnet fdf4dc0b-78fa-4df5-a6ae-2ff0810be8bb {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:16.588837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.621678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Attempting to bind port d23fd723-566b-43ae-a7c5-c68d3245eea6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:16.622047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Attempting to bind port d23fd723-566b-43ae-a7c5-c68d3245eea6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '30cefb1b-6f8e-4991-a529-8d9a7bc544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:16.622414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Attempting to bind port d23fd723-566b-43ae-a7c5-c68d3245eea6 on network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:16.652766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:16.653119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Checking segment: {'id': '30cefb1b-6f8e-4991-a529-8d9a7bc544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:16.653763 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.653911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Bound using segment: {'id': '30cefb1b-6f8e-4991-a529-8d9a7bc544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:16.654384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Bound port: d23fd723-566b-43ae-a7c5-c68d3245eea6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cefb1b-6f8e-4991-a529-8d9a7bc544a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8ac9ef1c-809e-480f-af3b-ff62ebfaf49f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:16.654762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.690024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c3073-0f7e-4add-9c92-9d3c8e05856b None None] Network 8d911b0d-8787-4815-8719-d6195e2772bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:16.713761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.797143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.823847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7421222a-0b0b-497c-bb21-2ddc025195c3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:16.851477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.855419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 31a2e4f0-48a5-4631-bf90-112b272df8a0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:16.866221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.972065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388ca23d-e04d-4e85-8e74-f1b4f62e42ff') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:16.977154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388ca23d-e04d-4e85-8e74-f1b4f62e42ff') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:16.979592 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.984147 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.047906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf4dc0b-78fa-4df5-a6ae-2ff0810be8bb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:17.070240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.070466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32992bca-45f2-4296-9b3b-97f75e643111 None None] Network 80b60938-a4b6-4684-97d8-266f606d1fa9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:17.077381 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1a8f30bf-3303-4f79-b357-e9c524aa0bc1 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/subnets/fdf4dc0b-78fa-4df5-a6ae-2ff0810be8bb HTTP/1.1" status: 204 len: 168 time: 0.6490538 Jul 16 02:02:17.078102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49918) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:17.092240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] Provisioning for port 31a2e4f0-48a5-4631-bf90-112b272df8a0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:17.137201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b611b1b-5e41-48cd-b32a-57bf916bd09e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:17.169639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Port': ['ID=2fc7539a-7d27-42bb-8d14-d1a732e3da51,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:17.180647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] Provisioning complete for port 31a2e4f0-48a5-4631-bf90-112b272df8a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:17.182530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.189301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.263512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.278909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network 8d911b0d-8787-4815-8719-d6195e2772bd is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:17.287327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:17.297723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:17.308404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.372163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Deleting port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:17.372483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.443595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:17.444012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:17.482374 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:17.484911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.527217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] For port c8e1d75a-ac3e-4d70-a765-23a35723e9c3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,segment=NetworkSegment(d28fede4-8ee2-459a-bc01-2fe765d566ce),segment_id=d28fede4-8ee2-459a-bc01-2fe765d566ce)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:17.527599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.542117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Calling delete_port for c8e1d75a-ac3e-4d70-a765-23a35723e9c3 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:17.568650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2b611b1b-5e41-48cd-b32a-57bf916bd09e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:17.569052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b611b1b-5e41-48cd-b32a-57bf916bd09e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:17.658450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] For port d23fd723-566b-43ae-a7c5-c68d3245eea6, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:17.679432 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.705786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.705786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] 10.222.0.35 "DELETE /v2.0/networks/7421222a-0b0b-497c-bb21-2ddc025195c3 HTTP/1.1" status: 204 len: 168 time: 1.5073304 Jul 16 02:02:17.775612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] For port d23fd723-566b-43ae-a7c5-c68d3245eea6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d23fd723-566b-43ae-a7c5-c68d3245eea6,segment=NetworkSegment(30cefb1b-6f8e-4991-a529-8d9a7bc544a1),segment_id=30cefb1b-6f8e-4991-a529-8d9a7bc544a1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:17.822610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.913220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.949526 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf27718-530e-458c-af0e-f46c5c1dcbfd tempest-TaggedBootDevicesTest_v242-186189982 tempest-TaggedBootDevicesTest_v242-186189982-project] Pushing event deleted for resources: {'Network': ['ID=7421222a-0b0b-497c-bb21-2ddc025195c3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:18.005529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ecd6f-364f-41f0-a0f3-f14d23132566 req-7ee02947-39fb-46f0-812d-cc81ba698b86 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.017060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] For port 31a2e4f0-48a5-4631-bf90-112b272df8a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31a2e4f0-48a5-4631-bf90-112b272df8a0,segment=NetworkSegment(98c920cf-2b28-4c40-b317-de9099c0dae3),segment_id=98c920cf-2b28-4c40-b317-de9099c0dae3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:18.018185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932630e6-ff85-4e61-87e3-54a32fabb7f6 None None] Pushing event updated for resources: {'Port': ['ID=d23fd723-566b-43ae-a7c5-c68d3245eea6,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:18.028730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-374ecd6f-364f-41f0-a0f3-f14d23132566 req-7ee02947-39fb-46f0-812d-cc81ba698b86 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.8894582 Jul 16 02:02:18.030261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.123296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] DHCP port deletion for 80b60938-a4b6-4684-97d8-266f606d1fa9 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:18.219575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-374ecd6f-364f-41f0-a0f3-f14d23132566 req-50af67f1-a877-404e-b5dc-e950e2cdd547 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606030 Jul 16 02:02:18.233730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dbafd1c-0c31-457f-b9ec-35d80f90908b None None] Provisioning for port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:18.245698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dbafd1c-0c31-457f-b9ec-35d80f90908b None None] Provisioning complete for port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:18.246359 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbafd1c-0c31-457f-b9ec-35d80f90908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.404911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.434269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55edcf7-1eb4-4956-870c-78ee72009565 None None] Pushing event updated for resources: {'Port': ['ID=31a2e4f0-48a5-4631-bf90-112b272df8a0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:18.457516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6dbafd1c-0c31-457f-b9ec-35d80f90908b None None] Port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:18.483867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dbafd1c-0c31-457f-b9ec-35d80f90908b None None] Provisioning complete for port 31a2e4f0-48a5-4631-bf90-112b272df8a0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:18.484292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dbafd1c-0c31-457f-b9ec-35d80f90908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.570399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] Deleting port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:18.570959 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.768545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] For port c8e1d75a-ac3e-4d70-a765-23a35723e9c3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,segment=NetworkSegment(d28fede4-8ee2-459a-bc01-2fe765d566ce),segment_id=d28fede4-8ee2-459a-bc01-2fe765d566ce)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:18.769253 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.787856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] Calling delete_port for c8e1d75a-ac3e-4d70-a765-23a35723e9c3 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:18.934662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b440859c-d8cd-4f1d-864d-cdb31ebd95d8 None None] Provisioning complete for port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:18.935046 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b440859c-d8cd-4f1d-864d-cdb31ebd95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:18.996586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.050092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 448e3063-5570-49c6-abb1-b4425e7d5a6f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:19.053772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.077103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] Pushing event deleted for resources: {'Port': ['ID=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.087278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9433ea-46d0-45f1-8f27-df32af2d90fa None None] No DVR routers for this DVR port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:19.095967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.177766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b440859c-d8cd-4f1d-864d-cdb31ebd95d8 None None] Port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:19.234465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.281524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.288327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] No DVR routers for this DVR port c8e1d75a-ac3e-4d70-a765-23a35723e9c3 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:19.293400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Port': ['ID=c8e1d75a-ac3e-4d70-a765-23a35723e9c3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.498089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.521582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b60938-a4b6-4684-97d8-266f606d1fa9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.591153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28fede4-8ee2-459a-bc01-2fe765d566ce') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.591787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28fede4-8ee2-459a-bc01-2fe765d566ce') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:19.602863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.618997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.626597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:19.627332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:19.716631 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:19.730505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.743288 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:19.746241 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] 10.222.0.35 "DELETE /v2.0/networks/80b60938-a4b6-4684-97d8-266f606d1fa9 HTTP/1.1" status: 204 len: 168 time: 2.6669517 Jul 16 02:02:19.765331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f98e9-fd1c-40a3-971d-9e85b93fbe64 tempest-NetworksIpV6TestAttrs-1188990572 tempest-NetworksIpV6TestAttrs-1188990572-project] Pushing event deleted for resources: {'Network': ['ID=80b60938-a4b6-4684-97d8-266f606d1fa9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:19.780013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-397217b1-f510-4eb5-99ea-7cc2748b9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:19.782179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-397217b1-f510-4eb5-99ea-7cc2748b9873 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1096 time: 0.2359514 Jul 16 02:02:19.873878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0f76f-7882-49a0-968b-8fdf92452ed4 None None] Network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:19.899800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-f89765cd-a9ce-4d29-bba6-46335d8dda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:19.901422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-f89765cd-a9ce-4d29-bba6-46335d8dda9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.1129992 Jul 16 02:02:20.022075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-971c7661-40e8-4869-bb0a-d9df053ad79c None None] Provisioning for port d23fd723-566b-43ae-a7c5-c68d3245eea6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:20.048705 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-168b0466-1c80-4816-9c18-afb46ffff056 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 1000 time: 0.1390061 Jul 16 02:02:20.118882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-eb5c0e7f-7e3e-4dd6-a0a8-d6424c7389de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.120415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-eb5c0e7f-7e3e-4dd6-a0a8-d6424c7389de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.0664084 Jul 16 02:02:20.209865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31a2e4f0-48a5-4631-bf90-112b272df8a0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:20.284425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 448e3063-5570-49c6-abb1-b4425e7d5a6f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=448e3063-5570-49c6-abb1-b4425e7d5a6f,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:20.284974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.290289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.294772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-bd15740c-4de2-4bb0-99c8-66a3ae714d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.297907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-bd15740c-4de2-4bb0-99c8-66a3ae714d53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689324 Jul 16 02:02:20.299523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 31a2e4f0-48a5-4631-bf90-112b272df8a0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:20.299972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.462657 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:20.493591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d23fd723-566b-43ae-a7c5-c68d3245eea6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:20.582147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-09ec5d24-a385-45f9-8a60-e7389438b682 service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775185 Jul 16 02:02:20.599490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 448e3063-5570-49c6-abb1-b4425e7d5a6f owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:20.609766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Port': ['ID=2fc7539a-7d27-42bb-8d14-d1a732e3da51,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:20.639665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network 8d911b0d-8787-4815-8719-d6195e2772bd is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:20.651406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d23fd723-566b-43ae-a7c5-c68d3245eea6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:20.656320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:20.656748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d23fd723-566b-43ae-a7c5-c68d3245eea6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:20.657214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.776903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e35e7c6e-30fd-4523-b176-31b4f9381426 req-c2b11f5b-e4a1-4469-aa8c-4552de5414ee service neutron] 10.222.0.32 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861441 Jul 16 02:02:20.918185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50004) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:20.939076 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:20.959296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de99fe-ef03-494a-876b-57b02cd6ea1c req-12191c08-e5a7-4067-b3d6-08e8780da3cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.968717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60de99fe-ef03-494a-876b-57b02cd6ea1c req-12191c08-e5a7-4067-b3d6-08e8780da3cd tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.8761032 Jul 16 02:02:21.046020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2dec2858-df96-4597-8380-2a3a5d838bbf None None] Provisioning complete for port d23fd723-566b-43ae-a7c5-c68d3245eea6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:21.046410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2dec2858-df96-4597-8380-2a3a5d838bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.061243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d23fd723-566b-43ae-a7c5-c68d3245eea6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d23fd723-566b-43ae-a7c5-c68d3245eea6,segment=NetworkSegment(30cefb1b-6f8e-4991-a529-8d9a7bc544a1),segment_id=30cefb1b-6f8e-4991-a529-8d9a7bc544a1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:21.090226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60de99fe-ef03-494a-876b-57b02cd6ea1c req-a8fe7fec-9c43-4201-8c8a-dcf7fe3e2bef tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204617 Jul 16 02:02:21.121690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.241847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8e1d75a-ac3e-4d70-a765-23a35723e9c3 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:21.271553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0a686708-60d3-474e-9b97-d05e13935f46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ea0a078015d4d25b7d95aecb8476d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518162 Jul 16 02:02:21.272833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:21.307882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c8e1d75a-ac3e-4d70-a765-23a35723e9c3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:21.308652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8e1d75a-ac3e-4d70-a765-23a35723e9c3 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:21.345297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d23fd723-566b-43ae-a7c5-c68d3245eea6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.418314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:21.424155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1755c5-4074-4a63-be58-cc86cdcba4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.460681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.489800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1755c5-4074-4a63-be58-cc86cdcba4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.603502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=448e3063-5570-49c6-abb1-b4425e7d5a6f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.639909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1755c5-4074-4a63-be58-cc86cdcba4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.641713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.643200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a1755c5-4074-4a63-be58-cc86cdcba4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.644591 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3a1755c5-4074-4a63-be58-cc86cdcba4fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/138ca123-8fd1-41e4-a0e7-1fed09adde33 HTTP/1.1" status: 204 len: 168 time: 0.3683915 Jul 16 02:02:21.685969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:21.686280 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29afcf8-9cb9-42dd-a31f-bc7f71a5e28e" -d '{"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-unplugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:21.701053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1755c5-4074-4a63-be58-cc86cdcba4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ca123-8fd1-41e4-a0e7-1fed09adde33,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.712529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:21.734336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0b0968de-f0fa-4acc-949d-3fcb4f5af691 None None] Provisioning complete for port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:21.734941 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b0968de-f0fa-4acc-949d-3fcb4f5af691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.737814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:21.750656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Router 6fd12898-d8a7-4a69-bbd6-10c96df23ac1 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:02:21.829023 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3431bb-24b9-43cb-bdec-7255810ce08b x-openstack-request-id: req-0f3431bb-24b9-43cb-bdec-7255810ce08b {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:21.829270 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-unplugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:21.829475 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f3431bb-24b9-43cb-bdec-7255810ce08b {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:21.830200 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'code': 200} Jul 16 02:02:21.854145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:21.928615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0b0968de-f0fa-4acc-949d-3fcb4f5af691 None None] Port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:22.015422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d23fd723-566b-43ae-a7c5-c68d3245eea6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:22.113003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d23fd723-566b-43ae-a7c5-c68d3245eea6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:22.113482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.246151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.550506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:22.558170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:22.561619 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] Sync routers for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:22.567762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-193710f0-a304-4d50-9434-f2eb9105b3f2 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4466105 Jul 16 02:02:22.570570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50068) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:22.602415 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:22.613896 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.752707 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.778578 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:22.779201 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.836575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be94912-d3df-4277-aef5-0b52d3a01a5a req-eb8190a8-425d-44f0-b938-35f4aaf56e9c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:22.845309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2be94912-d3df-4277-aef5-0b52d3a01a5a req-eb8190a8-425d-44f0-b938-35f4aaf56e9c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.4504180 Jul 16 02:02:22.891861 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:22.893030 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b8c95-192e-45c2-b215-246bc6940125 None None] The sync data for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:22.967358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2be94912-d3df-4277-aef5-0b52d3a01a5a req-eb59965f-0e3c-4df9-b094-0f62f0d35ba5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211455 Jul 16 02:02:23.134255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Router dcebcdde-5eeb-412e-b500-c9b4bf7236fd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:23.246355 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-602a8cb0-d279-4c51-8758-b3861fa28b7a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:23.251847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-602a8cb0-d279-4c51-8758-b3861fa28b7a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6756446 Jul 16 02:02:23.252349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.285254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50084) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.314068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:23.319844 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-81201a3d-e982-4ca4-b275-2d8e76ae3f36 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "PUT /v2.0/routers/dcebcdde-5eeb-412e-b500-c9b4bf7236fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7310374 Jul 16 02:02:23.322495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:23.345224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] Sync routers for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:23.361168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:23.362665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:23.430682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting subnet fa58066c-92fc-43b4-bea3-6dc9433650b1 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:23.434566 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.488692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.522855 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2aff4a9-ba2a-4347-88df-7409c9d4cbea tempest-DvrRoutersNegativeTest-474173162 tempest-DvrRoutersNegativeTest-474173162-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2062441233', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:23.525870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.policy [None req-c2aff4a9-ba2a-4347-88df-7409c9d4cbea tempest-DvrRoutersNegativeTest-474173162 tempest-DvrRoutersNegativeTest-474173162-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93906) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 02:02:23.526251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.policy [None req-c2aff4a9-ba2a-4347-88df-7409c9d4cbea tempest-DvrRoutersNegativeTest-474173162 tempest-DvrRoutersNegativeTest-474173162-project] Failed policy check for 'create_router' {{(pid=93906) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 02:02:23.526728 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-c2aff4a9-ba2a-4347-88df-7409c9d4cbea tempest-DvrRoutersNegativeTest-474173162 tempest-DvrRoutersNegativeTest-474173162-project] create failed (client error): Access was denied to this resource. Jul 16 02:02:23.543243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2aff4a9-ba2a-4347-88df-7409c9d4cbea tempest-DvrRoutersNegativeTest-474173162 tempest-DvrRoutersNegativeTest-474173162-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2489407 Jul 16 02:02:23.618256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:23.695005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.756446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.796950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.910495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.946519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40cf89c6-c232-401c-986e-893543889eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.964307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Subnet': ['ID=fa58066c-92fc-43b4-bea3-6dc9433650b1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:23.991643 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:23.997421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5469192d-807e-4c0b-a4f0-02a6b9e16e4c tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/subnets/fa58066c-92fc-43b4-bea3-6dc9433650b1 HTTP/1.1" status: 204 len: 168 time: 0.6693211 Jul 16 02:02:23.997421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50110) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:24.038053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684bc5c-139b-4a98-9091-f185f4b48892 None None] Network 375d1a81-1e5f-456a-aff7-e64b5de4a45c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:24.084928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:24.230252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.330856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting port 2fc7539a-7d27-42bb-8d14-d1a732e3da51 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:24.331364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.350146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:02:21Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:24.426914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] Checking router: dcebcdde-5eeb-412e-b500-c9b4bf7236fd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:24.457280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.474959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] Routers {'dcebcdde-5eeb-412e-b500-c9b4bf7236fd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:24.482129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:01:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:24.485804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Calling delete_port for 2fc7539a-7d27-42bb-8d14-d1a732e3da51 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:24.497586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aef8f-4c1e-4a3f-b27a-8597b7de84bd req-bbc3f229-25ee-48a4-a75f-acec62a852f3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:24.499182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d96aef8f-4c1e-4a3f-b27a-8597b7de84bd req-bbc3f229-25ee-48a4-a75f-acec62a852f3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.2000861 Jul 16 02:02:24.526283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.596275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d96aef8f-4c1e-4a3f-b27a-8597b7de84bd req-2feed093-8ad5-46fb-94a2-d4e855a2f06d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737460 Jul 16 02:02:24.659925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 28057fca-8501-4f22-864f-1146c7fccb69 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:24.660679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.759771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] Set router dcebcdde-5eeb-412e-b500-c9b4bf7236fd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:24.783198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7baf216e-6580-4312-8b89-ded22c1dea19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.827306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 28057fca-8501-4f22-864f-1146c7fccb69, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28057fca-8501-4f22-864f-1146c7fccb69,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:24.830138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:24.862594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 28057fca-8501-4f22-864f-1146c7fccb69 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:24.981131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] DHCP port deletion for 375d1a81-1e5f-456a-aff7-e64b5de4a45c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:24.990262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.055182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Port': ['ID=2fc7539a-7d27-42bb-8d14-d1a732e3da51,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.343199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7baf216e-6580-4312-8b89-ded22c1dea19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.350196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.388452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:25.481523 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.566757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7baf216e-6580-4312-8b89-ded22c1dea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.592761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=28057fca-8501-4f22-864f-1146c7fccb69,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.697862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] Deleting port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:25.700229 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.703064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7baf216e-6580-4312-8b89-ded22c1dea19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce1eae3fd2834e2eaf86d4904d0fbab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6159356 Jul 16 02:02:25.710056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50140) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:25.783459 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.919124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf216e-6580-4312-8b89-ded22c1dea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f3d3a1-374f-4e6d-b6e6-0562d0d7d4d6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:25.951067 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:25.967538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.031138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Router 6fd12898-d8a7-4a69-bbd6-10c96df23ac1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:26.095944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.097056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Fanout notify agent at l3_agent the message router_deleted on router dcebcdde-5eeb-412e-b500-c9b4bf7236fd {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:26.109776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.129641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f687dce-14a6-48b8-b336-62b163461565 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/routers/dcebcdde-5eeb-412e-b500-c9b4bf7236fd HTTP/1.1" status: 204 len: 168 time: 2.1316843 Jul 16 02:02:26.132546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50150) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:26.201213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e733d40-dd31-4e3a-acf0-4de3f40f7106 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:26.249021 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-271fccad-1530-43ee-a278-9e5b2230a31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.280978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] For port 0e733d40-dd31-4e3a-acf0-4de3f40f7106, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e733d40-dd31-4e3a-acf0-4de3f40f7106,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:26.288276 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.316074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:02:21Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.319231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.377419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] Calling delete_port for 0e733d40-dd31-4e3a-acf0-4de3f40f7106 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:26.506114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:26.517101 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] Sync routers for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:26.523084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92d87c15-e739-447c-9925-b32105e999e1 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2695775 Jul 16 02:02:26.526767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50156) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:26.543412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-812343eb-954f-4ad9-82dd-015c172dcb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.546808 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:26.554364 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.554575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-271fccad-1530-43ee-a278-9e5b2230a31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.574800 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-a0446cb4-2781-44d7-8afa-c9ce93e044df tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] delete failed (client error): The resource could not be found. Jul 16 02:02:26.576314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a0446cb4-2781-44d7-8afa-c9ce93e044df tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1229282886 HTTP/1.1" status: 404 len: 335 time: 0.0484569 Jul 16 02:02:26.583854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:26.597621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Deleting port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:26.598893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.605812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ddd5a8de-46f2-448a-ba1e-a2a4dc59e098 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fd12898-d8a7-4a69-bbd6-10c96df23ac1'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:26.648519 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.664449 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:26.668153 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.708080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] For port 0e733d40-dd31-4e3a-acf0-4de3f40f7106, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e733d40-dd31-4e3a-acf0-4de3f40f7106,segment=NetworkSegment(af3c518d-9f3e-4592-ba54-cdf66a64b389),segment_id=af3c518d-9f3e-4592-ba54-cdf66a64b389)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:26.712417 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.749304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Calling delete_port for 0e733d40-dd31-4e3a-acf0-4de3f40f7106 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:26.750264 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:26.751493 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e87dda-d065-47d2-a882-a938756a33d9 None None] The sync data for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:26.757399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19248329-22af-4481-9c2a-3fc6914acdd4 None None] The sync data for ids ['dcebcdde-5eeb-412e-b500-c9b4bf7236fd'] in n-d-800087-6 is: [{'id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'name': 'tempest-TestNetworkBasicOps-router-835029819', 'tenant_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '28057fca-8501-4f22-864f-1146c7fccb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:50Z', 'updated_at': '2021-07-16T02:02:21Z', 'revision_number': 5, 'project_id': '6c3c36aa1efe4a9ca233191c9d891b22', 'gw_port': {'id': '28057fca-8501-4f22-864f-1146c7fccb69', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebcdde-5eeb-412e-b500-c9b4bf7236fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:52Z', 'updated_at': '2021-07-16T02:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:26.762362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.804283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] No DVR routers for this DVR port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:26.825025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9a233-a40d-4f27-b1d5-8c057cdafb21 None None] Pushing event deleted for resources: {'Port': ['ID=0e733d40-dd31-4e3a-acf0-4de3f40f7106,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.832619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No active binding found for port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 02:02:26.833086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e733d40-dd31-4e3a-acf0-4de3f40f7106 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:26.839357 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.893772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:26.933470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Port': ['ID=0e733d40-dd31-4e3a-acf0-4de3f40f7106,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:26.936246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] No DVR routers for this DVR port 0e733d40-dd31-4e3a-acf0-4de3f40f7106 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:27.028917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ddd5a8de-46f2-448a-ba1e-a2a4dc59e098 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.037375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-271fccad-1530-43ee-a278-9e5b2230a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.040108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-271fccad-1530-43ee-a278-9e5b2230a31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.041605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-271fccad-1530-43ee-a278-9e5b2230a31e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28f3d3a1-374f-4e6d-b6e6-0562d0d7d4d6 HTTP/1.1" status: 204 len: 168 time: 1.3302288 Jul 16 02:02:27.066880 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ddd5a8de-46f2-448a-ba1e-a2a4dc59e098 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] update failed (client error): The resource could not be found. Jul 16 02:02:27.071818 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ddd5a8de-46f2-448a-ba1e-a2a4dc59e098 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1 HTTP/1.1" status: 404 len: 339 time: 0.4816260 Jul 16 02:02:27.071818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fccad-1530-43ee-a278-9e5b2230a31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f3d3a1-374f-4e6d-b6e6-0562d0d7d4d6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.072166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50172) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:27.112711 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.158848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375d1a81-1e5f-456a-aff7-e64b5de4a45c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.210402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3c518d-9f3e-4592-ba54-cdf66a64b389') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.210565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3c518d-9f3e-4592-ba54-cdf66a64b389') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:27.249518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.293090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.309811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:27.310225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.456158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: self.session.flush() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:27.490034 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:27.568422 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.609154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.637336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] 10.222.0.35 "DELETE /v2.0/networks/375d1a81-1e5f-456a-aff7-e64b5de4a45c HTTP/1.1" status: 204 len: 168 time: 1.5034065 Jul 16 02:02:27.643125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bf1c5-d962-41d9-9d7f-6ca269a3dea3 tempest-TestNetworkBasicOps-279314303 tempest-TestNetworkBasicOps-279314303-project] Pushing event deleted for resources: {'Network': ['ID=375d1a81-1e5f-456a-aff7-e64b5de4a45c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:27.648370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:27.753159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87a38-72b2-407b-b155-6bd3312d3d6b req-9f47d752-3ba7-4ad6-98dc-057d7253a9b8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.757727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28b87a38-72b2-407b-b155-6bd3312d3d6b req-9f47d752-3ba7-4ad6-98dc-057d7253a9b8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.2666738 Jul 16 02:02:27.840726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:27.866351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 448e3063-5570-49c6-abb1-b4425e7d5a6f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:27.934105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28b87a38-72b2-407b-b155-6bd3312d3d6b req-b6e5413c-650b-4f9d-918e-816840a99f7c tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683068 Jul 16 02:02:27.936637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 448e3063-5570-49c6-abb1-b4425e7d5a6f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:27.937986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 448e3063-5570-49c6-abb1-b4425e7d5a6f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:28.140744 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-ed6db916-f7f7-4156-811b-977a56d9de76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4871540 Jul 16 02:02:28.185574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:28.407292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Allocated IP 172.20.0.1 (c5092965-6bf0-4aa1-b8df-c59f503d88f9/b7e1d576-6065-4efb-8681-650baf52ff03/630253c6-8ef5-4f7a-9f07-3b12bef92439) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:28.608902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c43cde7-8887-4482-af35-346ce78a5eeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c3c36aa1efe4a9ca233191c9d891b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211209 Jul 16 02:02:28.611459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:28.825954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.863158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Transition to ACTIVE for port object 630253c6-8ef5-4f7a-9f07-3b12bef92439 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:28.898111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.905011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75f75914-8ad9-4749-8106-30415cd5b21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.948955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:28.951383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75f75914-8ad9-4749-8106-30415cd5b21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:28.954854 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.168837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d5708ffc-9b3f-4742-9304-e73ffc3da85b tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:29.170305 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-d5708ffc-9b3f-4742-9304-e73ffc3da85b tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 02:02:29.171005 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-d5708ffc-9b3f-4742-9304-e73ffc3da85b tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 02:02:29.172207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d5708ffc-9b3f-4742-9304-e73ffc3da85b tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2221551 Jul 16 02:02:29.178375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:29.186964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371293673'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:29.298718 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.310621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.425907 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.471152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e073-74f9-419b-97d0-f80a653cf378 req-ce75a776-3844-4692-88b6-682337ee39a7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:29.472724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d3e073-74f9-419b-97d0-f80a653cf378 req-ce75a776-3844-4692-88b6-682337ee39a7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.2330210 Jul 16 02:02:29.473407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.558657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f4472f-b6a9-4722-abd1-bd8d83439008,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.592518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72d3e073-74f9-419b-97d0-f80a653cf378 req-86bbd2aa-79ff-40c7-92f7-a0fd367cd144 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124897 Jul 16 02:02:29.663993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.674700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.692687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:29.708262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:29.715468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:29.718580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.718960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Port': ['ID=630253c6-8ef5-4f7a-9f07-3b12bef92439,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.720473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5408592 Jul 16 02:02:29.723303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50250) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:29.727937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '2035d699-ab98-422c-816d-d164fe1d651f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:29.755349 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107b4f7-f108-45c5-ab16-a35ada29fbf8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2035d699-ab98-422c-816d-d164fe1d651f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:29.790543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.797242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75f75914-8ad9-4749-8106-30415cd5b21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.800536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-75f75914-8ad9-4749-8106-30415cd5b21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.802730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-75f75914-8ad9-4749-8106-30415cd5b21e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d76d7142-3599-4bee-93ec-650bfb6cadf4 HTTP/1.1" status: 204 len: 168 time: 1.1903207 Jul 16 02:02:29.821011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.867241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28057fca-8501-4f22-864f-1146c7fccb69 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:29.918515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 28057fca-8501-4f22-864f-1146c7fccb69 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:29.920267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28057fca-8501-4f22-864f-1146c7fccb69 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:29.954340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:29.967494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.020704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a3c1e-b6b3-4347-b7a2-7ec47ee0921d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.020933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-c1706538-e7ca-4e9c-ae93-6e4bb255f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.023412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.028270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-c1706538-e7ca-4e9c-ae93-6e4bb255f23b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c&tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793 HTTP/1.1" status: 200 len: 1094 time: 0.4280427 Jul 16 02:02:30.029068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1e88d4b-39d6-4060-a4e0-89fa6e4bef3f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046272 Jul 16 02:02:30.033257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75914-8ad9-4749-8106-30415cd5b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76d7142-3599-4bee-93ec-650bfb6cadf4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.034455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.042460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-64c90d42-f15d-45cd-8208-90be93447f1d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '2035d699-ab98-422c-816d-d164fe1d651f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:30.050214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:30.103176 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64c90d42-f15d-45cd-8208-90be93447f1d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.136294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8be8d53f-f19f-407c-904d-6e68c5df063c None None] Provisioning for port 630253c6-8ef5-4f7a-9f07-3b12bef92439 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:30.140969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8be8d53f-f19f-407c-904d-6e68c5df063c None None] Provisioning complete for port 630253c6-8ef5-4f7a-9f07-3b12bef92439 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:30.141601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8be8d53f-f19f-407c-904d-6e68c5df063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.206681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.224105 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-64c90d42-f15d-45cd-8208-90be93447f1d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 02:02:30.225480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64c90d42-f15d-45cd-8208-90be93447f1d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1900332 Jul 16 02:02:30.228453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.228975 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.231472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8be8d53f-f19f-407c-904d-6e68c5df063c None None] Port 630253c6-8ef5-4f7a-9f07-3b12bef92439 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:30.332760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64e667da-b6a4-4a09-baab-1b71d2d8c67a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.359663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64e667da-b6a4-4a09-baab-1b71d2d8c67a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.425206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64e667da-b6a4-4a09-baab-1b71d2d8c67a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.427924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64e667da-b6a4-4a09-baab-1b71d2d8c67a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.428955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64e667da-b6a4-4a09-baab-1b71d2d8c67a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/2035d699-ab98-422c-816d-d164fe1d651f HTTP/1.1" status: 204 len: 168 time: 0.1995542 Jul 16 02:02:30.433181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.461570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e667da-b6a4-4a09-baab-1b71d2d8c67a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2035d699-ab98-422c-816d-d164fe1d651f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.582719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50272) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.603009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b6e-5e63-4318-93ec-99ddd76d27cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.786708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cb10dd25-cbec-45de-84a0-53eb78907cc8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3461859 Jul 16 02:02:30.795169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b6e-5e63-4318-93ec-99ddd76d27cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.796910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.808380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--822353713'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:30.818681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b6e-5e63-4318-93ec-99ddd76d27cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:30.854230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:30.897250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa16b6e-5e63-4318-93ec-99ddd76d27cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e35765e-e322-47b3-b8e4-db5a788ef3d3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:30.941514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bfa16b6e-5e63-4318-93ec-99ddd76d27cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=139bbe294f81476ba599f96bf238e22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572099 Jul 16 02:02:30.944231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:30.946442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.024894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.032850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.084247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075724da-73c1-416f-a53c-3d9b2ac677e5 req-afe41922-b1e3-40ec-8544-008b33db0b16 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:31.092652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-075724da-73c1-416f-a53c-3d9b2ac677e5 req-afe41922-b1e3-40ec-8544-008b33db0b16 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.2413559 Jul 16 02:02:31.139211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:31.189038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783e0503-fd4e-4c06-8339-57350b626f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.211100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.216132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event updated for resources: {'Port': ['ID=630253c6-8ef5-4f7a-9f07-3b12bef92439,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:31.226605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-075724da-73c1-416f-a53c-3d9b2ac677e5 req-7042b2c6-5767-46f0-8b58-387eae3f51e2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215570 Jul 16 02:02:31.247173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783e0503-fd4e-4c06-8339-57350b626f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.260772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:31.296692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.305867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.315525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.352683 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.357470 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5585713 Jul 16 02:02:31.365263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.373506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7469d7dc-c004-4fe5-98f7-d51268c8b001 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'ed13f9bf-75b5-4a27-a3d8-ca9838f67bb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:31.374380 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-7469d7dc-c004-4fe5-98f7-d51268c8b001 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 02:02:31.376781 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-7469d7dc-c004-4fe5-98f7-d51268c8b001 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:31.381061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7469d7dc-c004-4fe5-98f7-d51268c8b001 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148621 Jul 16 02:02:31.381694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.385390 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eee2f-e5f4-40f8-a143-c87b95eae7ae tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed13f9bf-75b5-4a27-a3d8-ca9838f67bb4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:31.414349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783e0503-fd4e-4c06-8339-57350b626f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.417042 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-783e0503-fd4e-4c06-8339-57350b626f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.420632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-783e0503-fd4e-4c06-8339-57350b626f5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e35765e-e322-47b3-b8e4-db5a788ef3d3 HTTP/1.1" status: 204 len: 168 time: 0.4728713 Jul 16 02:02:31.438927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Transition to ACTIVE for port object e04d543e-2f3c-4471-b5f3-530bf0672d14 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:31.443962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e0503-fd4e-4c06-8339-57350b626f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e35765e-e322-47b3-b8e4-db5a788ef3d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:31.456453 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.471850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-036c263d-1fc5-41c1-8d4b-60e3e5f5b282 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.509606 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-036c263d-1fc5-41c1-8d4b-60e3e5f5b282 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.540348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=9']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:31.589161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-036c263d-1fc5-41c1-8d4b-60e3e5f5b282 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.593391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-036c263d-1fc5-41c1-8d4b-60e3e5f5b282 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.596460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-036c263d-1fc5-41c1-8d4b-60e3e5f5b282 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/ed13f9bf-75b5-4a27-a3d8-ca9838f67bb4 HTTP/1.1" status: 204 len: 168 time: 0.2116232 Jul 16 02:02:31.612465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.661410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c263d-1fc5-41c1-8d4b-60e3e5f5b282 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed13f9bf-75b5-4a27-a3d8-ca9838f67bb4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:31.773454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0fd26e5a-8505-4e33-b229-8fd75f42f785 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1578836 Jul 16 02:02:31.777148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50324) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:31.788600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825599270'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:31.848665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.926585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] No DVR routers for this DVR port e04d543e-2f3c-4471-b5f3-530bf0672d14 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:32.012635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:32.017075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:32.064656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.071620 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.188797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4358df9d-b0bd-416e-a5f3-54af239576dd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:32.217139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.221245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0592a283-f021-402c-9995-c51279d6b45c tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4380844 Jul 16 02:02:32.221801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50332) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:32.241669 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6266efc2-5730-4cfe-88ce-615a0a498ac5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '4358df9d-b0bd-416e-a5f3-54af239576dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:32.244121 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-6266efc2-5730-4cfe-88ce-615a0a498ac5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 02:02:32.244296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Router 6fd12898-d8a7-4a69-bbd6-10c96df23ac1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:32.246468 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-6266efc2-5730-4cfe-88ce-615a0a498ac5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:32.250289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6266efc2-5730-4cfe-88ce-615a0a498ac5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0238566 Jul 16 02:02:32.258564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50336) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:32.275420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:32.275798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:32.276491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:32.283435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Port e04d543e-2f3c-4471-b5f3-530bf0672d14 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:32.283864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Attempting to bind port e04d543e-2f3c-4471-b5f3-530bf0672d14 on network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:32.298125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:32.298477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Checking segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:32.298873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Bound using segment: {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:32.299323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Bound port: e04d543e-2f3c-4471-b5f3-530bf0672d14, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bd9549-f0cc-4c51-a3e9-0309d736ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:32.300144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.408963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2695fd0-5322-4aec-87ad-bd981fbd7407 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.474311 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2695fd0-5322-4aec-87ad-bd981fbd7407 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.517693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e0d1b81b-5365-4129-838c-aa59bda2a3a7 None None] Provisioning complete for port 630253c6-8ef5-4f7a-9f07-3b12bef92439 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:32.518753 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0d1b81b-5365-4129-838c-aa59bda2a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.620407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1b81b-5365-4129-838c-aa59bda2a3a7 None None] Port 630253c6-8ef5-4f7a-9f07-3b12bef92439 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:32.633066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:32.639004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:32.647587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.696286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:32.697623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.699494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] 10.222.0.38 "PUT /v2.0/ports/e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 1091 time: 2.6602919 Jul 16 02:02:32.716810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:32.726216 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbfc196-9ade-4fb0-95ca-71e405785b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:32.752802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ac21-40df-4132-938f-4ddf1f6eca56 req-ce5d07ef-7505-4728-b481-4e57d10d32ac tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:32.762870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fb0ac21-40df-4132-938f-4ddf1f6eca56 req-ce5d07ef-7505-4728-b481-4e57d10d32ac tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 943 time: 0.2514951 Jul 16 02:02:32.763638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2695fd0-5322-4aec-87ad-bd981fbd7407 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.767225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2695fd0-5322-4aec-87ad-bd981fbd7407 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.771957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b2695fd0-5322-4aec-87ad-bd981fbd7407 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/4358df9d-b0bd-416e-a5f3-54af239576dd HTTP/1.1" status: 204 len: 168 time: 0.5108457 Jul 16 02:02:32.795104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:32.805542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695fd0-5322-4aec-87ad-bd981fbd7407 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358df9d-b0bd-416e-a5f3-54af239576dd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:32.882075 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983edbee-531e-4fc3-9a87-ec7c26292930 x-openstack-request-id: req-983edbee-531e-4fc3-9a87-ec7c26292930 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:32.882406 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:32.882663 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-983edbee-531e-4fc3-9a87-ec7c26292930 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:32.883099 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'status': 'completed', 'code': 200} Jul 16 02:02:32.920428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:32.928825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9bcbea53-5a85-4b3d-ab20-891e18c0b2cc tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8557117 Jul 16 02:02:32.931057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:32.933603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] Sync routers for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:32.952453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:32.957532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:32.989943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fb0ac21-40df-4132-938f-4ddf1f6eca56 req-fb608032-3426-45f7-a4c9-6228fb163ec1 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955144 Jul 16 02:02:33.003759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e770ea5b-eeb9-4562-8d04-9695e0421739 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1956637 Jul 16 02:02:33.007918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50362) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.020460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200892125'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.072131 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.077359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:33.099947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:33.105296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:33.153768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:33.154724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d947a0f-0313-4e65-96d5-b8aa12abb083 None None] The sync data for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:33.176647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db57025-cc34-41c4-b055-20e5305cab9b service neutron] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:33.181115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.213876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f891a5a3-ff92-4e89-b4e8-b95654041d4b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.255650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.261259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.300841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.308819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2992172 Jul 16 02:02:33.312650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.325103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-916e1beb-e6a0-4700-8f28-6e516aef0e93 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'e63cb01f-c611-4ca5-8d19-d30ad8539699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.344696 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-916e1beb-e6a0-4700-8f28-6e516aef0e93 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 02:02:33.346926 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-916e1beb-e6a0-4700-8f28-6e516aef0e93 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:33.349931 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-916e1beb-e6a0-4700-8f28-6e516aef0e93 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0306895 Jul 16 02:02:33.351377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50372) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.352547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf555b-f2e4-46d1-b0ae-2503d39ca908 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63cb01f-c611-4ca5-8d19-d30ad8539699,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:33.357733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3e5c5adf-50ff-45b8-a3cd-3201591e9fda tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'e63cb01f-c611-4ca5-8d19-d30ad8539699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.359309 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-3e5c5adf-50ff-45b8-a3cd-3201591e9fda tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 02:02:33.360507 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3e5c5adf-50ff-45b8-a3cd-3201591e9fda tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:33.361875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3e5c5adf-50ff-45b8-a3cd-3201591e9fda tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081270 Jul 16 02:02:33.365503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.371229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ffccfca0-94e8-445b-aeeb-8e913357b989 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'e63cb01f-c611-4ca5-8d19-d30ad8539699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.385167 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-ffccfca0-94e8-445b-aeeb-8e913357b989 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 02:02:33.387033 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-ffccfca0-94e8-445b-aeeb-8e913357b989 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:33.388153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ffccfca0-94e8-445b-aeeb-8e913357b989 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0206881 Jul 16 02:02:33.391352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50376) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.403878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-920d78b5-2447-4a4b-80d7-cac647199054 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'e63cb01f-c611-4ca5-8d19-d30ad8539699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.404984 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-920d78b5-2447-4a4b-80d7-cac647199054 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 02:02:33.405596 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-920d78b5-2447-4a4b-80d7-cac647199054 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:33.410193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50378) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.412605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-920d78b5-2447-4a4b-80d7-cac647199054 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137062 Jul 16 02:02:33.426153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-703592148-network', 'tenant_id': '3f3dcfe6cd6942eebe2095f62eac10ee'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:33.454690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-e4b8bf97-f997-450a-9eb9-f3916e4b4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.456729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-e4b8bf97-f997-450a-9eb9-f3916e4b4c1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1095 time: 0.7252228 Jul 16 02:02:33.495663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae433a6-2278-482e-99cf-d44424a0eabb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.501942 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-f891a5a3-ff92-4e89-b4e8-b95654041d4b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 02:02:33.504504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f891a5a3-ff92-4e89-b4e8-b95654041d4b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1 HTTP/1.1" status: 409 len: 329 time: 0.5669813 Jul 16 02:02:33.506940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50382) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:33.513613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Made reservation on behalf of 3f3dcfe6cd6942eebe2095f62eac10ee for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:33.517081 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.541041 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.622813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae433a6-2278-482e-99cf-d44424a0eabb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.668677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-b3939039-b1c1-4d38-affe-48e91a4267e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.670425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-b3939039-b1c1-4d38-affe-48e91a4267e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.2048421 Jul 16 02:02:33.789969 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-77a6b581-ede4-4548-9b9d-4beff55ebfe8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 998 time: 0.1130636 Jul 16 02:02:33.791805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.807875 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.863715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:33.892335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-fd794aa8-6c9a-44ad-89cf-574c774bb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.893957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-fd794aa8-6c9a-44ad-89cf-574c774bb62e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.0975749 Jul 16 02:02:33.897118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542576b8-69fe-4987-8402-d274df9e35b4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:33.916447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:33.917517 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Added segment 3afa521a-de10-43c6-a842-e540a1ccab38 of type vlan for network 873bba7f-ac6c-4615-841d-bb3cdda29a13 Jul 16 02:02:34.256500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae433a6-2278-482e-99cf-d44424a0eabb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.259807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ae433a6-2278-482e-99cf-d44424a0eabb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.261074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1ae433a6-2278-482e-99cf-d44424a0eabb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/e63cb01f-c611-4ca5-8d19-d30ad8539699 HTTP/1.1" status: 204 len: 168 time: 0.8497407 Jul 16 02:02:34.269767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50390) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:34.292245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae433a6-2278-482e-99cf-d44424a0eabb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63cb01f-c611-4ca5-8d19-d30ad8539699,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.398082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-44e13865-2e68-4cb9-b9d8-45752319efb1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173289 Jul 16 02:02:34.425965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648ce7d-1bbf-469f-91a8-04bc3de83c94 req-be0072d5-25c2-4635-9012-1b280c116251 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.427752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8648ce7d-1bbf-469f-91a8-04bc3de83c94 req-be0072d5-25c2-4635-9012-1b280c116251 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.2325506 Jul 16 02:02:34.428569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:34.429236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50396) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:34.434601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--287631355'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:34.455250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.507041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.519662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-6d3fba23-e6d0-41dc-9c39-ea9786857254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.534158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-6d3fba23-e6d0-41dc-9c39-ea9786857254 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6177094 Jul 16 02:02:34.540109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8648ce7d-1bbf-469f-91a8-04bc3de83c94 req-f1cdd35c-085e-4d2b-917c-ad69a222140d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909228 Jul 16 02:02:34.569003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.572700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:34.573681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.770366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] Pushing event updated for resources: {'Network': ['ID=873bba7f-ac6c-4615-841d-bb3cdda29a13,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:34.779876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:34.782916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 873bba7f-ac6c-4615-841d-bb3cdda29a13 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:34.805228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-49d4b192-03e5-45b7-b415-292e2aaeb4fc service neutron] 10.222.0.38 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654486 Jul 16 02:02:34.947074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-00271efb-4b3e-48ad-acc0-05d0c1b3a07b service neutron] 10.222.0.38 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350577 Jul 16 02:02:35.041246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.070235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.077230 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7a9e4c04-2e86-42e7-ac35-271358601556 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8859324 Jul 16 02:02:35.079292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50412) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.088939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Request body: {'subnet': {'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-703592148-subnet', 'tenant_id': '3f3dcfe6cd6942eebe2095f62eac10ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.173966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Made reservation on behalf of 3f3dcfe6cd6942eebe2095f62eac10ee for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:35.179672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff28a71-273b-46e3-9a79-6c717e69145f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.186691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.190581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.190767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b3043ba5-d4bc-480b-bdd4-77322a209782 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7573819 Jul 16 02:02:35.192861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50416) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.201136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-74736a49-4251-4f54-b9ab-695c53f840ce tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.201961 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-74736a49-4251-4f54-b9ab-695c53f840ce tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 02:02:35.202732 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-74736a49-4251-4f54-b9ab-695c53f840ce tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:35.206583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-74736a49-4251-4f54-b9ab-695c53f840ce tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065975 Jul 16 02:02:35.207990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.210221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-67416168-351c-4585-b8f5-04dd4e3ab133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.211752 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-67416168-351c-4585-b8f5-04dd4e3ab133 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1095 time: 0.2077239 Jul 16 02:02:35.214269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-59b759ba-a3da-467a-bdf6-7c0596fdf6d1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.338793 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-59b759ba-a3da-467a-bdf6-7c0596fdf6d1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:35.340001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-59b759ba-a3da-467a-bdf6-7c0596fdf6d1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1307523 Jul 16 02:02:35.345084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.361611 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b934c795-62b8-47ad-8796-018a6ca4de32 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.362125 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-b934c795-62b8-47ad-8796-018a6ca4de32 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 02:02:35.362684 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b934c795-62b8-47ad-8796-018a6ca4de32 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:35.366437 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b934c795-62b8-47ad-8796-018a6ca4de32 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135720 Jul 16 02:02:35.367879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.376920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b339a2bc-5f55-4cac-a5f5-48ff66d09d5e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.437326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-158ee5c9-6659-4b48-90b9-b2f2e921b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.438907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-158ee5c9-6659-4b48-90b9-b2f2e921b238 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.2085814 Jul 16 02:02:35.548788 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b339a2bc-5f55-4cac-a5f5-48ff66d09d5e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:35.553020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b339a2bc-5f55-4cac-a5f5-48ff66d09d5e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1823862 Jul 16 02:02:35.556401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.562698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d40792d-425b-400d-8591-c59d67a0630f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.563173 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-1d40792d-425b-400d-8591-c59d67a0630f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 02:02:35.564679 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-1d40792d-425b-400d-8591-c59d67a0630f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:35.571481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d40792d-425b-400d-8591-c59d67a0630f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130651 Jul 16 02:02:35.582525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50434) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:35.638762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-50fdaac5-e031-460e-a3ec-a978ae8b756d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:35.657280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.763014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting port 630253c6-8ef5-4f7a-9f07-3b12bef92439 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:35.763474 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.818736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:35.841745 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-50fdaac5-e031-460e-a3ec-a978ae8b756d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Project 1b3d0b183d8b4ad4b49ca4ae69133fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:02:35.892393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-440da994-ce10-4595-955a-bc85fb483f9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 998 time: 0.4464388 Jul 16 02:02:35.921637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Checking segment: {'id': '3afa521a-de10-43c6-a842-e540a1ccab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:35.922005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Network hostable DHCP agents. Network: 873bba7f-ac6c-4615-841d-bb3cdda29a13, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:35.963941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Network 873bba7f-ac6c-4615-841d-bb3cdda29a13 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:35.984347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 873bba7f-ac6c-4615-841d-bb3cdda29a13) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:35.990165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.991011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.997891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d8381-bc21-41a8-a097-f404416358fe None None] Network 873bba7f-ac6c-4615-841d-bb3cdda29a13 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:36.015347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce096129-2c86-460a-adb8-d23c5ec80103 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9350042 Jul 16 02:02:36.068583 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-50fdaac5-e031-460e-a3ec-a978ae8b756d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:36.072819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-50fdaac5-e031-460e-a3ec-a978ae8b756d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4887860 Jul 16 02:02:36.075041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50444) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.080585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-13ba09d4-009b-4a0d-9bbc-4534a383d74e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.081655 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-13ba09d4-009b-4a0d-9bbc-4534a383d74e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 02:02:36.082344 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-13ba09d4-009b-4a0d-9bbc-4534a383d74e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:36.083528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-13ba09d4-009b-4a0d-9bbc-4534a383d74e tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073195 Jul 16 02:02:36.086267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50446) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.147052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7422f094-8490-4253-a836-078c696358a0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.274325 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-7422f094-8490-4253-a836-078c696358a0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Project 1b3d0b183d8b4ad4b49ca4ae69133fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:02:36.316201 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-7422f094-8490-4253-a836-078c696358a0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:36.317803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7422f094-8490-4253-a836-078c696358a0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2294998 Jul 16 02:02:36.320704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50454) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.327129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e9c15331-8aa6-4ae7-877c-46eb2b79b6b3 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': '1ff28a71-273b-46e3-9a79-6c717e69145f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:36.335366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-eb8ee858-25f4-4573-86e1-437d2b6e3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.337610 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-eb8ee858-25f4-4573-86e1-437d2b6e3f2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.2527692 Jul 16 02:02:36.351132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.400532 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-e9c15331-8aa6-4ae7-877c-46eb2b79b6b3 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Project 1b3d0b183d8b4ad4b49ca4ae69133fb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:02:36.427170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ddfdb-27b6-4124-aa9c-d49eda11ae25 None None] Network 873bba7f-ac6c-4615-841d-bb3cdda29a13 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:36.443322 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e9c15331-8aa6-4ae7-877c-46eb2b79b6b3 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:36.443571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Calling delete_port for 630253c6-8ef5-4f7a-9f07-3b12bef92439 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:36.447201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e9c15331-8aa6-4ae7-877c-46eb2b79b6b3 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1234696 Jul 16 02:02:36.450624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50458) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:36.492280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e396-dcac-4ba1-84d3-d6447acc0baf req-04ad24a5-fa0a-4d8d-8ea7-c3f4bc5205cc tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.504627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6945e396-dcac-4ba1-84d3-d6447acc0baf req-04ad24a5-fa0a-4d8d-8ea7-c3f4bc5205cc tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.6143911 Jul 16 02:02:36.583338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.637060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-470a4fd6-8176-4b75-9f96-6f7f871f3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.638730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-470a4fd6-8176-4b75-9f96-6f7f871f3dad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2817872 Jul 16 02:02:36.717333 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913b8b48-aa6f-4003-994f-9fa1fc88080d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:36.772624 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913b8b48-aa6f-4003-994f-9fa1fc88080d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.113897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913b8b48-aa6f-4003-994f-9fa1fc88080d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.123131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-913b8b48-aa6f-4003-994f-9fa1fc88080d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.126599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6945e396-dcac-4ba1-84d3-d6447acc0baf req-2055eb3d-0bab-4fcd-b6cd-2dc0e977af84 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6209767 Jul 16 02:02:37.130247 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-913b8b48-aa6f-4003-994f-9fa1fc88080d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/1ff28a71-273b-46e3-9a79-6c717e69145f HTTP/1.1" status: 204 len: 168 time: 0.6784625 Jul 16 02:02:37.143792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:37.169751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:37.188423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1225023658-network', 'tenant_id': '858888a25e7f4901b62c3336fb176c48'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:37.194975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b8b48-aa6f-4003-994f-9fa1fc88080d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff28a71-273b-46e3-9a79-6c717e69145f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:37.208528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-ba15978d-e31e-4abc-80ef-4f2a023e2c42 service neutron] 10.222.0.38 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284526 Jul 16 02:02:37.276616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Made reservation on behalf of 858888a25e7f4901b62c3336fb176c48 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:37.281544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.311172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bfb22929-a06b-4466-a2fd-d0b19d54e9bf tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1590195 Jul 16 02:02:37.319550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:37.337101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017615135'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:37.382397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.387725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.509617 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-edbfc196-9ade-4fb0-95ca-71e405785b4a req-725168f6-bc48-44ea-9d93-4386bf3b1042 service neutron] 10.222.0.38 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664268 Jul 16 02:02:37.890117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.909789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.932288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.017982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:38.087936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Port': ['ID=630253c6-8ef5-4f7a-9f07-3b12bef92439,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:38.185017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57794282-9a56-4d82-8e23-7f208610342d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:38.200069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.200226 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Added segment d0eafbc5-a648-4065-b415-d0bd3e722948 of type vlan for network bea9f873-9e6f-47c4-bc6f-3a198b16713e Jul 16 02:02:38.419735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.493301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.546582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.550330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.555008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:38.555517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:38.556071 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.833074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7887435-7da8-46eb-97ba-6cc45502ffbd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:38.835448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] Pushing event updated for resources: {'Network': ['ID=bea9f873-9e6f-47c4-bc6f-3a198b16713e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:38.843059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bd2861de-418c-4e47-abf1-51445388661d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6700945 Jul 16 02:02:38.857439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50496) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:38.864584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Request body: {'subnet': {'network_id': 'bea9f873-9e6f-47c4-bc6f-3a198b16713e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1225023658-subnet', 'tenant_id': '858888a25e7f4901b62c3336fb176c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:38.865121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network bea9f873-9e6f-47c4-bc6f-3a198b16713e details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:38.873991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6835117d-9d75-4893-aa9b-edc0421e87ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.944902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Made reservation on behalf of 858888a25e7f4901b62c3336fb176c48 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:38.946455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Deleting port 541917b9-e5c9-4f48-bdcf-abbd420e9583 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:38.946802 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.947904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.021037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.278732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f43d5-fe32-4712-95f3-2635b09561f2 req-42c5f68d-f4e6-4984-99aa-2fc039aeaa41 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.280368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-380f43d5-fe32-4712-95f3-2635b09561f2 req-42c5f68d-f4e6-4984-99aa-2fc039aeaa41 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.7413092 Jul 16 02:02:39.379941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] For port 541917b9-e5c9-4f48-bdcf-abbd420e9583, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=541917b9-e5c9-4f48-bdcf-abbd420e9583,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:39.388023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.445123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.516181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Calling delete_port for 541917b9-e5c9-4f48-bdcf-abbd420e9583 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:39.528400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0e7a42-16b2-4c48-82f1-3ed14875fcb6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:39.572622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-380f43d5-fe32-4712-95f3-2635b09561f2 req-317c7b55-c717-4829-bd20-533314f0db87 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780151 Jul 16 02:02:39.621466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Router 6fd12898-d8a7-4a69-bbd6-10c96df23ac1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:39.669329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6835117d-9d75-4893-aa9b-edc0421e87ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.691020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6835117d-9d75-4893-aa9b-edc0421e87ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.728778 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6835117d-9d75-4893-aa9b-edc0421e87ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fc4b2c86b0f4e1da134dbb7131209f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1717551 Jul 16 02:02:39.731779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:39.735291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Checking segment: {'id': 'd0eafbc5-a648-4065-b415-d0bd3e722948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bea9f873-9e6f-47c4-bc6f-3a198b16713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:39.736310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Network hostable DHCP agents. Network: bea9f873-9e6f-47c4-bc6f-3a198b16713e, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:39.738412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.742869 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-05e3c32d-395f-45ae-980e-a9553732ff28 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4097228 Jul 16 02:02:39.743482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:39.754059 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2c300330-db9c-4918-b99b-e6bc771c543f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'e7887435-7da8-46eb-97ba-6cc45502ffbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:39.807031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:39.812730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835117d-9d75-4893-aa9b-edc0421e87ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b06f3bd-991f-430f-b97b-3674942d8c55,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:39.822360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d159440-740c-4620-bdb9-84f3cda6e693 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3096664 Jul 16 02:02:39.824535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:39.824700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Network bea9f873-9e6f-47c4-bc6f-3a198b16713e is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:39.827787 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] Sync routers for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:39.843523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, bea9f873-9e6f-47c4-bc6f-3a198b16713e) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:39.854552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104402b1-af7e-4dc1-9467-185c6cf101c7 None None] Network bea9f873-9e6f-47c4-bc6f-3a198b16713e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:39.871770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:39.872775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.876725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e96c7b1b-a523-403c-b111-bd15323798d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.005327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-27cf19f4-0659-42b1-82f7-9f95a6952d57 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1171672 Jul 16 02:02:40.009682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e96c7b1b-a523-403c-b111-bd15323798d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.079527 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:40.080590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:40.128347 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:40.152406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] Routers {'6fd12898-d8a7-4a69-bbd6-10c96df23ac1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:40.153648 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:40.166865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e96c7b1b-a523-403c-b111-bd15323798d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.169705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e96c7b1b-a523-403c-b111-bd15323798d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:40.170983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e96c7b1b-a523-403c-b111-bd15323798d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b06f3bd-991f-430f-b97b-3674942d8c55 HTTP/1.1" status: 204 len: 168 time: 0.4378943 Jul 16 02:02:40.195251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c7b1b-a523-403c-b111-bd15323798d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b06f3bd-991f-430f-b97b-3674942d8c55,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:40.318132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:40.320230 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c571bfd-2d24-4427-826b-9f1714d0a767 None None] The sync data for ids ['6fd12898-d8a7-4a69-bbd6-10c96df23ac1'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:40.358545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081a713-e1cd-4df7-bb53-f59029ae3618 None None] Network bea9f873-9e6f-47c4-bc6f-3a198b16713e requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:40.866951 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-99824895-c3bd-4847-a1b4-d9c012f39c5e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] show failed (client error): The resource could not be found. Jul 16 02:02:40.868532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99824895-c3bd-4847-a1b4-d9c012f39c5e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-611534951 HTTP/1.1" status: 404 len: 334 time: 1.0434806 Jul 16 02:02:40.872060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50528) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:40.880047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b9e63e80-a4bf-426e-83a4-cb89656d92d3 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:40.927491 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2c300330-db9c-4918-b99b-e6bc771c543f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The resource could not be found. Jul 16 02:02:40.930804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2c300330-db9c-4918-b99b-e6bc771c543f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.1819930 Jul 16 02:02:40.955376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50530) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:40.967697 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-b9e63e80-a4bf-426e-83a4-cb89656d92d3 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] update failed (client error): The resource could not be found. Jul 16 02:02:40.969935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b9e63e80-a4bf-426e-83a4-cb89656d92d3 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-133853142 HTTP/1.1" status: 404 len: 334 time: 0.0962629 Jul 16 02:02:40.973044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:40.973814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:40.975804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8469e17b-b615-4758-b2c8-0c38806d8858 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'e7887435-7da8-46eb-97ba-6cc45502ffbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a91ce0e1-60f6-46c8-963c-fddb43698415'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:41.102493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-422db2f1-6d11-4928-8772-0634463b3a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.180945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting subnet 33d0de03-222b-470e-8228-e5619b405c22 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:41.185174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.244993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.296695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.344073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358b2c-3d91-41a6-9946-5ad8b99940a2 req-6650073a-3fee-4a4f-84b7-f7262dd4e82e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:41.345684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9358b2c-3d91-41a6-9946-5ad8b99940a2 req-6650073a-3fee-4a4f-84b7-f7262dd4e82e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.3914554 Jul 16 02:02:41.348819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=541917b9-e5c9-4f48-bdcf-abbd420e9583,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.499621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.543374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e9358b2c-3d91-41a6-9946-5ad8b99940a2 req-1f9353fe-0f22-4a43-acc4-ef9d43cde1ef tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870458 Jul 16 02:02:41.630266 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.682402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-422db2f1-6d11-4928-8772-0634463b3a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.704705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.715625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-422db2f1-6d11-4928-8772-0634463b3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.716751 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-8469e17b-b615-4758-b2c8-0c38806d8858 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The resource could not be found. Jul 16 02:02:41.718342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8469e17b-b615-4758-b2c8-0c38806d8858 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7581244 Jul 16 02:02:41.721749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:41.781994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Subnet': ['ID=33d0de03-222b-470e-8228-e5619b405c22,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.799845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.802420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-17a28009-2b52-41a7-8685-65882a677c4a tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/subnets/33d0de03-222b-470e-8228-e5619b405c22 HTTP/1.1" status: 204 len: 168 time: 0.8234625 Jul 16 02:02:41.806220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f2595-6333-4316-929b-6a855f7a8e38 None None] Network 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:41.808863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:41.814805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-422db2f1-6d11-4928-8772-0634463b3a9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a42cd96cc2e9471ea52678af02a6e8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8391418 Jul 16 02:02:41.823137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:41.890181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422db2f1-6d11-4928-8772-0634463b3a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa5410-2eec-4f4a-ac19-e8a5a205bd5c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.932356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting subnet efde7f76-39ee-435f-b6ff-c34e571f500a {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:41.938314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95d53573-b7b8-4a9b-bf5f-3e817835c203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.940271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.018705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f0de8a9-5930-4571-9585-ab5bfee143e1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.063339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95d53573-b7b8-4a9b-bf5f-3e817835c203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.088282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.110293 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f0de8a9-5930-4571-9585-ab5bfee143e1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.224673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f0de8a9-5930-4571-9585-ab5bfee143e1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.229813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f0de8a9-5930-4571-9585-ab5bfee143e1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.233561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7f0de8a9-5930-4571-9585-ab5bfee143e1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/e7887435-7da8-46eb-97ba-6cc45502ffbd HTTP/1.1" status: 204 len: 168 time: 0.5083544 Jul 16 02:02:42.238589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50544) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:42.253508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95d53573-b7b8-4a9b-bf5f-3e817835c203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.257159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95d53573-b7b8-4a9b-bf5f-3e817835c203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.257315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0de8a9-5930-4571-9585-ab5bfee143e1 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7887435-7da8-46eb-97ba-6cc45502ffbd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:42.263112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] DHCP port deletion for 8ac9ef1c-809e-480f-af3b-ff62ebfaf49f request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:42.284942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-95d53573-b7b8-4a9b-bf5f-3e817835c203 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8fa5410-2eec-4f4a-ac19-e8a5a205bd5c HTTP/1.1" status: 204 len: 168 time: 0.4575355 Jul 16 02:02:42.363812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.380847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Router 5fc487ab-7db7-4390-963d-8d7a2d752090 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:02:42.384653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d53573-b7b8-4a9b-bf5f-3e817835c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa5410-2eec-4f4a-ac19-e8a5a205bd5c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:42.456328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Deleting port d23fd723-566b-43ae-a7c5-c68d3245eea6 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:42.459026 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.620682 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8bd90a8e-eca1-4751-88b6-1564b4a51d9f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3771219 Jul 16 02:02:42.624305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.628113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:42.645940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-11abd9f2-aa63-48cd-9368-23057c730d98 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'ea536b12-8a26-4454-9251-e3c70da22301', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:42.647737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] For port d23fd723-566b-43ae-a7c5-c68d3245eea6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d23fd723-566b-43ae-a7c5-c68d3245eea6,segment=NetworkSegment(30cefb1b-6f8e-4991-a529-8d9a7bc544a1),segment_id=30cefb1b-6f8e-4991-a529-8d9a7bc544a1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:42.648406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.685847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:02:42.691712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5fb33ed6-d58b-4446-ab8c-92efa3161d92 admin admin] 10.222.0.35 "PUT /v2.0/routers/5fc487ab-7db7-4390-963d-8d7a2d752090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2510164 Jul 16 02:02:42.693752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:42.706807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Sync routers for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:02:42.707060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Subnet': ['ID=efde7f76-39ee-435f-b6ff-c34e571f500a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:42.724963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.727396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-54e4e5f0-d7ab-453d-af40-fc5a7e91d810 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/subnets/efde7f76-39ee-435f-b6ff-c34e571f500a HTTP/1.1" status: 204 len: 168 time: 0.9115112 Jul 16 02:02:42.730304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:42.780389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Calling delete_port for d23fd723-566b-43ae-a7c5-c68d3245eea6 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:42.795503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f05039-18c1-41da-81dd-d2e2bafb389d None None] Network 8d911b0d-8787-4815-8719-d6195e2772bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:42.894884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Routers {'5fc487ab-7db7-4390-963d-8d7a2d752090'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:42.897028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['5fc487ab-7db7-4390-963d-8d7a2d752090'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:42.904377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:42.987813 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-11abd9f2-aa63-48cd-9368-23057c730d98 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The resource could not be found. Jul 16 02:02:42.997517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-11abd9f2-aa63-48cd-9368-23057c730d98 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3601649 Jul 16 02:02:43.003651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:43.018976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.024808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--219255428'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:43.240399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.247469 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.331629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting port d23fd723-566b-43ae-a7c5-c68d3245eea6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:43.332065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.489908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] For port d23fd723-566b-43ae-a7c5-c68d3245eea6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d23fd723-566b-43ae-a7c5-c68d3245eea6,segment=NetworkSegment(30cefb1b-6f8e-4991-a529-8d9a7bc544a1),segment_id=30cefb1b-6f8e-4991-a529-8d9a7bc544a1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:43.490397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.495263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293d53-2e22-4ee0-9838-0876ce85516a req-62b3ce0a-4592-4a36-9ec3-5caf2866fde7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:43.502956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0293d53-2e22-4ee0-9838-0876ce85516a req-62b3ce0a-4592-4a36-9ec3-5caf2866fde7 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.2747293 Jul 16 02:02:43.525741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Calling delete_port for d23fd723-566b-43ae-a7c5-c68d3245eea6 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:43.636242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Deleting port 58dbb766-914e-41e6-b25d-f71d1dff4f22 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:43.640059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.716253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Set router 5fc487ab-7db7-4390-963d-8d7a2d752090 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:02:43.745051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0293d53-2e22-4ee0-9838-0876ce85516a req-e96b0434-a976-41ef-9dbc-d57714c69229 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030427 Jul 16 02:02:43.751527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.765370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.829368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4922d8-0f94-45ef-89d1-9d4f4c57874d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:43.841765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.850636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-21871534-f219-4ab9-b9fa-f73c829d60c5 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8445661 Jul 16 02:02:43.851195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:43.875499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084798510'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:43.956366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:43.983051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d23fd723-566b-43ae-a7c5-c68d3245eea6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:43.998482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] For port 58dbb766-914e-41e6-b25d-f71d1dff4f22, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=58dbb766-914e-41e6-b25d-f71d1dff4f22,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:43.998863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.012585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.035535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Calling delete_port for 58dbb766-914e-41e6-b25d-f71d1dff4f22 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:44.052851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d23fd723-566b-43ae-a7c5-c68d3245eea6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:44.056459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d23fd723-566b-43ae-a7c5-c68d3245eea6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:44.059143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] DHCP port deletion for 8d911b0d-8787-4815-8719-d6195e2772bd request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:44.096435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Port': ['ID=d23fd723-566b-43ae-a7c5-c68d3245eea6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:44.115383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] No DVR routers for this DVR port d23fd723-566b-43ae-a7c5-c68d3245eea6 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:44.127539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.227169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] No DVR routers for this DVR port d23fd723-566b-43ae-a7c5-c68d3245eea6 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:44.232251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Pushing event deleted for resources: {'Port': ['ID=d23fd723-566b-43ae-a7c5-c68d3245eea6,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:44.277365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.300788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac9ef1c-809e-480f-af3b-ff62ebfaf49f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:44.329997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cefb1b-6f8e-4991-a529-8d9a7bc544a1') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:44.330316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cefb1b-6f8e-4991-a529-8d9a7bc544a1') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:44.348726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.349025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.349323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.349640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.349977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.350307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.350712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.351037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.351358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.351683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.351997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.352334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0deed9-bad3-435d-9f7b-b3c5bc9af693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:44.361693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.428185 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.455017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] Deleting port 31a2e4f0-48a5-4631-bf90-112b272df8a0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:44.455396 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.473776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:44.475505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:44.497047 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:44.579153 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.604523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.644817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Pushing event deleted for resources: {'Port': ['ID=58dbb766-914e-41e6-b25d-f71d1dff4f22,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:44.646360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.731901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] For port 31a2e4f0-48a5-4631-bf90-112b272df8a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31a2e4f0-48a5-4631-bf90-112b272df8a0,segment=NetworkSegment(98c920cf-2b28-4c40-b317-de9099c0dae3),segment_id=98c920cf-2b28-4c40-b317-de9099c0dae3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:44.733608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.812750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad51aa8-2898-4f42-b21e-7c09004d4b89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:44.862962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.865030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a917c7b9-ce56-4711-aba0-1dce651a2a4a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0128186 Jul 16 02:02:44.913808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50600) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:44.922738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c55ede08-2372-4650-8059-4eb86fe8822a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'ff4922d8-0f94-45ef-89d1-9d4f4c57874d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cad51aa8-2898-4f42-b21e-7c09004d4b89'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:44.931216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.949402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.957768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:44.974979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/networks/8ac9ef1c-809e-480f-af3b-ff62ebfaf49f HTTP/1.1" status: 204 len: 168 time: 2.2420120 Jul 16 02:02:44.977673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50606) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:45.052522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927809f9-83f1-45aa-bf7c-8b9c8785ff2b tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Network': ['ID=8ac9ef1c-809e-480f-af3b-ff62ebfaf49f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:45.134068 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-c55ede08-2372-4650-8059-4eb86fe8822a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:45.138335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c55ede08-2372-4650-8059-4eb86fe8822a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2185638 Jul 16 02:02:45.141759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:45.194221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.258561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d60fd60d-6afd-40cd-9fd8-a4d0cf4d2482 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.286106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d60fd60d-6afd-40cd-9fd8-a4d0cf4d2482 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.343106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d60fd60d-6afd-40cd-9fd8-a4d0cf4d2482 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.354063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d60fd60d-6afd-40cd-9fd8-a4d0cf4d2482 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.354063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d60fd60d-6afd-40cd-9fd8-a4d0cf4d2482 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/cad51aa8-2898-4f42-b21e-7c09004d4b89 HTTP/1.1" status: 204 len: 168 time: 0.2050140 Jul 16 02:02:45.360066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] Calling delete_port for 31a2e4f0-48a5-4631-bf90-112b272df8a0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:45.364946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:45.408695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd60d-6afd-40cd-9fd8-a4d0cf4d2482 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad51aa8-2898-4f42-b21e-7c09004d4b89,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:45.423040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting port 31a2e4f0-48a5-4631-bf90-112b272df8a0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:45.423931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.429884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.446494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.485484 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98f31284-b3b7-4eb9-b9af-4793cb53693d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1167674 Jul 16 02:02:45.558475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:45.572198 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.590770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] For port 31a2e4f0-48a5-4631-bf90-112b272df8a0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31a2e4f0-48a5-4631-bf90-112b272df8a0,segment=NetworkSegment(98c920cf-2b28-4c40-b317-de9099c0dae3),segment_id=98c920cf-2b28-4c40-b317-de9099c0dae3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:45.591581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.604629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] No DVR routers for this DVR port 31a2e4f0-48a5-4631-bf90-112b272df8a0 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:45.657191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Calling delete_port for 31a2e4f0-48a5-4631-bf90-112b272df8a0 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:45.682423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb07137d-9b92-4b03-aee2-b44f63d789d8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.690866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4c042-a4ae-4ad6-9781-36066a206e15 None None] Pushing event deleted for resources: {'Port': ['ID=31a2e4f0-48a5-4631-bf90-112b272df8a0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:45.713146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'name': 'tempest-TaggedBootDevicesTest_v242-953272973-router', 'tenant_id': '7e2c66569da842cc840bfe45e76702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T02:02:40Z', 'revision_number': 5, 'project_id': '7e2c66569da842cc840bfe45e76702f2', 'gw_port': {'id': '58dbb766-914e-41e6-b25d-f71d1dff4f22', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc487ab-7db7-4390-963d-8d7a2d752090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:50:22Z', 'updated_at': '2021-07-16T01:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:45.757871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb07137d-9b92-4b03-aee2-b44f63d789d8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.789109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.789728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc487ab-7db7-4390-963d-8d7a2d752090 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:45.796285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Checking router: 5fc487ab-7db7-4390-963d-8d7a2d752090 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:02:45.831884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.831884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d3992d2-24e5-47b9-a04f-c0cb13ca903b admin admin] 10.222.0.35 "DELETE /v2.0/routers/5fc487ab-7db7-4390-963d-8d7a2d752090 HTTP/1.1" status: 204 len: 168 time: 3.1134408 Jul 16 02:02:45.832152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Routers set() bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:02:45.832152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Router IDs set() for agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 02:02:45.832152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5fc487ab-7db7-4390-963d-8d7a2d752090'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:02:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent'). {{(pid=93908) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 02:02:45.832152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0dec1d-7e40-4ab2-8efb-ba2b51c7140a None None] The sync data for ids ['5fc487ab-7db7-4390-963d-8d7a2d752090'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:02:45.834323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50628) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:45.881730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-4c671925-6c25-40cd-a746-7caad7725ab9 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:45.886909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-4c671925-6c25-40cd-a746-7caad7725ab9 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/networks?id=873bba7f-ac6c-4615-841d-bb3cdda29a13 HTTP/1.1" status: 200 len: 811 time: 0.9999006 Jul 16 02:02:45.918158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb07137d-9b92-4b03-aee2-b44f63d789d8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.924822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb07137d-9b92-4b03-aee2-b44f63d789d8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.932968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-9e0e5904-38d2-40d6-842f-182f47be56c4 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/quotas/3f3dcfe6cd6942eebe2095f62eac10ee HTTP/1.1" status: 200 len: 375 time: 0.0300210 Jul 16 02:02:45.941133 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb07137d-9b92-4b03-aee2-b44f63d789d8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff4922d8-0f94-45ef-89d1-9d4f4c57874d HTTP/1.1" status: 204 len: 168 time: 0.3812444 Jul 16 02:02:45.942048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:45.945207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50630) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:45.954248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392dfab-ff74-4aad-8633-35fd251be137 req-ea792458-d63d-4fa6-b296-f05f48d0de91 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:45.961170 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7392dfab-ff74-4aad-8633-35fd251be137 req-ea792458-d63d-4fa6-b296-f05f48d0de91 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.7261295 Jul 16 02:02:46.015480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Port': ['ID=31a2e4f0-48a5-4631-bf90-112b272df8a0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:46.077585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] No DVR routers for this DVR port 31a2e4f0-48a5-4631-bf90-112b272df8a0 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:46.085599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-4e9bf538-da45-49e4-8346-08ce402fc760 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f3dcfe6cd6942eebe2095f62eac10ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206377 Jul 16 02:02:46.159262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07137d-9b92-4b03-aee2-b44f63d789d8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4922d8-0f94-45ef-89d1-9d4f4c57874d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:46.179129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Deleting subnet 8865c98b-20c3-4b79-bb40-fe4d06622884 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:46.195484 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.238149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7392dfab-ff74-4aad-8633-35fd251be137 req-8fa12cbc-66f6-4b52-8773-f76a802dc36e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387815 Jul 16 02:02:46.425634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-833e6717-7f7e-40bb-bb12-40b658017e77 service neutron] 10.222.0.35 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251698 Jul 16 02:02:46.464259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.470327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.489887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31a2e4f0-48a5-4631-bf90-112b272df8a0 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:46.538144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 31a2e4f0-48a5-4631-bf90-112b272df8a0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:46.538558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31a2e4f0-48a5-4631-bf90-112b272df8a0 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:46.546626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-153c4a13-1569-448f-95ca-502b24698456 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5722218 Jul 16 02:02:46.551500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50640) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:46.556405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916988936'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:46.585419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d911b0d-8787-4815-8719-d6195e2772bd']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:46.592411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.617367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c920cf-2b28-4c40-b317-de9099c0dae3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:46.617673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c920cf-2b28-4c40-b317-de9099c0dae3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:46.628675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-da314071-99e4-47bf-8d23-4d99ff7cc212 service neutron] 10.222.0.35 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989233 Jul 16 02:02:46.694151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.733363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.743554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.774392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:46.774833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:46.782046 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:46.948170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.073368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8865c98b-20c3-4b79-bb40-fe4d06622884,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:47.106656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.107298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbb030-d9f0-42ca-bae7-856601859e44 None None] Network 31a413fe-3557-4828-9e6a-c88def967fa3 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:47.111434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3815875-3eea-48df-8c45-9bc6cd52b9c3 req-8395148e-f3e7-4c8a-8eff-78924b0c0c3e tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 210 time: 0.1163425 Jul 16 02:02:47.114079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-651a2793-f6c4-4681-b6e2-5250be877add admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8865c98b-20c3-4b79-bb40-fe4d06622884 HTTP/1.1" status: 204 len: 168 time: 1.2764037 Jul 16 02:02:47.117289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:47.181780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.217101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.229817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/networks/8d911b0d-8787-4815-8719-d6195e2772bd HTTP/1.1" status: 204 len: 168 time: 2.2355235 Jul 16 02:02:47.233952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:47.258044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.344842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7c97f-bdc5-42c7-b033-e1fefec30b8e tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Network': ['ID=8d911b0d-8787-4815-8719-d6195e2772bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:47.405166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Deleting port 53b0958e-93ef-44c5-a417-61bcaaed63d2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:47.405551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.582262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.630542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.632336 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] DHCP port deletion for 31a413fe-3557-4828-9e6a-c88def967fa3 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:47.708086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] For port 53b0958e-93ef-44c5-a417-61bcaaed63d2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53b0958e-93ef-44c5-a417-61bcaaed63d2,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:47.709350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.726703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Calling delete_port for 53b0958e-93ef-44c5-a417-61bcaaed63d2 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:47.786137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] Deleting port 53b0958e-93ef-44c5-a417-61bcaaed63d2 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:47.786523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.799802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49119e8-4282-4257-8db7-03851a188770,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:47.841264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting subnet b7e1d576-6065-4efb-8681-650baf52ff03 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:02:47.853922 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.897028 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.971769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] No DVR routers for this DVR port 53b0958e-93ef-44c5-a417-61bcaaed63d2 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:47.982754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.983809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] For port 53b0958e-93ef-44c5-a417-61bcaaed63d2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=53b0958e-93ef-44c5-a417-61bcaaed63d2,segment=NetworkSegment(1b6ac167-d695-4945-941c-8c638fc2f10c),segment_id=1b6ac167-d695-4945-941c-8c638fc2f10c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:47.985378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:47.996609 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fd398221-c0d9-447f-ac4e-ba15d412bc33 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4437637 Jul 16 02:02:48.010759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] Calling delete_port for 53b0958e-93ef-44c5-a417-61bcaaed63d2 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:48.020645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:48.027532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3fe5787a-eee0-468b-83c0-d3b2b1982338 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'c49119e8-4282-4257-8db7-03851a188770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:48.060506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b0958e-93ef-44c5-a417-61bcaaed63d2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.067288 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.086076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53b0958e-93ef-44c5-a417-61bcaaed63d2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:48.111288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 53b0958e-93ef-44c5-a417-61bcaaed63d2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:48.111978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 53b0958e-93ef-44c5-a417-61bcaaed63d2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:48.112765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 541917b9-e5c9-4f48-bdcf-abbd420e9583 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:48.128229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.140142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a413fe-3557-4828-9e6a-c88def967fa3']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:48.175012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6ac167-d695-4945-941c-8c638fc2f10c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:48.177376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6ac167-d695-4945-941c-8c638fc2f10c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:48.186828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 541917b9-e5c9-4f48-bdcf-abbd420e9583 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:48.187422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 541917b9-e5c9-4f48-bdcf-abbd420e9583 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:48.190662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58dbb766-914e-41e6-b25d-f71d1dff4f22 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:48.204523 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.255363 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.257789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 58dbb766-914e-41e6-b25d-f71d1dff4f22 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:48.265158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 58dbb766-914e-41e6-b25d-f71d1dff4f22 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:48.286797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.293201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:48.293618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.322426 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.355825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] Pushing event deleted for resources: {'Port': ['ID=53b0958e-93ef-44c5-a417-61bcaaed63d2,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.369781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb11caa-ac2b-448d-85e5-e9295ca3bf45 None None] No DVR routers for this DVR port 53b0958e-93ef-44c5-a417-61bcaaed63d2 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:48.424354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.458969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d870e72-fe22-4667-8ca7-8c455c1cf9ac None None] Network c5092965-6bf0-4aa1-b8df-c59f503d88f9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:48.506995 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:48.522240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.528013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/subnets/b7e1d576-6065-4efb-8681-650baf52ff03 HTTP/1.1" status: 204 len: 168 time: 1.2768290 Jul 16 02:02:48.528848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50682) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:48.530044 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-3fe5787a-eee0-468b-83c0-d3b2b1982338 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:48.533453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3fe5787a-eee0-468b-83c0-d3b2b1982338 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5093880 Jul 16 02:02:48.539267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50684) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:48.542743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.551532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9f6f7f2e-1d51-4e41-a407-59ddac3696cb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group_rule': {'security_group_id': 'c49119e8-4282-4257-8db7-03851a188770', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:48.568934 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.573765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/31a413fe-3557-4828-9e6a-c88def967fa3 HTTP/1.1" status: 204 len: 168 time: 1.4550660 Jul 16 02:02:48.621941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6349fe01-c2ee-44e1-9082-467098d9c649 req-40bdc3f5-da44-46d8-9e78-88c129c5f6ce tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 210 time: 0.1155148 Jul 16 02:02:48.636499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b82c3-9ae1-4ea1-bf73-531d78f457ac tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e1d576-6065-4efb-8681-650baf52ff03,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.651414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d2708-dd91-4bad-ace0-a1bddb1d49c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a413fe-3557-4828-9e6a-c88def967fa3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:48.677157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524c451-7034-4b0d-b43e-6357a0b50728 req-2ede9170-af45-4d35-80a5-ef665dbe29bf tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:48.677157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7524c451-7034-4b0d-b43e-6357a0b50728 req-2ede9170-af45-4d35-80a5-ef665dbe29bf tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 1.1129866 Jul 16 02:02:48.677908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.759889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Deleting port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:48.760313 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.831587 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-9f6f7f2e-1d51-4e41-a407-59ddac3696cb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:48.834010 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f6f7f2e-1d51-4e41-a407-59ddac3696cb tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2922595 Jul 16 02:02:48.843153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:48.883860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7524c451-7034-4b0d-b43e-6357a0b50728 req-dc79d35e-2029-4b53-b552-35b072b1a2d8 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865737 Jul 16 02:02:48.893826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] For port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,segment=NetworkSegment(f63863fa-8e9d-49b8-896d-c0ab8264ca2f),segment_id=f63863fa-8e9d-49b8-896d-c0ab8264ca2f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:48.897547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:48.942955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Calling delete_port for 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:49.054937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfebf7ab-300e-45cf-aa18-600aaca9d00f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.070701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] DHCP port deletion for c5092965-6bf0-4aa1-b8df-c59f503d88f9 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:02:49.094939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfebf7ab-300e-45cf-aa18-600aaca9d00f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.099933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50696) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.139589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] Deleting port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:49.141714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.189220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3b60d743-4ad4-4be2-ad43-70aa23e94b05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e2c66569da842cc840bfe45e76702f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878916 Jul 16 02:02:49.192155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.193130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.205562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfebf7ab-300e-45cf-aa18-600aaca9d00f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.210620 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfebf7ab-300e-45cf-aa18-600aaca9d00f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.216936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dfebf7ab-300e-45cf-aa18-600aaca9d00f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/c49119e8-4282-4257-8db7-03851a188770 HTTP/1.1" status: 204 len: 168 time: 0.3723743 Jul 16 02:02:49.226768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50700) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.241747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] For port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,segment=NetworkSegment(f63863fa-8e9d-49b8-896d-c0ab8264ca2f),segment_id=f63863fa-8e9d-49b8-896d-c0ab8264ca2f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:49.242539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.255551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Port': ['ID=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:49.264115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] Calling delete_port for 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:49.269758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] No DVR routers for this DVR port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:49.307691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebf7ab-300e-45cf-aa18-600aaca9d00f tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49119e8-4282-4257-8db7-03851a188770,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:49.373935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.393932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5092965-6bf0-4aa1-b8df-c59f503d88f9']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:49.410872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:49.411185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63863fa-8e9d-49b8-896d-c0ab8264ca2f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:02:49.424661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.443422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.448179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b3d93c-83ed-4639-b277-8c3cf857b7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.449610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.456568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fdd64730-203e-4af0-a36c-731c7c5d182a tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2105663 Jul 16 02:02:49.458197 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50702) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.464729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224148121'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:49.467402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:02:49.468221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.493774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b3d93c-83ed-4639-b277-8c3cf857b7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.506037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] Pushing event deleted for resources: {'Port': ['ID=9c06a1d8-ee7c-46bc-b40d-84845ce40d7f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:49.512339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc642f-578a-4a07-8127-835d488a3272 None None] No DVR routers for this DVR port 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:02:49.524254 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:02:49.538967 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.597467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b3d93c-83ed-4639-b277-8c3cf857b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.600481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b3d93c-83ed-4639-b277-8c3cf857b7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.601965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21b3d93c-83ed-4639-b277-8c3cf857b7f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9189908-4bf9-43f8-9312-ebf69fffe7fb HTTP/1.1" status: 204 len: 168 time: 0.4079142 Jul 16 02:02:49.662707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d93c-83ed-4639-b277-8c3cf857b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9189908-4bf9-43f8-9312-ebf69fffe7fb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:49.671174 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.676732 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.706805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/networks/c5092965-6bf0-4aa1-b8df-c59f503d88f9 HTTP/1.1" status: 204 len: 168 time: 1.1743727 Jul 16 02:02:49.715722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.797337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.808093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.877518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:49.881566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4197323 Jul 16 02:02:49.904064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.917139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2f159174-2084-423b-8070-0cba4e1e87e8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:49.918037 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-2f159174-2084-423b-8070-0cba4e1e87e8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 02:02:49.923318 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2f159174-2084-423b-8070-0cba4e1e87e8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 02:02:49.925795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2f159174-2084-423b-8070-0cba4e1e87e8 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "PUT /v2.0/security-groups/3080f283-500b-4470-9392-550af21dc321 HTTP/1.1" status: 409 len: 330 time: 0.0173817 Jul 16 02:02:49.935788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:49.948082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:49.992576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:49.992923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9c06a1d8-ee7c-46bc-b40d-84845ce40d7f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:50.179252 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d90892b1-6899-4056-b577-f1f11cb6963c req-b51e0e35-94a5-4abf-91cb-fbbbf764b38a tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 210 time: 0.2776213 Jul 16 02:02:50.204999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fa5ac-b22e-4cbd-9044-178a72d22dd0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3080f283-500b-4470-9392-550af21dc321,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:50.247922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b01a78-2c03-4950-9cd1-fa6cec9e1c80 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Pushing event deleted for resources: {'Network': ['ID=c5092965-6bf0-4aa1-b8df-c59f503d88f9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:50.294803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2179-f45f-4297-8b71-72c575d645af tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.345789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2179-f45f-4297-8b71-72c575d645af tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.387269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-020979c6-5fe5-4778-8ed8-5e5cbcea3f60 tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fd12898-d8a7-4a69-bbd6-10c96df23ac1 HTTP/1.1" status: 200 len: 205 time: 0.6265690 Jul 16 02:02:50.397054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:50.403776 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-65096e35-211b-451f-8a14-89dbeec1e8b1 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.405324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-65096e35-211b-451f-8a14-89dbeec1e8b1 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.38 "GET /v2.0/networks?id=873bba7f-ac6c-4615-841d-bb3cdda29a13 HTTP/1.1" status: 200 len: 811 time: 0.6833425 Jul 16 02:02:50.422997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Request body: {'port': {'device_id': '5b3b1325-4a26-48fc-9d90-82940374c657', 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13', 'admin_state_up': True, 'tenant_id': '3f3dcfe6cd6942eebe2095f62eac10ee'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:50.452052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1226a-f4f8-43d9-8cf8-b93e1b63464f req-85885bc7-3cac-4de0-b834-86e06e60eb97 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:50.454187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20c1226a-f4f8-43d9-8cf8-b93e1b63464f req-85885bc7-3cac-4de0-b834-86e06e60eb97 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.2642741 Jul 16 02:02:50.578927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20c1226a-f4f8-43d9-8cf8-b93e1b63464f req-0b44bb5f-15d1-4bf5-8c80-b0435699b508 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733609 Jul 16 02:02:50.581571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2179-f45f-4297-8b71-72c575d645af tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.584945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5c5a2179-f45f-4297-8b71-72c575d645af tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.586770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5c5a2179-f45f-4297-8b71-72c575d645af tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/3080f283-500b-4470-9392-550af21dc321 HTTP/1.1" status: 204 len: 168 time: 0.6026418 Jul 16 02:02:50.590793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:50.593956 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.669344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Made reservation on behalf of 3f3dcfe6cd6942eebe2095f62eac10ee for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:50.678099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.683274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a2179-f45f-4297-8b71-72c575d645af tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3080f283-500b-4470-9392-550af21dc321,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:50.912927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-042056c6-6f94-4067-8e86-8af26ad2c976 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3166604 Jul 16 02:02:50.917173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50756) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:50.922337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.931925 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:50.949089 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f65db65c-6cc7-4df6-9e8a-74bf2afe955d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] delete failed (client error): The resource could not be found. Jul 16 02:02:50.950711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f65db65c-6cc7-4df6-9e8a-74bf2afe955d tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "DELETE /v2.0/security-groups/26416e47-aea2-467e-a82d-3868f0559ca3 HTTP/1.1" status: 404 len: 347 time: 0.0320978 Jul 16 02:02:50.998545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:50.999091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50760) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:51.024749 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e7291f0b-8edd-4950-bb49-66e254c8d6b6 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] show failed (client error): The resource could not be found. Jul 16 02:02:51.026189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e7291f0b-8edd-4950-bb49-66e254c8d6b6 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-groups/a77bc8d5-a205-4491-8e74-92434f47f6c5 HTTP/1.1" status: 404 len: 347 time: 0.0244908 Jul 16 02:02:51.027478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.029839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd12898-d8a7-4a69-bbd6-10c96df23ac1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:02:51.031961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50764) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:51.053670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.055133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-411d9a07-9531-4f95-b1a4-89f177532d4f tempest-RoutersNegativeTest-1399191263 tempest-RoutersNegativeTest-1399191263-project] 10.222.0.35 "DELETE /v2.0/routers/6fd12898-d8a7-4a69-bbd6-10c96df23ac1 HTTP/1.1" status: 204 len: 168 time: 0.6559317 Jul 16 02:02:51.063264 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-617ed85a-ac46-4ab0-a905-e361969328a0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] show failed (client error): The resource could not be found. Jul 16 02:02:51.064740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-617ed85a-ac46-4ab0-a905-e361969328a0 tempest-NegativeSecGroupIPv6Test-19517938 tempest-NegativeSecGroupIPv6Test-19517938-project] 10.222.0.35 "GET /v2.0/security-group-rules/5416a9d2-69f9-4390-9c19-17ed90fb276a HTTP/1.1" status: 404 len: 356 time: 0.0314050 Jul 16 02:02:51.203109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1000209886-network', 'tenant_id': '9976cbb9fbb04b179b9a0b5781d853f8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:51.249442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Made reservation on behalf of 9976cbb9fbb04b179b9a0b5781d853f8 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:51.253073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.309426 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.488197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:51.490030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73b87418-831a-4a07-8430-8d162d82d500 req-d4b97a7e-6f01-4eac-9dab-45e2f4ff5e85 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 210 time: 0.0745180 Jul 16 02:02:51.585142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-6292fe70-59fb-4f13-9154-cd27c84a5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:51.587653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-6292fe70-59fb-4f13-9154-cd27c84a5987 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1095 time: 0.8383870 Jul 16 02:02:51.592750 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.601380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.625479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50782) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:51.657599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:02:51.691616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220257ef-3271-4826-ba4f-b89cce6dde21,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:51.700291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.700664 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Added segment 428d17ea-8dd6-4ff4-a5be-99315524ffe2 of type vlan for network ae8166de-4d0e-4213-bc1a-a9f2843c3bae Jul 16 02:02:51.762011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Allocated IP 172.20.0.12 (873bba7f-ac6c-4615-841d-bb3cdda29a13/d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9/f8fcdfdd-178d-4c01-9583-09271c7d5a57) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:51.769075 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.837775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2faae731-03a3-47b6-88b0-c5d78e8f9f0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b3d0b183d8b4ad4b49ca4ae69133fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087705 Jul 16 02:02:51.840250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:51.875648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-1e8446bc-dca1-40c3-885c-21054978d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:51.877183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-1e8446bc-dca1-40c3-885c-21054978d63e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 200 len: 918 time: 0.2481942 Jul 16 02:02:51.882946 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fd2d0bbe-7bbc-46e0-966a-957ec88e450e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=795de73d914943f495814a6bfb535b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772340 Jul 16 02:02:51.888389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:51.983517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11a00e8f-93ee-4b69-9a66-0a482356bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:51.994714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-d3a24680-b0ca-43ce-85f6-0167679c32a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 200 len: 998 time: 0.1103806 Jul 16 02:02:52.014558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52148aa3-a3ef-480b-9545-0a8ce9c02906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.036659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52148aa3-a3ef-480b-9545-0a8ce9c02906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.072088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.073466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.074279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.084229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-458da270-71e5-467d-b5b4-31fd3391813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.085997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-458da270-71e5-467d-b5b4-31fd3391813b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 200 len: 856 time: 0.0593336 Jul 16 02:02:52.159864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.185190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.222305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-f9e29c8a-48d9-41a3-9426-2ee2b8349878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.224430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-f9e29c8a-48d9-41a3-9426-2ee2b8349878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7e0e58d4-2ece-4255-a6d2-842ff45570b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290522 Jul 16 02:02:52.243245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.356250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Network 873bba7f-ac6c-4615-841d-bb3cdda29a13 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:52.365442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:52.374124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:52.379527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Pushing event updated for resources: {'Port': ['ID=f8fcdfdd-178d-4c01-9583-09271c7d5a57,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:52.440787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-f7b8e09a-5d8c-4f37-a192-fb86afb3e754 service neutron] 10.222.0.38 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088714 Jul 16 02:02:52.482443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.483423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.516145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-a2db2a07-5d7e-4e1b-9e5e-5edd30184011 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0999472 Jul 16 02:02:52.578069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Request body: {'port': {'device_id': '5b3b1325-4a26-48fc-9d90-82940374c657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:52.632363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] Pushing event updated for resources: {'Network': ['ID=ae8166de-4d0e-4213-bc1a-a9f2843c3bae,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:52.647644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ae8166de-4d0e-4213-bc1a-a9f2843c3bae details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:02:52.656556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11a00e8f-93ee-4b69-9a66-0a482356bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.691415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf3100f8-3959-45d8-9d63-2984ecf7e9af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6694305 Jul 16 02:02:52.692552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:52.702094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52148aa3-a3ef-480b-9545-0a8ce9c02906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.704840 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52148aa3-a3ef-480b-9545-0a8ce9c02906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.705997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-52148aa3-a3ef-480b-9545-0a8ce9c02906 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3282c20-3ce0-4950-aa58-5d2fecc198d3 HTTP/1.1" status: 204 len: 168 time: 0.8109672 Jul 16 02:02:52.713246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9ee1aa23-4ccf-4d7d-ab5a-62d58f78fa68 req-ab4eb2f5-0dc5-489d-844c-26744a8a2687 service neutron] 10.222.0.38 "GET /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648726 Jul 16 02:02:52.722289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Request body: {'subnet': {'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1000209886-subnet', 'tenant_id': '9976cbb9fbb04b179b9a0b5781d853f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:52.752069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.779412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12015e9b-d2ae-463e-b136-de840dc60089 req-298d54d6-37ca-4159-ac28-3df6ff8a9ec9 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:52.781626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12015e9b-d2ae-463e-b136-de840dc60089 req-298d54d6-37ca-4159-ac28-3df6ff8a9ec9 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 944 time: 0.9389768 Jul 16 02:02:52.818496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52148aa3-a3ef-480b-9545-0a8ce9c02906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3282c20-3ce0-4950-aa58-5d2fecc198d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:52.820961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Made reservation on behalf of 9976cbb9fbb04b179b9a0b5781d853f8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:52.823510 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.881402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:52.906364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12015e9b-d2ae-463e-b136-de840dc60089 req-08f4c6eb-be71-4930-8be1-50e749ad501b tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802627 Jul 16 02:02:52.910483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11a00e8f-93ee-4b69-9a66-0a482356bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.916591 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11a00e8f-93ee-4b69-9a66-0a482356bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:52.918105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-11a00e8f-93ee-4b69-9a66-0a482356bba8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85f4472f-b6a9-4722-abd1-bd8d83439008 HTTP/1.1" status: 204 len: 168 time: 1.0766509 Jul 16 02:02:52.979950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00e8f-93ee-4b69-9a66-0a482356bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f4472f-b6a9-4722-abd1-bd8d83439008,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.013640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939db0-bf23-4ddb-a494-797db00d3a81 req-4c438977-2abe-4ddf-89d9-89a45f547ae8 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:53.022179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89939db0-bf23-4ddb-a494-797db00d3a81 req-4c438977-2abe-4ddf-89d9-89a45f547ae8 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 932 time: 0.3133285 Jul 16 02:02:53.101828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89939db0-bf23-4ddb-a494-797db00d3a81 req-37d9e82b-0cb2-441b-b488-bceca2c85aef tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 Jul 16 02:02:53.144854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.164608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'port_id': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'mac_address': 'fa:16:3e:b0:00:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:53.225647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.244769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:53.352000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:53.361814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.383625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.534759 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.535044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fcdfdd-178d-4c01-9583-09271c7d5a57 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:53.536626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.554734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0594848c-aa61-4a46-aa96-f4f7f5788918,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.557311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Checking segment: {'id': '428d17ea-8dd6-4ff4-a5be-99315524ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:53.557733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Network hostable DHCP agents. Network: ae8166de-4d0e-4213-bc1a-a9f2843c3bae, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:02:53.571829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.579484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Network ae8166de-4d0e-4213-bc1a-a9f2843c3bae is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:02:53.605167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ae8166de-4d0e-4213-bc1a-a9f2843c3bae) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:53.612251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:53.615193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['e04d543e-2f3c-4471-b5f3-530bf0672d14'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:53.619069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Transition to ACTIVE for port object f8fcdfdd-178d-4c01-9583-09271c7d5a57 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:53.621720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c840df-c004-4eab-9aa3-4594864e4280 None None] Network ae8166de-4d0e-4213-bc1a-a9f2843c3bae requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:53.626832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.629793 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.695554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-123b95de-ea3c-4603-9642-9df0a548084e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9942958 Jul 16 02:02:53.763318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fcdfdd-178d-4c01-9583-09271c7d5a57,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:53.788383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cdb2bc29-1e91-4bc2-baa8-06f3765ac8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:53.930743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Attempting to bind port f8fcdfdd-178d-4c01-9583-09271c7d5a57 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:53.931947 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Attempting to bind port f8fcdfdd-178d-4c01-9583-09271c7d5a57 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '3afa521a-de10-43c6-a842-e540a1ccab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:53.934917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Attempting to bind port f8fcdfdd-178d-4c01-9583-09271c7d5a57 on network 873bba7f-ac6c-4615-841d-bb3cdda29a13 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:53.942125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Port f8fcdfdd-178d-4c01-9583-09271c7d5a57 on network 873bba7f-ac6c-4615-841d-bb3cdda29a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:53.944359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Attempting to bind port f8fcdfdd-178d-4c01-9583-09271c7d5a57 on network 873bba7f-ac6c-4615-841d-bb3cdda29a13 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:53.950463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:53.956406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Checking segment: {'id': '3afa521a-de10-43c6-a842-e540a1ccab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:53.956898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Bound using segment: {'id': '3afa521a-de10-43c6-a842-e540a1ccab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:53.957372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Bound port: f8fcdfdd-178d-4c01-9583-09271c7d5a57, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afa521a-de10-43c6-a842-e540a1ccab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:53.957745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.108251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] For port f8fcdfdd-178d-4c01-9583-09271c7d5a57, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:54.117723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] For port f8fcdfdd-178d-4c01-9583-09271c7d5a57, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57,segment=NetworkSegment(3afa521a-de10-43c6-a842-e540a1ccab38),segment_id=3afa521a-de10-43c6-a842-e540a1ccab38)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:54.128979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.173628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb2b90-9ebc-4aa7-a3b3-15f9ab530d04 None None] Network ae8166de-4d0e-4213-bc1a-a9f2843c3bae requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:02:54.197884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.198579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:54.200904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] 10.222.0.38 "PUT /v2.0/ports/f8fcdfdd-178d-4c01-9583-09271c7d5a57 HTTP/1.1" status: 200 len: 1092 time: 1.6302576 Jul 16 02:02:54.201816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3b1325-4a26-48fc-9d90-82940374c657', 'tag': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:54.205997 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3b1325-4a26-48fc-9d90-82940374c657", "tag": "f8fcdfdd-178d-4c01-9583-09271c7d5a57"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:54.292674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadc791-dc6c-47ec-9a07-d8933a629466 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fcdfdd-178d-4c01-9583-09271c7d5a57,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:54.319375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-ca350ae6-cb52-45f6-9b5e-32c50889d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.321422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-ca350ae6-cb52-45f6-9b5e-32c50889d78c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3dcfe6cd6942eebe2095f62eac10ee&device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 1095 time: 0.0708737 Jul 16 02:02:54.383677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b51e6-75bb-45a4-99ff-1e1727462f7d req-fa2e700e-9e98-4a33-af69-f8ee1e8d8683 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.391714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e47b51e6-75bb-45a4-99ff-1e1727462f7d req-fa2e700e-9e98-4a33-af69-f8ee1e8d8683 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 945 time: 0.2434831 Jul 16 02:02:54.435119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-d3784284-1a60-4e62-83c3-30088a7bfa47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57 HTTP/1.1" status: 200 len: 217 time: 0.1050477 Jul 16 02:02:54.588802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663ab7a-f218-4378-b924-a70f265e947d req-8a8d8649-03fd-4e02-a7e5-6fd01a6a7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.590669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-8a8d8649-03fd-4e02-a7e5-6fd01a6a7561 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9 HTTP/1.1" status: 200 len: 851 time: 0.1491961 Jul 16 02:02:54.642529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e47b51e6-75bb-45a4-99ff-1e1727462f7d req-5c6e7ef0-779e-44d9-9e0d-d22da8460963 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445588 Jul 16 02:02:54.644064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50872) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:54.654965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0075269 Jul 16 02:02:54.676680 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-7ad986ba-8643-4fb5-bcff-96e688795d26 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=873bba7f-ac6c-4615-841d-bb3cdda29a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759149 Jul 16 02:02:54.676680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50876) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:54.829148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-0f8109ab-b6d4-4174-af24-6d4c417faba3 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:54.831667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-0f8109ab-b6d4-4174-af24-6d4c417faba3 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/networks?id=ae8166de-4d0e-4213-bc1a-a9f2843c3bae HTTP/1.1" status: 200 len: 822 time: 0.4228139 Jul 16 02:02:54.851333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-f8192df5-9540-422f-8a81-daef80236377 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/quotas/9976cbb9fbb04b179b9a0b5781d853f8 HTTP/1.1" status: 200 len: 375 time: 0.0137634 Jul 16 02:02:54.892692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:54.897262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-42c2288b-bcdc-4120-900c-f4c5a4718764 service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114692 Jul 16 02:02:54.917994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3c05c0f9-6492-49e4-906f-f2110725b616 tempest-NetworksApiDiscovery-1663680720 tempest-NetworksApiDiscovery-1663680720-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2422082 Jul 16 02:02:54.967710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-2c80ea6e-5429-4d26-be41-32f37f19d662 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9976cbb9fbb04b179b9a0b5781d853f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073794 Jul 16 02:02:54.987983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port e04d543e-2f3c-4471-b5f3-530bf0672d14 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:54.993894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port e04d543e-2f3c-4471-b5f3-530bf0672d14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:54.994325 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.027177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b663ab7a-f218-4378-b924-a70f265e947d req-b5afd153-69d3-45ce-bb64-5b863aa9fb57 service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077757 Jul 16 02:02:55.034399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8426650-2cb1-45a6-a569-1656de4bf1d4 req-cc2172fd-b0fb-4e9d-b8b4-4afaf8064f2c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.035978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8426650-2cb1-45a6-a569-1656de4bf1d4 req-cc2172fd-b0fb-4e9d-b8b4-4afaf8064f2c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 944 time: 0.1305344 Jul 16 02:02:55.057412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:55.118273 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.122708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a8426650-2cb1-45a6-a569-1656de4bf1d4 req-1d74233d-fd0d-4cc9-96ce-db995dd964c9 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725391 Jul 16 02:02:55.146305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:55.148899 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d345c2-0262-4cde-9158-223a04b7b92f" -d '{"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-plugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:55.167321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:55.174589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.182893 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0a7eea-e32e-4658-98ca-0120219c2090 x-openstack-request-id: req-8f0a7eea-e32e-4658-98ca-0120219c2090 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:55.183198 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3b1325-4a26-48fc-9d90-82940374c657", "tag": "f8fcdfdd-178d-4c01-9583-09271c7d5a57", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:55.183451 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f0a7eea-e32e-4658-98ca-0120219c2090 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:55.183858 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3b1325-4a26-48fc-9d90-82940374c657', 'tag': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57', 'status': 'completed', 'code': 200} Jul 16 02:02:55.244595 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0abcb3-2f01-4917-b923-7e1107b70ba6 x-openstack-request-id: req-bb0abcb3-2f01-4917-b923-7e1107b70ba6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:55.245337 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-plugged", "status": "completed", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:55.245841 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb0abcb3-2f01-4917-b923-7e1107b70ba6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:55.246476 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'code': 200} Jul 16 02:02:55.280569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:55.313089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-8ac06ab2-f0e2-4e01-8a76-601634d1974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.314872 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-8ac06ab2-f0e2-4e01-8a76-601634d1974d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3dcfe6cd6942eebe2095f62eac10ee&device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 1095 time: 0.1077192 Jul 16 02:02:55.402007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7db840e2-59d2-4b8e-82e1-375022cfc73c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:55.404439 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-7db840e2-59d2-4b8e-82e1-375022cfc73c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 02:02:55.406825 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-7db840e2-59d2-4b8e-82e1-375022cfc73c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 02:02:55.408110 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7db840e2-59d2-4b8e-82e1-375022cfc73c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3491788 Jul 16 02:02:55.416325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:55.423211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119305955'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:55.465134 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.475589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.486268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-c730a6da-7b8d-4762-a2cd-fd65207c93b7 service neutron] 10.222.0.35 "GET /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062063 Jul 16 02:02:55.488009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:55.540857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-cb51a1da-353b-4e64-bb2c-000ee1b63826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.542367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-cb51a1da-353b-4e64-bb2c-000ee1b63826 service neutron] 10.222.0.38 "GET /v2.0/networks?id=873bba7f-ac6c-4615-841d-bb3cdda29a13 HTTP/1.1" status: 200 len: 912 time: 0.2124922 Jul 16 02:02:55.605714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-0b281a70-db4f-4584-816e-135d9a505375 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57 HTTP/1.1" status: 200 len: 217 time: 0.0547276 Jul 16 02:02:55.655765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa11e-afa9-40c4-9c51-5b15fcb7f4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.674941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9428d2-ab7b-4bbe-932d-6ca354d851d8 req-4a888c6c-3d20-4fc9-aa7f-5acdfbe733b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.676312 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d9428d2-ab7b-4bbe-932d-6ca354d851d8 req-4a888c6c-3d20-4fc9-aa7f-5acdfbe733b4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 1097 time: 0.2179124 Jul 16 02:02:55.691022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-182a5641-7c33-4ce7-b127-7d85a8d59266 service neutron] 10.222.0.35 "GET /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037780 Jul 16 02:02:55.748497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-7981615f-f3d7-4bed-a356-e57224899fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.750125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-7981615f-f3d7-4bed-a356-e57224899fa2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9 HTTP/1.1" status: 200 len: 851 time: 0.1218748 Jul 16 02:02:55.801995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.812956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d9428d2-ab7b-4bbe-932d-6ca354d851d8 req-55a4789e-ab45-4720-9195-28257a60cc31 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116621 Jul 16 02:02:55.813415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:55.815757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-66f2bffc-cf80-4240-b46a-09a9866dce5d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=873bba7f-ac6c-4615-841d-bb3cdda29a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508120 Jul 16 02:02:55.884495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172d9ce1-b7ee-4fa6-88e9-8ae098530271,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.010626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5595b7-5aa8-4b85-866d-26cf528fedf2 req-826b3e29-6ced-4fa2-8d0b-8db5bc375bb4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.019336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac5595b7-5aa8-4b85-866d-26cf528fedf2 req-826b3e29-6ced-4fa2-8d0b-8db5bc375bb4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 946 time: 0.1483247 Jul 16 02:02:56.035430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa11e-afa9-40c4-9c51-5b15fcb7f4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.087867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc13a021-6f47-4946-96b4-260a1fc3bd9f req-aeb80513-cd49-41ec-89e7-cab3b19a2c90 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 210 time: 0.0667257 Jul 16 02:02:56.123336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-cc92e010-d6f1-4dcb-b916-ddde6aab6c33 service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499909 Jul 16 02:02:56.125295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa11e-afa9-40c4-9c51-5b15fcb7f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.125681 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac5595b7-5aa8-4b85-866d-26cf528fedf2 req-e3897c64-4a89-4693-a7ce-02f1cf32981e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055882 Jul 16 02:02:56.196332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00f790e6-b16c-4570-96de-c4ad5d11d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.240450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8d5aa11e-afa9-40c4-9c51-5b15fcb7f4f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93cf759403584eb38de4f901abeda1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490535 Jul 16 02:02:56.242518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50926) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:56.253416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5aa11e-afa9-40c4-9c51-5b15fcb7f4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff9cf15-244f-49a8-b3a2-145e96ffde03,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.289788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.299470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.354940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdf4078-22cd-4b1b-8dfe-f31c3fffb35d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.385503 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a3bd2012-31b5-4ad0-9ef4-62b0250655dd req-4ee44ffd-b42a-4661-a886-b27fc1ede34e service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473996 Jul 16 02:02:56.391195 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.395421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99c388f7-377a-4303-9143-66e2d5c2c1ae tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9750507 Jul 16 02:02:56.397604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:56.404540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '1fdf4078-22cd-4b1b-8dfe-f31c3fffb35d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:56.418040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf82271-77e3-4f6b-b270-fee97a4dfd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.448757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf82271-77e3-4f6b-b270-fee97a4dfd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.451309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a004df-c98f-4207-b239-632360a6c8aa req-ef90b942-f79e-4174-bae7-dac2d760913d tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.452271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8a004df-c98f-4207-b239-632360a6c8aa req-ef90b942-f79e-4174-bae7-dac2d760913d tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 944 time: 0.1269994 Jul 16 02:02:56.469682 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.485414 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.529083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf82271-77e3-4f6b-b270-fee97a4dfd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.532366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1bf82271-77e3-4f6b-b270-fee97a4dfd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.534643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1bf82271-77e3-4f6b-b270-fee97a4dfd31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bff9cf15-244f-49a8-b3a2-145e96ffde03 HTTP/1.1" status: 204 len: 168 time: 0.2901602 Jul 16 02:02:56.546940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82271-77e3-4f6b-b270-fee97a4dfd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff9cf15-244f-49a8-b3a2-145e96ffde03,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.738831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8a004df-c98f-4207-b239-632360a6c8aa req-46ff3c07-79fb-4204-909a-2414641ef4ff tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711358 Jul 16 02:02:56.741031 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.756166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.800646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d1ae6c-1a3d-4c8d-9108-82eab5946e6a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.807243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.810266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9b2dee12-b80d-413d-8b08-aea9370e15a1 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102125 Jul 16 02:02:56.814076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:56.820434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e0295eec-b4d2-4d24-bed0-3ea36d886c3b tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '1fdf4078-22cd-4b1b-8dfe-f31c3fffb35d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:56.888163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0295eec-b4d2-4d24-bed0-3ea36d886c3b tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.954341 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e0295eec-b4d2-4d24-bed0-3ea36d886c3b tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 02:02:56.958865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50956) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:56.959571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e0295eec-b4d2-4d24-bed0-3ea36d886c3b tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1444232 Jul 16 02:02:57.071974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8604-8718-4923-aaf6-c214e2232d42 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.119478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8604-8718-4923-aaf6-c214e2232d42 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.236339 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8604-8718-4923-aaf6-c214e2232d42 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.239271 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8604-8718-4923-aaf6-c214e2232d42 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.241100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7d6b8604-8718-4923-aaf6-c214e2232d42 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/1fdf4078-22cd-4b1b-8dfe-f31c3fffb35d HTTP/1.1" status: 204 len: 168 time: 0.2811475 Jul 16 02:02:57.244895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50976) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:57.270246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b8604-8718-4923-aaf6-c214e2232d42 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdf4078-22cd-4b1b-8dfe-f31c3fffb35d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:57.314983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 50986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:57.393897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2d29889d-6fc8-4628-b6ca-07b6faf923f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1463656 Jul 16 02:02:57.394717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 50994) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:57.413051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482480799'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:57.438991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.453311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9669f02d-a52a-4aac-b26d-660d7432bfb3 req-82f67fe1-4ceb-48d4-992d-090358fcf50b tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 210 time: 0.0692923 Jul 16 02:02:57.463772 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:57.471504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.533073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d33890f-c692-4817-a77a-4a1084471340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.610653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6f8d7-e0a7-4c3b-bc06-3ab04e9e907f req-d4570eca-24c3-45fa-b5d4-95bfb50ba633 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.616781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15c6f8d7-e0a7-4c3b-bc06-3ab04e9e907f req-d4570eca-24c3-45fa-b5d4-95bfb50ba633 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 946 time: 0.1344719 Jul 16 02:02:57.642734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.656494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.770988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d44fae0-8815-43d8-b03b-9c3d93693242,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:57.800734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-240f0b04-e735-46d0-8779-56e12ba0b222 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:57.802414 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-240f0b04-e735-46d0-8779-56e12ba0b222 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.32 "GET /v2.0/networks?id=ae8166de-4d0e-4213-bc1a-a9f2843c3bae HTTP/1.1" status: 200 len: 822 time: 0.2057087 Jul 16 02:02:57.804336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15c6f8d7-e0a7-4c3b-bc06-3ab04e9e907f req-6e72fb84-1d57-45d3-89a0-82ad61f0e24a tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804795 Jul 16 02:02:57.829759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Request body: {'port': {'device_id': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae', 'admin_state_up': True, 'tenant_id': '9976cbb9fbb04b179b9a0b5781d853f8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:57.914660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d33890f-c692-4817-a77a-4a1084471340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.930015 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9d33890f-c692-4817-a77a-4a1084471340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.948482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.952430 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d1d8fb68-cb7d-4f33-bdac-3bcdc965b438 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5570519 Jul 16 02:02:57.964121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51016) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:57.971909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9d33890f-c692-4817-a77a-4a1084471340 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d72deddda9642bea661e888fc675458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6556938 Jul 16 02:02:57.973734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51018) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:57.981214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-202d383a-1147-47d1-8e2d-6cd1680d7a9f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '6d44fae0-8815-43d8-b03b-9c3d93693242', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:57.982248 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-202d383a-1147-47d1-8e2d-6cd1680d7a9f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 02:02:57.982842 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-202d383a-1147-47d1-8e2d-6cd1680d7a9f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:57.984873 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-202d383a-1147-47d1-8e2d-6cd1680d7a9f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0181487 Jul 16 02:02:57.988273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51022) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:58.049513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Made reservation on behalf of 9976cbb9fbb04b179b9a0b5781d853f8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:58.053785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.147953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33890f-c692-4817-a77a-4a1084471340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc80035c-0214-422a-881c-d506a059566e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:58.183097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9662b54-350d-48a8-bdae-ca774c976544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.231448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9662b54-350d-48a8-bdae-ca774c976544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.233288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b041df-bc45-45fc-93ba-14a727e36d94 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.278380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63221cc-1cce-4b64-9820-0e68a6a809f7 req-f316ca02-a8fd-441f-b10c-e06ea9ba87b0 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:58.279947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c63221cc-1cce-4b64-9820-0e68a6a809f7 req-f316ca02-a8fd-441f-b10c-e06ea9ba87b0 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 944 time: 0.2888169 Jul 16 02:02:58.317665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b041df-bc45-45fc-93ba-14a727e36d94 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.342910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Allocated IP 172.20.0.8 (ae8166de-4d0e-4213-bc1a-a9f2843c3bae/0594848c-aa61-4a46-aa96-f4f7f5788918/632541c2-9de3-4d00-abaf-f917367f0aac) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:58.377395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c63221cc-1cce-4b64-9820-0e68a6a809f7 req-47109bd5-524f-4758-a6ce-646f355458ee tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863788 Jul 16 02:02:58.422505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b041df-bc45-45fc-93ba-14a727e36d94 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.426272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21b041df-bc45-45fc-93ba-14a727e36d94 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.430083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21b041df-bc45-45fc-93ba-14a727e36d94 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/6d44fae0-8815-43d8-b03b-9c3d93693242 HTTP/1.1" status: 204 len: 168 time: 0.4340634 Jul 16 02:02:58.432555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9662b54-350d-48a8-bdae-ca774c976544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.433508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51030) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:58.435379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e9662b54-350d-48a8-bdae-ca774c976544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.439135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e9662b54-350d-48a8-bdae-ca774c976544 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc80035c-0214-422a-881c-d506a059566e HTTP/1.1" status: 204 len: 168 time: 0.4617984 Jul 16 02:02:58.485031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b041df-bc45-45fc-93ba-14a727e36d94 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d44fae0-8815-43d8-b03b-9c3d93693242,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:58.516889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:58.518415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c4da4455-6278-422e-ab47-62aa55a40f33 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835052 Jul 16 02:02:58.524956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--739967846'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:58.549933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9662b54-350d-48a8-bdae-ca774c976544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc80035c-0214-422a-881c-d506a059566e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:58.590597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.714490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.804602 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a890202-ac6e-4b14-adf5-463d81f840d4 req-5edebd42-6a63-4082-9d05-f7d0efeeee4b tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 210 time: 0.0617969 Jul 16 02:02:58.827234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.837009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.839643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.901690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f8fcdfdd-178d-4c01-9583-09271c7d5a57 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:58.948981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6a7ce-172f-43d7-993e-8b5049171e96,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:58.977530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Network ae8166de-4d0e-4213-bc1a-a9f2843c3bae is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:58.979848 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:58.983825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a1c1478-f9ec-403f-bf67-d9166bb656bb tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4635293 Jul 16 02:02:58.984044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:58.991023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:58.994783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.002147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6ce26984-4ef1-4e9c-8838-d822c101ffcd tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '2bb6a7ce-172f-43d7-993e-8b5049171e96', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:59.002739 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-6ce26984-4ef1-4e9c-8838-d822c101ffcd tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 02:02:59.003115 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-6ce26984-4ef1-4e9c-8838-d822c101ffcd tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:02:59.015874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51050) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.017495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ce26984-4ef1-4e9c-8838-d822c101ffcd tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063031 Jul 16 02:02:59.079520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.111823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b41fa0-d11e-417e-8e54-c71d1049cee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.145174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Pushing event updated for resources: {'Port': ['ID=632541c2-9de3-4d00-abaf-f917367f0aac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:59.177934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:59.178847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.180500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f8fcdfdd-178d-4c01-9583-09271c7d5a57, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57,segment=NetworkSegment(3afa521a-de10-43c6-a842-e540a1ccab38),segment_id=3afa521a-de10-43c6-a842-e540a1ccab38)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:59.194724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57', 'network_id': '873bba7f-ac6c-4615-841d-bb3cdda29a13', 'port_id': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57', 'mac_address': 'fa:16:3e:96:cf:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:59.196539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.216536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1793-f3c5-4720-bb10-63e3580d512e tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.247017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1793-f3c5-4720-bb10-63e3580d512e tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.250114 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.283401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fcdfdd-178d-4c01-9583-09271c7d5a57 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:59.298062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1793-f3c5-4720-bb10-63e3580d512e tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.302812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a5fb1793-f3c5-4720-bb10-63e3580d512e tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.304445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a5fb1793-f3c5-4720-bb10-63e3580d512e tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/2bb6a7ce-172f-43d7-993e-8b5049171e96 HTTP/1.1" status: 204 len: 168 time: 0.2249799 Jul 16 02:02:59.316800 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51058) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.321303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f8fcdfdd-178d-4c01-9583-09271c7d5a57, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57,segment=NetworkSegment(3afa521a-de10-43c6-a842-e540a1ccab38),segment_id=3afa521a-de10-43c6-a842-e540a1ccab38)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:59.327933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.332572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb1793-f3c5-4720-bb10-63e3580d512e tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6a7ce-172f-43d7-993e-8b5049171e96,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:59.352379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b260b-b26b-4fe1-88c1-607bbf0788ff req-12dd0d25-5c3b-486c-90a2-261cf918ea0d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:59.354103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81b260b-b26b-4fe1-88c1-607bbf0788ff req-12dd0d25-5c3b-486c-90a2-261cf918ea0d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 946 time: 0.2226133 Jul 16 02:02:59.431596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f8fcdfdd-178d-4c01-9583-09271c7d5a57,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:59.462181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0da01b83-7496-4eaf-b4f9-6952fca52b38 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1441529 Jul 16 02:02:59.467867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51064) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.478218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123567167'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:59.508749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c81b260b-b26b-4fe1-88c1-607bbf0788ff req-438951f4-3c36-4dde-bf77-5eea035b7185 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336315 Jul 16 02:02:59.531733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['f8fcdfdd-178d-4c01-9583-09271c7d5a57'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:59.552250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b41fa0-d11e-417e-8e54-c71d1049cee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.558335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-05b41fa0-d11e-417e-8e54-c71d1049cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.565571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-df8beb41-e89e-4cb2-afa8-9b4792bbfa8d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7496669 Jul 16 02:02:59.578977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Request body: {'port': {'device_id': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:59.624520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.709257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-05b41fa0-d11e-417e-8e54-c71d1049cee0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a97e65896e54bdb99423a6897b9bc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272891 Jul 16 02:02:59.711582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51070) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.726848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b41fa0-d11e-417e-8e54-c71d1049cee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86397ce-c22a-4772-8ab2-5123aea92c2a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:59.769155 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.785804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e035b36-b437-44ad-b990-3b9617d447db req-59436a7f-2cc5-4260-b499-c7f09053f454 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:59.787678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e035b36-b437-44ad-b990-3b9617d447db req-59436a7f-2cc5-4260-b499-c7f09053f454 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 945 time: 0.1646881 Jul 16 02:02:59.838898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a49a83bc-34e3-4705-beb4-c0f0dce62ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.869712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e035b36-b437-44ad-b990-3b9617d447db req-b6b2f62f-b29b-424b-9b11-4f21779e4e98 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733495 Jul 16 02:02:59.915897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.929190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51076) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:59.949910 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:59.953496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a49a83bc-34e3-4705-beb4-c0f0dce62ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.014424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861de98-8838-4e16-a33f-82de3e865d6c req-a553620d-db93-4edc-9095-e994e0e5fc4a tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:00.016112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b861de98-8838-4e16-a33f-82de3e865d6c req-a553620d-db93-4edc-9095-e994e0e5fc4a tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 931 time: 0.0719495 Jul 16 02:03:00.063372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.067309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5945773 Jul 16 02:03:00.070386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51080) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.077859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8a1dbfc4-d3fc-49dd-86cc-b24636793578 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7be05-fdda-45a1-96c0-81e38d895dbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:00.078146 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-8a1dbfc4-d3fc-49dd-86cc-b24636793578 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 02:03:00.078617 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-8a1dbfc4-d3fc-49dd-86cc-b24636793578 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:00.082177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a1dbfc4-d3fc-49dd-86cc-b24636793578 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062468 Jul 16 02:03:00.082177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd13318-3b7b-460c-84a2-4eb42fc10665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.088655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.093722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1d29b1b3-0c1f-4d16-bd05-4bb4a691db90 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7be05-fdda-45a1-96c0-81e38d895dbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:00.094382 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-1d29b1b3-0c1f-4d16-bd05-4bb4a691db90 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 02:03:00.094874 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-1d29b1b3-0c1f-4d16-bd05-4bb4a691db90 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:00.099860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d29b1b3-0c1f-4d16-bd05-4bb4a691db90 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062363 Jul 16 02:03:00.099860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.100298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c5bf7-dee8-4a2c-aaf8-39f4124000b2 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b7be05-fdda-45a1-96c0-81e38d895dbf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:00.108989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2414dd31-d284-4f30-b4bf-7958bc215d50 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7be05-fdda-45a1-96c0-81e38d895dbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:00.109707 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-2414dd31-d284-4f30-b4bf-7958bc215d50 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 02:03:00.110190 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-2414dd31-d284-4f30-b4bf-7958bc215d50 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:00.111393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2414dd31-d284-4f30-b4bf-7958bc215d50 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084565 Jul 16 02:03:00.114507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51088) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.118910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-dbbfbdea-e4b7-4824-bc64-1fa25efafc95 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7be05-fdda-45a1-96c0-81e38d895dbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:00.119797 n-d-800087-6 neutron-server[93907]: WARNING neutron.api.v2.base [None req-dbbfbdea-e4b7-4824-bc64-1fa25efafc95 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 02:03:00.120408 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-dbbfbdea-e4b7-4824-bc64-1fa25efafc95 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:00.121244 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dbbfbdea-e4b7-4824-bc64-1fa25efafc95 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058410 Jul 16 02:03:00.133545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51090) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.144307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b861de98-8838-4e16-a33f-82de3e865d6c req-8ba64efe-da75-4543-91f0-b1fa5dbba397 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221969 Jul 16 02:03:00.216872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a49a83bc-34e3-4705-beb4-c0f0dce62ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.220016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a49a83bc-34e3-4705-beb4-c0f0dce62ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.223753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a49a83bc-34e3-4705-beb4-c0f0dce62ba8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f86397ce-c22a-4772-8ab2-5123aea92c2a HTTP/1.1" status: 204 len: 168 time: 0.5086420 Jul 16 02:03:00.265783 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd13318-3b7b-460c-84a2-4eb42fc10665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.270793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8dd13318-3b7b-460c-84a2-4eb42fc10665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.317248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8dd13318-3b7b-460c-84a2-4eb42fc10665 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c27e168cffe248e498f4c27fb3ab7776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867376 Jul 16 02:03:00.318197 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd13318-3b7b-460c-84a2-4eb42fc10665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c8288e-331b-4f17-bc7e-b38c388f7c72,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:00.321023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.396169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b98558ef-45e6-4078-894a-a8a9145f010c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.425539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b98558ef-45e6-4078-894a-a8a9145f010c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.481705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b98558ef-45e6-4078-894a-a8a9145f010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.484814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b98558ef-45e6-4078-894a-a8a9145f010c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.486286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b98558ef-45e6-4078-894a-a8a9145f010c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8c8288e-331b-4f17-bc7e-b38c388f7c72 HTTP/1.1" status: 204 len: 168 time: 0.1640322 Jul 16 02:03:00.494905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98558ef-45e6-4078-894a-a8a9145f010c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c8288e-331b-4f17-bc7e-b38c388f7c72,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:00.539990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a83bc-34e3-4705-beb4-c0f0dce62ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86397ce-c22a-4772-8ab2-5123aea92c2a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:00.579023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5572f01-6176-4964-88f9-c4bd47ca5e32 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.634514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5572f01-6176-4964-88f9-c4bd47ca5e32 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.662368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632541c2-9de3-4d00-abaf-f917367f0aac {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:00.686560 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.722990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Transition to ACTIVE for port object 632541c2-9de3-4d00-abaf-f917367f0aac will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:00.724435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5572f01-6176-4964-88f9-c4bd47ca5e32 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.727375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5572f01-6176-4964-88f9-c4bd47ca5e32 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.734547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c5572f01-6176-4964-88f9-c4bd47ca5e32 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/d8b7be05-fdda-45a1-96c0-81e38d895dbf HTTP/1.1" status: 204 len: 168 time: 0.5941970 Jul 16 02:03:00.734895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51108) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.738805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.742306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5572f01-6176-4964-88f9-c4bd47ca5e32 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b7be05-fdda-45a1-96c0-81e38d895dbf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:00.799570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=632541c2-9de3-4d00-abaf-f917367f0aac,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:00.823149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9d0ddbda-44da-40ec-aa56-8d4877be2ed7 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873687 Jul 16 02:03:00.826847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51112) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:00.834011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925755146'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:00.878969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.914538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f8fcdfdd-178d-4c01-9583-09271c7d5a57 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:00.922226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Attempting to bind port 632541c2-9de3-4d00-abaf-f917367f0aac on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:00.922767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Attempting to bind port 632541c2-9de3-4d00-abaf-f917367f0aac by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '428d17ea-8dd6-4ff4-a5be-99315524ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:00.922892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Attempting to bind port 632541c2-9de3-4d00-abaf-f917367f0aac on network ae8166de-4d0e-4213-bc1a-a9f2843c3bae {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:00.937857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Port 632541c2-9de3-4d00-abaf-f917367f0aac on network ae8166de-4d0e-4213-bc1a-a9f2843c3bae not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:03:00.938198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Attempting to bind port 632541c2-9de3-4d00-abaf-f917367f0aac on network ae8166de-4d0e-4213-bc1a-a9f2843c3bae {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:00.949832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:00.950178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Checking segment: {'id': '428d17ea-8dd6-4ff4-a5be-99315524ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:00.954927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Bound using segment: {'id': '428d17ea-8dd6-4ff4-a5be-99315524ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:00.955400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Bound port: 632541c2-9de3-4d00-abaf-f917367f0aac, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428d17ea-8dd6-4ff4-a5be-99315524ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:00.955826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.040285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port f8fcdfdd-178d-4c01-9583-09271c7d5a57 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:01.050063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port f8fcdfdd-178d-4c01-9583-09271c7d5a57 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:01.051570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.073016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.080448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.113437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] For port 632541c2-9de3-4d00-abaf-f917367f0aac, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:01.117349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] For port 632541c2-9de3-4d00-abaf-f917367f0aac, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=632541c2-9de3-4d00-abaf-f917367f0aac,segment=NetworkSegment(428d17ea-8dd6-4ff4-a5be-99315524ffe2),segment_id=428d17ea-8dd6-4ff4-a5be-99315524ffe2)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:01.128235 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.137220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51120) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.182681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.184784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3547108 Jul 16 02:03:01.187400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca82685-c527-43ec-b034-4feefc5126c5 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ecec46-52ce-4684-b765-631a8c09b18c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:01.194375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51126) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.200287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4e734fc7-36c6-4c3a-8586-2448449a5215 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:01.200992 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-4e734fc7-36c6-4c3a-8586-2448449a5215 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 02:03:01.201527 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-4e734fc7-36c6-4c3a-8586-2448449a5215 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:01.202818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4e734fc7-36c6-4c3a-8586-2448449a5215 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073049 Jul 16 02:03:01.207571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51128) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.217455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b2ebdb7d-3326-46f9-a8c6-89df7181f494 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:01.237109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.256706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.257102 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.258599 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/632541c2-9de3-4d00-abaf-f917367f0aac HTTP/1.1" status: 200 len: 1091 time: 1.6844745 Jul 16 02:03:01.265063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-344f96cd-abe7-4732-aa97-f9145ecc9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.266855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'tag': '632541c2-9de3-4d00-abaf-f917367f0aac'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:01.269208 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bcd33b-f633-44c4-b114-19f55410b773" -d '{"events": [{"name": "network-changed", "server_uuid": "465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd", "tag": "632541c2-9de3-4d00-abaf-f917367f0aac"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:01.286364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3b1325-4a26-48fc-9d90-82940374c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:01.288938 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1564daa-4d60-452d-80cc-c94d2dfea54c" -d '{"events": [{"server_uuid": "5b3b1325-4a26-48fc-9d90-82940374c657", "name": "network-vif-plugged", "status": "completed", "tag": "f8fcdfdd-178d-4c01-9583-09271c7d5a57"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:01.304394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c91c6-5de0-4dc0-8f39-1102d0acba84 req-6e2c6040-b092-46be-b89b-5ed1a67eb102 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.306381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-479c91c6-5de0-4dc0-8f39-1102d0acba84 req-6e2c6040-b092-46be-b89b-5ed1a67eb102 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 945 time: 0.1832628 Jul 16 02:03:01.307767 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b2ebdb7d-3326-46f9-a8c6-89df7181f494 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:01.312457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b2ebdb7d-3326-46f9-a8c6-89df7181f494 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1006207 Jul 16 02:03:01.313619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.325052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1d49402e-0abf-4c12-a294-0d75e292202c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:01.325649 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-1d49402e-0abf-4c12-a294-0d75e292202c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 02:03:01.326337 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-1d49402e-0abf-4c12-a294-0d75e292202c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:01.330145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d49402e-0abf-4c12-a294-0d75e292202c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114491 Jul 16 02:03:01.330307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port f8fcdfdd-178d-4c01-9583-09271c7d5a57, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57,segment=NetworkSegment(3afa521a-de10-43c6-a842-e540a1ccab38),segment_id=3afa521a-de10-43c6-a842-e540a1ccab38)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:01.335206 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.340650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51138) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.377411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e9eeb08c-b4d2-4e62-a906-c8ec7180944f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:01.385787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dedbdf-70dc-4030-9753-4ee1e637f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=632541c2-9de3-4d00-abaf-f917367f0aac,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:01.405848 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-479c91c6-5de0-4dc0-8f39-1102d0acba84 req-fa1600e4-3f4d-4e41-8624-059159538e8b tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925374 Jul 16 02:03:01.442677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a0ae-3ae1-40f4-aa09-bc617547edb0 req-ed36dcb5-90b0-4f42-8ffe-7e59a1a12a3b tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.444365 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35f2a0ae-3ae1-40f4-aa09-bc617547edb0 req-ed36dcb5-90b0-4f42-8ffe-7e59a1a12a3b tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 943 time: 0.0992429 Jul 16 02:03:01.452698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=f8fcdfdd-178d-4c01-9583-09271c7d5a57,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:01.487114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-e9eeb08c-b4d2-4e62-a906-c8ec7180944f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:03:01.487114 n-d-800087-6 neutron-server[93907]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 02:03:01.487114 n-d-800087-6 neutron-server[93907]: [parameters: {'project_id': '968bbdda9109463bb64665d722c3dda3', 'id': '98badda9-9669-4b8d-a36b-648d4d8296c2', 'expiration': datetime.datetime(2021, 7, 16, 2, 5, 1, 461454)}] Jul 16 02:03:01.487114 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:03:01.495984 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-e9eeb08c-b4d2-4e62-a906-c8ec7180944f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:03:01.498969 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de256b3-cad5-40d6-a42e-8fd47bcfb156 x-openstack-request-id: req-5de256b3-cad5-40d6-a42e-8fd47bcfb156 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:01.499501 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd", "tag": "632541c2-9de3-4d00-abaf-f917367f0aac", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:01.499938 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5de256b3-cad5-40d6-a42e-8fd47bcfb156 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:01.500633 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'tag': '632541c2-9de3-4d00-abaf-f917367f0aac', 'status': 'completed', 'code': 200} Jul 16 02:03:01.510625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35f2a0ae-3ae1-40f4-aa09-bc617547edb0 req-faeaa26e-b315-4893-b54b-95de978d44f3 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596366 Jul 16 02:03:01.549541 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dcb09b-64be-485a-836a-68c0fbe0e181 x-openstack-request-id: req-92dcb09b-64be-485a-836a-68c0fbe0e181 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:01.549835 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3b1325-4a26-48fc-9d90-82940374c657", "name": "network-vif-plugged", "status": "completed", "tag": "f8fcdfdd-178d-4c01-9583-09271c7d5a57", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:01.550091 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92dcb09b-64be-485a-836a-68c0fbe0e181 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:01.550511 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3b1325-4a26-48fc-9d90-82940374c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57', 'code': 200} Jul 16 02:03:01.570457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-39c76f6a-cab7-4346-a315-1c5cff91a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.572185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-39c76f6a-cab7-4346-a315-1c5cff91a8d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9976cbb9fbb04b179b9a0b5781d853f8&device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 1094 time: 0.2483265 Jul 16 02:03:01.628393 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-d885e21d-49ee-474b-a542-c22aceff11f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=632541c2-9de3-4d00-abaf-f917367f0aac HTTP/1.1" status: 200 len: 217 time: 0.0454462 Jul 16 02:03:01.711692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-344f96cd-abe7-4732-aa97-f9145ecc9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.722730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-344f96cd-abe7-4732-aa97-f9145ecc9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.773292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-cf897c74-dab8-42a7-999a-9f89f921c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.774789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-cf897c74-dab8-42a7-999a-9f89f921c5e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0594848c-aa61-4a46-aa96-f4f7f5788918 HTTP/1.1" status: 200 len: 862 time: 0.1170473 Jul 16 02:03:01.776507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f96cd-abe7-4732-aa97-f9145ecc9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e507202-8801-46f2-a0e6-e13d84c558e1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:01.794618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a1791-c96f-4009-8dd2-08e8c231d3a1 req-cce3f13e-629f-40d7-9fe3-315558723353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:01.795613 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a96a1791-c96f-4009-8dd2-08e8c231d3a1 req-cce3f13e-629f-40d7-9fe3-315558723353 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 1097 time: 0.1692598 Jul 16 02:03:01.799939 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-344f96cd-abe7-4732-aa97-f9145ecc9987 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36f16edf2edf450f80a41bcc7d78ebf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617229 Jul 16 02:03:01.802676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:01.824012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-276ade42-e49f-4cea-8a80-3175338502e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae8166de-4d0e-4213-bc1a-a9f2843c3bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396888 Jul 16 02:03:01.878254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b34dc332-a8eb-417e-ba5a-4f13341516df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.886795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a96a1791-c96f-4009-8dd2-08e8c231d3a1 req-632c0b29-026c-48b7-8db3-94c981210c84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651245 Jul 16 02:03:01.905805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b34dc332-a8eb-417e-ba5a-4f13341516df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.942902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-edc65343-2c2d-4c57-9670-8618b04c6c84 service neutron] 10.222.0.32 "GET /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121871 Jul 16 02:03:01.960737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b34dc332-a8eb-417e-ba5a-4f13341516df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.963694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b34dc332-a8eb-417e-ba5a-4f13341516df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:01.965033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b34dc332-a8eb-417e-ba5a-4f13341516df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e507202-8801-46f2-a0e6-e13d84c558e1 HTTP/1.1" status: 204 len: 168 time: 0.1608047 Jul 16 02:03:01.974229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dc332-a8eb-417e-ba5a-4f13341516df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e507202-8801-46f2-a0e6-e13d84c558e1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:02.085806 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7614780f-9cf4-4e68-8ad7-ad3515f9b346 req-d189c6ef-1527-417d-b31b-3e6093203500 service neutron] 10.222.0.32 "GET /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370785 Jul 16 02:03:02.098900 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-e9eeb08c-b4d2-4e62-a906-c8ec7180944f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:02.103640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51160) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.109709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2b90e6e4-eb86-46f8-ae2c-fa7cf98e7235 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:02.110461 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-2b90e6e4-eb86-46f8-ae2c-fa7cf98e7235 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 02:03:02.111424 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2b90e6e4-eb86-46f8-ae2c-fa7cf98e7235 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:02.112847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2b90e6e4-eb86-46f8-ae2c-fa7cf98e7235 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078616 Jul 16 02:03:02.114345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e9eeb08c-b4d2-4e62-a906-c8ec7180944f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7406592 Jul 16 02:03:02.115584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.122812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-975049ca-00c3-49c3-a31a-c0304b9fb21c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:02.215423 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-975049ca-00c3-49c3-a31a-c0304b9fb21c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:02.220083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-975049ca-00c3-49c3-a31a-c0304b9fb21c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1004562 Jul 16 02:03:02.220444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51166) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.225919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e34b6b89-290e-475b-81a0-886d9e2e0a61 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:02.226396 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-e34b6b89-290e-475b-81a0-886d9e2e0a61 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 02:03:02.226899 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e34b6b89-290e-475b-81a0-886d9e2e0a61 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:02.227864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e34b6b89-290e-475b-81a0-886d9e2e0a61 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062993 Jul 16 02:03:02.230825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51168) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.235535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-83150e75-0b86-43c8-9e36-212e57824431 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:02.244649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcd33b-f633-44c4-b114-19f55410b773 req-a7b08e6c-73df-4f2e-ad4d-c534a77c71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.246735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-a7b08e6c-73df-4f2e-ad4d-c534a77c71a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9976cbb9fbb04b179b9a0b5781d853f8&device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 1094 time: 0.0888348 Jul 16 02:03:02.334129 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-83150e75-0b86-43c8-9e36-212e57824431 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:02.335726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-83150e75-0b86-43c8-9e36-212e57824431 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1039739 Jul 16 02:03:02.338096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.347727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-438f22de-9d91-484d-b283-86b11364bcfe tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '72ecec46-52ce-4684-b765-631a8c09b18c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:02.375328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcd33b-f633-44c4-b114-19f55410b773 req-fc30da8a-59dd-4823-a302-4df4f3e6e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.377622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-fc30da8a-59dd-4823-a302-4df4f3e6e2f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae8166de-4d0e-4213-bc1a-a9f2843c3bae HTTP/1.1" status: 200 len: 923 time: 0.1247256 Jul 16 02:03:02.417248 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-438f22de-9d91-484d-b283-86b11364bcfe tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:02.418600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-438f22de-9d91-484d-b283-86b11364bcfe tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0787072 Jul 16 02:03:02.422108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.449390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-cac15a83-a57c-4424-82f9-33063eeb6d77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=632541c2-9de3-4d00-abaf-f917367f0aac HTTP/1.1" status: 200 len: 217 time: 0.0635450 Jul 16 02:03:02.524962 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd0285c-81d7-4c8b-8a80-be0d33a45f76 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.574639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcd33b-f633-44c4-b114-19f55410b773 req-c88a4e55-e1b6-4bc8-aa38-cb3cd18e42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.579374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-c88a4e55-e1b6-4bc8-aa38-cb3cd18e42ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0594848c-aa61-4a46-aa96-f4f7f5788918 HTTP/1.1" status: 200 len: 862 time: 0.1224313 Jul 16 02:03:02.584284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd0285c-81d7-4c8b-8a80-be0d33a45f76 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.649525 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-13efedde-22df-4315-962a-f28475ee4d8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae8166de-4d0e-4213-bc1a-a9f2843c3bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627918 Jul 16 02:03:02.844451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-dc007db2-a7f4-46a0-bdb5-ab3313245115 service neutron] 10.222.0.32 "GET /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876144 Jul 16 02:03:02.859154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd0285c-81d7-4c8b-8a80-be0d33a45f76 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.862952 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0dd0285c-81d7-4c8b-8a80-be0d33a45f76 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.866418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0dd0285c-81d7-4c8b-8a80-be0d33a45f76 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/72ecec46-52ce-4684-b765-631a8c09b18c HTTP/1.1" status: 204 len: 168 time: 0.4411035 Jul 16 02:03:02.872239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:02.907493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0285c-81d7-4c8b-8a80-be0d33a45f76 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ecec46-52ce-4684-b765-631a8c09b18c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:02.927455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5e701-a471-439a-8475-c5dc5b945c47 req-c52fe98c-3eb9-4d27-b90a-d7ac6d02e318 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:02.937442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25d5e701-a471-439a-8475-c5dc5b945c47 req-c52fe98c-3eb9-4d27-b90a-d7ac6d02e318 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.3098516 Jul 16 02:03:03.012865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15450e-4981-4317-b75d-22142d3e191f req-fb909fa5-ad1f-49ba-ab70-79be946eb305 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:03.014407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab15450e-4981-4317-b75d-22142d3e191f req-fb909fa5-ad1f-49ba-ab70-79be946eb305 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 943 time: 0.2598794 Jul 16 02:03:03.015710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78bcd33b-f633-44c4-b114-19f55410b773 req-ab92c262-9568-46b1-904b-5155dbe0c898 service neutron] 10.222.0.32 "GET /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567357 Jul 16 02:03:03.048105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-22ccd3c7-bc6c-4dd0-95ec-b0f1c772f07f tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1684315 Jul 16 02:03:03.049575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.069111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25d5e701-a471-439a-8475-c5dc5b945c47 req-5774b5f3-4ef5-44bb-a1b0-aa53fb0a1c93 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230402 Jul 16 02:03:03.069691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749286195'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:03.094974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab15450e-4981-4317-b75d-22142d3e191f req-d5eae7c4-0c56-4596-82ff-c0a78bf1fca2 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Jul 16 02:03:03.105602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.126996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.262184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.266720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.296287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.301061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.306563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-357ac44c-a2ec-4986-ab67-ec5daff2153c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '933c5a13-91ef-47d1-872e-94e6646ea00c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:03.311699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2475340 Jul 16 02:03:03.313937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933c5a13-91ef-47d1-872e-94e6646ea00c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:03.322631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.322923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.323254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.323593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.323924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.324508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.325024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.325358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.325689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.326018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.326346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.326666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca074a47-9d49-45ce-add8-52a523c03e85 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:03.355011 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-357ac44c-a2ec-4986-ab67-ec5daff2153c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The resource could not be found. Jul 16 02:03:03.356338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-357ac44c-a2ec-4986-ab67-ec5daff2153c tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0534918 Jul 16 02:03:03.359544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.365427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2630aab5-cab4-4780-815e-3095833aa4f4 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '933c5a13-91ef-47d1-872e-94e6646ea00c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37a34c84-af5f-4d82-8b41-f5cc7d1aa380'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:03.408587 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2630aab5-cab4-4780-815e-3095833aa4f4 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The resource could not be found. Jul 16 02:03:03.408793 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d734f5fb-3b1d-4748-a7af-7fcee57b8279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.412530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2630aab5-cab4-4780-815e-3095833aa4f4 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0490317 Jul 16 02:03:03.412530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.466328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82d4b211-d8fb-47e1-8698-fb2a1293cf4a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.490931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82d4b211-d8fb-47e1-8698-fb2a1293cf4a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.505552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d734f5fb-3b1d-4748-a7af-7fcee57b8279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.509925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d734f5fb-3b1d-4748-a7af-7fcee57b8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.539244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82d4b211-d8fb-47e1-8698-fb2a1293cf4a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.542626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-82d4b211-d8fb-47e1-8698-fb2a1293cf4a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.547671 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-82d4b211-d8fb-47e1-8698-fb2a1293cf4a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/933c5a13-91ef-47d1-872e-94e6646ea00c HTTP/1.1" status: 204 len: 168 time: 0.1314602 Jul 16 02:03:03.548199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 632541c2-9de3-4d00-abaf-f917367f0aac details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:03.550183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.565820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d734f5fb-3b1d-4748-a7af-7fcee57b8279 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b196d32b6aa54fa6b855e1fa0c9999df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377079 Jul 16 02:03:03.568186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734f5fb-3b1d-4748-a7af-7fcee57b8279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0e6ad-828f-4ccb-9951-70f78397a06e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:03.570530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.571308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4b211-d8fb-47e1-8698-fb2a1293cf4a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c5a13-91ef-47d1-872e-94e6646ea00c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:03.633670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-807acbf9-cde9-47d1-a487-46e880559632 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812311 Jul 16 02:03:03.637648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.642078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-74fc3140-3f8a-4c77-b6a4-82ebd141a0be tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': 'cc164d49-757d-491b-9a6b-b77ff35451c4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:03.665127 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7854b85d-f499-4235-97c6-236716195c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.693016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7854b85d-f499-4235-97c6-236716195c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.701571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 632541c2-9de3-4d00-abaf-f917367f0aac, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=632541c2-9de3-4d00-abaf-f917367f0aac,segment=NetworkSegment(428d17ea-8dd6-4ff4-a5be-99315524ffe2),segment_id=428d17ea-8dd6-4ff4-a5be-99315524ffe2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:03.717068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '632541c2-9de3-4d00-abaf-f917367f0aac', 'network_id': 'ae8166de-4d0e-4213-bc1a-a9f2843c3bae', 'port_id': '632541c2-9de3-4d00-abaf-f917367f0aac', 'mac_address': 'fa:16:3e:04:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0594848c-aa61-4a46-aa96-f4f7f5788918', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:03.741620 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-74fc3140-3f8a-4c77-b6a4-82ebd141a0be tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The resource could not be found. Jul 16 02:03:03.744128 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-74fc3140-3f8a-4c77-b6a4-82ebd141a0be tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1043181 Jul 16 02:03:03.747981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51242) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.753801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260186901'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:03.768481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.772814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7854b85d-f499-4235-97c6-236716195c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.775350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7854b85d-f499-4235-97c6-236716195c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.779064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7854b85d-f499-4235-97c6-236716195c4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95d0e6ad-828f-4ccb-9951-70f78397a06e HTTP/1.1" status: 204 len: 168 time: 0.2031598 Jul 16 02:03:03.782833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632541c2-9de3-4d00-abaf-f917367f0aac {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:03.790271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854b85d-f499-4235-97c6-236716195c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0e6ad-828f-4ccb-9951-70f78397a06e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:03.810665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 632541c2-9de3-4d00-abaf-f917367f0aac, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=632541c2-9de3-4d00-abaf-f917367f0aac,segment=NetworkSegment(428d17ea-8dd6-4ff4-a5be-99315524ffe2),segment_id=428d17ea-8dd6-4ff4-a5be-99315524ffe2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:03.810906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.817118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.870791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=632541c2-9de3-4d00-abaf-f917367f0aac,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:03.913516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.918510 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.948126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:03.949353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2003438 Jul 16 02:03:03.953346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51252) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:03.958060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279279207'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:03.962183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8469f8-fa4b-49a2-9e28-fecf9668e210 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68f648-a468-4d09-b595-e00a39c218f3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:03.982494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.020902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['632541c2-9de3-4d00-abaf-f917367f0aac'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:04.120896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.142959 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.219437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.225753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2687194 Jul 16 02:03:04.226304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.234740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e29eed2c-992e-4381-84cc-2b1de83ae188 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group_rule': {'security_group_id': '9d68f648-a468-4d09-b595-e00a39c218f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c50a206b-d4f3-4a54-ba55-3a1bc70695d4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.235567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2e3f5-99de-493e-992d-86a29cccee79 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50a206b-d4f3-4a54-ba55-3a1bc70695d4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.344330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51268) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.358080 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7878718-9352-4f77-b849-9bc1e0400c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.431568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082a28-a852-4ec0-beb7-57bf605da37f req-a402b6ea-8a7c-4781-bf8e-bc9f54d0637f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:04.433181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e082a28-a852-4ec0-beb7-57bf605da37f req-a402b6ea-8a7c-4781-bf8e-bc9f54d0637f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1413548 Jul 16 02:03:04.445910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d9e87-678b-47c8-b323-41ca2cdbe7f2 req-018c12df-eca4-424c-b5a1-5432ceb45847 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:04.454397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a51d9e87-678b-47c8-b323-41ca2cdbe7f2 req-018c12df-eca4-424c-b5a1-5432ceb45847 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 944 time: 0.1478088 Jul 16 02:03:04.481595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7878718-9352-4f77-b849-9bc1e0400c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.488100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7878718-9352-4f77-b849-9bc1e0400c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.505576 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e29eed2c-992e-4381-84cc-2b1de83ae188 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:03:04.507337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e29eed2c-992e-4381-84cc-2b1de83ae188 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2800474 Jul 16 02:03:04.513723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51278) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.529217 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8e082a28-a852-4ec0-beb7-57bf605da37f req-f8fa9070-c2b6-4eee-aa86-859dccef21d0 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720301 Jul 16 02:03:04.545454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a51d9e87-678b-47c8-b323-41ca2cdbe7f2 req-eea075e2-7471-42b1-aea9-ba9c3bfca1b1 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900178 Jul 16 02:03:04.569303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7878718-9352-4f77-b849-9bc1e0400c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c5b1e5-a436-4898-8356-4cc7ac6b935e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.583614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c7878718-9352-4f77-b849-9bc1e0400c93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=016a0fa182944fcb8d09d5af606c068e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380152 Jul 16 02:03:04.586044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51286) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.617700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c245e81d-549a-49dc-ab1e-f9751c86d1f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.646804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c245e81d-549a-49dc-ab1e-f9751c86d1f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.706299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c245e81d-549a-49dc-ab1e-f9751c86d1f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.709878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c245e81d-549a-49dc-ab1e-f9751c86d1f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.713656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c245e81d-549a-49dc-ab1e-f9751c86d1f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/c50a206b-d4f3-4a54-ba55-3a1bc70695d4 HTTP/1.1" status: 204 len: 168 time: 0.1963489 Jul 16 02:03:04.714648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51296) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.729421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e81d-549a-49dc-ab1e-f9751c86d1f0 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50a206b-d4f3-4a54-ba55-3a1bc70695d4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.765804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd8695c6-becd-4939-8ecf-005608de0801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.796581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd8695c6-becd-4939-8ecf-005608de0801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.799823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e6be1-ccca-44cf-8551-34430d0cb21b req-458e03a6-ddd4-446b-9615-69820ff0d8ac tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:04.801477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-591e6be1-ccca-44cf-8551-34430d0cb21b req-458e03a6-ddd4-446b-9615-69820ff0d8ac tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1308718 Jul 16 02:03:04.842112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1f1920e4-51f5-4d52-88cc-f6d1ae11e10a tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1239300 Jul 16 02:03:04.843891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.874590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-591e6be1-ccca-44cf-8551-34430d0cb21b req-bab4218e-6802-40d2-b05e-f53c605f2c89 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606260 Jul 16 02:03:04.886819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd8695c6-becd-4939-8ecf-005608de0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.892139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd8695c6-becd-4939-8ecf-005608de0801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.900299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dd8695c6-becd-4939-8ecf-005608de0801 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27c5b1e5-a436-4898-8356-4cc7ac6b935e HTTP/1.1" status: 204 len: 168 time: 0.3127098 Jul 16 02:03:04.910313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8695c6-becd-4939-8ecf-005608de0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c5b1e5-a436-4898-8356-4cc7ac6b935e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.941393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e51aab7-2648-460b-a5e6-c0f473523005 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.943685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.971904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e51aab7-2648-460b-a5e6-c0f473523005 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.032061 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e51aab7-2648-460b-a5e6-c0f473523005 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.037444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e51aab7-2648-460b-a5e6-c0f473523005 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.042507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.043793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7e51aab7-2648-460b-a5e6-c0f473523005 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/9d68f648-a468-4d09-b595-e00a39c218f3 HTTP/1.1" status: 204 len: 168 time: 0.1990478 Jul 16 02:03:05.069140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51aab7-2648-460b-a5e6-c0f473523005 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68f648-a468-4d09-b595-e00a39c218f3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.121298 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d8620486-08bc-43bf-a2a1-cfd7ff362383 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775769 Jul 16 02:03:05.129078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51314) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.133638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444306098'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:05.138482 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74d03238-5b94-4f26-bcbf-01c54dfab6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.159218 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.267538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74d03238-5b94-4f26-bcbf-01c54dfab6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.272918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-74d03238-5b94-4f26-bcbf-01c54dfab6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.372383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-74d03238-5b94-4f26-bcbf-01c54dfab6ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3bf4adc8e784ba4aa664a6f8720a2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275951 Jul 16 02:03:05.375325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.383501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03238-5b94-4f26-bcbf-01c54dfab6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3ece22-38f7-473d-8c65-0239247434f9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.405448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.412007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.447380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb7fa4d-d108-4f57-913b-9f418969017b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.460206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.462242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34003ee2-1628-40f0-be90-f5c0f761f1ea req-ad633261-c9c7-4262-b1fd-2a0193029213 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:05.463872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34003ee2-1628-40f0-be90-f5c0f761f1ea req-ad633261-c9c7-4262-b1fd-2a0193029213 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1581383 Jul 16 02:03:05.466236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.470632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-661adc95-0591-4e0c-a840-d96d09150709 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3405364 Jul 16 02:03:05.471021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cbc107d0-c852-4529-9813-bee3ebc4bb7d tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:05.471455 n-d-800087-6 neutron-server[93906]: WARNING neutron.api.v2.base [None req-cbc107d0-c852-4529-9813-bee3ebc4bb7d tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 02:03:05.472063 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-cbc107d0-c852-4529-9813-bee3ebc4bb7d tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 02:03:05.473108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cbc107d0-c852-4529-9813-bee3ebc4bb7d tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "PUT /v2.0/security-groups/bdb7fa4d-d108-4f57-913b-9f418969017b HTTP/1.1" status: 409 len: 330 time: 0.0058630 Jul 16 02:03:05.475722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51336) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.503891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e162343-a370-468a-824b-b6132183e73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.534908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34003ee2-1628-40f0-be90-f5c0f761f1ea req-335644e6-e67d-46df-b33f-22b1fcc6a3d7 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561125 Jul 16 02:03:05.539646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e162343-a370-468a-824b-b6132183e73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.567253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 632541c2-9de3-4d00-abaf-f917367f0aac up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:05.568315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4be4c8c0-e107-4ccc-ac6b-0f81aa06a1af tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.610702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4be4c8c0-e107-4ccc-ac6b-0f81aa06a1af tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.613963 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e162343-a370-468a-824b-b6132183e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.617097 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e162343-a370-468a-824b-b6132183e73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.618466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2e162343-a370-468a-824b-b6132183e73a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e3ece22-38f7-473d-8c65-0239247434f9 HTTP/1.1" status: 204 len: 168 time: 0.2418787 Jul 16 02:03:05.636502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e162343-a370-468a-824b-b6132183e73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3ece22-38f7-473d-8c65-0239247434f9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.709279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 632541c2-9de3-4d00-abaf-f917367f0aac completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:05.719991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 632541c2-9de3-4d00-abaf-f917367f0aac triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:05.720402 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.774411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4be4c8c0-e107-4ccc-ac6b-0f81aa06a1af tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.778340 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4be4c8c0-e107-4ccc-ac6b-0f81aa06a1af tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.783544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51352) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.784683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4be4c8c0-e107-4ccc-ac6b-0f81aa06a1af tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/bdb7fa4d-d108-4f57-913b-9f418969017b HTTP/1.1" status: 204 len: 168 time: 0.3059638 Jul 16 02:03:05.803433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4c8c0-e107-4ccc-ac6b-0f81aa06a1af tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb7fa4d-d108-4f57-913b-9f418969017b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.922806 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.953133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632541c2-9de3-4d00-abaf-f917367f0aac'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:05.955470 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c94ac-69e9-4804-98e7-9cd2d0fbd422" -d '{"events": [{"server_uuid": "465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd", "name": "network-vif-plugged", "status": "completed", "tag": "632541c2-9de3-4d00-abaf-f917367f0aac"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:05.969290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1842b914-991a-4d0d-9b7a-e519636eff31 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1804078 Jul 16 02:03:05.970693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51360) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:05.985117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 632541c2-9de3-4d00-abaf-f917367f0aac, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=632541c2-9de3-4d00-abaf-f917367f0aac,segment=NetworkSegment(428d17ea-8dd6-4ff4-a5be-99315524ffe2),segment_id=428d17ea-8dd6-4ff4-a5be-99315524ffe2)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:05.990814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.007220 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-2921f048-4361-46fe-b4be-89314fd13c70 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] delete failed (client error): The resource could not be found. Jul 16 02:03:06.016075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2921f048-4361-46fe-b4be-89314fd13c70 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "DELETE /v2.0/security-groups/deb500ca-8562-44d7-a425-b8738d2b7b72 HTTP/1.1" status: 404 len: 347 time: 0.0415792 Jul 16 02:03:06.016895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51364) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.038092 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-61997d23-4d7b-4788-988c-96f2a1ffa9ad tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] show failed (client error): The resource could not be found. Jul 16 02:03:06.048498 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-61997d23-4d7b-4788-988c-96f2a1ffa9ad tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-groups/b82f9049-07c8-4767-b8a7-eacb978e1118 HTTP/1.1" status: 404 len: 347 time: 0.0303464 Jul 16 02:03:06.051649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51366) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.071356 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893cb023-db24-4550-aa20-31d15c4498a0 x-openstack-request-id: req-893cb023-db24-4550-aa20-31d15c4498a0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:06.071637 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd", "name": "network-vif-plugged", "status": "completed", "tag": "632541c2-9de3-4d00-abaf-f917367f0aac", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:06.071883 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-893cb023-db24-4550-aa20-31d15c4498a0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:06.074179 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632541c2-9de3-4d00-abaf-f917367f0aac', 'code': 200} Jul 16 02:03:06.076446 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-577369ef-4584-4207-bc51-d690c6f7d8b6 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] show failed (client error): The resource could not be found. Jul 16 02:03:06.080693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-577369ef-4584-4207-bc51-d690c6f7d8b6 tempest-NegativeSecGroupTest-1518874710 tempest-NegativeSecGroupTest-1518874710-project] 10.222.0.35 "GET /v2.0/security-group-rules/69c8a09e-90bf-4723-bcc4-844f709fcf55 HTTP/1.1" status: 404 len: 356 time: 0.0240357 Jul 16 02:03:06.086558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a3ff-bc15-4037-a272-1e8b6e49a309 req-f66f9d44-8a1a-472b-8f6c-62a86ca20dfe tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:06.095088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64a5a3ff-bc15-4037-a272-1e8b6e49a309 req-f66f9d44-8a1a-472b-8f6c-62a86ca20dfe tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 944 time: 0.1981406 Jul 16 02:03:06.115033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=632541c2-9de3-4d00-abaf-f917367f0aac,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:06.145826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64a5a3ff-bc15-4037-a272-1e8b6e49a309 req-c2f1503b-dc92-40df-bcf6-d9e4fcc50c77 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490272 Jul 16 02:03:06.203205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e06a95-771e-43a0-8368-8e902b5e9aa0 req-1a699506-cea6-4982-a2d1-01900c1a26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:06.204880 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2e06a95-771e-43a0-8368-8e902b5e9aa0 req-1a699506-cea6-4982-a2d1-01900c1a26da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 1096 time: 0.0637484 Jul 16 02:03:06.254605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2e06a95-771e-43a0-8368-8e902b5e9aa0 req-4c2e7008-5f8f-4abf-be53-8c87dde14db8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Jul 16 02:03:06.261608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.281258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d5d6e5a-8500-46bb-a0cd-0ecf7864c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.427475 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d5d6e5a-8500-46bb-a0cd-0ecf7864c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.432294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6d5d6e5a-8500-46bb-a0cd-0ecf7864c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.436732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51378) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.482275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6d5d6e5a-8500-46bb-a0cd-0ecf7864c66f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58bcca5863344b27827efe1331ce372b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194743 Jul 16 02:03:06.483761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d6e5a-8500-46bb-a0cd-0ecf7864c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b800c1-37bd-4a6c-b9db-118ca1042fa6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:06.485906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51386) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.554191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6374bdd-0686-4ed1-9419-58dacd1d1365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.609274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6374bdd-0686-4ed1-9419-58dacd1d1365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.721086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6374bdd-0686-4ed1-9419-58dacd1d1365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.723604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b6374bdd-0686-4ed1-9419-58dacd1d1365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.725207 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b6374bdd-0686-4ed1-9419-58dacd1d1365 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9b800c1-37bd-4a6c-b9db-118ca1042fa6 HTTP/1.1" status: 204 len: 168 time: 0.2379727 Jul 16 02:03:06.740769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6374bdd-0686-4ed1-9419-58dacd1d1365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b800c1-37bd-4a6c-b9db-118ca1042fa6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:06.781657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:06.781930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-12ef62ab-e5a6-47cb-aa0c-4f2641dffde1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=968bbdda9109463bb64665d722c3dda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436062 Jul 16 02:03:06.813069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a4fdc-bb90-4651-839c-db991357eeef req-09bb06e5-171f-4958-a7f1-605d8d7bfb96 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:06.819933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f1a4fdc-bb90-4651-839c-db991357eeef req-09bb06e5-171f-4958-a7f1-605d8d7bfb96 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1267152 Jul 16 02:03:06.894428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53602b3d-1aa6-47bd-a1e5-2f53cdecc0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:06.903584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f1a4fdc-bb90-4651-839c-db991357eeef req-e85d219a-0993-4671-b06b-d68d5a0b7867 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Jul 16 02:03:06.936472 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53602b3d-1aa6-47bd-a1e5-2f53cdecc0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.021168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53602b3d-1aa6-47bd-a1e5-2f53cdecc0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.030508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53602b3d-1aa6-47bd-a1e5-2f53cdecc0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.034171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53602b3d-1aa6-47bd-a1e5-2f53cdecc0ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/172d9ce1-b7ee-4fa6-88e9-8ae098530271 HTTP/1.1" status: 204 len: 168 time: 0.2512288 Jul 16 02:03:07.054956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53602b3d-1aa6-47bd-a1e5-2f53cdecc0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d9ce1-b7ee-4fa6-88e9-8ae098530271,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:07.502363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-a5d9c90a-4dab-4a9f-be67-4a7b9b021687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:07.502947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ed6a-9911-414d-a796-571a9f01eec8 req-ce5c9b86-a7c8-4f28-b491-4a94c973a56c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:07.503910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d75ed6a-9911-414d-a796-571a9f01eec8 req-ce5c9b86-a7c8-4f28-b491-4a94c973a56c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1507950 Jul 16 02:03:07.507249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-a5d9c90a-4dab-4a9f-be67-4a7b9b021687 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3dcfe6cd6942eebe2095f62eac10ee&device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 1097 time: 0.1161726 Jul 16 02:03:07.540460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780db306-db77-43db-a986-c858ec03acb3 req-705bcb82-5914-434d-86c0-f6189394cb44 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:07.542106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-780db306-db77-43db-a986-c858ec03acb3 req-705bcb82-5914-434d-86c0-f6189394cb44 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 945 time: 0.1573703 Jul 16 02:03:07.587788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3d75ed6a-9911-414d-a796-571a9f01eec8 req-218c676c-da44-4c20-9058-6d1ad64362db tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763555 Jul 16 02:03:07.606207 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-780db306-db77-43db-a986-c858ec03acb3 req-8122a0f6-3ddc-4c63-86cf-67a24e16547a tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Jul 16 02:03:07.686149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-0fc8aeb2-0ba5-42e6-aa53-f014d9fbfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:07.694287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-0fc8aeb2-0ba5-42e6-aa53-f014d9fbfadd service neutron] 10.222.0.38 "GET /v2.0/networks?id=873bba7f-ac6c-4615-841d-bb3cdda29a13 HTTP/1.1" status: 200 len: 912 time: 0.1806643 Jul 16 02:03:07.747709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-e1003126-00ee-4cd8-b2e8-c367fb8d075e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57 HTTP/1.1" status: 200 len: 217 time: 0.0405452 Jul 16 02:03:07.866822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-0308a6d4-935c-4ab6-aa39-bd36b55714d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:07.870798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-0308a6d4-935c-4ab6-aa39-bd36b55714d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9 HTTP/1.1" status: 200 len: 851 time: 0.1089931 Jul 16 02:03:07.964904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-268af770-9d7b-430d-b4aa-493cf642f86a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=873bba7f-ac6c-4615-841d-bb3cdda29a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861051 Jul 16 02:03:08.064852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-e361f40f-2147-4261-8bf9-286441da6f1c service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939889 Jul 16 02:03:08.175322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9498f1c7-ae7f-4911-ae29-877901cffb7a req-5f92a356-afd7-4b3b-881e-1360071e3bfc service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040053 Jul 16 02:03:08.182195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.357227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fd88-48f0-46e4-82dc-a9d89c09c2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.526686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77264a10-d8d9-4257-a4af-9faac9d130cd req-356779d6-e1a3-4e77-a7b6-d872aa5c5cc5 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:08.528245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77264a10-d8d9-4257-a4af-9faac9d130cd req-356779d6-e1a3-4e77-a7b6-d872aa5c5cc5 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 945 time: 0.1081109 Jul 16 02:03:08.538725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fd88-48f0-46e4-82dc-a9d89c09c2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.552253 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fd88-48f0-46e4-82dc-a9d89c09c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.580303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51494) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.607121 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77264a10-d8d9-4257-a4af-9faac9d130cd req-dcd776f4-a7ca-41e7-8106-01eff1ceb400 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Jul 16 02:03:08.616129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5ae3fd88-48f0-46e4-82dc-a9d89c09c2b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89b49684459d438baa1ec95016a8fadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322119 Jul 16 02:03:08.616310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.618239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3fd88-48f0-46e4-82dc-a9d89c09c2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d279cbb-ade5-4f3f-89f5-6c747cc409a4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:08.723546 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4f19-c39e-4e78-8226-3e5e33619e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.734080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-af0c8530-dafc-4448-8cec-0c1eb560911e tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-192763704', 'prefixes': ['172.20.0.0/16']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:08.764122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4f19-c39e-4e78-8226-3e5e33619e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.842373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-af0c8530-dafc-4448-8cec-0c1eb560911e tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] Notify callbacks [] for subnetpool, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.847438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:08.858029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-af0c8530-dafc-4448-8cec-0c1eb560911e tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2756453 Jul 16 02:03:08.877165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4f19-c39e-4e78-8226-3e5e33619e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.880555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4f19-c39e-4e78-8226-3e5e33619e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.885068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a6fc4f19-c39e-4e78-8226-3e5e33619e81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d279cbb-ade5-4f3f-89f5-6c747cc409a4 HTTP/1.1" status: 204 len: 168 time: 0.2678668 Jul 16 02:03:08.895033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc4f19-c39e-4e78-8226-3e5e33619e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d279cbb-ade5-4f3f-89f5-6c747cc409a4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.008285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51540) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.014194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8fb4ab8f-993b-4231-8da1-32a6e572c901 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-94062184'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:09.020756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6a3b271e-7c7d-40ea-bba8-30db263d7b03 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] 10.222.0.35 "GET /v2.0/subnetpools/645807a7-ac02-4e1e-b224-624312b7062a HTTP/1.1" status: 200 len: 731 time: 0.1716337 Jul 16 02:03:09.067022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027bc2-cdc5-4aa1-a913-bf363cd631a3 req-4b866338-f31e-4d81-842d-20e615c95d76 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:09.074455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f027bc2-cdc5-4aa1-a913-bf363cd631a3 req-4b866338-f31e-4d81-842d-20e615c95d76 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.2105024 Jul 16 02:03:09.119726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f027bc2-cdc5-4aa1-a913-bf363cd631a3 req-b7f45d10-b6f1-474c-b997-8042668a3fd0 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Jul 16 02:03:09.162285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ab8f-993b-4231-8da1-32a6e572c901 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] Notify callbacks [] for subnetpool, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.166545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51544) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.167129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8fb4ab8f-993b-4231-8da1-32a6e572c901 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] 10.222.0.35 "PUT /v2.0/subnetpools/645807a7-ac02-4e1e-b224-624312b7062a HTTP/1.1" status: 200 len: 682 time: 0.1571531 Jul 16 02:03:09.257641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83c2a503-5dcc-4fd7-baab-1ce9b8d288b3 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] Notify callbacks [] for subnetpool, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.260154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-83c2a503-5dcc-4fd7-baab-1ce9b8d288b3 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] 10.222.0.35 "DELETE /v2.0/subnetpools/645807a7-ac02-4e1e-b224-624312b7062a HTTP/1.1" status: 204 len: 168 time: 0.0925333 Jul 16 02:03:09.262979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.279186 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-0c1e29a1-fbf7-4543-abb0-bc763b44d02f tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] show failed (client error): The resource could not be found. Jul 16 02:03:09.280455 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c1e29a1-fbf7-4543-abb0-bc763b44d02f tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] 10.222.0.35 "GET /v2.0/subnetpools/645807a7-ac02-4e1e-b224-624312b7062a HTTP/1.1" status: 404 len: 346 time: 0.0162954 Jul 16 02:03:09.283416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.302226 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-38fedc4c-4f55-4a96-bf13-bb2767fe9ae0 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] delete failed (client error): The resource could not be found. Jul 16 02:03:09.303320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-38fedc4c-4f55-4a96-bf13-bb2767fe9ae0 tempest-SubnetPoolsTestJSON-1466852603 tempest-SubnetPoolsTestJSON-1466852603-project] 10.222.0.35 "DELETE /v2.0/subnetpools/645807a7-ac02-4e1e-b224-624312b7062a HTTP/1.1" status: 404 len: 346 time: 0.0187111 Jul 16 02:03:09.370214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.387209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62af2681-f6cb-43d0-8dd0-2aa557e4e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.537153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62af2681-f6cb-43d0-8dd0-2aa557e4e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.542324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62af2681-f6cb-43d0-8dd0-2aa557e4e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.628018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.628559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-62af2681-f6cb-43d0-8dd0-2aa557e4e204 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ae08b50f7b643c7910e301a44393965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566078 Jul 16 02:03:09.631693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af2681-f6cb-43d0-8dd0-2aa557e4e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4150fc38-9e1c-42b1-8fbc-b81d073a5a82,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.669345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51592) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:09.692619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-9e400985-1388-4ed5-89c8-4315483c814d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:09.703890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-9e400985-1388-4ed5-89c8-4315483c814d tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.32 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 945 time: 0.1433821 Jul 16 02:03:09.741187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8846b237-f9d6-49e1-9637-d7ea47974a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.799481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8846b237-f9d6-49e1-9637-d7ea47974a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.902788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Deleting port 632541c2-9de3-4d00-abaf-f917367f0aac {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:09.903219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.936285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7772c83-9fcc-4ab9-ad13-dc3655323630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.941380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8846b237-f9d6-49e1-9637-d7ea47974a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.945027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8846b237-f9d6-49e1-9637-d7ea47974a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:09.949296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8846b237-f9d6-49e1-9637-d7ea47974a62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4150fc38-9e1c-42b1-8fbc-b81d073a5a82 HTTP/1.1" status: 204 len: 168 time: 0.3197389 Jul 16 02:03:09.967647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846b237-f9d6-49e1-9637-d7ea47974a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150fc38-9e1c-42b1-8fbc-b81d073a5a82,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:09.986491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a1b57-03b1-4a51-be79-13432d9c90a6 req-cd7b55c1-e9e7-469d-b2f7-d26fa1380b93 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:09.988631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a76a1b57-03b1-4a51-be79-13432d9c90a6 req-cd7b55c1-e9e7-469d-b2f7-d26fa1380b93 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 945 time: 0.1064622 Jul 16 02:03:10.075177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a76a1b57-03b1-4a51-be79-13432d9c90a6 req-6481be4a-ef31-4ed3-9527-81fbc06e6ebe tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/security-groups?id=220257ef-3271-4826-ba4f-b89cce6dde21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791335 Jul 16 02:03:10.102251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] For port 632541c2-9de3-4d00-abaf-f917367f0aac, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=632541c2-9de3-4d00-abaf-f917367f0aac,segment=NetworkSegment(428d17ea-8dd6-4ff4-a5be-99315524ffe2),segment_id=428d17ea-8dd6-4ff4-a5be-99315524ffe2)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:10.102619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.122749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Calling delete_port for 632541c2-9de3-4d00-abaf-f917367f0aac owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:10.238808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7772c83-9fcc-4ab9-ad13-dc3655323630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.244555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c7772c83-9fcc-4ab9-ad13-dc3655323630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.297398 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c7772c83-9fcc-4ab9-ad13-dc3655323630 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26da2852059d43b680d752b9561d2f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261604 Jul 16 02:03:10.298050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:10.320345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7772c83-9fcc-4ab9-ad13-dc3655323630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6408e236-cce6-449a-b2e7-606235020788,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:10.354313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a41de-ecaa-4482-9a9f-b5fa00488bf9 req-3f03732c-4948-4c1f-881f-d1ee532ba26c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:10.368847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f53a41de-ecaa-4482-9a9f-b5fa00488bf9 req-3f03732c-4948-4c1f-881f-d1ee532ba26c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1047363 Jul 16 02:03:10.418686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f53a41de-ecaa-4482-9a9f-b5fa00488bf9 req-950b67e5-d22b-4fb9-a513-cbac559994c1 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462708 Jul 16 02:03:10.481636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32dd5215-70bc-425f-abd7-435f7d617812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.510566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32dd5215-70bc-425f-abd7-435f7d617812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.541526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.556140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['632541c2-9de3-4d00-abaf-f917367f0aac'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:10.591385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Pushing event deleted for resources: {'Port': ['ID=632541c2-9de3-4d00-abaf-f917367f0aac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:10.671769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] No DVR routers for this DVR port 632541c2-9de3-4d00-abaf-f917367f0aac on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:10.675236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.677648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eafe87eb-c6b7-45a9-aaf9-d5a0b3d2d001 req-e468d4e6-0e28-48a9-8e79-e4bafe6a8684 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.32 "DELETE /v2.0/ports/632541c2-9de3-4d00-abaf-f917367f0aac HTTP/1.1" status: 204 len: 173 time: 0.9685876 Jul 16 02:03:10.678429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'name': 'network-vif-deleted', 'tag': '632541c2-9de3-4d00-abaf-f917367f0aac'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:10.693575 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118faaa3-d1d2-4418-bb5a-18234bc6e16a" -d '{"events": [{"server_uuid": "465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd", "name": "network-vif-deleted", "tag": "632541c2-9de3-4d00-abaf-f917367f0aac"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:10.716494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32dd5215-70bc-425f-abd7-435f7d617812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.723606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32dd5215-70bc-425f-abd7-435f7d617812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.725664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-32dd5215-70bc-425f-abd7-435f7d617812 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6408e236-cce6-449a-b2e7-606235020788 HTTP/1.1" status: 204 len: 168 time: 0.4175527 Jul 16 02:03:10.741431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd5215-70bc-425f-abd7-435f7d617812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408e236-cce6-449a-b2e7-606235020788,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:10.845351 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69fdbb-8899-494b-8f01-611c112467a8 x-openstack-request-id: req-7e69fdbb-8899-494b-8f01-611c112467a8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:10.845767 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd", "name": "network-vif-deleted", "tag": "632541c2-9de3-4d00-abaf-f917367f0aac", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:10.846271 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e69fdbb-8899-494b-8f01-611c112467a8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:10.846935 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd', 'name': 'network-vif-deleted', 'tag': '632541c2-9de3-4d00-abaf-f917367f0aac', 'status': 'completed', 'code': 200} Jul 16 02:03:11.082035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f3901-de1f-4baf-b52a-27db4fbd9446 req-24f450de-9eaa-4a2e-8522-9f5cbeec4d33 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:11.093442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-902f3901-de1f-4baf-b52a-27db4fbd9446 req-24f450de-9eaa-4a2e-8522-9f5cbeec4d33 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1103504 Jul 16 02:03:11.169160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-902f3901-de1f-4baf-b52a-27db4fbd9446 req-b922e4df-9fa2-4ca3-b055-ae194fef8db1 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734622 Jul 16 02:03:11.323387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-939daa42-a422-4a65-a305-6fd9f1760e97 req-97d60770-b296-4759-8233-1dc2583c48d0 tempest-InstanceActionsNegativeTestJSON-353769358 tempest-InstanceActionsNegativeTestJSON-353769358-project] 10.222.0.35 "GET /v2.0/ports?device_id=465f2317-ed3b-4c3c-88b2-7f3c27f8bbdd HTTP/1.1" status: 200 len: 210 time: 0.0457995 Jul 16 02:03:12.463829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:12.499899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1df58-d790-485f-b839-d5cabda3bef9 req-3a6c7c84-9e9a-4dae-ba7c-559cbf9a042e tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:12.506239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2f1df58-d790-485f-b839-d5cabda3bef9 req-3a6c7c84-9e9a-4dae-ba7c-559cbf9a042e tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1835833 Jul 16 02:03:12.560244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Deleting subnet 0594848c-aa61-4a46-aa96-f4f7f5788918 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:12.570067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.586138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2f1df58-d790-485f-b839-d5cabda3bef9 req-cbf72d00-8d54-4497-b810-55c3d6b47d56 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724895 Jul 16 02:03:12.664859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.798134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.909289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.945873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0594848c-aa61-4a46-aa96-f4f7f5788918,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:12.956122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:12.959895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b1a22c96-1181-484b-93a9-340b213dce92 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0594848c-aa61-4a46-aa96-f4f7f5788918 HTTP/1.1" status: 204 len: 168 time: 0.4943264 Jul 16 02:03:12.962134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:13.099973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.152534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553003b8-2e6d-4706-9385-79f6ab6b453d req-5570ddb2-42f3-4963-b828-2a9f9a5bff8a tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:13.161893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-553003b8-2e6d-4706-9385-79f6ab6b453d req-5570ddb2-42f3-4963-b828-2a9f9a5bff8a tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.0908599 Jul 16 02:03:13.221694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-553003b8-2e6d-4706-9385-79f6ab6b453d req-343b83c7-71d5-491e-9fad-63c79b0c56da tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583310 Jul 16 02:03:13.224254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-66a4ee8a-7101-429f-8a28-6b7f25c0b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:13.226708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-66a4ee8a-7101-429f-8a28-6b7f25c0b0a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3f3dcfe6cd6942eebe2095f62eac10ee&device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 1097 time: 0.1656470 Jul 16 02:03:13.259380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.338386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8166de-4d0e-4213-bc1a-a9f2843c3bae']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:13.354728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428d17ea-8dd6-4ff4-a5be-99315524ffe2') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:13.355073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428d17ea-8dd6-4ff4-a5be-99315524ffe2') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:13.407140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.428612 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.465734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:13.465734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:13.487687 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:13.505820 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-44d739fb-4703-4ae0-b11c-76f5aedc9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:13.507326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-44d739fb-4703-4ae0-b11c-76f5aedc9329 service neutron] 10.222.0.38 "GET /v2.0/networks?id=873bba7f-ac6c-4615-841d-bb3cdda29a13 HTTP/1.1" status: 200 len: 912 time: 0.2449348 Jul 16 02:03:13.577837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 632541c2-9de3-4d00-abaf-f917367f0aac no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:13.608696 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-6e54083a-39d4-4801-99e9-d3aba4e0f212 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57 HTTP/1.1" status: 200 len: 217 time: 0.0928183 Jul 16 02:03:13.610956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 632541c2-9de3-4d00-abaf-f917367f0aac {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:13.611898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 632541c2-9de3-4d00-abaf-f917367f0aac not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:13.626373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.637246 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:13.642929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ae8166de-4d0e-4213-bc1a-a9f2843c3bae HTTP/1.1" status: 204 len: 168 time: 0.6787524 Jul 16 02:03:13.687679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3cdab-e8b8-4008-a352-36d4e2cbaa90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8166de-4d0e-4213-bc1a-a9f2843c3bae,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:13.708208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-c25fc6f3-91ab-4ba6-9d61-1749def96570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:13.710243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-c25fc6f3-91ab-4ba6-9d61-1749def96570 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9 HTTP/1.1" status: 200 len: 851 time: 0.0942943 Jul 16 02:03:13.793395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-43e6dc4f-6bd8-450d-9867-8d93483e58aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=873bba7f-ac6c-4615-841d-bb3cdda29a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731289 Jul 16 02:03:13.961740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51776) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:13.983579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51778) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:14.047457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-17d44b37-0b7f-445d-9be9-b12e14edbb2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9976cbb9fbb04b179b9a0b5781d853f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844636 Jul 16 02:03:14.048200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51782) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:14.048357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-2d04660c-38fb-4135-81b9-86d2ad2ab77f service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473097 Jul 16 02:03:14.138070 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.168982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.219777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4d5d64e-2819-4e1b-b3c3-9d6dc776ce62 req-71ffc69b-961b-44b7-b802-0221e8d8eedf service neutron] 10.222.0.38 "GET /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648026 Jul 16 02:03:14.259713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab2d-c5f3-41c2-8e89-68d63344d889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.293700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.301614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.306930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/220257ef-3271-4826-ba4f-b89cce6dde21 HTTP/1.1" status: 204 len: 168 time: 0.2557347 Jul 16 02:03:14.337726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220257ef-3271-4826-ba4f-b89cce6dde21,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:14.357263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.358519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.359086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.359643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.360258 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.360791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.361950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.362494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.364377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.364377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.364377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.364377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e03698-8926-4cef-8c30-73fe226ba710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:14.485058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab2d-c5f3-41c2-8e89-68d63344d889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.543561 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ab2d-c5f3-41c2-8e89-68d63344d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.619905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9ab2d-c5f3-41c2-8e89-68d63344d889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976e8cf-eebb-4d8d-bb13-f7bc7869fbac,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:14.647966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0df430-e5af-4f84-9468-f9ad4b971552 req-f4a42b6a-93c3-4709-a5db-4d6ea8297137 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:14.650668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b0df430-e5af-4f84-9468-f9ad4b971552 req-f4a42b6a-93c3-4709-a5db-4d6ea8297137 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1625001 Jul 16 02:03:14.654069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e2e9ab2d-c5f3-41c2-8e89-68d63344d889 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1ca06f2545f438e9b0428755478b303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6687908 Jul 16 02:03:14.656965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:14.781224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b0df430-e5af-4f84-9468-f9ad4b971552 req-e6d33112-1fa3-4f5e-bfeb-d6061903832c tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257608 Jul 16 02:03:14.807126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d114b47b-bdf9-496f-8abf-3d0db992ccde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.833135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d114b47b-bdf9-496f-8abf-3d0db992ccde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.894442 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d114b47b-bdf9-496f-8abf-3d0db992ccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.897478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d114b47b-bdf9-496f-8abf-3d0db992ccde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.898776 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d114b47b-bdf9-496f-8abf-3d0db992ccde admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9976e8cf-eebb-4d8d-bb13-f7bc7869fbac HTTP/1.1" status: 204 len: 168 time: 0.2412035 Jul 16 02:03:14.913156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b47b-bdf9-496f-8abf-3d0db992ccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976e8cf-eebb-4d8d-bb13-f7bc7869fbac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:15.615546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:15.654105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94e705c0-8a85-4f36-b75e-4ca130baa7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.819097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94e705c0-8a85-4f36-b75e-4ca130baa7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.824269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94e705c0-8a85-4f36-b75e-4ca130baa7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:15.911868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:15.912917 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94e705c0-8a85-4f36-b75e-4ca130baa7dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49edf1d506a14fcfbd17aab5e42de419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924380 Jul 16 02:03:15.914081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e705c0-8a85-4f36-b75e-4ca130baa7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36a1ec-c432-4191-bbcb-4e2303d85441,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:16.064529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab8808cd-2212-4f38-b3fd-07c9aa3f6090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.099689 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab8808cd-2212-4f38-b3fd-07c9aa3f6090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.259077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ee24e-9cd1-4f30-b951-ab1559db8fc7 req-ac48d11f-057f-4ce0-b48e-44ba5036a4e6 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.263021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-376ee24e-9cd1-4f30-b951-ab1559db8fc7 req-ac48d11f-057f-4ce0-b48e-44ba5036a4e6 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.2609229 Jul 16 02:03:16.293323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab8808cd-2212-4f38-b3fd-07c9aa3f6090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.297730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab8808cd-2212-4f38-b3fd-07c9aa3f6090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:16.303206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ab8808cd-2212-4f38-b3fd-07c9aa3f6090 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b36a1ec-c432-4191-bbcb-4e2303d85441 HTTP/1.1" status: 204 len: 168 time: 0.3881180 Jul 16 02:03:16.330700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8808cd-2212-4f38-b3fd-07c9aa3f6090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36a1ec-c432-4191-bbcb-4e2303d85441,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:16.401091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-376ee24e-9cd1-4f30-b951-ab1559db8fc7 req-c28692dd-aac5-4d05-b8e3-38ee5d5cbdbf tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229537 Jul 16 02:03:16.787280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:17.010217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274da3d-d598-4d5c-9c60-046cd16ed530 req-8c3e3d4e-2658-47ec-9a9a-430640e8539a tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:17.011843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6274da3d-d598-4d5c-9c60-046cd16ed530 req-8c3e3d4e-2658-47ec-9a9a-430640e8539a tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1169288 Jul 16 02:03:17.031277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1dac0f4-24fa-423f-9ef3-e9d9b95066ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.096778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6274da3d-d598-4d5c-9c60-046cd16ed530 req-70c083bd-ea16-4fdc-9180-5b1272c0bbb3 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Jul 16 02:03:17.219754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1dac0f4-24fa-423f-9ef3-e9d9b95066ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.225949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1dac0f4-24fa-423f-9ef3-e9d9b95066ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.283498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dac0f4-24fa-423f-9ef3-e9d9b95066ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1d389-c127-4759-9efd-5bffb693888e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:17.296444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:17.296945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f1dac0f4-24fa-423f-9ef3-e9d9b95066ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=959df2ee0dbf486189515ec7d2d05135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079215 Jul 16 02:03:17.363842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89066e30-7a67-4128-a95e-06857f910030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.397439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89066e30-7a67-4128-a95e-06857f910030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.459106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89066e30-7a67-4128-a95e-06857f910030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.463755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89066e30-7a67-4128-a95e-06857f910030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:17.469276 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89066e30-7a67-4128-a95e-06857f910030 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60a1d389-c127-4759-9efd-5bffb693888e HTTP/1.1" status: 204 len: 168 time: 0.1688759 Jul 16 02:03:17.491498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89066e30-7a67-4128-a95e-06857f910030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1d389-c127-4759-9efd-5bffb693888e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:18.355454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429078a0-2d46-417c-adbc-bb95492a8e56 req-cbe85338-948b-4e5b-a403-f56f2764754f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.362697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-429078a0-2d46-417c-adbc-bb95492a8e56 req-cbe85338-948b-4e5b-a403-f56f2764754f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1249151 Jul 16 02:03:18.414294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-429078a0-2d46-417c-adbc-bb95492a8e56 req-9e730999-1e51-4588-ae8f-0fdf5e891a4d tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Jul 16 02:03:18.715382 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 51970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:18.776932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-87dd536f-679a-4bb8-985b-0488e65a7804 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.793921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-87dd536f-679a-4bb8-985b-0488e65a7804 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.1418302 Jul 16 02:03:18.944287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1469569274-network', 'tenant_id': 'cb813cd3483e445c85152ffdbf53aff8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:18.990635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Made reservation on behalf of cb813cd3483e445c85152ffdbf53aff8 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:18.994989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.280509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.397631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Deleting port f8fcdfdd-178d-4c01-9583-09271c7d5a57 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:19.398292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.426217 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.496928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.544091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:03:19.581387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] For port f8fcdfdd-178d-4c01-9583-09271c7d5a57, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=f8fcdfdd-178d-4c01-9583-09271c7d5a57,segment=NetworkSegment(3afa521a-de10-43c6-a842-e540a1ccab38),segment_id=3afa521a-de10-43c6-a842-e540a1ccab38)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:19.581798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.610148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.610523 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Added segment 3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f of type vlan for network 5319c5a4-a738-447c-bbae-207267df1a1c Jul 16 02:03:19.612236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Calling delete_port for f8fcdfdd-178d-4c01-9583-09271c7d5a57 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:19.613754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5b11-fc97-471a-ac69-ae885326db3d req-cf2b3789-5873-417b-9401-e42fb63aaf72 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:19.615506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09bd5b11-fc97-471a-ac69-ae885326db3d req-cf2b3789-5873-417b-9401-e42fb63aaf72 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 946 time: 0.0803514 Jul 16 02:03:19.626439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93f69d-2c45-4563-9322-835dd89b8150,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:19.671479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09bd5b11-fc97-471a-ac69-ae885326db3d req-5ee749b6-2284-4403-b66a-012dd871eeb7 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/security-groups?id=542576b8-69fe-4987-8402-d274df9e35b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491743 Jul 16 02:03:19.727428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.788909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.789879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:19.790449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.840820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1241593 Jul 16 02:03:19.844318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 51998) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:19.849697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Request body: {'subnet': {'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1469569274-subnet', 'tenant_id': 'cb813cd3483e445c85152ffdbf53aff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:19.893747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Made reservation on behalf of cb813cd3483e445c85152ffdbf53aff8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:19.896058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:19.925117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076fedf-9b18-44a7-990c-87e7d186a80c admin admin] Pushing event updated for resources: {'Network': ['ID=5319c5a4-a738-447c-bbae-207267df1a1c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:19.938489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 5319c5a4-a738-447c-bbae-207267df1a1c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:03:19.983798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.052400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Pushing event deleted for resources: {'Port': ['ID=f8fcdfdd-178d-4c01-9583-09271c7d5a57,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:20.123465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] No DVR routers for this DVR port f8fcdfdd-178d-4c01-9583-09271c7d5a57 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:20.126439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.128739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11455865-32d0-403a-a7f1-9d9118e6b995 req-a92856fd-3a6c-405d-91fa-00dd1b7e426f tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.38 "DELETE /v2.0/ports/f8fcdfdd-178d-4c01-9583-09271c7d5a57 HTTP/1.1" status: 204 len: 173 time: 1.3287203 Jul 16 02:03:20.129433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3b1325-4a26-48fc-9d90-82940374c657', 'name': 'network-vif-deleted', 'tag': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:20.131963 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bfbd8d-18f1-4c10-9fa1-d2b40702a821" -d '{"events": [{"server_uuid": "5b3b1325-4a26-48fc-9d90-82940374c657", "name": "network-vif-deleted", "tag": "f8fcdfdd-178d-4c01-9583-09271c7d5a57"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:20.195009 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.220049 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4616ffd1-d815-4d6e-a76f-61c8c18ba0b5 x-openstack-request-id: req-4616ffd1-d815-4d6e-a76f-61c8c18ba0b5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:20.220290 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3b1325-4a26-48fc-9d90-82940374c657", "name": "network-vif-deleted", "tag": "f8fcdfdd-178d-4c01-9583-09271c7d5a57", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:20.220544 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4616ffd1-d815-4d6e-a76f-61c8c18ba0b5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:20.220947 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3b1325-4a26-48fc-9d90-82940374c657', 'name': 'network-vif-deleted', 'tag': 'f8fcdfdd-178d-4c01-9583-09271c7d5a57', 'status': 'completed', 'code': 200} Jul 16 02:03:20.273655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6b1fa3-403f-4388-984a-dd9a34b7aa4b,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:20.303570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Checking segment: {'id': '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:20.304309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Network hostable DHCP agents. Network: 5319c5a4-a738-447c-bbae-207267df1a1c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:03:20.330656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Network 5319c5a4-a738-447c-bbae-207267df1a1c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:03:20.345466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 5319c5a4-a738-447c-bbae-207267df1a1c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:20.351000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:20.352081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:20.356891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb85ed8-a0e6-491b-877e-636454c14169 None None] Network 5319c5a4-a738-447c-bbae-207267df1a1c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:20.376358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a9b08820-51e4-485b-a63d-d0fc6bb27b18 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5308008 Jul 16 02:03:20.588280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b917b-4c83-4a6c-b32f-c9da4ee61981 None None] Network 5319c5a4-a738-447c-bbae-207267df1a1c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:21.104065 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91035b83-2383-4afe-a454-b332b536dc78 req-5d66e8c7-6238-4bf7-8b0c-db883e44dc10 tempest-TestServerAdvancedOps-1703094850 tempest-TestServerAdvancedOps-1703094850-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b3b1325-4a26-48fc-9d90-82940374c657 HTTP/1.1" status: 200 len: 210 time: 0.0650845 Jul 16 02:03:21.183577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f8fcdfdd-178d-4c01-9583-09271c7d5a57 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:21.206972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: f8fcdfdd-178d-4c01-9583-09271c7d5a57 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:21.207533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device f8fcdfdd-178d-4c01-9583-09271c7d5a57 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:22.156551 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.240555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52074) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:22.300950 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Deleting subnet d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:22.304525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.347560 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.396326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.531316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.571483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-58edd735-e6dc-402b-b7e3-1d9585bea767 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.578374 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-58edd735-e6dc-402b-b7e3-1d9585bea767 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/networks?id=5319c5a4-a738-447c-bbae-207267df1a1c HTTP/1.1" status: 200 len: 810 time: 0.1788032 Jul 16 02:03:22.580300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.590878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.593199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-712f651b-b9cb-45e6-9102-c67c543516df admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d69a18be-5ab7-4ae5-8fe8-9654eb1b2fb9 HTTP/1.1" status: 204 len: 168 time: 0.3505654 Jul 16 02:03:22.595952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:22.607131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-ba7a4cb3-ed59-41ff-bfa9-5753faa62022 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/quotas/cb813cd3483e445c85152ffdbf53aff8 HTTP/1.1" status: 200 len: 375 time: 0.0272520 Jul 16 02:03:22.656605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-90f27309-c076-46f3-b3f6-6175144c4ad9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb813cd3483e445c85152ffdbf53aff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485165 Jul 16 02:03:22.761878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-6a9b9ce5-3193-4003-a684-c7509d02585d service neutron] 10.222.0.35 "GET /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041896 Jul 16 02:03:22.767614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.880265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.896098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873bba7f-ac6c-4615-841d-bb3cdda29a13']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:22.908940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-4e21584a-f966-4045-836c-a1149ecb8081 service neutron] 10.222.0.35 "GET /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459572 Jul 16 02:03:22.911926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afa521a-de10-43c6-a842-e540a1ccab38') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:22.912544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afa521a-de10-43c6-a842-e540a1ccab38') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:22.930756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.951972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.968886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:22.970576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:22.973497 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:23.076971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.094942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.099990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/873bba7f-ac6c-4615-841d-bb3cdda29a13 HTTP/1.1" status: 204 len: 168 time: 0.5023050 Jul 16 02:03:23.100186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52104) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:23.101270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2922780-1af4-4452-851a-ba4103b738a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=873bba7f-ac6c-4615-841d-bb3cdda29a13,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:23.222337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Deleting subnet 6e0e7a42-16b2-4c48-82f1-3ed14875fcb6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:23.271430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.369835 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.521394 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.522921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.594403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75aca90f-30e6-421b-aae6-1f900d4d2ec8 req-67cd075f-a4f2-432b-bb14-4fa70e81793d tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 210 time: 0.1163054 Jul 16 02:03:23.655940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.713847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0e7a42-16b2-4c48-82f1-3ed14875fcb6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:23.714704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.733131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f1931cc7-5b02-46a8-8af1-5bd2b5e232d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:23.738909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-281b0850-1f40-411d-aa99-d7706deaa8a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e0e7a42-16b2-4c48-82f1-3ed14875fcb6 HTTP/1.1" status: 204 len: 168 time: 0.6376104 Jul 16 02:03:23.741967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52122) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:23.942674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.091540 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.107052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea9f873-9e6f-47c4-bc6f-3a198b16713e']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:24.121448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eafbc5-a648-4065-b415-d0bd3e722948') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:24.121990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eafbc5-a648-4065-b415-d0bd3e722948') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:24.133636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:24.162964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.195705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.206248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:24.207435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:24.278297 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:24.293384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.301747 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.305863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] 10.222.0.35 "DELETE /v2.0/networks/bea9f873-9e6f-47c4-bc6f-3a198b16713e HTTP/1.1" status: 204 len: 168 time: 0.5597217 Jul 16 02:03:24.340591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5389fe-95f2-4122-825c-61041661cbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=bea9f873-9e6f-47c4-bc6f-3a198b16713e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:24.358891 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b69872-3b64-4cd5-ab0e-c043d61c6fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.580574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52142) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:24.684412 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94a8fce0-6e49-450e-a54d-4570bf27a85c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f3dcfe6cd6942eebe2095f62eac10ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008978 Jul 16 02:03:24.697206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52146) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:24.787088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b69872-3b64-4cd5-ab0e-c043d61c6fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.807814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1b69872-3b64-4cd5-ab0e-c043d61c6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.845169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cd4564ad-16aa-4e27-916c-de2b1a78c921 req-77f50e25-dd68-4afb-84fb-d9c02efee2e4 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 210 time: 0.0561268 Jul 16 02:03:24.866186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd30c796-d4e9-48b9-b00c-b39a220c5510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.893547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd30c796-d4e9-48b9-b00c-b39a220c5510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:24.935270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52152) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:24.939706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f1b69872-3b64-4cd5-ab0e-c043d61c6fbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46af25cbd1a244018164e8083c830818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7966056 Jul 16 02:03:24.955074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b69872-3b64-4cd5-ab0e-c043d61c6fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce3593-febb-4c5d-9d6d-1f654b8c562a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:25.011955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd30c796-d4e9-48b9-b00c-b39a220c5510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.015066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd30c796-d4e9-48b9-b00c-b39a220c5510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.015991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-553e922e-6139-4a94-81b1-1a3c1f900ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.016255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd30c796-d4e9-48b9-b00c-b39a220c5510 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/542576b8-69fe-4987-8402-d274df9e35b4 HTTP/1.1" status: 204 len: 168 time: 0.3155065 Jul 16 02:03:25.038699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30c796-d4e9-48b9-b00c-b39a220c5510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542576b8-69fe-4987-8402-d274df9e35b4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:25.054346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-553e922e-6139-4a94-81b1-1a3c1f900ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.109138 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-553e922e-6139-4a94-81b1-1a3c1f900ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.113062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-553e922e-6139-4a94-81b1-1a3c1f900ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.114588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-553e922e-6139-4a94-81b1-1a3c1f900ce8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86ce3593-febb-4c5d-9d6d-1f654b8c562a HTTP/1.1" status: 204 len: 168 time: 0.1776776 Jul 16 02:03:25.128316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e922e-6139-4a94-81b1-1a3c1f900ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce3593-febb-4c5d-9d6d-1f654b8c562a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:25.653447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:25.694969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-42a9d526-6c74-4cab-9ed6-79c167b2dc8d tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:25.696907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-42a9d526-6c74-4cab-9ed6-79c167b2dc8d tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.38 "GET /v2.0/networks?id=5319c5a4-a738-447c-bbae-207267df1a1c HTTP/1.1" status: 200 len: 810 time: 0.2594481 Jul 16 02:03:25.702292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52172) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:25.717778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Request body: {'port': {'device_id': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c', 'admin_state_up': True, 'tenant_id': 'cb813cd3483e445c85152ffdbf53aff8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:25.729563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-077b7aa0-9756-422d-a2e0-0ca429796f18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=858888a25e7f4901b62c3336fb176c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748155 Jul 16 02:03:25.731927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52174) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:25.789327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b878aa6-4b1f-419b-8d47-5487a8020e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.815339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6e078b-64d0-49b6-ae80-2064272b06c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.816374 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b878aa6-4b1f-419b-8d47-5487a8020e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.901044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b878aa6-4b1f-419b-8d47-5487a8020e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.908675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4b878aa6-4b1f-419b-8d47-5487a8020e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:25.913958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4b878aa6-4b1f-419b-8d47-5487a8020e96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57794282-9a56-4d82-8e23-7f208610342d HTTP/1.1" status: 204 len: 168 time: 0.1789091 Jul 16 02:03:25.940479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878aa6-4b1f-419b-8d47-5487a8020e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57794282-9a56-4d82-8e23-7f208610342d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:26.142407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6e078b-64d0-49b6-ae80-2064272b06c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.153912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e6e078b-64d0-49b6-ae80-2064272b06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.187969 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-725f3c3f-681a-45f8-aee7-ebbdcc2d7d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.215179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d4ff8fd1-e858-4ae7-9cf4-548968321209 req-300b66ea-f628-4cda-accd-0537f157b755 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 210 time: 0.0827947 Jul 16 02:03:26.226592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e078b-64d0-49b6-ae80-2064272b06c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3a385-7116-4fef-9bda-cdf11af8b162,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:26.256429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Made reservation on behalf of cb813cd3483e445c85152ffdbf53aff8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:26.262632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.284364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e6e078b-64d0-49b6-ae80-2064272b06c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=503d015debcd4066a24a5d20a3787c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802202 Jul 16 02:03:26.286518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:26.425508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-681cee97-b11d-4aa2-bfa8-81e9b67436ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.477246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.497515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-681cee97-b11d-4aa2-bfa8-81e9b67436ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.557437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Allocated IP 172.20.0.2 (5319c5a4-a738-447c-bbae-207267df1a1c/7d6b1fa3-403f-4388-984a-dd9a34b7aa4b/71e9d150-fb94-4306-8765-edb03dcbb40a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:26.621190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-681cee97-b11d-4aa2-bfa8-81e9b67436ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.625169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-681cee97-b11d-4aa2-bfa8-81e9b67436ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:26.626888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-681cee97-b11d-4aa2-bfa8-81e9b67436ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12e3a385-7116-4fef-9bda-cdf11af8b162 HTTP/1.1" status: 204 len: 168 time: 0.3391747 Jul 16 02:03:26.646033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cee97-b11d-4aa2-bfa8-81e9b67436ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3a385-7116-4fef-9bda-cdf11af8b162,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:27.052488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.145224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.260390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Network 5319c5a4-a738-447c-bbae-207267df1a1c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:27.264219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:27.273914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:27.359232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Pushing event updated for resources: {'Port': ['ID=71e9d150-fb94-4306-8765-edb03dcbb40a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:27.429842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:27.431455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.436600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.468119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-eb477da1-280b-4bb1-a3d8-101db42cdbe9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7547576 Jul 16 02:03:27.481424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Request body: {'port': {'device_id': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:27.645846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:27.700699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530f8d5-a217-4a63-9de4-938af3025f5d req-c73aad26-c41b-437d-84e6-9560a40d35ac tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:27.713878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8530f8d5-a217-4a63-9de4-938af3025f5d req-c73aad26-c41b-437d-84e6-9560a40d35ac tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 931 time: 0.1599510 Jul 16 02:03:27.768605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8530f8d5-a217-4a63-9de4-938af3025f5d req-a19a5a1f-6d16-47ff-9ee5-30822f801539 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 Jul 16 02:03:28.088613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e9d150-fb94-4306-8765-edb03dcbb40a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:28.098655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.124425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Transition to ACTIVE for port object 71e9d150-fb94-4306-8765-edb03dcbb40a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:28.128940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.363612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Attempting to bind port 71e9d150-fb94-4306-8765-edb03dcbb40a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:28.364282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Attempting to bind port 71e9d150-fb94-4306-8765-edb03dcbb40a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:28.364282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Attempting to bind port 71e9d150-fb94-4306-8765-edb03dcbb40a on network 5319c5a4-a738-447c-bbae-207267df1a1c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:28.375525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Port 71e9d150-fb94-4306-8765-edb03dcbb40a on network 5319c5a4-a738-447c-bbae-207267df1a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:03:28.375525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Attempting to bind port 71e9d150-fb94-4306-8765-edb03dcbb40a on network 5319c5a4-a738-447c-bbae-207267df1a1c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:28.375525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Pushing event updated for resources: {'Port': ['ID=71e9d150-fb94-4306-8765-edb03dcbb40a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:28.379937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:28.380501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Checking segment: {'id': '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:28.380985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Bound using segment: {'id': '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:28.381425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Bound port: 71e9d150-fb94-4306-8765-edb03dcbb40a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:28.381875 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.465175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] For port 71e9d150-fb94-4306-8765-edb03dcbb40a, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:28.479323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] For port 71e9d150-fb94-4306-8765-edb03dcbb40a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=71e9d150-fb94-4306-8765-edb03dcbb40a,segment=NetworkSegment(3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f),segment_id=3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:28.488977 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.544794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:28.545512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.548694 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] 10.222.0.38 "PUT /v2.0/ports/71e9d150-fb94-4306-8765-edb03dcbb40a HTTP/1.1" status: 200 len: 1091 time: 1.0706732 Jul 16 02:03:28.548694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'tag': '71e9d150-fb94-4306-8765-edb03dcbb40a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:28.549667 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526a04f-f9ec-4253-9bf0-de701abb02f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c054160d-52a8-4f9e-9495-9d32e1bb25df", "tag": "71e9d150-fb94-4306-8765-edb03dcbb40a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:28.646856 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3598e-eb29-4fd1-8e8b-a90869a09ad6 x-openstack-request-id: req-3cd3598e-eb29-4fd1-8e8b-a90869a09ad6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:28.647152 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c054160d-52a8-4f9e-9495-9d32e1bb25df", "tag": "71e9d150-fb94-4306-8765-edb03dcbb40a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:28.651457 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cd3598e-eb29-4fd1-8e8b-a90869a09ad6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:28.652891 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'tag': '71e9d150-fb94-4306-8765-edb03dcbb40a', 'status': 'completed', 'code': 200} Jul 16 02:03:28.714631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141df06-05b6-4d8c-b45f-2bdad4456723 service neutron] Pushing event updated for resources: {'Port': ['ID=71e9d150-fb94-4306-8765-edb03dcbb40a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:28.778896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-05a7b154-e85e-4e1e-aa63-8ee1f9fc1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:28.782604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-05a7b154-e85e-4e1e-aa63-8ee1f9fc1024 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb813cd3483e445c85152ffdbf53aff8&device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 1094 time: 0.1855888 Jul 16 02:03:28.860306 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-7dd8a809-46c8-4182-9547-ba3052421917 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71e9d150-fb94-4306-8765-edb03dcbb40a HTTP/1.1" status: 200 len: 217 time: 0.0703585 Jul 16 02:03:28.908773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:28.964646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-dcc4c182-b049-42c2-a810-269f399d474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:28.966959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-dcc4c182-b049-42c2-a810-269f399d474a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d6b1fa3-403f-4388-984a-dd9a34b7aa4b HTTP/1.1" status: 200 len: 850 time: 0.1003497 Jul 16 02:03:29.024244 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-cc0b7679-05f9-4894-855e-31814ddce963 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5319c5a4-a738-447c-bbae-207267df1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506508 Jul 16 02:03:29.118381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384fff1-e296-4a76-811c-24e10bd16f3d req-bcefbd2c-fe5a-438c-acd5-1789743c87b9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.125934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4384fff1-e296-4a76-811c-24e10bd16f3d req-bcefbd2c-fe5a-438c-acd5-1789743c87b9 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 943 time: 0.1623478 Jul 16 02:03:29.169179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4384fff1-e296-4a76-811c-24e10bd16f3d req-a6616f8e-c2af-4801-8784-5446f2cbc94b tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Jul 16 02:03:29.252543 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-ebb95394-343b-4b9d-83e8-da582728f09e service neutron] 10.222.0.38 "GET /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209108 Jul 16 02:03:29.439104 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8ea1bcc2-6f76-411a-88b3-932fc28f41f4 req-c90e49d1-cd6f-4b35-8265-fd37490474ba service neutron] 10.222.0.38 "GET /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792779 Jul 16 02:03:29.618655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-6216e2cb-8c38-4c46-9e12-1f0904a93822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.622070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-6216e2cb-8c38-4c46-9e12-1f0904a93822 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb813cd3483e445c85152ffdbf53aff8&device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 1094 time: 0.1345801 Jul 16 02:03:29.771920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-b73dab67-8887-4a52-b3e1-672be5d2b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.774237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-b73dab67-8887-4a52-b3e1-672be5d2b372 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5319c5a4-a738-447c-bbae-207267df1a1c HTTP/1.1" status: 200 len: 911 time: 0.1447768 Jul 16 02:03:29.839616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-74007ecd-1798-4e73-9202-e572f268bd3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71e9d150-fb94-4306-8765-edb03dcbb40a HTTP/1.1" status: 200 len: 217 time: 0.0524340 Jul 16 02:03:29.912136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-89ed2a20-98f4-4bff-a492-2acede728432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.913695 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-89ed2a20-98f4-4bff-a492-2acede728432 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7d6b1fa3-403f-4388-984a-dd9a34b7aa4b HTTP/1.1" status: 200 len: 850 time: 0.0673921 Jul 16 02:03:29.951564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-21bfccaf-053e-4cbc-9c80-45a3b72acd56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5319c5a4-a738-447c-bbae-207267df1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296803 Jul 16 02:03:30.078867 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-0f93f399-deb6-46d2-998e-ce94f098c547 service neutron] 10.222.0.38 "GET /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210961 Jul 16 02:03:30.292828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4526a04f-f9ec-4253-9bf0-de701abb02f9 req-a5f54df7-f733-481b-99c5-540e1c7d5ce4 service neutron] 10.222.0.38 "GET /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074087 Jul 16 02:03:30.729553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40541d-8323-4e09-99ed-4b92a07d592d req-bab1c418-974b-45bd-9baf-e82698f00d16 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:30.734330 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b40541d-8323-4e09-99ed-4b92a07d592d req-bab1c418-974b-45bd-9baf-e82698f00d16 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 943 time: 0.2695563 Jul 16 02:03:30.820968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b40541d-8323-4e09-99ed-4b92a07d592d req-8a820cf7-e2bb-4ae1-9d81-85288369fd5b tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768435 Jul 16 02:03:31.009025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6360a-0a92-4c11-a807-97229c497ea2 req-865edb59-9cf4-4abc-b6bc-51ebe7b00489 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:31.020600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4c6360a-0a92-4c11-a807-97229c497ea2 req-865edb59-9cf4-4abc-b6bc-51ebe7b00489 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 946 time: 0.1400619 Jul 16 02:03:31.063943 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4c6360a-0a92-4c11-a807-97229c497ea2 req-cda05e47-6016-4117-a823-766eddf2afdf tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Jul 16 02:03:32.143970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7ca44-b48f-4ca9-b0dc-839461ffa2bc req-752febae-be4a-4a49-b48a-f32b04990682 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.155972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58e7ca44-b48f-4ca9-b0dc-839461ffa2bc req-752febae-be4a-4a49-b48a-f32b04990682 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 943 time: 0.1350687 Jul 16 02:03:32.287801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-58e7ca44-b48f-4ca9-b0dc-839461ffa2bc req-7c97dbb6-8d4b-4361-a0d8-d61888e0b1d4 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291938 Jul 16 02:03:32.384058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-cc2bc291-3666-4ad8-bde9-bc9e3d28bfb4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.386517 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-cc2bc291-3666-4ad8-bde9-bc9e3d28bfb4 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 946 time: 0.4236844 Jul 16 02:03:32.456684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc611d-7d84-4456-a289-d92978bd7d39 req-6d99efe5-9777-4634-99d9-1f8bb0ab0021 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.466469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4efc611d-7d84-4456-a289-d92978bd7d39 req-6d99efe5-9777-4634-99d9-1f8bb0ab0021 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 946 time: 0.1614170 Jul 16 02:03:32.532046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4efc611d-7d84-4456-a289-d92978bd7d39 req-8f8da5ed-407e-4490-96bf-90da28a10a29 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups?id=294f39f9-b763-4485-bf9f-ec330f58fc59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643909 Jul 16 02:03:32.652119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Deleting port e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:32.655585 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.830604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] For port e04d543e-2f3c-4471-b5f3-530bf0672d14, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e04d543e-2f3c-4471-b5f3-530bf0672d14,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:32.831096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.080870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 71e9d150-fb94-4306-8765-edb03dcbb40a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:33.211275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.211738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.211974 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Floating IP c504467f-9260-4c40-aa61-3ba6c6852fd0 disassociated. External IP: 172.25.0.62, port: e04d543e-2f3c-4471-b5f3-530bf0672d14. Jul 16 02:03:33.212464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Calling delete_port for e04d543e-2f3c-4471-b5f3-530bf0672d14 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:33.294453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 71e9d150-fb94-4306-8765-edb03dcbb40a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=71e9d150-fb94-4306-8765-edb03dcbb40a,segment=NetworkSegment(3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f),segment_id=3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:33.307510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '71e9d150-fb94-4306-8765-edb03dcbb40a', 'network_id': '5319c5a4-a738-447c-bbae-207267df1a1c', 'port_id': '71e9d150-fb94-4306-8765-edb03dcbb40a', 'mac_address': 'fa:16:3e:3a:c8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6b1fa3-403f-4388-984a-dd9a34b7aa4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:33.433321 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.463053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e9d150-fb94-4306-8765-edb03dcbb40a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:33.534083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 71e9d150-fb94-4306-8765-edb03dcbb40a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=71e9d150-fb94-4306-8765-edb03dcbb40a,segment=NetworkSegment(3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f),segment_id=3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:33.546824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.570874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:33.665350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=71e9d150-fb94-4306-8765-edb03dcbb40a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:33.702500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event deleted for resources: {'Port': ['ID=e04d543e-2f3c-4471-b5f3-530bf0672d14,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:33.736902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['71e9d150-fb94-4306-8765-edb03dcbb40a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:33.772361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84503dc8-746a-4c04-82b0-968b948d0aa3 req-4ffd3be0-c994-46ce-b70a-d7861d43ccc6 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.795112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84503dc8-746a-4c04-82b0-968b948d0aa3 req-4ffd3be0-c994-46ce-b70a-d7861d43ccc6 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 944 time: 0.2041481 Jul 16 02:03:33.923525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dfac74b6-6191-4aeb-a08f-9df0619282be req-3ce16f8a-ee51-4eea-83c3-b0569911ffe5 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 210 time: 0.0596750 Jul 16 02:03:33.941082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84503dc8-746a-4c04-82b0-968b948d0aa3 req-a268711e-1add-4823-b641-81cbfd329d6a tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428716 Jul 16 02:03:34.323002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:34.464440 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:34.605845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:34.634696 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:34.659722 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:34.661503 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:34.712129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] No DVR routers for this DVR port e04d543e-2f3c-4471-b5f3-530bf0672d14 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:34.717157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.719955 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-682deab6-52aa-4418-bea3-6812e0e7a723 req-b78fe0e6-1d12-41d6-ae22-277cd9563bb2 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.38 "DELETE /v2.0/ports/e04d543e-2f3c-4471-b5f3-530bf0672d14 HTTP/1.1" status: 204 len: 173 time: 2.3292334 Jul 16 02:03:34.720492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-deleted', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:34.722985 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d749793-bd5f-48de-bfcf-ab0aedc8b89d" -d '{"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-deleted", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:34.800008 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e262ba51-7951-44ed-aeca-3d190a9d8c90 x-openstack-request-id: req-e262ba51-7951-44ed-aeca-3d190a9d8c90 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:34.800577 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d65d09c-0e95-49d1-b031-d547132d778c", "name": "network-vif-deleted", "tag": "e04d543e-2f3c-4471-b5f3-530bf0672d14", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:34.801023 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e262ba51-7951-44ed-aeca-3d190a9d8c90 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:34.801423 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d65d09c-0e95-49d1-b031-d547132d778c', 'name': 'network-vif-deleted', 'tag': 'e04d543e-2f3c-4471-b5f3-530bf0672d14', 'status': 'completed', 'code': 200} Jul 16 02:03:35.046395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:35.108945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 71e9d150-fb94-4306-8765-edb03dcbb40a up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:35.333598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8261599d-83df-48cc-846a-f2947f5d017b req-44414ba2-95d3-4880-ae50-1c2e3d44cc3d tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d65d09c-0e95-49d1-b031-d547132d778c HTTP/1.1" status: 200 len: 210 time: 0.1069231 Jul 16 02:03:35.338104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 71e9d150-fb94-4306-8765-edb03dcbb40a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:35.352658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 71e9d150-fb94-4306-8765-edb03dcbb40a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:35.353023 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:35.554171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e779a-c36b-415d-9c48-45162fc3b868 req-696b0b48-6a1d-4475-8a1e-a90d9f6c7eb0 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.577632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef9e779a-c36b-415d-9c48-45162fc3b868 req-696b0b48-6a1d-4475-8a1e-a90d9f6c7eb0 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 944 time: 0.1595101 Jul 16 02:03:35.599861 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:35.633826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e9d150-fb94-4306-8765-edb03dcbb40a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:35.637466 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0da57e-b091-43dc-8e19-3522e4f27544" -d '{"events": [{"server_uuid": "c054160d-52a8-4f9e-9495-9d32e1bb25df", "name": "network-vif-plugged", "status": "completed", "tag": "71e9d150-fb94-4306-8765-edb03dcbb40a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:35.657277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 71e9d150-fb94-4306-8765-edb03dcbb40a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=71e9d150-fb94-4306-8765-edb03dcbb40a,segment=NetworkSegment(3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f),segment_id=3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:35.664557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:35.666569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:35.690821 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:35.757541 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c12f06-f0f2-434e-bf47-6264bccc58e6 x-openstack-request-id: req-e0c12f06-f0f2-434e-bf47-6264bccc58e6 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:35.759416 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c054160d-52a8-4f9e-9495-9d32e1bb25df", "name": "network-vif-plugged", "status": "completed", "tag": "71e9d150-fb94-4306-8765-edb03dcbb40a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:35.759684 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0c12f06-f0f2-434e-bf47-6264bccc58e6 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:35.760100 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e9d150-fb94-4306-8765-edb03dcbb40a', 'code': 200} Jul 16 02:03:35.766595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: e04d543e-2f3c-4471-b5f3-530bf0672d14 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:35.767228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e04d543e-2f3c-4471-b5f3-530bf0672d14 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:35.785395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=71e9d150-fb94-4306-8765-edb03dcbb40a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:35.808617 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:35.842223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:35.848111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:36.051831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df6643-62bd-4a24-ac36-830f0f519c2a req-734807d6-a4fe-4177-b425-47cbfa779cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:36.053395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3df6643-62bd-4a24-ac36-830f0f519c2a req-734807d6-a4fe-4177-b425-47cbfa779cf9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 1096 time: 0.1988208 Jul 16 02:03:36.142330 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3df6643-62bd-4a24-ac36-830f0f519c2a req-f27ba949-c71f-46f1-8055-de71005bf788 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785069 Jul 16 02:03:36.265733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:36.424617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef9e779a-c36b-415d-9c48-45162fc3b868 req-302335f0-3921-4729-863d-8ea3e7633f7a tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8431504 Jul 16 02:03:36.587460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:36.683586 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:36.688977 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c558ae4-df06-4173-8a49-c28179b83db0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.720450 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d4b01-e0a1-4598-aafe-39c02ff88915 None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T01:55:09Z', 'revision_number': 4, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '6acfc979-df6d-47ee-9723-7450bd1586a2', 'name': '', 'network_id': '7e0e58d4-2ece-4255-a6d2-842ff45570b5', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'mac_address': 'fa:16:3e:9c:6a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '75657138-9f3c-4be4-9367-c27e49244129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:07Z', 'updated_at': '2021-07-16T01:55:19Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'subnets': [{'id': '75657138-9f3c-4be4-9367-c27e49244129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:36.721092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c558ae4-df06-4173-8a49-c28179b83db0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.816800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c558ae4-df06-4173-8a49-c28179b83db0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.822417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c558ae4-df06-4173-8a49-c28179b83db0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.826759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7c558ae4-df06-4173-8a49-c28179b83db0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "DELETE /v2.0/security-groups/294f39f9-b763-4485-bf9f-ec330f58fc59 HTTP/1.1" status: 204 len: 168 time: 0.2351887 Jul 16 02:03:36.827366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52424) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:36.847003 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-32335c33-cd30-4359-b659-9f3e957af45e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] show failed (client error): The resource could not be found. Jul 16 02:03:36.852999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-32335c33-cd30-4359-b659-9f3e957af45e tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "GET /v2.0/security-groups/294f39f9-b763-4485-bf9f-ec330f58fc59 HTTP/1.1" status: 404 len: 347 time: 0.0216019 Jul 16 02:03:36.853518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52428) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:36.856021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c558ae4-df06-4173-8a49-c28179b83db0 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294f39f9-b763-4485-bf9f-ec330f58fc59,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:37.080108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Deleting port 49a51f7c-0de5-4cfb-90d1-b75564dbfd4c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:37.080781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.175993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.176706 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.206283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Calling delete_port for 49a51f7c-0de5-4cfb-90d1-b75564dbfd4c owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:37.226314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277a73a8-4bcc-4816-81e5-c532f63c9cda None None] New status for floating IP c504467f-9260-4c40-aa61-3ba6c6852fd0: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:37.415570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-277a73a8-4bcc-4816-81e5-c532f63c9cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:03:37.416196 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-277a73a8-4bcc-4816-81e5-c532f63c9cda None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:03:37.417656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.473785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Pushing event deleted for resources: {'Port': ['ID=49a51f7c-0de5-4cfb-90d1-b75564dbfd4c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:37.671223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.678080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.683947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e2099ac4-259a-462b-983d-f30fdc4e9bb3 tempest-AttachVolumeShelveTestJSON-839582146 tempest-AttachVolumeShelveTestJSON-839582146-project] 10.222.0.35 "DELETE /v2.0/floatingips/c504467f-9260-4c40-aa61-3ba6c6852fd0 HTTP/1.1" status: 204 len: 168 time: 0.8286176 Jul 16 02:03:37.844113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c965a-e0fc-488a-b6c7-5aa1b670144c req-a77c364a-946f-4c3d-bfd4-fbeeb014c269 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:37.844113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e1c965a-e0fc-488a-b6c7-5aa1b670144c req-a77c364a-946f-4c3d-bfd4-fbeeb014c269 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 945 time: 0.1947033 Jul 16 02:03:37.914891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e1c965a-e0fc-488a-b6c7-5aa1b670144c req-816d7cf6-08ee-4032-859f-2fc2f1c845f0 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713468 Jul 16 02:03:37.918105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277a73a8-4bcc-4816-81e5-c532f63c9cda None None] New status for floating IP c504467f-9260-4c40-aa61-3ba6c6852fd0: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:38.724396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e748f9-b484-4b63-9f25-edbbcd3a1fe4 req-c8f38f84-c958-4444-96bc-068cf55c1d38 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.733348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45e748f9-b484-4b63-9f25-edbbcd3a1fe4 req-c8f38f84-c958-4444-96bc-068cf55c1d38 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 945 time: 0.1019659 Jul 16 02:03:38.783754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45e748f9-b484-4b63-9f25-edbbcd3a1fe4 req-37fc03cc-69ad-411c-a838-3c8715cf0a97 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490422 Jul 16 02:03:39.955609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-f5379e3b-c8a9-4816-b51f-d4a4b5c8a8df tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:39.961092 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-f5379e3b-c8a9-4816-b51f-d4a4b5c8a8df tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.38 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 945 time: 0.1861656 Jul 16 02:03:40.218044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Deleting port 71e9d150-fb94-4306-8765-edb03dcbb40a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:40.218467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.230450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319989-ec14-43de-a658-8eba3c9516e5 req-056b453c-923c-42dd-b9c6-68e44482eee8 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:40.245236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01319989-ec14-43de-a658-8eba3c9516e5 req-056b453c-923c-42dd-b9c6-68e44482eee8 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 945 time: 0.1315656 Jul 16 02:03:40.325660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01319989-ec14-43de-a658-8eba3c9516e5 req-e7c7a52f-befa-499f-9a21-3846e4454f18 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f93f69d-2c45-4563-9322-835dd89b8150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793421 Jul 16 02:03:40.416215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] For port 71e9d150-fb94-4306-8765-edb03dcbb40a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=71e9d150-fb94-4306-8765-edb03dcbb40a,segment=NetworkSegment(3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f),segment_id=3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:40.416528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.436351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Calling delete_port for 71e9d150-fb94-4306-8765-edb03dcbb40a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:40.718710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.731486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['71e9d150-fb94-4306-8765-edb03dcbb40a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:40.785712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Pushing event deleted for resources: {'Port': ['ID=71e9d150-fb94-4306-8765-edb03dcbb40a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:40.873723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] No DVR routers for this DVR port 71e9d150-fb94-4306-8765-edb03dcbb40a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:40.876492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:40.878655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4dd4ac42-c329-4d75-809e-3922c36091dc req-0b3b7cad-3676-4350-9883-2f4776f22de2 tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.38 "DELETE /v2.0/ports/71e9d150-fb94-4306-8765-edb03dcbb40a HTTP/1.1" status: 204 len: 173 time: 0.9156289 Jul 16 02:03:40.879305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'name': 'network-vif-deleted', 'tag': '71e9d150-fb94-4306-8765-edb03dcbb40a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:40.881773 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b430c04a-1ac8-4e18-838d-762c5621429a" -d '{"events": [{"server_uuid": "c054160d-52a8-4f9e-9495-9d32e1bb25df", "name": "network-vif-deleted", "tag": "71e9d150-fb94-4306-8765-edb03dcbb40a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:40.952409 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc373fc0-be99-4314-b2e2-9909a5a77667 x-openstack-request-id: req-fc373fc0-be99-4314-b2e2-9909a5a77667 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:40.952872 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c054160d-52a8-4f9e-9495-9d32e1bb25df", "name": "network-vif-deleted", "tag": "71e9d150-fb94-4306-8765-edb03dcbb40a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:40.953262 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc373fc0-be99-4314-b2e2-9909a5a77667 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:40.953795 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c054160d-52a8-4f9e-9495-9d32e1bb25df', 'name': 'network-vif-deleted', 'tag': '71e9d150-fb94-4306-8765-edb03dcbb40a', 'status': 'completed', 'code': 200} Jul 16 02:03:41.799219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a9dc037-e501-456e-ab08-ae9e7cb01dd5 req-6c7378a0-62b1-4e52-afad-2a3a6ed5f20d tempest-ServerGroupTestJSON-138379491 tempest-ServerGroupTestJSON-138379491-project] 10.222.0.35 "GET /v2.0/ports?device_id=c054160d-52a8-4f9e-9495-9d32e1bb25df HTTP/1.1" status: 200 len: 210 time: 0.0725493 Jul 16 02:03:41.905241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:42.152107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292ac6fd-e15b-45d0-ac96-5e6b7e33fe4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.399600 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292ac6fd-e15b-45d0-ac96-5e6b7e33fe4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.412276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-292ac6fd-e15b-45d0-ac96-5e6b7e33fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.458514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52576) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:42.459306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-292ac6fd-e15b-45d0-ac96-5e6b7e33fe4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9eb1f79e6f3b45e3a5b4798af5df1a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522950 Jul 16 02:03:42.482346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac6fd-e15b-45d0-ac96-5e6b7e33fe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79dd75a-e84a-4005-b786-efd9aa9c8e78,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:42.541526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1923096a-aef2-469b-afa6-8480d4564328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.578872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1923096a-aef2-469b-afa6-8480d4564328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.639078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1923096a-aef2-469b-afa6-8480d4564328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.641793 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1923096a-aef2-469b-afa6-8480d4564328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:42.650892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1923096a-aef2-469b-afa6-8480d4564328 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e79dd75a-e84a-4005-b786-efd9aa9c8e78 HTTP/1.1" status: 204 len: 168 time: 0.1911085 Jul 16 02:03:42.666280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923096a-aef2-469b-afa6-8480d4564328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79dd75a-e84a-4005-b786-efd9aa9c8e78,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:43.171269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 71e9d150-fb94-4306-8765-edb03dcbb40a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:43.239040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 71e9d150-fb94-4306-8765-edb03dcbb40a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:43.239396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 71e9d150-fb94-4306-8765-edb03dcbb40a not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:43.583826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:43.696758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Deleting subnet 7d6b1fa3-403f-4388-984a-dd9a34b7aa4b {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:43.708842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.803089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.881206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.960770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:43.999002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.003256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7d6b1fa3-403f-4388-984a-dd9a34b7aa4b HTTP/1.1" status: 204 len: 168 time: 0.4160473 Jul 16 02:03:44.003256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92febf46-d88a-4136-86bc-ecc28432b6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6b1fa3-403f-4388-984a-dd9a34b7aa4b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:44.004176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:44.099403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.192232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.203406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5319c5a4-a738-447c-bbae-207267df1a1c']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:44.215873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:44.216863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed7c7a4-5825-4f60-a96e-8d7b13c8b08f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:44.227177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.249274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.257338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:44.258242 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:44.315615 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:44.329423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.339051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.342174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] 10.222.0.35 "DELETE /v2.0/networks/5319c5a4-a738-447c-bbae-207267df1a1c HTTP/1.1" status: 204 len: 168 time: 0.3356235 Jul 16 02:03:44.387779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52f67f-7e67-4ab3-9bb2-4fd671b0bbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=5319c5a4-a738-447c-bbae-207267df1a1c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:44.545784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52680) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:44.648064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49db085a-6c74-4dfc-959e-18ca5dea1df4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb813cd3483e445c85152ffdbf53aff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006489 Jul 16 02:03:44.650672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52690) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:44.750962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b9b4c4-8208-478e-944d-36a2db3b2958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.805529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b9b4c4-8208-478e-944d-36a2db3b2958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.921254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b9b4c4-8208-478e-944d-36a2db3b2958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.924842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-99b9b4c4-8208-478e-944d-36a2db3b2958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:44.926337 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-99b9b4c4-8208-478e-944d-36a2db3b2958 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f93f69d-2c45-4563-9322-835dd89b8150 HTTP/1.1" status: 204 len: 168 time: 0.2746546 Jul 16 02:03:44.962757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9b4c4-8208-478e-944d-36a2db3b2958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93f69d-2c45-4563-9322-835dd89b8150,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:45.469614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:46.501903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:46.696770 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.714230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1306326887-network', 'tenant_id': '5e57443751344a3cb3937652607bcf02'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:46.770442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Made reservation on behalf of 5e57443751344a3cb3937652607bcf02 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:46.772937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.782748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:46.998714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.006454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.023109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:03:47.035442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.036122 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Added segment 512ca873-5d6b-427f-8e17-4674c7d120b7 of type vlan for network 64a816e9-70c7-44de-bad9-3ba7c79202cd Jul 16 02:03:47.088161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.176668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ddfcf-1631-4b54-8324-553e41961b96,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:47.180577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.181784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.182497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.213056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7062016 Jul 16 02:03:47.213766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:47.225202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Request body: {'subnet': {'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1306326887-subnet', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:47.269224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Deleting port 6acfc979-df6d-47ee-9723-7450bd1586a2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:47.269965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.295187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af1e4-f06f-4c73-bd2c-f9a139319aea admin admin] Pushing event updated for resources: {'Network': ['ID=64a816e9-70c7-44de-bad9-3ba7c79202cd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:47.316297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:03:47.327213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Made reservation on behalf of 5e57443751344a3cb3937652607bcf02 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:47.329987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.446237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] For port 6acfc979-df6d-47ee-9723-7450bd1586a2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6acfc979-df6d-47ee-9723-7450bd1586a2,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:47.446423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.484698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Calling delete_port for 6acfc979-df6d-47ee-9723-7450bd1586a2 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:47.713779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.819262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Checking segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:47.819716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Network hostable DHCP agents. Network: 64a816e9-70c7-44de-bad9-3ba7c79202cd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:03:47.825282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:47.847212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:03:47.859502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 64a816e9-70c7-44de-bad9-3ba7c79202cd) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:47.870898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46979b3-7bf9-4cfb-9cd7-bea5a660c8e9 None None] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:47.875533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:47.876293 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.894624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-16ec1efb-2234-4681-8871-727ad3204dea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6801286 Jul 16 02:03:47.897233 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52824) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:47.898234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.902905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:47.929376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.930673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:47.956901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acfc979-df6d-47ee-9723-7450bd1586a2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:48.088849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.182436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc54a7f-58a7-4ece-8d75-4d8a7a8fd6c4 None None] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:48.276851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.382233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.602317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Router 412736e4-40cf-46dd-8566-6ad6fc03bc47 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:48.628911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.652694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:48.837346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:48.847833 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] Sync routers for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:48.848358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-798c3a3d-4238-4aae-bef4-f0d6a82e94a3 admin admin] 10.222.0.35 "PUT /v2.0/routers/412736e4-40cf-46dd-8566-6ad6fc03bc47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3761449 Jul 16 02:03:48.853914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52854) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:48.876767 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:48.878617 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:48.912482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Allocated IP 172.25.0.80 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/728660e0-1b19-4102-b369-e0e0b23f83f1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:49.131404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.182305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.219595 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:49.286236 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.365680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:49.375531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:49.389019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:49.518380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.607249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Pushing event updated for resources: {'Port': ['ID=728660e0-1b19-4102-b369-e0e0b23f83f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:49.657511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Deleting port 0c23cc2b-b2fd-418f-a009-fe3f329f128f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:49.658146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.833157 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T02:03:47Z', 'revision_number': 5, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port': {'id': '0c23cc2b-b2fd-418f-a009-fe3f329f128f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:55:04Z', 'updated_at': '2021-07-16T01:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:49.847248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] For port 0c23cc2b-b2fd-418f-a009-fe3f329f128f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0c23cc2b-b2fd-418f-a009-fe3f329f128f,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:49.847867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.867592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Calling delete_port for 0c23cc2b-b2fd-418f-a009-fe3f329f128f owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:49.898303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:49.915969 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] Checking router: 412736e4-40cf-46dd-8566-6ad6fc03bc47 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:49.953228 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] Routers {'412736e4-40cf-46dd-8566-6ad6fc03bc47'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:49.961387 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['412736e4-40cf-46dd-8566-6ad6fc03bc47'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:50.460675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:50.476099 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] Set router 412736e4-40cf-46dd-8566-6ad6fc03bc47 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:50.641607 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T02:03:49Z', 'revision_number': 6, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:50.805418 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed0b93f-4d4f-47db-a22e-373118ea7dd4 None None] The sync data for ids ['412736e4-40cf-46dd-8566-6ad6fc03bc47'] in n-d-800087-6 is: [{'id': '412736e4-40cf-46dd-8566-6ad6fc03bc47', 'name': 'tempest-AttachVolumeShelveTestJSON-1916135866-router', 'tenant_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:55:03Z', 'updated_at': '2021-07-16T02:03:49Z', 'revision_number': 6, 'project_id': 'd2cb98fed09b48c2ac06a12fa6ed0793', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:50.828346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Router 53c12ba5-d316-4600-aa33-c4215ef922a9 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:03:51.014123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.105150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:51.105611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c23cc2b-b2fd-418f-a009-fe3f329f128f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:51.117651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Sync routers for ids ['53c12ba5-d316-4600-aa33-c4215ef922a9'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:51.123734 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.125448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4428f344-a201-4040-9181-d1d527ff9eab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2269435 Jul 16 02:03:51.128116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 52926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:51.139245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Routers {'53c12ba5-d316-4600-aa33-c4215ef922a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:51.141123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['53c12ba5-d316-4600-aa33-c4215ef922a9'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:51.174666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.376849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Set router 53c12ba5-d316-4600-aa33-c4215ef922a9 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:51.450950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.457165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.556613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.557440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412736e4-40cf-46dd-8566-6ad6fc03bc47 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:03:51.566368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.567584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-77a5da43-7c63-4f2c-8a6b-7855ead460e2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/412736e4-40cf-46dd-8566-6ad6fc03bc47 HTTP/1.1" status: 204 len: 168 time: 2.7140810 Jul 16 02:03:51.570987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52940) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:51.672848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Deleting subnet 75657138-9f3c-4be4-9367-c27e49244129 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:03:51.681331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.715997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:03:49Z', 'revision_number': 3, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:51.767714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.784060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Checking router: 53c12ba5-d316-4600-aa33-c4215ef922a9 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:51.785146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Updating router 53c12ba5-d316-4600-aa33-c4215ef922a9 port 728660e0-1b19-4102-b369-e0e0b23f83f1 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:03:51.844037 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.082720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.170571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.240429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6acfc979-df6d-47ee-9723-7450bd1586a2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:52.281042 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.305873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6acfc979-df6d-47ee-9723-7450bd1586a2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:52.308931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6acfc979-df6d-47ee-9723-7450bd1586a2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:52.309745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0c23cc2b-b2fd-418f-a009-fe3f329f128f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:52.336250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75657138-9f3c-4be4-9367-c27e49244129,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:52.338885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.343713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c9d68857-3d97-43e9-adcb-76545d9334b8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/75657138-9f3c-4be4-9367-c27e49244129 HTTP/1.1" status: 204 len: 168 time: 0.7688873 Jul 16 02:03:52.347353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 52954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:52.381869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113a0ea-4be9-486d-b765-7f29d43017ac None None] Network 7e0e58d4-2ece-4255-a6d2-842ff45570b5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:03:52.415645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 0c23cc2b-b2fd-418f-a009-fe3f329f128f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:52.415645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0c23cc2b-b2fd-418f-a009-fe3f329f128f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:52.464622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.514676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.529836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Allocated IP 172.20.0.1 (64a816e9-70c7-44de-bad9-3ba7c79202cd/3bd4758d-4e1a-4e8b-9674-bfad04cd45b7/3e402198-8407-4396-9a78-c93bb91d1bc5) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:52.679853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Deleting port 645cac56-6d8b-45b7-810a-9395d78384cd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:52.680386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.752395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.827848 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.848073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] DHCP port deletion for 7e0e58d4-2ece-4255-a6d2-842ff45570b5 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:03:52.853192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Transition to ACTIVE for port object 728660e0-1b19-4102-b369-e0e0b23f83f1 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:52.859416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] For port 645cac56-6d8b-45b7-810a-9395d78384cd, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=645cac56-6d8b-45b7-810a-9395d78384cd,segment=NetworkSegment(99bd9549-f0cc-4c51-a3e9-0309d736ce18),segment_id=99bd9549-f0cc-4c51-a3e9-0309d736ce18)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:52.860070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.873260 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.878463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Calling delete_port for 645cac56-6d8b-45b7-810a-9395d78384cd owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:52.892788 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:52.945226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:52.948243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:52.953930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:52.980302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Attempting to bind port 728660e0-1b19-4102-b369-e0e0b23f83f1 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:52.980825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Attempting to bind port 728660e0-1b19-4102-b369-e0e0b23f83f1 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:52.981359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Attempting to bind port 728660e0-1b19-4102-b369-e0e0b23f83f1 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:53.010359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e402198-8407-4396-9a78-c93bb91d1bc5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:53.034731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.036853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:53.037360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:53.039583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.039583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:53.039583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Bound port: 728660e0-1b19-4102-b369-e0e0b23f83f1, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:53.039583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.046164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.047024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Pushing event updated for resources: {'Port': ['ID=728660e0-1b19-4102-b369-e0e0b23f83f1,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:53.094557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=645cac56-6d8b-45b7-810a-9395d78384cd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:53.115451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.115640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.115976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.116835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] No DVR routers for this DVR port 645cac56-6d8b-45b7-810a-9395d78384cd on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:53.117793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.118146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.118487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.118822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.119155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.119501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.119817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.120175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.121147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:03:53.153456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Deleting port 645cac56-6d8b-45b7-810a-9395d78384cd {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:03:53.156342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.289603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] For port 728660e0-1b19-4102-b369-e0e0b23f83f1, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:53.343005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.346066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] For port 728660e0-1b19-4102-b369-e0e0b23f83f1, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=728660e0-1b19-4102-b369-e0e0b23f83f1,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:53.348815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] For port 645cac56-6d8b-45b7-810a-9395d78384cd, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:53.349348 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.374853 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.377681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0e58d4-2ece-4255-a6d2-842ff45570b5']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:53.399678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Calling delete_port for 645cac56-6d8b-45b7-810a-9395d78384cd owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:03:53.413067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bd9549-f0cc-4c51-a3e9-0309d736ce18') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:53.424650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bd9549-f0cc-4c51-a3e9-0309d736ce18') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:53.458129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.473929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Port 645cac56-6d8b-45b7-810a-9395d78384cd was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:03:53.492416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.497712 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.504172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:03:53.504977 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:03:53.510024 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:03:53.581120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] No DVR routers for this DVR port 645cac56-6d8b-45b7-810a-9395d78384cd on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:03:53.594520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Routers {'53c12ba5-d316-4600-aa33-c4215ef922a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:53.594520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['53c12ba5-d316-4600-aa33-c4215ef922a9'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:53.609165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e794ff-54fe-4995-880b-20ac2601202a None None] Pushing event updated for resources: {'Port': ['ID=728660e0-1b19-4102-b369-e0e0b23f83f1,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:53.629976 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.709449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.728146 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:53.730358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7e0e58d4-2ece-4255-a6d2-842ff45570b5 HTTP/1.1" status: 204 len: 168 time: 1.3819785 Jul 16 02:03:53.732347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe381c4-c26d-40a4-98ba-bc391cabeb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0e58d4-2ece-4255-a6d2-842ff45570b5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:53.855323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8d4e3-34f8-4c2a-a2f9-e0148998d4b5 None None] Pushing event deleted for resources: {'Port': ['ID=645cac56-6d8b-45b7-810a-9395d78384cd,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:53.877780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-13c3e01d-c50d-4a25-9c6f-2b5c3f12a4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.067616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 645cac56-6d8b-45b7-810a-9395d78384cd no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:54.087767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53002) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:54.120962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] Set router 53c12ba5-d316-4600-aa33-c4215ef922a9 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:54.126001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 645cac56-6d8b-45b7-810a-9395d78384cd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:54.126356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 645cac56-6d8b-45b7-810a-9395d78384cd not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:54.184182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53008) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:54.197435 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-689e7c56-4a14-4593-b81d-be92397c1f2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2cb98fed09b48c2ac06a12fa6ed0793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058240 Jul 16 02:03:54.204243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.465228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8943306-b278-4347-97e5-589c0e98a739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.517842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3e402198-8407-4396-9a78-c93bb91d1bc5', 'name': '', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'mac_address': 'fa:16:3e:4b:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:52Z', 'revision_number': 1, 'project_id': '5e57443751344a3cb3937652607bcf02', 'subnets': [{'id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:54.520562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.554006 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.737022 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.741501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8943306-b278-4347-97e5-589c0e98a739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.744364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e402198-8407-4396-9a78-c93bb91d1bc5,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:54.954436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b5bd-789c-40ca-9be6-e7b385473183 None None] The sync data for ids ['53c12ba5-d316-4600-aa33-c4215ef922a9'] in n-d-800087-6 is: [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3e402198-8407-4396-9a78-c93bb91d1bc5', 'name': '', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'mac_address': 'fa:16:3e:4b:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:52Z', 'revision_number': 1, 'project_id': '5e57443751344a3cb3937652607bcf02', 'subnets': [{'id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:54.963971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8943306-b278-4347-97e5-589c0e98a739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.968911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b8943306-b278-4347-97e5-589c0e98a739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:54.973828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b8943306-b278-4347-97e5-589c0e98a739 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a77d5f1-4b27-44dd-891a-1f0afe2163cf HTTP/1.1" status: 204 len: 168 time: 0.7764575 Jul 16 02:03:55.021966 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943306-b278-4347-97e5-589c0e98a739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a77d5f1-4b27-44dd-891a-1f0afe2163cf,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:55.035640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:55.040821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:55.364416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Router 53c12ba5-d316-4600-aa33-c4215ef922a9 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:55.673828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:55.679392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dfc1cdf3-774e-4208-8623-9ebc433f51b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/53c12ba5-d316-4600-aa33-c4215ef922a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5499530 Jul 16 02:03:56.201339 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af710839-a16d-4042-9654-e135285ff600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:56.482735 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:56.837878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-2b73703d-7229-4b1d-8ec9-26fa8d7bedc6 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:56.846891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-2b73703d-7229-4b1d-8ec9-26fa8d7bedc6 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 811 time: 0.2556658 Jul 16 02:03:56.868628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-a4fe093c-bec5-409c-8566-e361ae5db382 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/quotas/5e57443751344a3cb3937652607bcf02 HTTP/1.1" status: 200 len: 375 time: 0.0206139 Jul 16 02:03:56.987152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-80815a6a-9dd3-482f-85cf-73bdeb0315fa tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175027 Jul 16 02:03:57.263738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-5ba99938-8790-4eae-8c8e-ec1f93cc8300 service neutron] 10.222.0.35 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754054 Jul 16 02:03:57.408799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-71c6acaf-81f5-429c-89b6-412bc79a5d41 service neutron] 10.222.0.35 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441116 Jul 16 02:03:57.451905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:57.553582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53160) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:57.914264 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3f97003-8f69-4fde-83e8-424be08b4262 req-eb5efdf3-f380-4855-95d0-118e2b9c519b tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 210 time: 0.2083848 Jul 16 02:03:57.916282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b4618c-7ba5-4fb5-9ac9-7923715b70ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.082124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 728660e0-1b19-4102-b369-e0e0b23f83f1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:58.176117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 728660e0-1b19-4102-b369-e0e0b23f83f1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:58.178117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b4618c-7ba5-4fb5-9ac9-7923715b70ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.180526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 728660e0-1b19-4102-b369-e0e0b23f83f1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:58.181003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.191133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87b4618c-7ba5-4fb5-9ac9-7923715b70ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.290840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87b4618c-7ba5-4fb5-9ac9-7923715b70ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6dac8f342ca44d7e984083c68219a783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358136 Jul 16 02:03:58.294505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:58.295837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4618c-7ba5-4fb5-9ac9-7923715b70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10349b58-083b-429a-a2f1-f9662481d33f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:58.426568 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.460429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a243f95-180a-4639-ab78-3df511fb4131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.481767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 728660e0-1b19-4102-b369-e0e0b23f83f1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=728660e0-1b19-4102-b369-e0e0b23f83f1,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:58.492403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.515172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a243f95-180a-4639-ab78-3df511fb4131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.618953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a243f95-180a-4639-ab78-3df511fb4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.622121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3a243f95-180a-4639-ab78-3df511fb4131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.624099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3a243f95-180a-4639-ab78-3df511fb4131 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10349b58-083b-429a-a2f1-f9662481d33f HTTP/1.1" status: 204 len: 168 time: 0.3273454 Jul 16 02:03:58.632459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=728660e0-1b19-4102-b369-e0e0b23f83f1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:58.654302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243f95-180a-4639-ab78-3df511fb4131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10349b58-083b-429a-a2f1-f9662481d33f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:58.875750 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667689eb-b558-499b-b190-b34468870667 None None] Sync routers for ids ['53c12ba5-d316-4600-aa33-c4215ef922a9'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:58.894644 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667689eb-b558-499b-b190-b34468870667 None None] Routers {'53c12ba5-d316-4600-aa33-c4215ef922a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:58.904665 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:58.912869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-667689eb-b558-499b-b190-b34468870667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['53c12ba5-d316-4600-aa33-c4215ef922a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:59.122741 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-667689eb-b558-499b-b190-b34468870667 None None] Set router 53c12ba5-d316-4600-aa33-c4215ef922a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:59.267920 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9baf9bc-7259-443d-9257-60b8ac228fba req-5f1b85be-00e5-4a2b-88f7-7726f4cb89de tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 210 time: 0.0817034 Jul 16 02:03:59.699402 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-667689eb-b558-499b-b190-b34468870667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3e402198-8407-4396-9a78-c93bb91d1bc5', 'name': '', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'mac_address': 'fa:16:3e:4b:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:03:54Z', 'revision_number': 2, 'project_id': '5e57443751344a3cb3937652607bcf02', 'subnets': [{'id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:59.805748 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667689eb-b558-499b-b190-b34468870667 None None] Checking router: 53c12ba5-d316-4600-aa33-c4215ef922a9 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:59.806115 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667689eb-b558-499b-b190-b34468870667 None None] Updating router 53c12ba5-d316-4600-aa33-c4215ef922a9 port 3e402198-8407-4396-9a78-c93bb91d1bc5 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:03:59.846706 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-667689eb-b558-499b-b190-b34468870667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:59.938456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-da55e85a-7065-4c5d-94b6-1649e9f7d7d2 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:59.943815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-da55e85a-7065-4c5d-94b6-1649e9f7d7d2 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.38 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 811 time: 0.2564769 Jul 16 02:03:59.959065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Request body: {'port': {'device_id': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'admin_state_up': True, 'tenant_id': '5e57443751344a3cb3937652607bcf02'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:00.141952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 728660e0-1b19-4102-b369-e0e0b23f83f1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:00.170937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Made reservation on behalf of 5e57443751344a3cb3937652607bcf02 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:00.175138 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:00.385519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 728660e0-1b19-4102-b369-e0e0b23f83f1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:00.390035 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:00.477757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a5c2275-5a64-4ff0-80d9-41ad688082f4 req-45a52ef0-efac-4d6e-a503-9229e208b485 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 210 time: 0.0328689 Jul 16 02:04:00.742267 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-667689eb-b558-499b-b190-b34468870667 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:00.760503 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-667689eb-b558-499b-b190-b34468870667 None None] Transition to ACTIVE for port object 3e402198-8407-4396-9a78-c93bb91d1bc5 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:00.771083 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-667689eb-b558-499b-b190-b34468870667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:00.846772 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Pushing event updated for resources: {'Port': ['ID=3e402198-8407-4396-9a78-c93bb91d1bc5,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:00.906164 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.906544 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.906885 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.907218 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.907547 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.907879 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.908234 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.912372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.912967 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.913445 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.913969 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.914437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:00.919310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Allocated IP 172.20.0.11 (64a816e9-70c7-44de-bad9-3ba7c79202cd/3bd4758d-4e1a-4e8b-9674-bfad04cd45b7/49000796-a626-4ab9-a652-c4842f8e7804) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:00.959214 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-667689eb-b558-499b-b190-b34468870667 None None] Attempting to bind port 3e402198-8407-4396-9a78-c93bb91d1bc5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:00.959817 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-667689eb-b558-499b-b190-b34468870667 None None] Attempting to bind port 3e402198-8407-4396-9a78-c93bb91d1bc5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:00.960360 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667689eb-b558-499b-b190-b34468870667 None None] Attempting to bind port 3e402198-8407-4396-9a78-c93bb91d1bc5 on network 64a816e9-70c7-44de-bad9-3ba7c79202cd {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:00.967074 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667689eb-b558-499b-b190-b34468870667 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:00.967707 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667689eb-b558-499b-b190-b34468870667 None None] Checking segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:00.968317 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-667689eb-b558-499b-b190-b34468870667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:00.968847 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667689eb-b558-499b-b190-b34468870667 None None] Bound using segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:00.969504 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-667689eb-b558-499b-b190-b34468870667 None None] Bound port: 3e402198-8407-4396-9a78-c93bb91d1bc5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:00.970026 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-667689eb-b558-499b-b190-b34468870667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.068708 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-667689eb-b558-499b-b190-b34468870667 None None] For port 3e402198-8407-4396-9a78-c93bb91d1bc5, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:01.079524 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-667689eb-b558-499b-b190-b34468870667 None None] For port 3e402198-8407-4396-9a78-c93bb91d1bc5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e402198-8407-4396-9a78-c93bb91d1bc5,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:01.090043 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-667689eb-b558-499b-b190-b34468870667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.171578 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8333a-02e5-4ea9-a69a-8e9ccfb408f0 None None] Pushing event updated for resources: {'Port': ['ID=3e402198-8407-4396-9a78-c93bb91d1bc5,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:01.192456 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667689eb-b558-499b-b190-b34468870667 None None] Routers {'53c12ba5-d316-4600-aa33-c4215ef922a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:04:01.193378 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-667689eb-b558-499b-b190-b34468870667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:03:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['53c12ba5-d316-4600-aa33-c4215ef922a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:01.285448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.374270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.455685 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-667689eb-b558-499b-b190-b34468870667 None None] Set router 53c12ba5-d316-4600-aa33-c4215ef922a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:04:01.530905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Pushing event updated for resources: {'Port': ['ID=49000796-a626-4ab9-a652-c4842f8e7804,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:01.562548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:01.564864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:01.568018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:01.744449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:01.750941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.825539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-73967274-84f7-4063-9d33-efbfeb7e96cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8707600 Jul 16 02:04:01.837901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Request body: {'port': {'device_id': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:01.935757 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-667689eb-b558-499b-b190-b34468870667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3e402198-8407-4396-9a78-c93bb91d1bc5', 'name': '', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'mac_address': 'fa:16:3e:4b:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:04:01Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'subnets': [{'id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:04:01.952919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0ae43-51ee-4af7-8b72-0dec09e4cee1 req-38f695d1-b473-46e8-8308-f86c59da1a36 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:01.965867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5df0ae43-51ee-4af7-8b72-0dec09e4cee1 req-38f695d1-b473-46e8-8308-f86c59da1a36 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 932 time: 0.1868563 Jul 16 02:04:02.021467 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667689eb-b558-499b-b190-b34468870667 None None] The sync data for ids ['53c12ba5-d316-4600-aa33-c4215ef922a9'] in n-d-800087-6 is: [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:03:53Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3e402198-8407-4396-9a78-c93bb91d1bc5', 'name': '', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'mac_address': 'fa:16:3e:4b:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:52Z', 'updated_at': '2021-07-16T02:04:01Z', 'revision_number': 4, 'project_id': '5e57443751344a3cb3937652607bcf02', 'subnets': [{'id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:04:02.109726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5df0ae43-51ee-4af7-8b72-0dec09e4cee1 req-891ddf06-11e2-4b7e-a6e9-b39e4d107284 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428688 Jul 16 02:04:02.151196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e402198-8407-4396-9a78-c93bb91d1bc5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:02.160736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:02.173702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.303829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3e402198-8407-4396-9a78-c93bb91d1bc5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:02.313971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3e402198-8407-4396-9a78-c93bb91d1bc5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:02.314365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.546494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f661a4be-79d1-416e-b2db-4de5f70fce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.589487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.689747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3e402198-8407-4396-9a78-c93bb91d1bc5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e402198-8407-4396-9a78-c93bb91d1bc5,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:02.704899 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.837617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f661a4be-79d1-416e-b2db-4de5f70fce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.844182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3e402198-8407-4396-9a78-c93bb91d1bc5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:02.863816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f661a4be-79d1-416e-b2db-4de5f70fce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.929932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49000796-a626-4ab9-a652-c4842f8e7804 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:02.944312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:02.986710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Transition to ACTIVE for port object 49000796-a626-4ab9-a652-c4842f8e7804 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:02.997601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.021103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661a4be-79d1-416e-b2db-4de5f70fce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce2a20-1d40-4ada-a678-f44a86828f7e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:03.037367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f661a4be-79d1-416e-b2db-4de5f70fce90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbecf7b898b74853b5b3d2b1d66b262d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8752899 Jul 16 02:04:03.039942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53372) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:03.143528 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6458683-5324-4857-bcf9-04b420ef8035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.171301 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6458683-5324-4857-bcf9-04b420ef8035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.198144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Pushing event updated for resources: {'Port': ['ID=49000796-a626-4ab9-a652-c4842f8e7804,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:03.249587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6458683-5324-4857-bcf9-04b420ef8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.252846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6458683-5324-4857-bcf9-04b420ef8035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.256432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d6458683-5324-4857-bcf9-04b420ef8035 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6ce2a20-1d40-4ada-a678-f44a86828f7e HTTP/1.1" status: 204 len: 168 time: 0.2119286 Jul 16 02:04:03.272555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6458683-5324-4857-bcf9-04b420ef8035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce2a20-1d40-4ada-a678-f44a86828f7e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:03.426404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Attempting to bind port 49000796-a626-4ab9-a652-c4842f8e7804 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:03.426737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Attempting to bind port 49000796-a626-4ab9-a652-c4842f8e7804 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:03.427058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Attempting to bind port 49000796-a626-4ab9-a652-c4842f8e7804 on network 64a816e9-70c7-44de-bad9-3ba7c79202cd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:03.442922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Port 49000796-a626-4ab9-a652-c4842f8e7804 on network 64a816e9-70c7-44de-bad9-3ba7c79202cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:04:03.443136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Attempting to bind port 49000796-a626-4ab9-a652-c4842f8e7804 on network 64a816e9-70c7-44de-bad9-3ba7c79202cd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:03.454918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:03.455265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Checking segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:03.455654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Bound using segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:03.456104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Bound port: 49000796-a626-4ab9-a652-c4842f8e7804, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:03.456470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.516351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5a7c-8350-446a-a804-76625283e6df req-5d642118-a3a5-4da7-b8ee-dc27580095df tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:03.531945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-baaf5a7c-8350-446a-a804-76625283e6df req-5d642118-a3a5-4da7-b8ee-dc27580095df tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 944 time: 0.1821167 Jul 16 02:04:03.583041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] For port 49000796-a626-4ab9-a652-c4842f8e7804, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:03.589013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] For port 49000796-a626-4ab9-a652-c4842f8e7804, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=49000796-a626-4ab9-a652-c4842f8e7804,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:03.611704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.659397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-baaf5a7c-8350-446a-a804-76625283e6df req-a5380483-1f8e-44ee-86f3-6e474ad940bc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264868 Jul 16 02:04:03.689342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Pushing event updated for resources: {'Port': ['ID=49000796-a626-4ab9-a652-c4842f8e7804,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:03.701296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.701637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.701974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.702352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.702682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.703005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.703324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.703642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.704089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.704293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.704609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.704923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:03.710741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:03.711397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:03.725261 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-22825bd1-3923-4c3c-95f3-d95011dc740d service neutron] 10.222.0.38 "PUT /v2.0/ports/49000796-a626-4ab9-a652-c4842f8e7804 HTTP/1.1" status: 200 len: 1092 time: 1.8924549 Jul 16 02:04:03.725762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'tag': '49000796-a626-4ab9-a652-c4842f8e7804'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:03.732200 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe7b611-5415-46f2-8590-5cd88ae089bd" -d '{"events": [{"name": "network-changed", "server_uuid": "28fcfa3a-2ebd-402a-9d42-15e8835122fb", "tag": "49000796-a626-4ab9-a652-c4842f8e7804"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:03.862400 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1192179-3b3a-4510-8937-be92e5cb191d x-openstack-request-id: req-a1192179-3b3a-4510-8937-be92e5cb191d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:03.862685 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fcfa3a-2ebd-402a-9d42-15e8835122fb", "tag": "49000796-a626-4ab9-a652-c4842f8e7804", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:03.863237 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1192179-3b3a-4510-8937-be92e5cb191d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:03.863641 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'tag': '49000796-a626-4ab9-a652-c4842f8e7804', 'status': 'completed', 'code': 200} Jul 16 02:04:03.936228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-cfd57777-7bf6-4703-85e2-d67c59875341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:03.939209 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-cfd57777-7bf6-4703-85e2-d67c59875341 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 1095 time: 0.1367214 Jul 16 02:04:03.993911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:04.008481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e402198-8407-4396-9a78-c93bb91d1bc5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:04.015467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9d9eb9-a798-4dbf-b9ba-5f7b75cd24f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.053725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-41799143-470a-46d3-8e89-045de663dcd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49000796-a626-4ab9-a652-c4842f8e7804 HTTP/1.1" status: 200 len: 217 time: 0.1052835 Jul 16 02:04:04.116609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3e402198-8407-4396-9a78-c93bb91d1bc5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:04.117218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.155770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de051-79ee-49ab-a25b-d419217146c2 req-6f7842f2-9227-48c6-825d-6fade98eb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:04.157286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-6f7842f2-9227-48c6-825d-6fade98eb9a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.0966845 Jul 16 02:04:04.159320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9d9eb9-a798-4dbf-b9ba-5f7b75cd24f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.165427 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a9d9eb9-a798-4dbf-b9ba-5f7b75cd24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.194638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a9d9eb9-a798-4dbf-b9ba-5f7b75cd24f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdef323cb4b840b28acdeefae3fe361c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995840 Jul 16 02:04:04.195386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53408) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:04.201743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:04.257144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d9eb9-a798-4dbf-b9ba-5f7b75cd24f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dcef46-e422-4536-9b9d-6d5a0e3d4183,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:04.337122 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-d131ac75-87e9-4338-a17e-b9310a661230 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596932 Jul 16 02:04:04.376582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b88f3455-7773-4dc8-8db1-6c442c1c16ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.391555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd74-2e7e-4141-9e8a-fc191bee685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.468780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd74-2e7e-4141-9e8a-fc191bee685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.660468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b88f3455-7773-4dc8-8db1-6c442c1c16ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.664619 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-c4740e7d-d8a6-4259-b5c5-ced91dc0ae72 service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183932 Jul 16 02:04:04.676140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b88f3455-7773-4dc8-8db1-6c442c1c16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.717572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd74-2e7e-4141-9e8a-fc191bee685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.721563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d01ebd74-2e7e-4141-9e8a-fc191bee685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.723042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d01ebd74-2e7e-4141-9e8a-fc191bee685f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5dcef46-e422-4536-9b9d-6d5a0e3d4183 HTTP/1.1" status: 204 len: 168 time: 0.5203629 Jul 16 02:04:04.724315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b88f3455-7773-4dc8-8db1-6c442c1c16ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27144a8850ac41f0b714e61192a6045c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266080 Jul 16 02:04:04.725651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3455-7773-4dc8-8db1-6c442c1c16ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34295ef-2916-47c5-9f33-5257e67cf724,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:04.728222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:04.774458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ebd74-2e7e-4141-9e8a-fc191bee685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dcef46-e422-4536-9b9d-6d5a0e3d4183,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:04.826671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844b1167-68e7-40c6-86f5-0fcb322714dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.868250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-530de051-79ee-49ab-a25b-d419217146c2 req-1d49a472-0d1e-4313-8b1f-9621dd266f63 service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797402 Jul 16 02:04:04.891147 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844b1167-68e7-40c6-86f5-0fcb322714dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.043978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-110ced3d-50fc-4245-9982-120b58d4977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:05.046178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-110ced3d-50fc-4245-9982-120b58d4977f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 1095 time: 0.1220844 Jul 16 02:04:05.128185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844b1167-68e7-40c6-86f5-0fcb322714dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.134480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-844b1167-68e7-40c6-86f5-0fcb322714dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.138438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-844b1167-68e7-40c6-86f5-0fcb322714dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a34295ef-2916-47c5-9f33-5257e67cf724 HTTP/1.1" status: 204 len: 168 time: 0.4092538 Jul 16 02:04:05.170655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b1167-68e7-40c6-86f5-0fcb322714dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34295ef-2916-47c5-9f33-5257e67cf724,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:05.212545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c49de-a4d5-406e-842b-f63cbc45d398 req-3dc31526-64ae-436c-b4f1-6dbefdafe078 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:05.217077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b0c49de-a4d5-406e-842b-f63cbc45d398 req-3dc31526-64ae-436c-b4f1-6dbefdafe078 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 944 time: 0.2346494 Jul 16 02:04:05.286564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b0c49de-a4d5-406e-842b-f63cbc45d398 req-255c9260-d27d-4dd1-a2e5-f5039df2bcc3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633621 Jul 16 02:04:05.303318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-51982787-f766-4bde-b304-85be0fe033d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:05.305162 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-51982787-f766-4bde-b304-85be0fe033d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 912 time: 0.2523854 Jul 16 02:04:05.352324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53442) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:05.373797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84a45dbf-67f1-4797-ad35-c9dea7280bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.415748 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-6f9dca17-3bbc-4582-a433-e74af2438fc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49000796-a626-4ab9-a652-c4842f8e7804 HTTP/1.1" status: 200 len: 217 time: 0.1000769 Jul 16 02:04:05.500185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-e4b6f589-0cf3-4f3b-82e7-2a4ce0f47b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:05.501758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-e4b6f589-0cf3-4f3b-82e7-2a4ce0f47b5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.0783470 Jul 16 02:04:05.563740 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-b24d05b8-4d83-456d-a78b-d371f387fa21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502763 Jul 16 02:04:05.647239 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84a45dbf-67f1-4797-ad35-c9dea7280bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.670291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84a45dbf-67f1-4797-ad35-c9dea7280bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.697172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-8f7baba4-8db2-4e42-aa3d-1081f2e9d1e2 service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268075 Jul 16 02:04:05.771111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-84a45dbf-67f1-4797-ad35-c9dea7280bc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cee13fc851f547eda444f9c477af81d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176877 Jul 16 02:04:05.776748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:05.799261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a45dbf-67f1-4797-ad35-c9dea7280bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511db03-add4-4be9-9242-42abdeb91560,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:05.922380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cfe7b611-5415-46f2-8590-5cd88ae089bd req-7d1cd423-c18f-427b-85a7-06eb0892962c service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169631 Jul 16 02:04:05.923489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcc9b-2afa-4bbd-b648-ff923e0c424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:05.963275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcc9b-2afa-4bbd-b648-ff923e0c424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.048198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:06.055287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcc9b-2afa-4bbd-b648-ff923e0c424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.057913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9f0bcc9b-2afa-4bbd-b648-ff923e0c424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.059228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9f0bcc9b-2afa-4bbd-b648-ff923e0c424d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8511db03-add4-4be9-9242-42abdeb91560 HTTP/1.1" status: 204 len: 168 time: 0.2814536 Jul 16 02:04:06.073797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bcc9b-2afa-4bbd-b648-ff923e0c424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511db03-add4-4be9-9242-42abdeb91560,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:06.096886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5cd8-c131-4b4c-a877-1e16d5bfe045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.301326 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5cd8-c131-4b4c-a877-1e16d5bfe045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.332423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5cd8-c131-4b4c-a877-1e16d5bfe045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.453367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b5cd8-c131-4b4c-a877-1e16d5bfe045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3ccf30-ba6c-404b-9cc4-85b2cf3f5bf7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:06.470535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e7b5cd8-c131-4b4c-a877-1e16d5bfe045 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed54a7ff40664b8189ddbb0a07d3235f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186225 Jul 16 02:04:06.471369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53490) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:06.568488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-812895c6-21f9-47c9-b656-ab70cae4afd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.620507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-812895c6-21f9-47c9-b656-ab70cae4afd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.643444 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bc24f-f20a-4dd7-bfa1-4394f63a0bdd req-7bcbc941-446f-4943-a679-6b01bf0dac81 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:06.647213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e4bc24f-f20a-4dd7-bfa1-4394f63a0bdd req-7bcbc941-446f-4943-a679-6b01bf0dac81 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 944 time: 0.0883896 Jul 16 02:04:06.739533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-812895c6-21f9-47c9-b656-ab70cae4afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.743439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-812895c6-21f9-47c9-b656-ab70cae4afd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:06.744959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-812895c6-21f9-47c9-b656-ab70cae4afd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c3ccf30-ba6c-404b-9cc4-85b2cf3f5bf7 HTTP/1.1" status: 204 len: 168 time: 0.2720487 Jul 16 02:04:06.755756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812895c6-21f9-47c9-b656-ab70cae4afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3ccf30-ba6c-404b-9cc4-85b2cf3f5bf7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:06.782344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e4bc24f-f20a-4dd7-bfa1-4394f63a0bdd req-f73e218b-f515-4445-a44d-b70c16a7e987 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272862 Jul 16 02:04:08.069696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd449-07be-4a75-907c-d4d24c331e10 req-6483d744-a93a-4cc6-85ac-bf0c129df4af tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:08.078222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-287dd449-07be-4a75-907c-d4d24c331e10 req-6483d744-a93a-4cc6-85ac-bf0c129df4af tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 944 time: 0.1329160 Jul 16 02:04:08.136755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-287dd449-07be-4a75-907c-d4d24c331e10 req-2c57f921-85fd-43a1-a762-8ea2a80f7856 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Jul 16 02:04:09.280443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 49000796-a626-4ab9-a652-c4842f8e7804 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:04:09.468907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 49000796-a626-4ab9-a652-c4842f8e7804, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=49000796-a626-4ab9-a652-c4842f8e7804,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:09.488618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '49000796-a626-4ab9-a652-c4842f8e7804', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'port_id': '49000796-a626-4ab9-a652-c4842f8e7804', 'mac_address': 'fa:16:3e:15:c0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:04:09.533305 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:09.548435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49000796-a626-4ab9-a652-c4842f8e7804 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:09.571740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 49000796-a626-4ab9-a652-c4842f8e7804, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=49000796-a626-4ab9-a652-c4842f8e7804,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:09.581716 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:09.681311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4b418-9c7f-46cb-9fdc-f1e941f0a30d req-833c39cc-2500-4db1-9fe6-f1bc6fad65d2 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:09.695353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcb4b418-9c7f-46cb-9fdc-f1e941f0a30d req-833c39cc-2500-4db1-9fe6-f1bc6fad65d2 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 944 time: 0.2796633 Jul 16 02:04:09.711515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=49000796-a626-4ab9-a652-c4842f8e7804,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:09.767693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcb4b418-9c7f-46cb-9fdc-f1e941f0a30d req-a81bc305-ad58-4033-b1a3-ffd04e087689 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 Jul 16 02:04:09.804946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['49000796-a626-4ab9-a652-c4842f8e7804'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:10.077444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:10.202183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f331ba40-7ee4-4302-82d4-999b717b3a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.305354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f331ba40-7ee4-4302-82d4-999b717b3a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.313331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f331ba40-7ee4-4302-82d4-999b717b3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.370973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331ba40-7ee4-4302-82d4-999b717b3a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489809c8-1554-4963-9c4a-01d3571c9796,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:10.390659 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f331ba40-7ee4-4302-82d4-999b717b3a0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31964f682b244cbdb73ebbc27ee23300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121150 Jul 16 02:04:10.393461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53698) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:10.522703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb1438e5-be24-4ac1-a0f1-762e46875574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.555413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb1438e5-be24-4ac1-a0f1-762e46875574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.642919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb1438e5-be24-4ac1-a0f1-762e46875574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.645768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fb1438e5-be24-4ac1-a0f1-762e46875574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.647046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fb1438e5-be24-4ac1-a0f1-762e46875574 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/489809c8-1554-4963-9c4a-01d3571c9796 HTTP/1.1" status: 204 len: 168 time: 0.2520063 Jul 16 02:04:10.656683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1438e5-be24-4ac1-a0f1-762e46875574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489809c8-1554-4963-9c4a-01d3571c9796,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:11.107136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 53722) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:11.124813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651dbb8e-b335-424b-b99a-5215076540e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.176207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a5b9-a4f7-4fc6-a91b-b2eb95268d8b req-29144799-9123-43c9-93e2-cc853e0ec775 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:11.186524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8032a5b9-a4f7-4fc6-a91b-b2eb95268d8b req-29144799-9123-43c9-93e2-cc853e0ec775 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 945 time: 0.1331298 Jul 16 02:04:11.233156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8032a5b9-a4f7-4fc6-a91b-b2eb95268d8b req-f2ae3e03-6a56-4cb0-a0e6-614985f3debb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Jul 16 02:04:11.285115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 49000796-a626-4ab9-a652-c4842f8e7804 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:11.336011 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651dbb8e-b335-424b-b99a-5215076540e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.342608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-651dbb8e-b335-424b-b99a-5215076540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.385553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-651dbb8e-b335-424b-b99a-5215076540e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36ab2f3249ad40c780086f979fa92b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763228 Jul 16 02:04:11.388662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 53734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:11.400872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 49000796-a626-4ab9-a652-c4842f8e7804 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:11.405267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 49000796-a626-4ab9-a652-c4842f8e7804 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:11.405910 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.406103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dbb8e-b335-424b-b99a-5215076540e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13cc2b-3ddc-41b6-9307-dfd7a7645621,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:11.467690 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:11.471352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d980ece-3ae2-4bd2-a9a9-470c2c116a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.494804 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d980ece-3ae2-4bd2-a9a9-470c2c116a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.546986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d980ece-3ae2-4bd2-a9a9-470c2c116a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.550266 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d980ece-3ae2-4bd2-a9a9-470c2c116a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.551861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7d980ece-3ae2-4bd2-a9a9-470c2c116a88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca13cc2b-3ddc-41b6-9307-dfd7a7645621 HTTP/1.1" status: 204 len: 168 time: 0.1621740 Jul 16 02:04:11.581801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d980ece-3ae2-4bd2-a9a9-470c2c116a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13cc2b-3ddc-41b6-9307-dfd7a7645621,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:11.627534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.656688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49000796-a626-4ab9-a652-c4842f8e7804'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:11.659220 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18451c38-573d-4324-a019-47587e47872b" -d '{"events": [{"server_uuid": "28fcfa3a-2ebd-402a-9d42-15e8835122fb", "name": "network-vif-plugged", "status": "completed", "tag": "49000796-a626-4ab9-a652-c4842f8e7804"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:11.687751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 49000796-a626-4ab9-a652-c4842f8e7804, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=49000796-a626-4ab9-a652-c4842f8e7804,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:11.701490 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:11.799488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=49000796-a626-4ab9-a652-c4842f8e7804,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:11.803584 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d4e0b1-79a1-4072-aca7-5877ac9d7a36 x-openstack-request-id: req-e3d4e0b1-79a1-4072-aca7-5877ac9d7a36 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:11.804235 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fcfa3a-2ebd-402a-9d42-15e8835122fb", "name": "network-vif-plugged", "status": "completed", "tag": "49000796-a626-4ab9-a652-c4842f8e7804", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:11.804731 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3d4e0b1-79a1-4072-aca7-5877ac9d7a36 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:11.805328 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49000796-a626-4ab9-a652-c4842f8e7804', 'code': 200} Jul 16 02:04:12.097899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a036ed-901c-42b2-9c76-d7377faf8de2 req-e47083b1-9cc3-4fa4-a9b1-8cd431d92bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.100776 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5a036ed-901c-42b2-9c76-d7377faf8de2 req-e47083b1-9cc3-4fa4-a9b1-8cd431d92bd7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 1097 time: 0.1516984 Jul 16 02:04:12.141626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5a036ed-901c-42b2-9c76-d7377faf8de2 req-8a1dbf7a-b8f1-436e-86fe-78918c6a994a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Jul 16 02:04:12.638356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62c88-1f87-4606-91d9-93d8a157c76f req-591ce8c6-3352-4f53-a0a0-8e91d4fe5f03 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:12.641314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3c62c88-1f87-4606-91d9-93d8a157c76f req-591ce8c6-3352-4f53-a0a0-8e91d4fe5f03 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1548908 Jul 16 02:04:12.739673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3c62c88-1f87-4606-91d9-93d8a157c76f req-0eebf170-263e-489a-8ebb-50b71591be3b tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908997 Jul 16 02:04:14.026681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d23b-ff9d-4723-b662-35629f7f2321 req-59a7111f-2ebc-4bc5-93ab-f1433737cec1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:14.030250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0c3d23b-ff9d-4723-b662-35629f7f2321 req-59a7111f-2ebc-4bc5-93ab-f1433737cec1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0791378 Jul 16 02:04:14.119385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0c3d23b-ff9d-4723-b662-35629f7f2321 req-c27feeb1-7f15-401e-a443-05f4a6aec6a4 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792205 Jul 16 02:04:14.896459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e801575-64a1-40a7-958e-8246befefeb3 req-86c44fdd-61e0-4897-a88c-e95c00a64493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:14.898720 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-86c44fdd-61e0-4897-a88c-e95c00a64493 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 1097 time: 0.1402743 Jul 16 02:04:15.033355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29efee-ba31-458a-aca5-c535aedb92e6 req-31d22943-2eb2-4c8e-9c32-d0847b99e5b0 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.039045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e801575-64a1-40a7-958e-8246befefeb3 req-3a1f8478-c4a6-4959-a93e-0add537f8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.041621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc29efee-ba31-458a-aca5-c535aedb92e6 req-31d22943-2eb2-4c8e-9c32-d0847b99e5b0 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0927615 Jul 16 02:04:15.047832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-3a1f8478-c4a6-4959-a93e-0add537f8dd5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 912 time: 0.1408701 Jul 16 02:04:15.139823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fc29efee-ba31-458a-aca5-c535aedb92e6 req-80a48105-0cc1-4e4f-b686-95703be397c7 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968194 Jul 16 02:04:15.156774 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-d59361b2-f2a5-4d9f-857f-9ae22f1610ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49000796-a626-4ab9-a652-c4842f8e7804 HTTP/1.1" status: 200 len: 217 time: 0.1000583 Jul 16 02:04:15.246420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e801575-64a1-40a7-958e-8246befefeb3 req-2c73a9ad-a497-4081-895c-2efbb21b5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:15.247911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-2c73a9ad-a497-4081-895c-2efbb21b5901 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.0796239 Jul 16 02:04:15.316699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-c45806d7-f893-4b1c-9785-d5d92af5a3b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612354 Jul 16 02:04:15.523052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-c4326210-a7dc-48ad-8cc7-9da986b5b2bf service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940181 Jul 16 02:04:15.726572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e801575-64a1-40a7-958e-8246befefeb3 req-ed04ad47-c99d-4f26-8891-6d74230f33d4 service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926410 Jul 16 02:04:16.404345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189939-f756-4edc-a21d-190aae1804ab req-f81e0265-341a-4a80-98da-901283ec9e1d tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.405854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3189939-f756-4edc-a21d-190aae1804ab req-f81e0265-341a-4a80-98da-901283ec9e1d tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1211712 Jul 16 02:04:16.482111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3189939-f756-4edc-a21d-190aae1804ab req-611d6f4a-25dd-43a3-aac6-d8401e0fa06f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Jul 16 02:04:17.791174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdaa5-3e56-4a4a-97a9-7944d0fc197f req-d59dc8dd-6d71-4897-9f6b-fdb60864237f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.799934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce1cdaa5-3e56-4a4a-97a9-7944d0fc197f req-d59dc8dd-6d71-4897-9f6b-fdb60864237f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1372261 Jul 16 02:04:17.853706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce1cdaa5-3e56-4a4a-97a9-7944d0fc197f req-70bd655c-57a9-4262-a7fd-c0a414d0c7b1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526180 Jul 16 02:04:19.077749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e895f-98bd-4a3c-b917-c66bbd3dd68f req-0112fabc-7ad0-4dbf-804e-8722492ae9ae tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:19.086441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b5e895f-98bd-4a3c-b917-c66bbd3dd68f req-0112fabc-7ad0-4dbf-804e-8722492ae9ae tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0845594 Jul 16 02:04:19.148690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b5e895f-98bd-4a3c-b917-c66bbd3dd68f req-1cb1483b-b38e-4774-bd9e-bfc538fb7b84 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Jul 16 02:04:20.525812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6767ce-5020-4a66-a94e-5fceee13e9d3 req-232b9acd-e0dd-4384-add6-a4e1ace59212 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:20.527378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec6767ce-5020-4a66-a94e-5fceee13e9d3 req-232b9acd-e0dd-4384-add6-a4e1ace59212 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1264019 Jul 16 02:04:20.584525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec6767ce-5020-4a66-a94e-5fceee13e9d3 req-d8366d78-9af1-4ab8-b492-9484c7ea2511 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 Jul 16 02:04:21.899087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4d55f-cd95-4ee0-97df-7253107adf91 req-e581e831-97f6-436e-b6d9-f2de98b7f077 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:21.900648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ea4d55f-cd95-4ee0-97df-7253107adf91 req-e581e831-97f6-436e-b6d9-f2de98b7f077 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0815332 Jul 16 02:04:21.987209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ea4d55f-cd95-4ee0-97df-7253107adf91 req-d4b3554e-cd5d-44b9-abf1-045de4b3b939 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744255 Jul 16 02:04:22.213856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:23.300592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657c81-194a-4ab0-811e-396002942e0a req-b7f70aa3-a49c-4c08-9c9b-672b200543ea tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:23.302254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84657c81-194a-4ab0-811e-396002942e0a req-b7f70aa3-a49c-4c08-9c9b-672b200543ea tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1401865 Jul 16 02:04:23.460685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84657c81-194a-4ab0-811e-396002942e0a req-67e2ad8b-7bc7-4d6c-91a2-e0e8120ee159 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525776 Jul 16 02:04:23.551120 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:23.734591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2bbc44ee-11ef-4549-bbff-cb318f4514b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:25.099367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f007a2a-4399-4413-92ea-4abda47e30f9 req-411f86a0-7460-454b-8878-4a73730a5435 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:25.106777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f007a2a-4399-4413-92ea-4abda47e30f9 req-411f86a0-7460-454b-8878-4a73730a5435 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0814195 Jul 16 02:04:25.154007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f007a2a-4399-4413-92ea-4abda47e30f9 req-cc8ab124-1716-4b8a-a48c-01719719def7 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462787 Jul 16 02:04:26.192894 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-20104c7e-8ad9-413d-8ab4-2225ce6c64e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.471338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad626157-8de8-4f3b-afe1-e62c35288c70 req-67b0cfc0-ce37-49bf-b916-21e443203bba tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:26.479314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad626157-8de8-4f3b-afe1-e62c35288c70 req-67b0cfc0-ce37-49bf-b916-21e443203bba tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0970776 Jul 16 02:04:26.506457 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:26.534948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad626157-8de8-4f3b-afe1-e62c35288c70 req-f5d2f1d0-33ea-49cf-a0b6-abcd7faa1b5c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542552 Jul 16 02:04:27.466224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:27.897450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ddd83-0bf4-4d0d-a2a8-385171428535 req-e5fe9079-0e60-42f5-9205-4c57954e42eb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:27.898971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d13ddd83-0bf4-4d0d-a2a8-385171428535 req-e5fe9079-0e60-42f5-9205-4c57954e42eb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1438591 Jul 16 02:04:27.965750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d13ddd83-0bf4-4d0d-a2a8-385171428535 req-28519a51-628a-4289-b4f7-0cbea13e7189 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Jul 16 02:04:28.897839 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:29.224363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1ab5-b54b-4546-a731-c920a1329b5c req-65623c3f-16fa-4b63-8f3d-68e158ddf5c2 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:29.234401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25ac1ab5-b54b-4546-a731-c920a1329b5c req-65623c3f-16fa-4b63-8f3d-68e158ddf5c2 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1087120 Jul 16 02:04:29.299340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25ac1ab5-b54b-4546-a731-c920a1329b5c req-3b376966-f466-4a12-b1c6-ce75c99fa9d9 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631428 Jul 16 02:04:30.406499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:30.411948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54750) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:30.635779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.643468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6749d496-0d2c-45db-b986-205d72778c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.735597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1964f-c0ef-4fca-8402-81547de39ce6 req-b825e156-8f4a-4512-988f-fe326d37aafe tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:30.746358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82d1964f-c0ef-4fca-8402-81547de39ce6 req-b825e156-8f4a-4512-988f-fe326d37aafe tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1934879 Jul 16 02:04:30.747490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:04:30.747490 n-d-800087-6 neutron-server[93906]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 02:04:30.747490 n-d-800087-6 neutron-server[93906]: [parameters: {'project_id': 'ff653c084c494808ba09141752f617dd', 'id': '8f9d1375-0552-43f2-8a25-4b692c2778ea', 'expiration': datetime.datetime(2021, 7, 16, 2, 6, 30, 683542)}] Jul 16 02:04:30.747490 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:04:30.748294 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:04:30.817836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82d1964f-c0ef-4fca-8402-81547de39ce6 req-664ae34a-e1a3-4fb2-a57f-dd6adde62e57 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651643 Jul 16 02:04:30.827827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6749d496-0d2c-45db-b986-205d72778c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.844439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6749d496-0d2c-45db-b986-205d72778c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.884939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:30.885113 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6749d496-0d2c-45db-b986-205d72778c77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7c227d299a24f7b86571c2bb6af017e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718609 Jul 16 02:04:30.920843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749d496-0d2c-45db-b986-205d72778c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c94bb9-d559-4a55-92e4-a77a6981bad6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:30.954994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:30.983076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.072390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.077919 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.082596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5c94bb9-d559-4a55-92e4-a77a6981bad6 HTTP/1.1" status: 204 len: 168 time: 0.1964498 Jul 16 02:04:31.094212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c94bb9-d559-4a55-92e4-a77a6981bad6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:31.105833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.106259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.106703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.107129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.108000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.110222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.111017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.111762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.112293 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.112881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.113464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.113938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798dfd9-31a0-491e-9cdc-96ea85bab083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:31.249491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.418462 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.434030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.480954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff653c084c494808ba09141752f617dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0732760 Jul 16 02:04:31.482230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec277-c60b-4e9b-8188-98400fa2e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ca69a-9331-4a71-a284-d9c98a28578a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:31.484951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54792) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.540535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f894e19a-98cf-4a0b-a4a0-7c5b398036a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.553983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54796) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.569917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f894e19a-98cf-4a0b-a4a0-7c5b398036a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.582988 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d8ca3f8-24aa-4a32-8eac-6a1a1ef77c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.631673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f894e19a-98cf-4a0b-a4a0-7c5b398036a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.635418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f894e19a-98cf-4a0b-a4a0-7c5b398036a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.646864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f894e19a-98cf-4a0b-a4a0-7c5b398036a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b60ca69a-9331-4a71-a284-d9c98a28578a HTTP/1.1" status: 204 len: 168 time: 0.1566563 Jul 16 02:04:31.679899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894e19a-98cf-4a0b-a4a0-7c5b398036a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ca69a-9331-4a71-a284-d9c98a28578a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:31.790285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d8ca3f8-24aa-4a32-8eac-6a1a1ef77c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.797568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5d8ca3f8-24aa-4a32-8eac-6a1a1ef77c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.900238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:31.900421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d8ca3f8-24aa-4a32-8eac-6a1a1ef77c21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcce9f7d4a1648ddbaed03bc91feb8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439252 Jul 16 02:04:31.903161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ca3f8-24aa-4a32-8eac-6a1a1ef77c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d40528-2fa8-4ff8-a735-920fbdefce5b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.046721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0709a857-2398-4d15-8db9-0ffe438e6e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.068798 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0709a857-2398-4d15-8db9-0ffe438e6e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.165714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0709a857-2398-4d15-8db9-0ffe438e6e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.169263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0709a857-2398-4d15-8db9-0ffe438e6e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.171715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0709a857-2398-4d15-8db9-0ffe438e6e04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22d40528-2fa8-4ff8-a735-920fbdefce5b HTTP/1.1" status: 204 len: 168 time: 0.2698128 Jul 16 02:04:32.186224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709a857-2398-4d15-8db9-0ffe438e6e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d40528-2fa8-4ff8-a735-920fbdefce5b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.198301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac8ead-c137-4cf4-ad85-32d08baaa5a0 req-ba79de87-7a18-445e-9e55-a04c4ab4fbc3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:32.205826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79ac8ead-c137-4cf4-ad85-32d08baaa5a0 req-ba79de87-7a18-445e-9e55-a04c4ab4fbc3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.2015488 Jul 16 02:04:32.267687 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:32.288866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b36d48b-fa2e-4b73-a009-c1bef887dea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.289338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-79ac8ead-c137-4cf4-ad85-32d08baaa5a0 req-859c979b-46d2-4569-9e24-d6f394bc9ff3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822222 Jul 16 02:04:32.462580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b36d48b-fa2e-4b73-a009-c1bef887dea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.469691 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b36d48b-fa2e-4b73-a009-c1bef887dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.506541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36d48b-fa2e-4b73-a009-c1bef887dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3aa390-a3f2-48f0-b394-cfe73d7cddca,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:32.546484 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b36d48b-fa2e-4b73-a009-c1bef887dea6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1438ee19b5a34ffeb25e031a05b25425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758541 Jul 16 02:04:32.546672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:32.677034 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1878545f-d35c-4e32-a40b-3e19d4ef5ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.746347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1878545f-d35c-4e32-a40b-3e19d4ef5ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.806877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1878545f-d35c-4e32-a40b-3e19d4ef5ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.810336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1878545f-d35c-4e32-a40b-3e19d4ef5ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:32.814781 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1878545f-d35c-4e32-a40b-3e19d4ef5ca2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa3aa390-a3f2-48f0-b394-cfe73d7cddca HTTP/1.1" status: 204 len: 168 time: 0.2670054 Jul 16 02:04:32.824801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878545f-d35c-4e32-a40b-3e19d4ef5ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3aa390-a3f2-48f0-b394-cfe73d7cddca,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:33.655662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c803390-7375-4245-b305-3436755c464c req-e6aae5db-729f-47f0-95a3-da6b5f09afe8 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:33.664925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c803390-7375-4245-b305-3436755c464c req-e6aae5db-729f-47f0-95a3-da6b5f09afe8 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1212490 Jul 16 02:04:33.763952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c803390-7375-4245-b305-3436755c464c req-77a6e3d2-e030-4b56-b2d3-09c755d1a7bb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976405 Jul 16 02:04:34.865321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 54972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:34.994254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104e5e5-b163-4ca2-a8b8-ae94de24da69 req-33b557ba-6a5f-4e14-92f2-bbfc0dcaba9c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:35.002184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4104e5e5-b163-4ca2-a8b8-ae94de24da69 req-33b557ba-6a5f-4e14-92f2-bbfc0dcaba9c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0821323 Jul 16 02:04:35.016297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd0fb-c891-4f05-8ceb-530194c1899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.051197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4104e5e5-b163-4ca2-a8b8-ae94de24da69 req-d5802c65-2972-4fd8-aa4d-1c8b9ffdf82d tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Jul 16 02:04:35.143992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd0fb-c891-4f05-8ceb-530194c1899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.154236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd0fb-c891-4f05-8ceb-530194c1899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.188316 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7e0bd0fb-c891-4f05-8ceb-530194c1899b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5b7e893623b4194b7b73c74b078a7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194194 Jul 16 02:04:35.189057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 54998) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:35.217347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bd0fb-c891-4f05-8ceb-530194c1899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a463d6-cc10-47e5-acfd-35174a552241,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:35.269787 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57cda1ba-5934-45ff-835d-c5bcfaf1c74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.299000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57cda1ba-5934-45ff-835d-c5bcfaf1c74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.347855 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57cda1ba-5934-45ff-835d-c5bcfaf1c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.352232 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57cda1ba-5934-45ff-835d-c5bcfaf1c74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:35.355852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-57cda1ba-5934-45ff-835d-c5bcfaf1c74b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30a463d6-cc10-47e5-acfd-35174a552241 HTTP/1.1" status: 204 len: 168 time: 0.1576314 Jul 16 02:04:35.374299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cda1ba-5934-45ff-835d-c5bcfaf1c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a463d6-cc10-47e5-acfd-35174a552241,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:36.344466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76d985-da1d-46f6-9fd2-c939970c59bd req-d91aeff3-598c-45d1-8f06-638a9f0076a1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:36.351738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad76d985-da1d-46f6-9fd2-c939970c59bd req-d91aeff3-598c-45d1-8f06-638a9f0076a1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1312425 Jul 16 02:04:36.455471 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad76d985-da1d-46f6-9fd2-c939970c59bd req-b6bf7af4-12ff-41e6-a0f2-575eda1af83b tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968456 Jul 16 02:04:37.702106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736489e4-68d1-4d6e-a443-db19c4c868e0 req-b3b381c8-c54f-4979-b51e-75ae325c1beb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:37.704282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-736489e4-68d1-4d6e-a443-db19c4c868e0 req-b3b381c8-c54f-4979-b51e-75ae325c1beb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0832746 Jul 16 02:04:37.772293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-736489e4-68d1-4d6e-a443-db19c4c868e0 req-af1fb974-6da8-4fb5-9585-6074b3ab43c4 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611768 Jul 16 02:04:39.063099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c175870-6ee8-4c77-98d3-a566202ea088 req-cd53108b-da90-4682-bf78-cc80a8578c18 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:39.066046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c175870-6ee8-4c77-98d3-a566202ea088 req-cd53108b-da90-4682-bf78-cc80a8578c18 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1259937 Jul 16 02:04:39.113419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c175870-6ee8-4c77-98d3-a566202ea088 req-fe6ba992-4dd3-445d-9660-a5a5a0ca9326 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Jul 16 02:04:40.391215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047fe9-8832-4cf7-838d-518529ae488d req-d152259f-0c8a-45af-b9bc-71d868a8070a tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:40.398223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c047fe9-8832-4cf7-838d-518529ae488d req-d152259f-0c8a-45af-b9bc-71d868a8070a tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0856643 Jul 16 02:04:40.467722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c047fe9-8832-4cf7-838d-518529ae488d req-3f36428c-6e64-4a40-a73d-79c374c8b229 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654876 Jul 16 02:04:41.092896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55292) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:41.294263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ee88cd-cb5f-4a65-a5a9-4a99bfca8aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.438713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ee88cd-cb5f-4a65-a5a9-4a99bfca8aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.444641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-07ee88cd-cb5f-4a65-a5a9-4a99bfca8aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.485938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-07ee88cd-cb5f-4a65-a5a9-4a99bfca8aed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=352bb2f04a51490796ac2b0fd5e1c01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916550 Jul 16 02:04:41.488807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:41.502943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee88cd-cb5f-4a65-a5a9-4a99bfca8aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2538f0-2297-4c93-b910-2935659d150c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:41.576755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6611a04-ae6e-4ead-a184-8ca7cda5f0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.605275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6611a04-ae6e-4ead-a184-8ca7cda5f0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.685890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6611a04-ae6e-4ead-a184-8ca7cda5f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.688787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e6611a04-ae6e-4ead-a184-8ca7cda5f0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:41.689951 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e6611a04-ae6e-4ead-a184-8ca7cda5f0de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da2538f0-2297-4c93-b910-2935659d150c HTTP/1.1" status: 204 len: 168 time: 0.2001610 Jul 16 02:04:41.731096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6611a04-ae6e-4ead-a184-8ca7cda5f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2538f0-2297-4c93-b910-2935659d150c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:41.799326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ca5d-6571-4aea-8a2b-bda04dda63e3 req-07a54ec7-9beb-4389-96d7-57727bdee0ca tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:41.811877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eab3ca5d-6571-4aea-8a2b-bda04dda63e3 req-07a54ec7-9beb-4389-96d7-57727bdee0ca tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.0921671 Jul 16 02:04:41.856689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c98e3-b82a-4546-9a2b-035f82a84da7 req-fd710315-0127-45a2-ab86-175a1670cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:41.860388 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d7c98e3-b82a-4546-9a2b-035f82a84da7 req-fd710315-0127-45a2-ab86-175a1670cb9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 1097 time: 0.1261904 Jul 16 02:04:41.903345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eab3ca5d-6571-4aea-8a2b-bda04dda63e3 req-17654254-e76f-459a-acdb-9ac91151cbbc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788271 Jul 16 02:04:41.944112 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2d7c98e3-b82a-4546-9a2b-035f82a84da7 req-d4e16ea2-7e3b-4f08-9d01-d7d75ff77280 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771484 Jul 16 02:04:42.187186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55326) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:42.205687 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40785f30-9493-432c-9ad2-b256d18baf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.395627 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40785f30-9493-432c-9ad2-b256d18baf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.409649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40785f30-9493-432c-9ad2-b256d18baf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.436160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40785f30-9493-432c-9ad2-b256d18baf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f493211-2e88-44c0-a42b-d40642b4e444,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:42.474316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55334) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:42.491318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-40785f30-9493-432c-9ad2-b256d18baf85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d28e6f9cbad47f4989109a98d0fdd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024683 Jul 16 02:04:42.570622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9abc4a48-bd12-4182-8005-658120ba4d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.627934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9abc4a48-bd12-4182-8005-658120ba4d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.685594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9abc4a48-bd12-4182-8005-658120ba4d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.688312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9abc4a48-bd12-4182-8005-658120ba4d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:42.689711 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9abc4a48-bd12-4182-8005-658120ba4d80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f493211-2e88-44c0-a42b-d40642b4e444 HTTP/1.1" status: 204 len: 168 time: 0.2140899 Jul 16 02:04:42.705044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4a48-bd12-4182-8005-658120ba4d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f493211-2e88-44c0-a42b-d40642b4e444,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:43.276985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d58849-19ab-454b-ace3-60d79b9adc90 req-e6bf9eb3-6718-4c20-82c7-ed7f8eca1c44 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:43.279375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2d58849-19ab-454b-ace3-60d79b9adc90 req-e6bf9eb3-6718-4c20-82c7-ed7f8eca1c44 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1068962 Jul 16 02:04:43.353658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2d58849-19ab-454b-ace3-60d79b9adc90 req-7730d882-8af0-422b-a181-472a560e6a88 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600932 Jul 16 02:04:43.995350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-e44a9f18-40f9-465d-bdd2-d33247e1e60f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:44.002486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-e44a9f18-40f9-465d-bdd2-d33247e1e60f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 811 time: 0.2781849 Jul 16 02:04:44.018579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-eca4e374-73bf-4c41-b9a4-8a117fdc04da tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/quotas/5e57443751344a3cb3937652607bcf02 HTTP/1.1" status: 200 len: 375 time: 0.0151708 Jul 16 02:04:44.147338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-71f51984-3bde-4b96-abc3-1d03af60c724 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275232 Jul 16 02:04:44.267117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-f4e990e8-9505-4d82-97f6-ba8cc72c2784 service neutron] 10.222.0.35 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185846 Jul 16 02:04:44.413995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40891b09-44f3-42d2-8832-4d9f92f74df3 service neutron] 10.222.0.35 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456330 Jul 16 02:04:44.738276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8855535-ff28-40ce-9903-1f57595b77e4 req-51768dc3-aece-4a34-a07f-72fe813ad558 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 210 time: 0.0385771 Jul 16 02:04:46.125355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e41e1a7-6ab2-4962-a358-8d9313e0ee47 req-2eb246fb-f24c-46ec-9f92-c9423d30d49c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 210 time: 0.0688503 Jul 16 02:04:46.230641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-6e420901-f24d-4dc9-958f-7b78dbc5d5df tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:46.232177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-6e420901-f24d-4dc9-958f-7b78dbc5d5df tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.32 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 811 time: 0.2131202 Jul 16 02:04:46.251960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Request body: {'port': {'device_id': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'admin_state_up': True, 'tenant_id': '5e57443751344a3cb3937652607bcf02'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:46.481177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Made reservation on behalf of 5e57443751344a3cb3937652607bcf02 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:46.488823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.504295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55488) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:46.705795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Allocated IP 172.20.0.3 (64a816e9-70c7-44de-bad9-3ba7c79202cd/3bd4758d-4e1a-4e8b-9674-bfad04cd45b7/cc9384b6-dc3e-4053-9b4c-9b763467231d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:46.710341 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41cbc5a6-4cab-4ca7-8e0d-66cb1b6a1ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.849755 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41cbc5a6-4cab-4ca7-8e0d-66cb1b6a1ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.853780 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-41cbc5a6-4cab-4ca7-8e0d-66cb1b6a1ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:46.924218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-41cbc5a6-4cab-4ca7-8e0d-66cb1b6a1ce5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=331095fea4ad49028f726b3f00a52412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184713 Jul 16 02:04:46.924870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55498) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:46.944058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbc5a6-4cab-4ca7-8e0d-66cb1b6a1ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c18ac-4390-44a9-95e2-0554061a7046,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:47.018948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757fc045-8aeb-470a-94ed-45d9d8d245a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.064834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757fc045-8aeb-470a-94ed-45d9d8d245a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.170126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757fc045-8aeb-470a-94ed-45d9d8d245a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.174275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-757fc045-8aeb-470a-94ed-45d9d8d245a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.180232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-757fc045-8aeb-470a-94ed-45d9d8d245a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c01c18ac-4390-44a9-95e2-0554061a7046 HTTP/1.1" status: 204 len: 168 time: 0.2491839 Jul 16 02:04:47.227971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fc045-8aeb-470a-94ed-45d9d8d245a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c18ac-4390-44a9-95e2-0554061a7046,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:47.488409 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dcce104-6dba-47ae-835b-1ae664636342 req-a012e45f-5ec6-4593-bd1a-74528cde5398 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 210 time: 0.0687883 Jul 16 02:04:47.735712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.799883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:47.814839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd3c-b52a-4638-befc-a7a9e6b2c8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.873417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:47.899692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['49000796-a626-4ab9-a652-c4842f8e7804'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:48.032298 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd3c-b52a-4638-befc-a7a9e6b2c8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.032298 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c21ecd3c-b52a-4638-befc-a7a9e6b2c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.163428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Pushing event updated for resources: {'Port': ['ID=cc9384b6-dc3e-4053-9b4c-9b763467231d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:48.163428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Network 64a816e9-70c7-44de-bad9-3ba7c79202cd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:48.163428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:48.163428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:48.168874 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c21ecd3c-b52a-4638-befc-a7a9e6b2c8db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=507311e3a3684e05bd7e2b2a8a878bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456368 Jul 16 02:04:48.168874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:48.219503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.227672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.260098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-2f652ff4-0bda-4a20-b7cc-0661aa05ee52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0166371 Jul 16 02:04:48.284910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Request body: {'port': {'device_id': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:48.306437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ecd3c-b52a-4638-befc-a7a9e6b2c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a37915-5226-4d88-b6db-7909dfe68f7c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:48.320631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b41498-bfe8-472d-8723-e0037322b081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.374789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b41498-bfe8-472d-8723-e0037322b081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.428799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.454974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b41498-bfe8-472d-8723-e0037322b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.457486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-27b41498-bfe8-472d-8723-e0037322b081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:48.460842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-27b41498-bfe8-472d-8723-e0037322b081 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15a37915-5226-4d88-b6db-7909dfe68f7c HTTP/1.1" status: 204 len: 168 time: 0.3048308 Jul 16 02:04:48.472546 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:48.479871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b41498-bfe8-472d-8723-e0037322b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a37915-5226-4d88-b6db-7909dfe68f7c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:48.865404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909c2ee-c8a4-43df-ab6d-0bcd17ff4773 req-20610554-c648-482c-92a9-736ee8737ea5 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:48.871939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6909c2ee-c8a4-43df-ab6d-0bcd17ff4773 req-20610554-c648-482c-92a9-736ee8737ea5 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 931 time: 0.1934841 Jul 16 02:04:48.955371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6909c2ee-c8a4-43df-ab6d-0bcd17ff4773 req-36c918fe-af16-4dfb-8a50-bad5f26312cf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769372 Jul 16 02:04:49.022262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9384b6-dc3e-4053-9b4c-9b763467231d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:49.030781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:49.055658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Transition to ACTIVE for port object cc9384b6-dc3e-4053-9b4c-9b763467231d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:04:49.064392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:49.165141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Pushing event updated for resources: {'Port': ['ID=cc9384b6-dc3e-4053-9b4c-9b763467231d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:49.303171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Attempting to bind port cc9384b6-dc3e-4053-9b4c-9b763467231d on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:04:49.303522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Attempting to bind port cc9384b6-dc3e-4053-9b4c-9b763467231d by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:04:49.304169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Attempting to bind port cc9384b6-dc3e-4053-9b4c-9b763467231d on network 64a816e9-70c7-44de-bad9-3ba7c79202cd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:49.314281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Port cc9384b6-dc3e-4053-9b4c-9b763467231d on network 64a816e9-70c7-44de-bad9-3ba7c79202cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:04:49.314595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Attempting to bind port cc9384b6-dc3e-4053-9b4c-9b763467231d on network 64a816e9-70c7-44de-bad9-3ba7c79202cd {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:04:49.324711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:04:49.325058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Checking segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:49.325785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Bound using segment: {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:04:49.326596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Bound port: cc9384b6-dc3e-4053-9b4c-9b763467231d, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512ca873-5d6b-427f-8e17-4674c7d120b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:04:49.327460 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:49.490436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] For port cc9384b6-dc3e-4053-9b4c-9b763467231d, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:04:49.495144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] For port cc9384b6-dc3e-4053-9b4c-9b763467231d, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:04:49.502800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:49.545569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:49.546462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:49.548288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] 10.222.0.32 "PUT /v2.0/ports/cc9384b6-dc3e-4053-9b4c-9b763467231d HTTP/1.1" status: 200 len: 1091 time: 1.2799737 Jul 16 02:04:49.551390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'tag': 'cc9384b6-dc3e-4053-9b4c-9b763467231d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:49.555321 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaded034-52a3-4acf-9c25-ee2a8d8112c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d83fc419-e02e-429f-81c4-5aa8697007e3", "tag": "cc9384b6-dc3e-4053-9b4c-9b763467231d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:49.650519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8e5dc-ef60-48de-8e91-9624bd6f100e service neutron] Pushing event updated for resources: {'Port': ['ID=cc9384b6-dc3e-4053-9b4c-9b763467231d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:49.761731 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf75316-43b7-4260-b468-f97cc320bd4a x-openstack-request-id: req-8cf75316-43b7-4260-b468-f97cc320bd4a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:49.770537 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83fc419-e02e-429f-81c4-5aa8697007e3", "tag": "cc9384b6-dc3e-4053-9b4c-9b763467231d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:49.772171 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cf75316-43b7-4260-b468-f97cc320bd4a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:49.772710 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'tag': 'cc9384b6-dc3e-4053-9b4c-9b763467231d', 'status': 'completed', 'code': 200} Jul 16 02:04:49.946891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-6532a822-4ced-4cbf-9cc5-85060d3690b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:49.948512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-6532a822-4ced-4cbf-9cc5-85060d3690b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 1094 time: 0.2725468 Jul 16 02:04:50.117211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-ed168111-9937-47c4-9661-da945bb44947 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d HTTP/1.1" status: 200 len: 217 time: 0.1601474 Jul 16 02:04:50.294619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-cdbf20e8-2210-4e72-8a91-05cd32def0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:50.296192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272dc3-9679-4ee9-8113-8b91b24b71db req-d821b122-2c9b-4791-9167-016fce5b5822 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:50.298680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91272dc3-9679-4ee9-8113-8b91b24b71db req-d821b122-2c9b-4791-9167-016fce5b5822 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 943 time: 0.1238456 Jul 16 02:04:50.298994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-cdbf20e8-2210-4e72-8a91-05cd32def0b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.1743762 Jul 16 02:04:50.369248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-3e69fa88-25da-4dcb-8e8b-32af2d5840c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624287 Jul 16 02:04:50.376573 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91272dc3-9679-4ee9-8113-8b91b24b71db req-3dc9e02c-4bd5-4edd-b8d0-64ee4f7149cc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646036 Jul 16 02:04:50.541087 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-c8ff00ed-fe87-4601-89d8-d1a5394f7807 service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644387 Jul 16 02:04:50.747400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f17e08e6-8be1-4e74-9666-105f91e96975 req-531cb016-24c3-4481-8541-c2ce6a851f15 service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967335 Jul 16 02:04:51.013989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-d1563948-1d19-44d2-8cf9-ad33efeebfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.015563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-d1563948-1d19-44d2-8cf9-ad33efeebfe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 1094 time: 0.2025368 Jul 16 02:04:51.230548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-ba659b85-d69b-4208-825d-dbf68b82ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.240154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-ba659b85-d69b-4208-825d-dbf68b82ac4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 912 time: 0.2144332 Jul 16 02:04:51.305570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-2e530130-666a-43f5-9d3e-153bb9d9b97e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d HTTP/1.1" status: 200 len: 217 time: 0.0523303 Jul 16 02:04:51.406911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-6b73b9fc-621e-419d-83e1-e768e72ebd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.409475 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-6b73b9fc-621e-419d-83e1-e768e72ebd60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.0974023 Jul 16 02:04:51.499431 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-f66b6888-a708-4fa1-9976-a6666885bec9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728590 Jul 16 02:04:51.801250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-dd63f5c6-6763-4f32-aee4-4773c6adaed3 service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944326 Jul 16 02:04:51.827665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08827-ba22-4013-b4e9-f02c12600c1a req-0aea2e70-7e86-4e1b-b572-c3f777463364 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:51.859690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13e08827-ba22-4013-b4e9-f02c12600c1a req-0aea2e70-7e86-4e1b-b572-c3f777463364 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 943 time: 0.2070239 Jul 16 02:04:51.881547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-8df667ba-bfda-494c-b138-a31b189ccafc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765206 Jul 16 02:04:51.999842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13e08827-ba22-4013-b4e9-f02c12600c1a req-8814797b-10cb-4b4c-a608-7b882312ebeb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235039 Jul 16 02:04:52.004704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eaded034-52a3-4acf-9c25-ee2a8d8112c1 req-a67ff32b-3d8e-4e1a-a3f9-4660cf21f16b service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952720 Jul 16 02:04:52.032668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-01bd8d50-5488-422e-bc30-df063ae48b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:52.034466 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-01bd8d50-5488-422e-bc30-df063ae48b55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 1097 time: 0.0832427 Jul 16 02:04:52.144587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cc9384b6-dc3e-4053-9b4c-9b763467231d details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:04:52.217785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-d62cb02e-3c80-4c33-a653-49c90f9b6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:52.219629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-d62cb02e-3c80-4c33-a653-49c90f9b6bfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 912 time: 0.1630094 Jul 16 02:04:52.301655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-7bd14947-60a7-46a3-9c05-efdc47d004cb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49000796-a626-4ab9-a652-c4842f8e7804 HTTP/1.1" status: 200 len: 217 time: 0.0726793 Jul 16 02:04:52.328379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:52.371101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-25c11cfb-3338-481e-b84f-57c2c3d4c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:52.371241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port cc9384b6-dc3e-4053-9b4c-9b763467231d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:52.372651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-25c11cfb-3338-481e-b84f-57c2c3d4c32c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.0643065 Jul 16 02:04:52.385500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'cc9384b6-dc3e-4053-9b4c-9b763467231d', 'network_id': '64a816e9-70c7-44de-bad9-3ba7c79202cd', 'port_id': 'cc9384b6-dc3e-4053-9b4c-9b763467231d', 'mac_address': 'fa:16:3e:70:88:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd4758d-4e1a-4e8b-9674-bfad04cd45b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:04:52.438962 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:52.459379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9384b6-dc3e-4053-9b4c-9b763467231d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:04:52.459693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-6c558324-7844-4718-b36e-f95dd15127f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642250 Jul 16 02:04:52.483929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port cc9384b6-dc3e-4053-9b4c-9b763467231d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:52.490343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:52.561487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=cc9384b6-dc3e-4053-9b4c-9b763467231d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:52.622254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-5fe9881d-a8a0-4255-99af-93973518cccd service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550457 Jul 16 02:04:52.753515 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3e70a1d-73df-4645-a5d6-b7998eb48de4 req-bf1f88b4-9d2e-4622-90b7-4191827c8751 service neutron] 10.222.0.38 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208956 Jul 16 02:04:52.918141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['cc9384b6-dc3e-4053-9b4c-9b763467231d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:04:53.344910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86316785-dc3c-4de5-abe3-1b8fa83403ef req-2b13ad99-0f93-4031-95b3-ad32ffdfa82c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:53.346824 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86316785-dc3c-4de5-abe3-1b8fa83403ef req-2b13ad99-0f93-4031-95b3-ad32ffdfa82c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 944 time: 0.1348338 Jul 16 02:04:53.388116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 55758) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:53.427196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86316785-dc3c-4de5-abe3-1b8fa83403ef req-f0e94ef1-479b-4367-b55e-a1ced12aa04c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 Jul 16 02:04:53.550813 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:53.607571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f320335-1b64-416d-8116-18f34e216753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:53.867281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66cde8a8-ba28-462b-9cc4-e579c772926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:53.871206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f320335-1b64-416d-8116-18f34e216753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:53.871206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1f320335-1b64-416d-8116-18f34e216753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:53.917135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1f320335-1b64-416d-8116-18f34e216753 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72cc67662ff24c6e8d2da25db9376cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278988 Jul 16 02:04:53.918005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f320335-1b64-416d-8116-18f34e216753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b439d06-5abd-4150-9294-6800df42a51b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:53.919638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55790) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:54.035095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6aae84-d5d8-460f-bdd0-556ac269ab30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.064492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6aae84-d5d8-460f-bdd0-556ac269ab30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.154225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cc9384b6-dc3e-4053-9b4c-9b763467231d up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:04:54.154617 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6aae84-d5d8-460f-bdd0-556ac269ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.157862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6aae84-d5d8-460f-bdd0-556ac269ab30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.159478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7d6aae84-d5d8-460f-bdd0-556ac269ab30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b439d06-5abd-4150-9294-6800df42a51b HTTP/1.1" status: 204 len: 168 time: 0.2388048 Jul 16 02:04:54.201153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aae84-d5d8-460f-bdd0-556ac269ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b439d06-5abd-4150-9294-6800df42a51b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:54.241434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port cc9384b6-dc3e-4053-9b4c-9b763467231d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:04:54.249323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port cc9384b6-dc3e-4053-9b4c-9b763467231d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:04:54.249693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.392274 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.441814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9384b6-dc3e-4053-9b4c-9b763467231d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:04:54.445281 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf8d61-0fb2-450b-9dee-eb367167e71c" -d '{"events": [{"server_uuid": "d83fc419-e02e-429f-81c4-5aa8697007e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc9384b6-dc3e-4053-9b4c-9b763467231d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:04:54.449744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port cc9384b6-dc3e-4053-9b4c-9b763467231d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:04:54.457138 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:54.547839 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d421afdb-ac6d-4583-ba21-c72550b791b3 x-openstack-request-id: req-d421afdb-ac6d-4583-ba21-c72550b791b3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:04:54.549639 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83fc419-e02e-429f-81c4-5aa8697007e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc9384b6-dc3e-4053-9b4c-9b763467231d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:04:54.550089 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d421afdb-ac6d-4583-ba21-c72550b791b3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:04:54.551327 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9384b6-dc3e-4053-9b4c-9b763467231d', 'code': 200} Jul 16 02:04:54.591686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=cc9384b6-dc3e-4053-9b4c-9b763467231d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:54.603332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.604013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.604639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.605412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.605953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.607624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.608319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.608909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.609653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.610330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.611065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.611862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:04:54.777798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70a1f4-efcf-4b87-a52d-75adfd985e44 req-19eac6e8-0914-4a1d-a6a7-e0a7cb1cf7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:54.781299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea70a1f4-efcf-4b87-a52d-75adfd985e44 req-19eac6e8-0914-4a1d-a6a7-e0a7cb1cf7f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 1096 time: 0.1604059 Jul 16 02:04:54.857963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f814e2-923c-43f7-babf-fd3e47168203 req-94322cd1-06b3-4e26-9097-12d71a209345 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:54.859492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07f814e2-923c-43f7-babf-fd3e47168203 req-94322cd1-06b3-4e26-9097-12d71a209345 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1801083 Jul 16 02:04:54.871951 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea70a1f4-efcf-4b87-a52d-75adfd985e44 req-fd0ed57a-53f1-46e8-951a-d593f3cd886f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836477 Jul 16 02:04:54.923630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07f814e2-923c-43f7-babf-fd3e47168203 req-e0af5075-ed80-46ab-8cc1-b0c0401d3108 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570095 Jul 16 02:04:56.208210 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5888bcd1-3207-4dc9-b8ca-58fa1f71e687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:56.231739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c8b5-dc74-4745-9b3f-19d1e7153edd req-dfd887cf-158c-4b0b-88b2-5ea70c228002 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:56.233667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f101c8b5-dc74-4745-9b3f-19d1e7153edd req-dfd887cf-158c-4b0b-88b2-5ea70c228002 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1427257 Jul 16 02:04:56.316916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f101c8b5-dc74-4745-9b3f-19d1e7153edd req-d8c12e47-51eb-4880-a0f0-6d24b87206e4 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670884 Jul 16 02:04:56.531234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:56.800298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:56.923645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-e8fd2b51-155d-4321-a15a-705dbfaa7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:56.929215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-e8fd2b51-155d-4321-a15a-705dbfaa7399 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 1096 time: 0.1362450 Jul 16 02:04:57.039880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1069571853', 'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:57.113971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-641d6e85-1418-487f-92b9-095bc9dd7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:57.115677 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-641d6e85-1418-487f-92b9-095bc9dd7006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 912 time: 0.1821601 Jul 16 02:04:57.121745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Made reservation on behalf of ba082a044aaf40fbac3363a5f5f0b265 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:57.126241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.143865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.205162 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-ac568fe1-33f6-46dd-97b6-e3c3b300e08e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d HTTP/1.1" status: 200 len: 217 time: 0.0817983 Jul 16 02:04:57.214929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196edc1-b9c4-4b6a-b49f-ab811881b54d req-84b5ab81-f7ea-4d73-b39a-5f20cc01e5fd tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:57.224972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a196edc1-b9c4-4b6a-b49f-ab811881b54d req-84b5ab81-f7ea-4d73-b39a-5f20cc01e5fd tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.2490237 Jul 16 02:04:57.282846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a196edc1-b9c4-4b6a-b49f-ab811881b54d req-741f66b8-1b96-4f7c-91bf-e5fc26cee161 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567007 Jul 16 02:04:57.353185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-c64613e0-4ae9-43a0-8263-15fa544f6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:57.355358 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-c64613e0-4ae9-43a0-8263-15fa544f6160 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.1332648 Jul 16 02:04:57.402622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-98fd6e66-771a-4874-b881-c3d3ef484693 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404470 Jul 16 02:04:57.459921 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.462893 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.470205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.499013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfad7e-66e3-4329-84a1-a3a2fa4885aa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:57.535138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:04:57.549764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.551174 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Added segment 0648603e-1424-4924-a37a-65b100c831e8 of type vlan for network 6e223001-72eb-4209-8352-2109bd6a6492 Jul 16 02:04:57.636293 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-32d21a8b-e81a-44b8-9892-afbb7e71686d service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254627 Jul 16 02:04:57.662757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.746144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.747419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:57.748078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.828303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-47844abe-f7cb-4d42-8bff-3885851b67c5 req-b392c963-a6f2-4f5d-b283-bd91339502f5 service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719487 Jul 16 02:04:57.834239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0301414 Jul 16 02:04:57.835776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 55970) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:57.842903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'subnet': {'network_id': '6e223001-72eb-4209-8352-2109bd6a6492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:57.916929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Made reservation on behalf of ba082a044aaf40fbac3363a5f5f0b265 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:57.919529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:57.923920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ac11a-7068-4dcc-b145-86675fcdcc67 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Network': ['ID=6e223001-72eb-4209-8352-2109bd6a6492,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:57.939289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 6e223001-72eb-4209-8352-2109bd6a6492 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:04:58.413451 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:04:58.413451 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.524283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Checking segment: {'id': '0648603e-1424-4924-a37a-65b100c831e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6e223001-72eb-4209-8352-2109bd6a6492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:04:58.524649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network hostable DHCP agents. Network: 6e223001-72eb-4209-8352-2109bd6a6492, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:04:58.555991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5660fb3-bb2f-4e3e-8281-62a8b11f8aea,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:58.584041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network 6e223001-72eb-4209-8352-2109bd6a6492 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:04:58.661133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 6e223001-72eb-4209-8352-2109bd6a6492) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:58.667869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:58.668982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.677099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0b264-1296-4d84-abb1-65c5e08cdaf6 None None] Network 6e223001-72eb-4209-8352-2109bd6a6492 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:04:58.711482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a352aa1-7503-426f-bdf1-62deaa4d7da5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8736067 Jul 16 02:04:58.714141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:04:58.719156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2038661995', 'network_id': '6e223001-72eb-4209-8352-2109bd6a6492'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:04:58.755241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48573f03-663a-4408-b684-77768e84d1aa req-be622b1e-6e28-4ded-a3b1-6afff764b142 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:58.757136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48573f03-663a-4408-b684-77768e84d1aa req-be622b1e-6e28-4ded-a3b1-6afff764b142 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1564071 Jul 16 02:04:58.765697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Made reservation on behalf of ba082a044aaf40fbac3363a5f5f0b265 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:04:58.771445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.833038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] device_id is not set on port 8a465978-71ac-49c1-a737-79ccd20b9f41 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:04:58.839313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-48573f03-663a-4408-b684-77768e84d1aa req-6641001c-e2e4-4a8b-b907-5d83b96930a4 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740221 Jul 16 02:04:58.944009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:58.956264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c676cd-f1db-4b3d-b3e1-b356cca0beb0 None None] Network 6e223001-72eb-4209-8352-2109bd6a6492 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:04:59.252604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Allocated IP 172.20.0.10 (6e223001-72eb-4209-8352-2109bd6a6492/e5660fb3-bb2f-4e3e-8281-62a8b11f8aea/8a465978-71ac-49c1-a737-79ccd20b9f41) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:04:59.531800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:59.592922 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:59.700069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network 6e223001-72eb-4209-8352-2109bd6a6492 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:04:59.706642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:04:59.717838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Port': ['ID=8a465978-71ac-49c1-a737-79ccd20b9f41,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:04:59.722159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:04:59.789112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:59.791289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:59.817892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e022d854-b06d-43b8-acfa-a4e571e86e03 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1018806 Jul 16 02:04:59.819738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56064) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:00.027214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Deleting port 8a465978-71ac-49c1-a737-79ccd20b9f41 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:00.027568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.189756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.226579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Calling delete_port for 8a465978-71ac-49c1-a737-79ccd20b9f41 owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:00.329546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11137bea-5a45-4750-9470-8e38a1f9647c req-fb95c1fa-ec71-497e-a275-0ab99b26eccc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:00.335692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11137bea-5a45-4750-9470-8e38a1f9647c req-fb95c1fa-ec71-497e-a275-0ab99b26eccc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.2580101 Jul 16 02:05:00.391853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11137bea-5a45-4750-9470-8e38a1f9647c req-e3e1c043-1d36-493d-9d1f-e8905873be15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 Jul 16 02:05:00.503493 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.552789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a465978-71ac-49c1-a737-79ccd20b9f41,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:00.657498 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.660684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3ee8e5db-8971-499d-a634-45857be861c3 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8a465978-71ac-49c1-a737-79ccd20b9f41 HTTP/1.1" status: 204 len: 168 time: 0.8398061 Jul 16 02:05:00.663225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:00.669202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e223001-72eb-4209-8352-2109bd6a6492', 'external_fixed_ips': [{'subnet_id': 'e5660fb3-bb2f-4e3e-8281-62a8b11f8aea', 'ip_address': '172.20.0.10'}]}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:00.716228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.717508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.851842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:01.603279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:01.670712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1be5e3-9d32-4099-8bf6-08c9bebf13b1 req-275396df-5570-47f9-a3ee-7bb8f67dc33e tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:01.678523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c1be5e3-9d32-4099-8bf6-08c9bebf13b1 req-275396df-5570-47f9-a3ee-7bb8f67dc33e tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1173587 Jul 16 02:05:01.779708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c1be5e3-9d32-4099-8bf6-08c9bebf13b1 req-c6416fb6-5beb-4966-b690-4553944eb3ba tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002085 Jul 16 02:05:01.997139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:02.023605 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:02.179642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Allocated IP 172.20.0.10 (6e223001-72eb-4209-8352-2109bd6a6492/e5660fb3-bb2f-4e3e-8281-62a8b11f8aea/eb716f24-882a-4a0f-8256-837ae82584ba) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:02.334324 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:02.422581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:02.466237 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network 6e223001-72eb-4209-8352-2109bd6a6492 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:02.469262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:02.472967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:02.506754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Port': ['ID=eb716f24-882a-4a0f-8256-837ae82584ba,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:02.908109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:03.247235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee172ac-cc97-46c9-a064-4a9582e0c6ee req-e044155b-4475-41d7-a665-b6a10d8222de tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:03.249455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eee172ac-cc97-46c9-a064-4a9582e0c6ee req-e044155b-4475-41d7-a665-b6a10d8222de tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.2254879 Jul 16 02:05:03.286382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:03.306660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eee172ac-cc97-46c9-a064-4a9582e0c6ee req-53b05b30-e7f4-4528-9c7f-5a6ffe5ef9ed tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Jul 16 02:05:03.525657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Router ca3c1c44-0057-4ea8-a982-bd58cab6dc8d is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:03.719156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:03.737687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Sync routers for ids ['ca3c1c44-0057-4ea8-a982-bd58cab6dc8d'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:03.745104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:03.746454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6a2036fb-6ea9-48c2-97d3-a248dc9a3f75 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.0815675 Jul 16 02:05:03.749296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:03.767760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Routers {'ca3c1c44-0057-4ea8-a982-bd58cab6dc8d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:03.769887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ca3c1c44-0057-4ea8-a982-bd58cab6dc8d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:03.944953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:03.974112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Set router ca3c1c44-0057-4ea8-a982-bd58cab6dc8d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:04.128378 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:04.220753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Deleting port eb716f24-882a-4a0f-8256-837ae82584ba {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:04.221279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:04.390415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c1c44-0057-4ea8-a982-bd58cab6dc8d', 'name': '', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e223001-72eb-4209-8352-2109bd6a6492', 'external_fixed_ips': [{'subnet_id': 'e5660fb3-bb2f-4e3e-8281-62a8b11f8aea', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'eb716f24-882a-4a0f-8256-837ae82584ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:00Z', 'updated_at': '2021-07-16T02:05:02Z', 'revision_number': 3, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port': {'id': 'eb716f24-882a-4a0f-8256-837ae82584ba', 'name': '', 'network_id': '6e223001-72eb-4209-8352-2109bd6a6492', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c1c44-0057-4ea8-a982-bd58cab6dc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'e5660fb3-bb2f-4e3e-8281-62a8b11f8aea', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:02Z', 'updated_at': '2021-07-16T02:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5660fb3-bb2f-4e3e-8281-62a8b11f8aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:04.446339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:04.446469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Checking router: ca3c1c44-0057-4ea8-a982-bd58cab6dc8d for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:04.446955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Updating router ca3c1c44-0057-4ea8-a982-bd58cab6dc8d port eb716f24-882a-4a0f-8256-837ae82584ba binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:05:04.472235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Calling delete_port for eb716f24-882a-4a0f-8256-837ae82584ba owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:04.509032 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:04.702877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a715a0-f2d6-456a-a665-a513156c422c req-4a5d6a87-13e3-49a9-9449-f63cfcc4debc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:04.715738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82a715a0-f2d6-456a-a665-a513156c422c req-4a5d6a87-13e3-49a9-9449-f63cfcc4debc tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1739476 Jul 16 02:05:04.782876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82a715a0-f2d6-456a-a665-a513156c422c req-de662c05-0313-449f-a105-2c5da02742ac tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659328 Jul 16 02:05:04.910949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:04.952959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb716f24-882a-4a0f-8256-837ae82584ba,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:04.997465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:04.998791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:04.999304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:04.999798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.000346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.000834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.001342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.001818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.002310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.002788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.003698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.003698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:05.104210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.251583 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.255912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.319158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:05:05.319791 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:05:05.366069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.366599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca3c1c44-0057-4ea8-a982-bd58cab6dc8d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:05.374173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.378165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56266) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:05.384773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-87aa1db5-edde-4c74-96f5-43897b5f0de0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ca3c1c44-0057-4ea8-a982-bd58cab6dc8d HTTP/1.1" status: 204 len: 168 time: 1.6342263 Jul 16 02:05:05.464736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Deleting subnet e5660fb3-bb2f-4e3e-8281-62a8b11f8aea {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:05:05.468294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.525150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.569027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.657942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.699439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5660fb3-bb2f-4e3e-8281-62a8b11f8aea,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:05.702032 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.704360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7705d11b-43a5-4b63-ba30-19302eccd291 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/e5660fb3-bb2f-4e3e-8281-62a8b11f8aea HTTP/1.1" status: 204 len: 168 time: 0.3247576 Jul 16 02:05:05.706884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:05.867819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Port eb716f24-882a-4a0f-8256-837ae82584ba not found while updating agent binding for router ca3c1c44-0057-4ea8-a982-bd58cab6dc8d. {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 02:05:05.886305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Routers set() bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:05.898099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.913330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Router IDs set() for agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 02:05:05.930903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_agentschedulers_db [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca3c1c44-0057-4ea8-a982-bd58cab6dc8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent'). {{(pid=93908) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 02:05:05.933034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf07ccd-5989-4c20-8c52-9addf28661f1 None None] The sync data for ids ['ca3c1c44-0057-4ea8-a982-bd58cab6dc8d'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:06.016828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.029029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e223001-72eb-4209-8352-2109bd6a6492']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:06.041348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0648603e-1424-4924-a37a-65b100c831e8') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:06.041644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0648603e-1424-4924-a37a-65b100c831e8') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:06.051833 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.066225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.072395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:05:06.072793 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:05:06.121868 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:05:06.246770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.252414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e223001-72eb-4209-8352-2109bd6a6492 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 02:05:06.257217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.260220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/networks/6e223001-72eb-4209-8352-2109bd6a6492 HTTP/1.1" status: 204 len: 168 time: 0.5507553 Jul 16 02:05:06.278810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900b27c-60b2-48ca-a067-24dc4e5a3717 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e223001-72eb-4209-8352-2109bd6a6492,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:06.312939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63865-f4e9-4b0f-9927-5c25e09b7f93 req-2529eb19-0e45-4edd-8838-290917839a59 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:06.312939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27b63865-f4e9-4b0f-9927-5c25e09b7f93 req-2529eb19-0e45-4edd-8838-290917839a59 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1209061 Jul 16 02:05:06.383484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27b63865-f4e9-4b0f-9927-5c25e09b7f93 req-69ff2450-7718-4162-93b6-8a4eb7483dd7 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551884 Jul 16 02:05:06.547744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:06.552503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'name': 'tempest-router--301807061', 'project_id': '13aee488812c4ae7803241190da338eb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:06.583595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.584998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.654470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.662017 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.682201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:06.686723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56334) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:06.687426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b51a4b14-1bd1-441c-a34e-a7b9a8ced8b7 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1383402 Jul 16 02:05:06.837939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.394082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.396268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.440755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.441363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7282986-e67d-49c4-b95e-084c4504b4c0 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:07.446322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.456328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ec2fc54-6cd2-4048-8d07-de5b83b29544 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/routers/d7282986-e67d-49c4-b95e-084c4504b4c0 HTTP/1.1" status: 204 len: 168 time: 0.7634122 Jul 16 02:05:07.584663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:07.659281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7c6c-2a51-404b-bda4-0cb3e79baf67 req-08920d08-5019-493b-9844-68ad7397a140 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:07.666748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-827c7c6c-2a51-404b-bda4-0cb3e79baf67 req-08920d08-5019-493b-9844-68ad7397a140 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1158240 Jul 16 02:05:07.767344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-827c7c6c-2a51-404b-bda4-0cb3e79baf67 req-bde8ee21-f424-42c2-a9f8-cd15d68c85a1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 Jul 16 02:05:07.928794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1984222974', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:07.975662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.976404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.045738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.251708 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.537803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.564661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.688235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Allocated IP 172.25.0.254 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/4195e5fc-2b2a-421d-9a35-6b52e10d6d5c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:08.806572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.846692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.895727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:08.899408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:08.903249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:08.937078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event updated for resources: {'Port': ['ID=4195e5fc-2b2a-421d-9a35-6b52e10d6d5c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:09.013266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb11de3-2f78-47d1-af17-2d7e64784b01 req-d2a4cc74-2482-4379-ae1d-e1ede1bac998 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:09.020253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcb11de3-2f78-47d1-af17-2d7e64784b01 req-d2a4cc74-2482-4379-ae1d-e1ede1bac998 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1340303 Jul 16 02:05:09.097099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcb11de3-2f78-47d1-af17-2d7e64784b01 req-d60fbf33-29a0-4d24-93b7-805d9facdb60 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759737 Jul 16 02:05:09.296704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:09.566744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:09.744442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Router fe801079-b480-4815-9a97-cae9b7f7289e is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:09.890970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:09.902359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] Sync routers for ids ['fe801079-b480-4815-9a97-cae9b7f7289e'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:09.917476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:09.919160 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-47c88ec3-a966-41d1-a135-9e7bfddcc912 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3331697 Jul 16 02:05:09.922170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:09.931087 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] Routers {'fe801079-b480-4815-9a97-cae9b7f7289e'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:09.931850 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fe801079-b480-4815-9a97-cae9b7f7289e'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:09.977174 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:09.988241 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] Routers {'fe801079-b480-4815-9a97-cae9b7f7289e'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:09.989037 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['fe801079-b480-4815-9a97-cae9b7f7289e'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:10.055386 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:10.056206 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b270e-426d-4c6b-9663-94884b24619b None None] The sync data for ids ['fe801079-b480-4815-9a97-cae9b7f7289e'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:10.073825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56430) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.083889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-73310351-e334-46da-a619-2ad86d011a34 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/fe801079-b480-4815-9a97-cae9b7f7289e HTTP/1.1" status: 200 len: 921 time: 0.1600461 Jul 16 02:05:10.117665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56432) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:10.124020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eb939127-5801-4e4f-8b75-41c7be3a9e20 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe801079-b480-4815-9a97-cae9b7f7289e HTTP/1.1" status: 200 len: 205 time: 0.0489626 Jul 16 02:05:10.313084 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.434115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1106-d85e-443c-b44d-58e1db31214f req-898e5732-42a4-4368-ad5e-d92dee5d9ddf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:10.435654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe2a1106-d85e-443c-b44d-58e1db31214f req-898e5732-42a4-4368-ad5e-d92dee5d9ddf tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1257231 Jul 16 02:05:10.477836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.512649 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe2a1106-d85e-443c-b44d-58e1db31214f req-c4ec69cb-15fe-4933-af95-302332d5c0c3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710299 Jul 16 02:05:10.890091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Deleting port 4195e5fc-2b2a-421d-9a35-6b52e10d6d5c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:10.890468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.975237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.988191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Calling delete_port for 4195e5fc-2b2a-421d-9a35-6b52e10d6d5c owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:11.231646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.266062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event deleted for resources: {'Port': ['ID=4195e5fc-2b2a-421d-9a35-6b52e10d6d5c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:11.349481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.467233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.469907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.529637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.530162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Fanout notify agent at l3_agent the message router_deleted on router fe801079-b480-4815-9a97-cae9b7f7289e {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:11.540057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.541833 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-616377c7-0a0f-4e6c-987c-2f3d3bddbd2e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/fe801079-b480-4815-9a97-cae9b7f7289e HTTP/1.1" status: 204 len: 168 time: 1.4232435 Jul 16 02:05:11.545520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 56476) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:11.554855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162070778', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:11.602627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.603655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.686816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:11.718413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47d02-0f60-45ba-a653-ed3da6d4b728 req-2fe28d56-da79-4e2f-9191-ec5d44fafa99 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:11.720867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7f47d02-0f60-45ba-a653-ed3da6d4b728 req-2fe28d56-da79-4e2f-9191-ec5d44fafa99 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.0785654 Jul 16 02:05:11.810862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7f47d02-0f60-45ba-a653-ed3da6d4b728 req-bae58a81-9ee2-4ec7-8856-cedf92c7216f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814967 Jul 16 02:05:11.865802 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:12.242168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:12.277678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:12.417013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Allocated IP 172.25.0.139 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/10dc5485-ba00-434f-ba3b-7d450470618c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:12.548678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:12.595023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:12.639830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:12.651593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:12.657016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:12.679510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Port': ['ID=10dc5485-ba00-434f-ba3b-7d450470618c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:12.954003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.119210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8dca6-897a-4fe9-8ac4-916c6fe3d966 req-54913da2-b767-43f7-b731-2509fc570885 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:13.120841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceb8dca6-897a-4fe9-8ac4-916c6fe3d966 req-54913da2-b767-43f7-b731-2509fc570885 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1441960 Jul 16 02:05:13.181877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceb8dca6-897a-4fe9-8ac4-916c6fe3d966 req-63ee3926-0f0e-4f59-9a94-f00714da87f0 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549560 Jul 16 02:05:13.258858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.417958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Router 2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:13.549771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:13.564255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Sync routers for ids ['2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:13.570410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Routers {'2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:13.571312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:13.574905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.589727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:13.598247 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4545832a-ac25-4550-ba7e-94601326a145 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0516064 Jul 16 02:05:13.754262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Set router 2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:13.796179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49126bed-b007-4996-b067-70be88016b7b tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 HTTP/1.1" status: 200 len: 909 time: 0.2040520 Jul 16 02:05:13.798645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:13.804438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162070778', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': True}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:13.829609 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.831245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:13.888762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.074475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08', 'name': 'tempest-snat-router-1162070778', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.139'}], 'enable_snat': False}, 'gw_port_id': '10dc5485-ba00-434f-ba3b-7d450470618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:11Z', 'updated_at': '2021-07-16T02:05:12Z', 'revision_number': 3, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port': {'id': '10dc5485-ba00-434f-ba3b-7d450470618c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:12Z', 'updated_at': '2021-07-16T02:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:14.103787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Checking router: 2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:14.104256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Updating router 2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 port 10dc5485-ba00-434f-ba3b-7d450470618c binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:05:14.136000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.149844 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.568871 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.571544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.591603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.593620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Transition to ACTIVE for port object 10dc5485-ba00-434f-ba3b-7d450470618c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:14.605464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.677103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38b37-86b6-4abb-80b0-00f6e2060455 None None] Pushing event updated for resources: {'Port': ['ID=10dc5485-ba00-434f-ba3b-7d450470618c,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:14.701713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfc4f5-5de2-4c01-b80c-3a078da07c2f req-60a33536-90d6-4943-8d59-72734309dd9f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:14.703612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ddfc4f5-5de2-4c01-b80c-3a078da07c2f req-60a33536-90d6-4943-8d59-72734309dd9f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.2057207 Jul 16 02:05:14.740730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Attempting to bind port 10dc5485-ba00-434f-ba3b-7d450470618c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:14.741422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Attempting to bind port 10dc5485-ba00-434f-ba3b-7d450470618c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:14.742331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Attempting to bind port 10dc5485-ba00-434f-ba3b-7d450470618c on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:14.750522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:14.751156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:14.751873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.752517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:14.753370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Bound port: 10dc5485-ba00-434f-ba3b-7d450470618c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:14.754189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.803518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ddfc4f5-5de2-4c01-b80c-3a078da07c2f req-7e89e1a6-6357-4fd0-a94d-2e9f45947267 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838532 Jul 16 02:05:14.828987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Allocated IP 172.25.0.210 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f0415fb8-ba84-442c-84bf-1919ee6cfcc0) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:14.870064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] For port 10dc5485-ba00-434f-ba3b-7d450470618c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:14.874432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] For port 10dc5485-ba00-434f-ba3b-7d450470618c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10dc5485-ba00-434f-ba3b-7d450470618c,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:14.879623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.941579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Routers {'2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:14.942015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:14.969970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:14.992176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38b37-86b6-4abb-80b0-00f6e2060455 None None] Pushing event updated for resources: {'Port': ['ID=10dc5485-ba00-434f-ba3b-7d450470618c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:15.027121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:15.080981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] Set router 2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:15.083883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Port': ['ID=f0415fb8-ba84-442c-84bf-1919ee6cfcc0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:15.101858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:15.106963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:15.114260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:15.332431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08', 'name': 'tempest-snat-router-1162070778', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.139'}], 'enable_snat': False}, 'gw_port_id': '10dc5485-ba00-434f-ba3b-7d450470618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:11Z', 'updated_at': '2021-07-16T02:05:12Z', 'revision_number': 3, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port': {'id': '10dc5485-ba00-434f-ba3b-7d450470618c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:12Z', 'updated_at': '2021-07-16T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:15.373498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abe3f7e-9108-41c0-ac3e-a33d4e2af5ed None None] The sync data for ids ['2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08'] in n-d-800087-6 is: [{'id': '2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08', 'name': 'tempest-snat-router-1162070778', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.139'}], 'enable_snat': False}, 'gw_port_id': '10dc5485-ba00-434f-ba3b-7d450470618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:11Z', 'updated_at': '2021-07-16T02:05:12Z', 'revision_number': 3, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port': {'id': '10dc5485-ba00-434f-ba3b-7d450470618c', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:12Z', 'updated_at': '2021-07-16T02:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:15.473860 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:15.933095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.129024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10dc5485-ba00-434f-ba3b-7d450470618c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:16.244932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 10dc5485-ba00-434f-ba3b-7d450470618c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:16.249988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 10dc5485-ba00-434f-ba3b-7d450470618c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:16.250374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.290214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2f95a-c8b2-4862-9e57-69a90f0368c3 req-836f72b8-7792-441a-8cc4-7433bf8294f1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.292484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39b2f95a-c8b2-4862-9e57-69a90f0368c3 req-836f72b8-7792-441a-8cc4-7433bf8294f1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.2185445 Jul 16 02:05:16.329010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Router a7125855-1468-40dc-9310-dbf99cb062be is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:16.360108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39b2f95a-c8b2-4862-9e57-69a90f0368c3 req-111e6b66-9f44-4d16-be9e-7fbfb77f10ff tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580249 Jul 16 02:05:16.472877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.533958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 10dc5485-ba00-434f-ba3b-7d450470618c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10dc5485-ba00-434f-ba3b-7d450470618c,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:16.550966 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.609409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:16.627350 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Sync routers for ids ['a7125855-1468-40dc-9310-dbf99cb062be'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:16.638400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=10dc5485-ba00-434f-ba3b-7d450470618c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:16.653138 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Routers {'a7125855-1468-40dc-9310-dbf99cb062be'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:16.653761 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a7125855-1468-40dc-9310-dbf99cb062be'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:16.674905 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.679053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba8ac5a1-a71b-4288-bb0d-0de5d37c46da tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8763819 Jul 16 02:05:16.679053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56676) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:16.938268 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-637956a5-7be8-4df8-bd4c-71dba50e0738 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/a7125855-1468-40dc-9310-dbf99cb062be HTTP/1.1" status: 200 len: 908 time: 0.2582502 Jul 16 02:05:16.940730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56708) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:17.190368 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Set router a7125855-1468-40dc-9310-dbf99cb062be gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:17.221941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.400253 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.490726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Deleting port f0415fb8-ba84-442c-84bf-1919ee6cfcc0 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:17.491104 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.547291 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7125855-1468-40dc-9310-dbf99cb062be', 'name': 'tempest-snat-router-1162070778', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f0415fb8-ba84-442c-84bf-1919ee6cfcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:13Z', 'updated_at': '2021-07-16T02:05:15Z', 'revision_number': 3, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port': {'id': 'f0415fb8-ba84-442c-84bf-1919ee6cfcc0', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7125855-1468-40dc-9310-dbf99cb062be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:14Z', 'updated_at': '2021-07-16T02:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:17.601799 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Checking router: a7125855-1468-40dc-9310-dbf99cb062be for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:17.602150 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Updating router a7125855-1468-40dc-9310-dbf99cb062be port f0415fb8-ba84-442c-84bf-1919ee6cfcc0 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:05:17.644733 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.682487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:17.713948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Calling delete_port for f0415fb8-ba84-442c-84bf-1919ee6cfcc0 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:17.786007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40191f7-2da7-46c2-889a-a7085dc885eb req-19855127-76bf-41d0-8e13-cba9181df3a3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.793135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b40191f7-2da7-46c2-889a-a7085dc885eb req-19855127-76bf-41d0-8e13-cba9181df3a3 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1807027 Jul 16 02:05:18.051988 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.064991 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Transition to ACTIVE for port object f0415fb8-ba84-442c-84bf-1919ee6cfcc0 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:18.073213 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.099316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10dc5485-ba00-434f-ba3b-7d450470618c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:18.127820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Pushing event updated for resources: {'Port': ['ID=f0415fb8-ba84-442c-84bf-1919ee6cfcc0,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:18.166051 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Attempting to bind port f0415fb8-ba84-442c-84bf-1919ee6cfcc0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:18.167558 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Attempting to bind port f0415fb8-ba84-442c-84bf-1919ee6cfcc0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:18.168001 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Attempting to bind port f0415fb8-ba84-442c-84bf-1919ee6cfcc0 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:18.177304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:18.177813 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:18.178399 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.179445 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:18.180384 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Bound port: f0415fb8-ba84-442c-84bf-1919ee6cfcc0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:18.181046 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.184933 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.185461 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.186363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.186896 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.187376 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.187851 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.189010 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.189525 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.190004 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.190614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.191209 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.191831 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:18.259569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 10dc5485-ba00-434f-ba3b-7d450470618c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:18.261477 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.295733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] For port f0415fb8-ba84-442c-84bf-1919ee6cfcc0, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:18.302684 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] For port f0415fb8-ba84-442c-84bf-1919ee6cfcc0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f0415fb8-ba84-442c-84bf-1919ee6cfcc0,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:18.309444 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.331690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b40191f7-2da7-46c2-889a-a7085dc885eb req-ec410a67-b437-42d9-ae08-a02361f1c064 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376143 Jul 16 02:05:18.397920 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94c459-0198-4f7c-9a82-0c811cce0a27 None None] Pushing event updated for resources: {'Port': ['ID=f0415fb8-ba84-442c-84bf-1919ee6cfcc0,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:18.409609 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Routers {'a7125855-1468-40dc-9310-dbf99cb062be'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:18.410233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a7125855-1468-40dc-9310-dbf99cb062be'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:18.504389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] Set router a7125855-1468-40dc-9310-dbf99cb062be gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:18.517679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.553395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0415fb8-ba84-442c-84bf-1919ee6cfcc0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:18.576391 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7125855-1468-40dc-9310-dbf99cb062be', 'name': 'tempest-snat-router-1162070778', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:13Z', 'updated_at': '2021-07-16T02:05:17Z', 'revision_number': 4, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:18.607768 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562852e-b5a6-4028-9132-1e0c67b1f480 None None] The sync data for ids ['a7125855-1468-40dc-9310-dbf99cb062be'] in n-d-800087-6 is: [{'id': 'a7125855-1468-40dc-9310-dbf99cb062be', 'name': 'tempest-snat-router-1162070778', 'tenant_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:13Z', 'updated_at': '2021-07-16T02:05:17Z', 'revision_number': 4, 'project_id': 'ba082a044aaf40fbac3363a5f5f0b265', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:18.625846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.786407 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.789269 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.905615 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.906414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7125855-1468-40dc-9310-dbf99cb062be {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:18.917126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:18.923829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-972dcb4c-dd18-4fec-aef7-41b0bdb1041a tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/routers/a7125855-1468-40dc-9310-dbf99cb062be HTTP/1.1" status: 204 len: 168 time: 1.9817634 Jul 16 02:05:18.925956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 56936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:19.098012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.294334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.451323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Deleting port 10dc5485-ba00-434f-ba3b-7d450470618c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:19.461249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.654047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] For port 10dc5485-ba00-434f-ba3b-7d450470618c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10dc5485-ba00-434f-ba3b-7d450470618c,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:19.654479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:19.685958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9f440-096b-44b5-b950-ef56f8a4daa6 req-d12dae8d-e9d9-4035-86ed-29174166a176 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:19.692436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38b9f440-096b-44b5-b950-ef56f8a4daa6 req-d12dae8d-e9d9-4035-86ed-29174166a176 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1950371 Jul 16 02:05:19.699221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Calling delete_port for 10dc5485-ba00-434f-ba3b-7d450470618c owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:19.756524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38b9f440-096b-44b5-b950-ef56f8a4daa6 req-a6db0848-0b57-4ee5-8376-e0c09466b46f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Jul 16 02:05:19.954884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.003796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event deleted for resources: {'Port': ['ID=10dc5485-ba00-434f-ba3b-7d450470618c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:20.080010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.210148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.212877 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.260532 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.261008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:20.266279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.268635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ab78df03-c6aa-4f36-a3ea-70fd9c1c2f0f tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "DELETE /v2.0/routers/2e8fe5e3-aa30-4a17-aaa3-eda1e6a93c08 HTTP/1.1" status: 204 len: 168 time: 1.3394320 Jul 16 02:05:20.271260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57082) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:20.276781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1080814820', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:20.344075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.345417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.448716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.637956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.933563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.968201 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:20.999466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b95ca-a435-48d1-a6e7-550ae25dadf2 req-79c0a18c-01ba-4d71-b552-b6d63f7b6d9e tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:21.002340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c5b95ca-a435-48d1-a6e7-550ae25dadf2 req-79c0a18c-01ba-4d71-b552-b6d63f7b6d9e tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1064558 Jul 16 02:05:21.117144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c5b95ca-a435-48d1-a6e7-550ae25dadf2 req-05b6e050-1f39-4e73-a7f7-d06c44fd7fd6 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087918 Jul 16 02:05:21.205636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Allocated IP 172.25.0.132 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/5586fdc1-aaa8-4941-ba9e-d26a334a174f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:21.369344 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.435818 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:21.499575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:21.501080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:21.505581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:21.552810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event updated for resources: {'Port': ['ID=5586fdc1-aaa8-4941-ba9e-d26a334a174f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:21.891903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:22.107727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10dc5485-ba00-434f-ba3b-7d450470618c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:22.174485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 10dc5485-ba00-434f-ba3b-7d450470618c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:22.174853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10dc5485-ba00-434f-ba3b-7d450470618c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:22.218812 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:22.540582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6712-39d6-4a3a-9e67-474ee3f4dd11 req-78235cd0-3d46-4a61-bff0-96ced1fa70ab tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:22.542130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-007e6712-39d6-4a3a-9e67-474ee3f4dd11 req-78235cd0-3d46-4a61-bff0-96ced1fa70ab tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1224420 Jul 16 02:05:22.635966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-007e6712-39d6-4a3a-9e67-474ee3f4dd11 req-26e83dc5-101d-4c04-80ee-bc2c500eae38 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786891 Jul 16 02:05:22.707290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:22.908557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Router 0758a97b-5e7f-409b-8482-d40530572a93 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:23.038015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:23.056430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] Sync routers for ids ['0758a97b-5e7f-409b-8482-d40530572a93'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:23.069433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:23.071614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1ad810f5-1ea1-4f98-998e-7f233b75a4f9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7990358 Jul 16 02:05:23.074155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:23.080100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': False}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:23.088684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] Routers {'0758a97b-5e7f-409b-8482-d40530572a93'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:23.089347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0758a97b-5e7f-409b-8482-d40530572a93'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:23.173029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:23.191080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] Routers {'0758a97b-5e7f-409b-8482-d40530572a93'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:23.192062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0758a97b-5e7f-409b-8482-d40530572a93'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:23.254852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:23.255519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb329254-635c-4d78-8b48-db27004448c6 None None] The sync data for ids ['0758a97b-5e7f-409b-8482-d40530572a93'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:23.566530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:23.677724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:23.773873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f9e25af-d4e9-4a07-a72d-87895bd006a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:23.950809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c087-d034-4810-b375-7ad99aed8635 req-8958e122-d18f-44d2-9af0-344dc144408f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:23.960072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2782c087-d034-4810-b375-7ad99aed8635 req-8958e122-d18f-44d2-9af0-344dc144408f tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.0857282 Jul 16 02:05:24.035607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2782c087-d034-4810-b375-7ad99aed8635 req-b4b9a228-17a7-4d19-b55e-e55f5a053a3d tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744002 Jul 16 02:05:24.098132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c0d9-466a-4e23-b59e-a5f1514e1bf0 req-9386bb66-1a82-4cda-a32f-4bb2f6820ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:24.099684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff0c0d9-466a-4e23-b59e-a5f1514e1bf0 req-9386bb66-1a82-4cda-a32f-4bb2f6820ac4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 1096 time: 0.1379263 Jul 16 02:05:24.378406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fff0c0d9-466a-4e23-b59e-a5f1514e1bf0 req-73286038-8a12-46e7-bf1c-390356d30da6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401393 Jul 16 02:05:24.449468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.470287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.700392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Router 0758a97b-5e7f-409b-8482-d40530572a93 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:24.824173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:24.837409 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] Sync routers for ids ['0758a97b-5e7f-409b-8482-d40530572a93'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:24.849299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:24.851433 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] Routers {'0758a97b-5e7f-409b-8482-d40530572a93'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:24.852624 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0758a97b-5e7f-409b-8482-d40530572a93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:24.856757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:24.858844 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ab54bf0b-2ee9-4f1b-8e1b-bbd148e5b4b5 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "PUT /v2.0/routers/0758a97b-5e7f-409b-8482-d40530572a93 HTTP/1.1" status: 200 len: 922 time: 1.7832062 Jul 16 02:05:24.905661 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:24.916068 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] Routers {'0758a97b-5e7f-409b-8482-d40530572a93'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:24.916947 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0758a97b-5e7f-409b-8482-d40530572a93'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:24.969156 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:24.969810 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829be024-3763-497f-98aa-eea79c9ce6ea None None] The sync data for ids ['0758a97b-5e7f-409b-8482-d40530572a93'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:25.036120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cf7c47d2-9122-4bfa-a66f-b0f14660e051 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/0758a97b-5e7f-409b-8482-d40530572a93 HTTP/1.1" status: 200 len: 922 time: 0.1768217 Jul 16 02:05:25.037449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:25.298847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c81a4c-0eed-4780-8f7c-7c62d86db209 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.303972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:25.314133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53c81a4c-0eed-4780-8f7c-7c62d86db209 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=0758a97b-5e7f-409b-8482-d40530572a93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2754514 Jul 16 02:05:25.383096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3705e-cd3a-4975-9e8f-877b51c00afd req-10a8d69a-6060-4fd5-afae-dff4abe644b1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.386660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ce3705e-cd3a-4975-9e8f-877b51c00afd req-10a8d69a-6060-4fd5-afae-dff4abe644b1 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1653194 Jul 16 02:05:25.462825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ce3705e-cd3a-4975-9e8f-877b51c00afd req-0b2a63ed-0528-4b79-be57-c6639797bc89 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669944 Jul 16 02:05:25.471678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:25.517065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a467f0f-5642-4442-a568-03b6459572aa tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:25.518475 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0a467f0f-5642-4442-a568-03b6459572aa tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.2134750 Jul 16 02:05:25.521340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57592) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:25.593642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2bdbac1c-cea1-488c-a04c-f660db480f8b tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=0758a97b-5e7f-409b-8482-d40530572a93 HTTP/1.1" status: 200 len: 205 time: 0.0704584 Jul 16 02:05:25.595318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57598) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:25.777648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.921226 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:25.995857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Deleting port 5586fdc1-aaa8-4941-ba9e-d26a334a174f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:25.996219 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.108807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.125674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Calling delete_port for 5586fdc1-aaa8-4941-ba9e-d26a334a174f owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:26.194675 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42b142ba-5abf-48b1-9407-cae0d26668ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.344536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.416259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event deleted for resources: {'Port': ['ID=5586fdc1-aaa8-4941-ba9e-d26a334a174f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:26.496829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.519237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:26.796477 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cb0d-b9c7-48ff-9a79-0a67245bf969 req-33c219fc-4365-4148-987e-aa762c42ecac tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:26.798036 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2a3cb0d-b9c7-48ff-9a79-0a67245bf969 req-33c219fc-4365-4148-987e-aa762c42ecac tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1644423 Jul 16 02:05:26.878528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2a3cb0d-b9c7-48ff-9a79-0a67245bf969 req-208d028c-b135-4da7-afcd-37bd80f7e16c tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676382 Jul 16 02:05:27.105247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.107618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.164508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.165652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Fanout notify agent at l3_agent the message router_deleted on router 0758a97b-5e7f-409b-8482-d40530572a93 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:27.178449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.187039 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5ffc0895-426b-4b80-9a30-6a6741380565 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/0758a97b-5e7f-409b-8482-d40530572a93 HTTP/1.1" status: 204 len: 168 time: 1.5896461 Jul 16 02:05:27.190824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:27.195747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-884942356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:27.238859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.240166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.298566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-f27213d3-bd1e-4d1c-8a13-0b033093b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.301103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-f27213d3-bd1e-4d1c-8a13-0b033093b6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e57443751344a3cb3937652607bcf02&device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 1096 time: 0.0862257 Jul 16 02:05:27.363802 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.375123 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.418537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.430702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3942764f-544d-434b-8c13-e426d2e8c778 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2358084 Jul 16 02:05:27.435386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:27.439051 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.443154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:27.495792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-0a556db3-6498-4f00-9e58-fe1349fed4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.497363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-0a556db3-6498-4f00-9e58-fe1349fed4dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 200 len: 912 time: 0.1899815 Jul 16 02:05:27.547488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d767-a067-4688-bdb6-00b564dbfbc4 req-238dba6e-edf7-4cca-a3f3-22023b77ecde tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.549623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5004d767-a067-4688-bdb6-00b564dbfbc4 req-238dba6e-edf7-4cca-a3f3-22023b77ecde tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.2225313 Jul 16 02:05:27.572565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-d30f7f3d-1a7c-4a34-b1ca-17b6ac1c3440 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d HTTP/1.1" status: 200 len: 217 time: 0.0688500 Jul 16 02:05:27.644201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-f99fb569-0c86-4aff-b2d4-86ec293ca70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:27.661150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-f99fb569-0c86-4aff-b2d4-86ec293ca70b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 200 len: 851 time: 0.0815387 Jul 16 02:05:27.741363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-4e7d52a0-4231-464f-bc4d-3a567f35837a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64a816e9-70c7-44de-bad9-3ba7c79202cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733392 Jul 16 02:05:27.821063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5004d767-a067-4688-bdb6-00b564dbfbc4 req-8fcb2bf3-4843-4dfa-9f44-487a3e1a55d0 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626722 Jul 16 02:05:27.912767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:27.926831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-4107ad2e-bed3-478c-98f1-7f46e928a11d service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768928 Jul 16 02:05:28.065527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e23915c2-eee7-41bd-90e2-950d83888f93 req-efde7d74-76b6-4b4d-8e21-80c5f6d4ba7f service neutron] 10.222.0.32 "GET /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319900 Jul 16 02:05:28.311012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:28.338409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.362193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.379428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:28.544116 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d77c8cc-1a59-4ff7-a4b0-9ad54d369529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.577343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Allocated IP 172.25.0.22 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/4b052887-d4d0-4963-b7e1-3c30d3b1a1f3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:28.592566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8103f4bd-9a1a-4dcd-bcd3-aa9e199b3dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.688846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d77c8cc-1a59-4ff7-a4b0-9ad54d369529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.696985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d77c8cc-1a59-4ff7-a4b0-9ad54d369529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.707668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.775346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c8cc-1a59-4ff7-a4b0-9ad54d369529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37eaba7-3165-42ca-b74e-06e3ec4d8061,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:28.791154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2d77c8cc-1a59-4ff7-a4b0-9ad54d369529 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cf1e68fd5fa4a41a9fdfb56ab218fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789255 Jul 16 02:05:28.794747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:28.821332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.873458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-376f1b5a-2386-458b-9a8e-68bc86380214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.894314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:28.903142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:28.903922 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.917268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-376f1b5a-2386-458b-9a8e-68bc86380214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:28.928744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:29.006559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event updated for resources: {'Port': ['ID=4b052887-d4d0-4963-b7e1-3c30d3b1a1f3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:29.006768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-376f1b5a-2386-458b-9a8e-68bc86380214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.009191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-376f1b5a-2386-458b-9a8e-68bc86380214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.010324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-376f1b5a-2386-458b-9a8e-68bc86380214 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c37eaba7-3165-42ca-b74e-06e3ec4d8061 HTTP/1.1" status: 204 len: 168 time: 0.2146738 Jul 16 02:05:29.012490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8103f4bd-9a1a-4dcd-bcd3-aa9e199b3dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.033779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8103f4bd-9a1a-4dcd-bcd3-aa9e199b3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.054745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f1b5a-2386-458b-9a8e-68bc86380214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37eaba7-3165-42ca-b74e-06e3ec4d8061,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:29.140129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8103f4bd-9a1a-4dcd-bcd3-aa9e199b3dc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=202a4c770368462ebcc459311d095d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569382 Jul 16 02:05:29.145618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:29.159791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103f4bd-9a1a-4dcd-bcd3-aa9e199b3dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7099661c-d437-4951-9361-ebfe67d27281,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:29.203640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35467622-65d9-4ca7-b0b5-df344d7d5414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.233216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35467622-65d9-4ca7-b0b5-df344d7d5414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.295255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35467622-65d9-4ca7-b0b5-df344d7d5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.302659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35467622-65d9-4ca7-b0b5-df344d7d5414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.307913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35467622-65d9-4ca7-b0b5-df344d7d5414 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7099661c-d437-4951-9361-ebfe67d27281 HTTP/1.1" status: 204 len: 168 time: 0.1591873 Jul 16 02:05:29.329189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35467622-65d9-4ca7-b0b5-df344d7d5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099661c-d437-4951-9361-ebfe67d27281,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:29.407770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeadad4-4f31-450e-9fb4-d99a2c13a4f5 req-63f25040-c3a2-4942-8b61-6f47fcda219a tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.419495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdeadad4-4f31-450e-9fb4-d99a2c13a4f5 req-63f25040-c3a2-4942-8b61-6f47fcda219a tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.3503468 Jul 16 02:05:29.612577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdeadad4-4f31-450e-9fb4-d99a2c13a4f5 req-bac6aa77-f3dd-4d2e-964d-96834ecf2e52 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920948 Jul 16 02:05:29.657129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.936049 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:29.940189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.144387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Router cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:30.382785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:30.393360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:30.394160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] Sync routers for ids ['cb6e0dfc-91f7-4001-9b2e-910a2761d6e2'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:30.394851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c7fcf9c4-ccb5-4063-b374-a989b0cf404e tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "PUT /v2.0/routers/cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 HTTP/1.1" status: 200 len: 878 time: 2.9579647 Jul 16 02:05:30.398150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:30.417886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] Routers {'cb6e0dfc-91f7-4001-9b2e-910a2761d6e2'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:30.419487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cb6e0dfc-91f7-4001-9b2e-910a2761d6e2'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:30.503986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:30.536564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] Routers {'cb6e0dfc-91f7-4001-9b2e-910a2761d6e2'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:30.539308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['cb6e0dfc-91f7-4001-9b2e-910a2761d6e2'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:30.591552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:30.592396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0d9d930e-383d-4c4d-a28f-a481bc08cbe0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 HTTP/1.1" status: 200 len: 919 time: 0.1927214 Jul 16 02:05:30.679708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:30.680514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8e67b-f587-4b9e-898c-308cce6cf70b None None] The sync data for ids ['cb6e0dfc-91f7-4001-9b2e-910a2761d6e2'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:30.778949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b16a1-4d97-4ef4-a352-29f218650f9b tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.784803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-012b16a1-4d97-4ef4-a352-29f218650f9b tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=cb6e0dfc-91f7-4001-9b2e-910a2761d6e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1905556 Jul 16 02:05:30.787730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57800) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:30.947598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b9cc2-6b83-44ad-acab-9f26225177b7 req-cffb4e93-b922-4f81-a83d-042166687856 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.952349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a0b9cc2-6b83-44ad-acab-9f26225177b7 req-cffb4e93-b922-4f81-a83d-042166687856 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1387088 Jul 16 02:05:30.989216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee74af0-5bb2-4963-a35d-26b48659b456 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:30.991015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fee74af0-5bb2-4963-a35d-26b48659b456 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.2019513 Jul 16 02:05:30.996752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 57830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:31.035564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a0b9cc2-6b83-44ad-acab-9f26225177b7 req-1288f629-f019-49dc-8302-86f6a7020ece tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744708 Jul 16 02:05:31.037715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8a8c2dd-4878-407f-9145-e5a3222b0454 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 HTTP/1.1" status: 200 len: 205 time: 0.0392051 Jul 16 02:05:31.038048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 57838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:31.297679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.603144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.768229 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Deleting port 4b052887-d4d0-4963-b7e1-3c30d3b1a1f3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:31.768768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.801996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f64694-6398-4a8e-ae45-34c5cda87dd5 req-9c38e587-2dfe-4ae8-8127-0566fe7ea9b8 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:31.810633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33f64694-6398-4a8e-ae45-34c5cda87dd5 req-9c38e587-2dfe-4ae8-8127-0566fe7ea9b8 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1278658 Jul 16 02:05:31.906424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33f64694-6398-4a8e-ae45-34c5cda87dd5 req-54aed35d-13b6-4737-9d4c-af0d082aedd9 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942452 Jul 16 02:05:31.923957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.938203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Calling delete_port for 4b052887-d4d0-4963-b7e1-3c30d3b1a1f3 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:32.249489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.303804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event deleted for resources: {'Port': ['ID=4b052887-d4d0-4963-b7e1-3c30d3b1a1f3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:32.314113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.314604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.315033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.315467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.316094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.316520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.316937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.317356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.317873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.318318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.318746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.319156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:32.423687 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.625611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.631394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.711241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.712465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Fanout notify agent at l3_agent the message router_deleted on router cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:32.731490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.733705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-11edc1c4-e50d-4714-8100-6c6fc2f7a226 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 HTTP/1.1" status: 204 len: 168 time: 1.6942329 Jul 16 02:05:32.737298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58052) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:32.743972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1069783777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:32.818492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.820671 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.902690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.908496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.960444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:32.962706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c3c4e24-7606-43ce-b1f1-f8e93f9c32f3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2237017 Jul 16 02:05:32.965613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58088) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:32.970886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': True}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:33.088087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-05715367-f85d-485a-a734-3198cd715b66 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5116f696f36a4cf0b908f64512652db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631104 Jul 16 02:05:33.828114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:33.855739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-36c29edf-8cef-41f2-bdae-9d5969b68c54 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.862684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-36c29edf-8cef-41f2-bdae-9d5969b68c54 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7615252 Jul 16 02:05:33.872061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69150d2f-cd2f-4b21-9911-b9e181dd0087 req-9be1b621-9f68-4fb3-b6b2-02077c214e14 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.873736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69150d2f-cd2f-4b21-9911-b9e181dd0087 req-9be1b621-9f68-4fb3-b6b2-02077c214e14 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.8131051 Jul 16 02:05:33.907839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-b58d1077-df58-4de3-ab9b-5ba4238af4db tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/quotas/5116f696f36a4cf0b908f64512652db6 HTTP/1.1" status: 200 len: 375 time: 0.0440328 Jul 16 02:05:33.989754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-bfbc9aa5-a1d2-4a0f-b845-b01be44b52ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5116f696f36a4cf0b908f64512652db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653076 Jul 16 02:05:34.030023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69150d2f-cd2f-4b21-9911-b9e181dd0087 req-7e284b50-55ed-46b3-b725-d509508c44ca tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447103 Jul 16 02:05:34.303675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe9908d6-f193-460c-b644-c54414cc0bfe req-5085818c-e19e-4b7a-8b5a-bf36582369aa tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 210 time: 0.0739298 Jul 16 02:05:34.363950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.390292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.557394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-89aed11e-13a1-41b4-8bf7-9136236c6826 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.560426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-89aed11e-13a1-41b4-8bf7-9136236c6826 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.32 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 945 time: 0.1203773 Jul 16 02:05:34.570545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Allocated IP 172.25.0.108 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/47cd2f48-fc84-4c70-8759-4d22b9c82bd7) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:34.754047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Deleting port cc9384b6-dc3e-4053-9b4c-9b763467231d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:34.756661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.821716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.881946 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.893819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] For port cc9384b6-dc3e-4053-9b4c-9b763467231d, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cc9384b6-dc3e-4053-9b4c-9b763467231d,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:34.894514 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.908883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Calling delete_port for cc9384b6-dc3e-4053-9b4c-9b763467231d owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:34.937044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:34.941227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:34.946843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:34.952225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Port': ['ID=47cd2f48-fc84-4c70-8759-4d22b9c82bd7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:35.184173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.197313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['cc9384b6-dc3e-4053-9b4c-9b763467231d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:35.199696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['49000796-a626-4ab9-a652-c4842f8e7804'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:35.306940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc2d4a81-97d3-4957-9763-33ee9611d717 req-0fb1dd13-5b12-41b8-a243-925858fd145e tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=d83fc419-e02e-429f-81c4-5aa8697007e3 HTTP/1.1" status: 200 len: 210 time: 0.0854509 Jul 16 02:05:35.328108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Pushing event deleted for resources: {'Port': ['ID=cc9384b6-dc3e-4053-9b4c-9b763467231d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:35.351588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] No DVR routers for this DVR port cc9384b6-dc3e-4053-9b4c-9b763467231d on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:35.355853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.358428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c90f19ab-8f3c-4800-9a56-0c490e055be3 req-e94af4be-a997-4dc3-a88b-11925859c4fb tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.32 "DELETE /v2.0/ports/cc9384b6-dc3e-4053-9b4c-9b763467231d HTTP/1.1" status: 204 len: 173 time: 0.7923863 Jul 16 02:05:35.359091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'name': 'network-vif-deleted', 'tag': 'cc9384b6-dc3e-4053-9b4c-9b763467231d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:35.363011 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41b975-bb9d-456a-ac0c-6d6069942941" -d '{"events": [{"server_uuid": "d83fc419-e02e-429f-81c4-5aa8697007e3", "name": "network-vif-deleted", "tag": "cc9384b6-dc3e-4053-9b4c-9b763467231d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:35.444671 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb20fd8-6948-4e1a-bc5e-4cd7260d7966 x-openstack-request-id: req-7fb20fd8-6948-4e1a-bc5e-4cd7260d7966 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:35.448400 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83fc419-e02e-429f-81c4-5aa8697007e3", "name": "network-vif-deleted", "tag": "cc9384b6-dc3e-4053-9b4c-9b763467231d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:35.448825 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fb20fd8-6948-4e1a-bc5e-4cd7260d7966 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:35.449391 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83fc419-e02e-429f-81c4-5aa8697007e3', 'name': 'network-vif-deleted', 'tag': 'cc9384b6-dc3e-4053-9b4c-9b763467231d', 'status': 'completed', 'code': 200} Jul 16 02:05:35.629238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.816298 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-a16ad623-bdcc-4f79-89af-d144d390eef0 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5116f696f36a4cf0b908f64512652db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638802 Jul 16 02:05:35.828946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c0abff6e-005a-4f25-b89b-44fe31cd769c req-52d6fc0f-5102-472e-a958-f16e59d3aa93 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 210 time: 0.0674179 Jul 16 02:05:36.125553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-8694bca4-517c-4d41-a569-fc33b3cab48e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:36.127708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-8694bca4-517c-4d41-a569-fc33b3cab48e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088930 Jul 16 02:05:36.141208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Request body: {'port': {'device_id': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '5116f696f36a4cf0b908f64512652db6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:36.168379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.173072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.286559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Made reservation on behalf of 5116f696f36a4cf0b908f64512652db6 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:36.296315 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.312481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.322713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Router 6d7361bd-f56c-43ee-9f8a-e49c38282343 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:36.517561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:36.524623 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.527190 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] Sync routers for ids ['6d7361bd-f56c-43ee-9f8a-e49c38282343'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:36.531693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.537774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:36.538370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7d6d4388-2db0-442f-bafd-55da40da62cd tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "PUT /v2.0/routers/6d7361bd-f56c-43ee-9f8a-e49c38282343 HTTP/1.1" status: 200 len: 915 time: 3.5715857 Jul 16 02:05:36.541847 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] Routers {'6d7361bd-f56c-43ee-9f8a-e49c38282343'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:36.543580 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6d7361bd-f56c-43ee-9f8a-e49c38282343'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.557575 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.625740 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.638384 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] Routers {'6d7361bd-f56c-43ee-9f8a-e49c38282343'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:36.639345 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6d7361bd-f56c-43ee-9f8a-e49c38282343'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.705308 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.706162 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9c6c3-4ae8-4cdc-a061-87215f502b2f None None] The sync data for ids ['6d7361bd-f56c-43ee-9f8a-e49c38282343'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:36.794700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cdf2b8-8f16-4f71-9173-bbf142c1e24d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:36.834806 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb3fe6df-5ac8-4e73-8ab2-2ea97163a3a6 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/6d7361bd-f56c-43ee-9f8a-e49c38282343 HTTP/1.1" status: 200 len: 921 time: 0.2954004 Jul 16 02:05:36.838015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:37.005492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Allocated IP 192.168.233.218 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/b52934d4-d416-439e-a892-1014bfc46c59) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:37.055557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c9313-1a6b-4130-be05-c696fee249fa tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.057137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a18c9313-1a6b-4130-be05-c696fee249fa tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=6d7361bd-f56c-43ee-9f8a-e49c38282343&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2182121 Jul 16 02:05:37.062216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:37.092877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9975f76e-9bab-499b-bf4b-0a4349dc125c req-8a3973d2-d454-4d97-96f4-6588ba0a6882 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 210 time: 0.0665941 Jul 16 02:05:37.181913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d486-b0ca-4ecc-adcd-0cba8b8f5aa3 req-fc71bdeb-e8e4-461c-8394-7f53fc511033 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.184934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7597d486-b0ca-4ecc-adcd-0cba8b8f5aa3 req-fc71bdeb-e8e4-461c-8394-7f53fc511033 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1806514 Jul 16 02:05:37.267274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7597d486-b0ca-4ecc-adcd-0cba8b8f5aa3 req-81a016c0-f95b-4a8e-80a5-e32b77875d25 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754755 Jul 16 02:05:37.282609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed74244a-76d6-46c7-ba79-eb8044b90ba0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.287226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ed74244a-76d6-46c7-ba79-eb8044b90ba0 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.2242262 Jul 16 02:05:37.290230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:37.329177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5d79c54d-5352-406c-84aa-f786fc7651e8 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d7361bd-f56c-43ee-9f8a-e49c38282343 HTTP/1.1" status: 200 len: 205 time: 0.0350158 Jul 16 02:05:37.329387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:37.414699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.434049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Transition to ACTIVE for port object b52934d4-d416-439e-a892-1014bfc46c59 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:37.442761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.503119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.572911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:37.575001 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.577134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:37.579748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:37.596874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Pushing event updated for resources: {'Port': ['ID=b52934d4-d416-439e-a892-1014bfc46c59,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:37.717689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Deleting port 47cd2f48-fc84-4c70-8759-4d22b9c82bd7 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:37.718238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.720905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:37.722157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.738692 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-e852f3ec-228d-404d-a0fc-85ca3a0ff0ac tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6024435 Jul 16 02:05:37.755250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Request body: {'port': {'device_id': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:37.863059 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.886738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Calling delete_port for 47cd2f48-fc84-4c70-8759-4d22b9c82bd7 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:37.922907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.966635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f1600bc-c21d-4ffd-bfbc-b1d1e9337858 None None] Provisioning for port b52934d4-d416-439e-a892-1014bfc46c59 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:37.973095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f1600bc-c21d-4ffd-bfbc-b1d1e9337858 None None] Provisioning complete for port b52934d4-d416-439e-a892-1014bfc46c59 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:37.973712 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f1600bc-c21d-4ffd-bfbc-b1d1e9337858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.075481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6f1600bc-c21d-4ffd-bfbc-b1d1e9337858 None None] Port b52934d4-d416-439e-a892-1014bfc46c59 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:05:38.124074 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.151082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event deleted for resources: {'Port': ['ID=47cd2f48-fc84-4c70-8759-4d22b9c82bd7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:38.224839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.383689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cc9384b6-dc3e-4053-9b4c-9b763467231d no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:38.429568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: cc9384b6-dc3e-4053-9b4c-9b763467231d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:38.430550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cc9384b6-dc3e-4053-9b4c-9b763467231d not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:38.470143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52934d4-d416-439e-a892-1014bfc46c59 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:38.490049 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.502444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.505953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.520188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Transition to ACTIVE for port object b52934d4-d416-439e-a892-1014bfc46c59 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:38.524823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.616435 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.616994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Fanout notify agent at l3_agent the message router_deleted on router 6d7361bd-f56c-43ee-9f8a-e49c38282343 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:38.621227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Pushing event updated for resources: {'Port': ['ID=b52934d4-d416-439e-a892-1014bfc46c59,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:38.629142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.634929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:38.636593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-02bac93d-18f4-45dc-abe1-f532315de576 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/6d7361bd-f56c-43ee-9f8a-e49c38282343 HTTP/1.1" status: 204 len: 168 time: 1.3066804 Jul 16 02:05:38.639954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1768031593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:38.667880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ed96c-a8a2-4b42-b5b7-e52a692cf1ae req-9ba32586-aede-49ab-92a1-1f58a19268d5 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.669357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a4ed96c-a8a2-4b42-b5b7-e52a692cf1ae req-9ba32586-aede-49ab-92a1-1f58a19268d5 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 936 time: 0.2946472 Jul 16 02:05:38.684101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89f759-14e1-4ddf-8772-7961da0a7823 req-81460edf-7bd8-473d-add0-3e337dd2c930 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:38.686038 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f89f759-14e1-4ddf-8772-7961da0a7823 req-81460edf-7bd8-473d-add0-3e337dd2c930 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.1858768 Jul 16 02:05:38.704419 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.705753 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.740688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a4ed96c-a8a2-4b42-b5b7-e52a692cf1ae req-f6e8d8e5-8f8f-4deb-92cf-5c7d63e5005e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Jul 16 02:05:38.761256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7f89f759-14e1-4ddf-8772-7961da0a7823 req-422f78d6-aa7d-4a5d-8e5f-2e0eb7525d65 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667629 Jul 16 02:05:38.823273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Attempting to bind port b52934d4-d416-439e-a892-1014bfc46c59 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:38.823620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Attempting to bind port b52934d4-d416-439e-a892-1014bfc46c59 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:38.823950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Attempting to bind port b52934d4-d416-439e-a892-1014bfc46c59 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:38.842162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Port b52934d4-d416-439e-a892-1014bfc46c59 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:38.842488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Attempting to bind port b52934d4-d416-439e-a892-1014bfc46c59 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:38.908592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:38.908939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:38.909319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:38.909767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Bound port: b52934d4-d416-439e-a892-1014bfc46c59, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:38.910127 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.964780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.317435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.342781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-9ceb4ee0-7347-4d71-89e9-77c563f816dd tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:39.344309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-9ceb4ee0-7347-4d71-89e9-77c563f816dd tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.38 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.5036085 Jul 16 02:05:39.392022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.394758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94428b42-be7e-4d34-9772-c35d23971c6c tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7585192 Jul 16 02:05:39.397036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:39.402198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'enable_snat': False}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:39.430519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] For port b52934d4-d416-439e-a892-1014bfc46c59, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:39.438707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] For port b52934d4-d416-439e-a892-1014bfc46c59, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b52934d4-d416-439e-a892-1014bfc46c59,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:39.464067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.536580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:39.537479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.538967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] 10.222.0.38 "PUT /v2.0/ports/b52934d4-d416-439e-a892-1014bfc46c59 HTTP/1.1" status: 200 len: 1096 time: 1.7917640 Jul 16 02:05:39.541471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'tag': 'b52934d4-d416-439e-a892-1014bfc46c59'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:39.544240 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2437383f-5d3b-492d-a64f-2c49f037b613" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8726c9-ac48-4207-9472-b321c8ee4159", "tag": "b52934d4-d416-439e-a892-1014bfc46c59"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:39.661931 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60397755-c4df-421f-8dcd-c89e745569b0 x-openstack-request-id: req-60397755-c4df-421f-8dcd-c89e745569b0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:39.662290 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8726c9-ac48-4207-9472-b321c8ee4159", "tag": "b52934d4-d416-439e-a892-1014bfc46c59", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:39.662477 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60397755-c4df-421f-8dcd-c89e745569b0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:39.662877 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'tag': 'b52934d4-d416-439e-a892-1014bfc46c59', 'status': 'completed', 'code': 200} Jul 16 02:05:39.683751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa1e8a-c539-402f-84c4-904373cd3af7 service neutron] Pushing event updated for resources: {'Port': ['ID=b52934d4-d416-439e-a892-1014bfc46c59,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:39.692495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Deleting port 49000796-a626-4ab9-a652-c4842f8e7804 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:39.692835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:39.861032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-4950e5c4-b8bd-42de-a022-c5cb159b4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:39.865176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-4950e5c4-b8bd-42de-a022-c5cb159b4f4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5116f696f36a4cf0b908f64512652db6&device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 1099 time: 0.2775097 Jul 16 02:05:39.967824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-c39c8c72-501a-46d9-9bac-15cb979cea31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b52934d4-d416-439e-a892-1014bfc46c59 HTTP/1.1" status: 200 len: 217 time: 0.0852165 Jul 16 02:05:40.113179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] For port 49000796-a626-4ab9-a652-c4842f8e7804, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=49000796-a626-4ab9-a652-c4842f8e7804,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:40.113558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.117829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-840c1aaa-4b1b-44b1-9ff7-4e83b42e11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.119334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-840c1aaa-4b1b-44b1-9ff7-4e83b42e11e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1433566 Jul 16 02:05:40.165045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Calling delete_port for 49000796-a626-4ab9-a652-c4842f8e7804 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:40.191803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.294623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de24de-fc65-430a-9d60-c23e906c6d67 req-859889fa-35ce-42f3-8cdb-21b24cc63cfc tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.296551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9de24de-fc65-430a-9d60-c23e906c6d67 req-859889fa-35ce-42f3-8cdb-21b24cc63cfc tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 948 time: 0.2668653 Jul 16 02:05:40.368710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.382585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['49000796-a626-4ab9-a652-c4842f8e7804'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:40.406891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9de24de-fc65-430a-9d60-c23e906c6d67 req-fef1ba0f-256b-460f-92aa-3ec8c5ccb87e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769367 Jul 16 02:05:40.416718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2844-fbf9-4eaa-9e25-dc62362de599 req-a5054e6f-a1cb-482a-9b86-6c3c901846c8 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.434755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f95d2844-fbf9-4eaa-9e25-dc62362de599 req-a5054e6f-a1cb-482a-9b86-6c3c901846c8 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/ports?device_id=28fcfa3a-2ebd-402a-9d42-15e8835122fb HTTP/1.1" status: 200 len: 946 time: 0.2304866 Jul 16 02:05:40.446107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Pushing event deleted for resources: {'Port': ['ID=49000796-a626-4ab9-a652-c4842f8e7804,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:40.457728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-36caee77-c715-4782-b139-ffa38ddc2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:40.459285 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-36caee77-c715-4782-b139-ffa38ddc2d16 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3263066 Jul 16 02:05:40.512502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f95d2844-fbf9-4eaa-9e25-dc62362de599 req-bd297d8c-cb50-4807-b82e-4f00200473f6 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c1ddfcf-1631-4b54-8324-553e41961b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767756 Jul 16 02:05:40.567450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] No DVR routers for this DVR port 49000796-a626-4ab9-a652-c4842f8e7804 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:40.573629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.576238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] 10.222.0.38 "DELETE /v2.0/ports/49000796-a626-4ab9-a652-c4842f8e7804 HTTP/1.1" status: 204 len: 173 time: 1.2259750 Jul 16 02:05:40.684610 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-9566ab6d-5df4-470a-84fd-03fed19d7cd2 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154853 Jul 16 02:05:40.759525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.816925 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.847550 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ff328ae5-68b7-4de5-8ad2-5d6d96df8e96 req-eeb001eb-0c61-4853-9769-294b584f888c service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597362 Jul 16 02:05:41.021988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Allocated IP 172.25.0.49 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/309f6cc2-7bef-4ef0-9c3a-2be7901d10c8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:41.023120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-c8cd74cc-59e7-4cf3-8eab-3d75f7d2eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.025369 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-c8cd74cc-59e7-4cf3-8eab-3d75f7d2eb8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5116f696f36a4cf0b908f64512652db6&device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 1099 time: 0.1211691 Jul 16 02:05:41.154975 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:41.188243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-83f29f7f-8cce-490a-afaa-3aaec58f4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.190616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-83f29f7f-8cce-490a-afaa-3aaec58f4372 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.1525457 Jul 16 02:05:41.201242 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:41.247629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:41.254631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:41.262821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-00a0b975-4402-4de1-b049-521c54ccf0c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b52934d4-d416-439e-a892-1014bfc46c59 HTTP/1.1" status: 200 len: 217 time: 0.0648887 Jul 16 02:05:41.263985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:41.295459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Pushing event updated for resources: {'Port': ['ID=309f6cc2-7bef-4ef0-9c3a-2be7901d10c8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:41.378978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-5bc92663-8a3c-43b6-907f-01a85f70c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.380945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-5bc92663-8a3c-43b6-907f-01a85f70c16f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.1102591 Jul 16 02:05:41.561512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-ddbc3dd3-0e93-4634-aaf5-6d5517cf243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.565640 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-ddbc3dd3-0e93-4634-aaf5-6d5517cf243a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773868 Jul 16 02:05:41.696280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'name': 'network-vif-deleted', 'tag': '49000796-a626-4ab9-a652-c4842f8e7804'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:41.698120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58468) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:41.699804 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b764642-872e-49a9-8fe6-22b6760a311d" -d '{"events": [{"server_uuid": "28fcfa3a-2ebd-402a-9d42-15e8835122fb", "name": "network-vif-deleted", "tag": "49000796-a626-4ab9-a652-c4842f8e7804"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:41.756897 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a50ad-4ae4-4ebb-bc97-14647441e0b6 x-openstack-request-id: req-365a50ad-4ae4-4ebb-bc97-14647441e0b6 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:41.757286 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fcfa3a-2ebd-402a-9d42-15e8835122fb", "name": "network-vif-deleted", "tag": "49000796-a626-4ab9-a652-c4842f8e7804", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:41.757654 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-365a50ad-4ae4-4ebb-bc97-14647441e0b6 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:41.758219 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fcfa3a-2ebd-402a-9d42-15e8835122fb', 'name': 'network-vif-deleted', 'tag': '49000796-a626-4ab9-a652-c4842f8e7804', 'status': 'completed', 'code': 200} Jul 16 02:05:41.764661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-2e74b94d-79f2-4e09-a6ed-f3519e165e05 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879025 Jul 16 02:05:41.915135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2437383f-5d3b-492d-a64f-2c49f037b613 req-3aea87eb-4b56-4f20-9e60-fc4280795b60 service neutron] 10.222.0.38 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430321 Jul 16 02:05:41.988461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.211712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2c852-2a0b-4e4e-b4f5-95ad8af559b4 req-9dd0e5b1-afdf-4bcb-8bae-5d8c73249ba0 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:42.216199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cb2c852-2a0b-4e4e-b4f5-95ad8af559b4 req-9dd0e5b1-afdf-4bcb-8bae-5d8c73249ba0 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 948 time: 0.6083648 Jul 16 02:05:42.442576 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.472267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cb2c852-2a0b-4e4e-b4f5-95ad8af559b4 req-be3761b0-b66c-417c-8fa5-27d87b828178 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308093 Jul 16 02:05:42.474366 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:42.970135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Router 6cf7f548-294a-4716-a9ff-4c3924b6a021 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:43.090887 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.159033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:43.165752 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.169600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c0a7f82d-409b-42b7-860b-8dbf09d56745 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "PUT /v2.0/routers/6cf7f548-294a-4716-a9ff-4c3924b6a021 HTTP/1.1" status: 200 len: 915 time: 3.7684305 Jul 16 02:05:43.169735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:43.173693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] Sync routers for ids ['6cf7f548-294a-4716-a9ff-4c3924b6a021'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:43.185885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] Routers {'6cf7f548-294a-4716-a9ff-4c3924b6a021'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:43.186865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cf7f548-294a-4716-a9ff-4c3924b6a021'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:43.247032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:43.258039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] Routers {'6cf7f548-294a-4716-a9ff-4c3924b6a021'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:43.258826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['6cf7f548-294a-4716-a9ff-4c3924b6a021'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:43.328755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-331ef680-e124-4ba5-9671-8691240d9f73 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/6cf7f548-294a-4716-a9ff-4c3924b6a021 HTTP/1.1" status: 200 len: 921 time: 0.1581738 Jul 16 02:05:43.331201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58508) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:43.358063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:43.363662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba5d69-0d03-4903-ac8b-6da7d8ea025a None None] The sync data for ids ['6cf7f548-294a-4716-a9ff-4c3924b6a021'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:43.447922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9177e6-91e2-4bce-a63a-5e0184f33953 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.452193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:43.452447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f9177e6-91e2-4bce-a63a-5e0184f33953 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=6cf7f548-294a-4716-a9ff-4c3924b6a021&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1201580 Jul 16 02:05:43.623234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 49000796-a626-4ab9-a652-c4842f8e7804 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:43.625379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b52934d4-d416-439e-a892-1014bfc46c59 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:43.638639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42c616-f2b2-4ff1-8ef0-c4ce0a64fae8 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.643674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58522) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:43.653852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ec42c616-f2b2-4ff1-8ef0-c4ce0a64fae8 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/networks/a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 881 time: 0.2001157 Jul 16 02:05:43.665305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 49000796-a626-4ab9-a652-c4842f8e7804 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:43.665964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 49000796-a626-4ab9-a652-c4842f8e7804 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:43.715843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d38531aa-ec40-442f-a0f4-061588a7a9ab tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cf7f548-294a-4716-a9ff-4c3924b6a021 HTTP/1.1" status: 200 len: 205 time: 0.0708437 Jul 16 02:05:43.719059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:43.729043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Deleting port 3e402198-8407-4396-9a78-c93bb91d1bc5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:43.729391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.817363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b52934d4-d416-439e-a892-1014bfc46c59, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b52934d4-d416-439e-a892-1014bfc46c59,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:43.840587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b52934d4-d416-439e-a892-1014bfc46c59', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': 'b52934d4-d416-439e-a892-1014bfc46c59', 'mac_address': 'fa:16:3e:c8:e6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:43.891044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] For port 3e402198-8407-4396-9a78-c93bb91d1bc5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3e402198-8407-4396-9a78-c93bb91d1bc5,segment=NetworkSegment(512ca873-5d6b-427f-8e17-4674c7d120b7),segment_id=512ca873-5d6b-427f-8e17-4674c7d120b7)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:43.891415 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.905092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.915684 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.921674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Calling delete_port for 3e402198-8407-4396-9a78-c93bb91d1bc5 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:43.929390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52934d4-d416-439e-a892-1014bfc46c59 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:43.945995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f9fa0-35bf-4813-a9e1-e44d41e29959 req-abfcba14-e979-48b1-8fd4-9526772468a2 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.950107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b52934d4-d416-439e-a892-1014bfc46c59, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b52934d4-d416-439e-a892-1014bfc46c59,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:43.954265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-892f9fa0-35bf-4813-a9e1-e44d41e29959 req-abfcba14-e979-48b1-8fd4-9526772468a2 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 948 time: 0.2983818 Jul 16 02:05:43.957084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.032228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b52934d4-d416-439e-a892-1014bfc46c59,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:44.056416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.099720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-892f9fa0-35bf-4813-a9e1-e44d41e29959 req-3cb86a32-2cf9-470d-9305-84514217a1fc tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443946 Jul 16 02:05:44.145058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Deleting port 309f6cc2-7bef-4ef0-9c3a-2be7901d10c8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:44.145058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.163730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b52934d4-d416-439e-a892-1014bfc46c59'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:44.322339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.337895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Calling delete_port for 309f6cc2-7bef-4ef0-9c3a-2be7901d10c8 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:44.338135 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.377155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e402198-8407-4396-9a78-c93bb91d1bc5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:44.613906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.649565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.679186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event deleted for resources: {'Port': ['ID=309f6cc2-7bef-4ef0-9c3a-2be7901d10c8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:44.778149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.897865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.901897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.932015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Router 53c12ba5-d316-4600-aa33-c4215ef922a9 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:44.983590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.984221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Fanout notify agent at l3_agent the message router_deleted on router 6cf7f548-294a-4716-a9ff-4c3924b6a021 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:44.991394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.002317 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f163dfdf-4ee0-4961-92c3-bf670a622899 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/6cf7f548-294a-4716-a9ff-4c3924b6a021 HTTP/1.1" status: 204 len: 168 time: 1.2820935 Jul 16 02:05:45.003276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:45.008163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-957028252', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:45.034286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.035646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.088501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:45.094623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.101196 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] Sync routers for ids ['53c12ba5-d316-4600-aa33-c4215ef922a9'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:45.109050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f3e0f4a-4cbb-4721-9338-7117a40ecb8f admin admin] 10.222.0.35 "PUT /v2.0/routers/53c12ba5-d316-4600-aa33-c4215ef922a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072795 Jul 16 02:05:45.109674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:45.113007 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] Routers {'53c12ba5-d316-4600-aa33-c4215ef922a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:45.113838 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['53c12ba5-d316-4600-aa33-c4215ef922a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:45.252581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.293837 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] Set router 53c12ba5-d316-4600-aa33-c4215ef922a9 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:45.437355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.569836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.594013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221448f-2670-431c-8fa7-f465ec28baed req-0596f1b6-a95c-4140-b992-f1de2ed27577 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:45.598640 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5221448f-2670-431c-8fa7-f465ec28baed req-0596f1b6-a95c-4140-b992-f1de2ed27577 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 949 time: 0.2711489 Jul 16 02:05:45.600920 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:05:44Z', 'revision_number': 5, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port': {'id': '728660e0-1b19-4102-b369-e0e0b23f83f1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:03:48Z', 'updated_at': '2021-07-16T02:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:45.635016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b52934d4-d416-439e-a892-1014bfc46c59 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:45.684707 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] Checking router: 53c12ba5-d316-4600-aa33-c4215ef922a9 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:45.721478 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] Routers {'53c12ba5-d316-4600-aa33-c4215ef922a9'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:45.723110 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['53c12ba5-d316-4600-aa33-c4215ef922a9'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:45.751683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b52934d4-d416-439e-a892-1014bfc46c59 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:45.755881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b52934d4-d416-439e-a892-1014bfc46c59 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:45.756294 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.772058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5221448f-2670-431c-8fa7-f465ec28baed req-e80db493-d0c2-414c-afe8-9ee06faf9b6e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653218 Jul 16 02:05:45.827343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Deleting port 728660e0-1b19-4102-b369-e0e0b23f83f1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:45.827691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.909863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.914490 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] Set router 53c12ba5-d316-4600-aa33-c4215ef922a9 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:45.941471 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.943943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:45.998205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b52934d4-d416-439e-a892-1014bfc46c59, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b52934d4-d416-439e-a892-1014bfc46c59,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:45.999167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52934d4-d416-439e-a892-1014bfc46c59'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:46.001111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:05:45Z', 'revision_number': 6, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:46.001582 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177d3084-6d66-4135-ad47-77486214ab52" -d '{"events": [{"server_uuid": "bb8726c9-ac48-4207-9472-b321c8ee4159", "name": "network-vif-plugged", "status": "completed", "tag": "b52934d4-d416-439e-a892-1014bfc46c59"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:46.005681 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.038066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] For port 728660e0-1b19-4102-b369-e0e0b23f83f1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=728660e0-1b19-4102-b369-e0e0b23f83f1,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:46.038546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.070900 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aed3785-0cb3-42a6-9d83-dc72da221884 x-openstack-request-id: req-7aed3785-0cb3-42a6-9d83-dc72da221884 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:46.071195 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8726c9-ac48-4207-9472-b321c8ee4159", "name": "network-vif-plugged", "status": "completed", "tag": "b52934d4-d416-439e-a892-1014bfc46c59", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:46.071813 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7aed3785-0cb3-42a6-9d83-dc72da221884 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:46.071813 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52934d4-d416-439e-a892-1014bfc46c59', 'code': 200} Jul 16 02:05:46.092736 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823dc31-3f37-4e3f-ba6b-5440515db05f None None] The sync data for ids ['53c12ba5-d316-4600-aa33-c4215ef922a9'] in n-d-800087-6 is: [{'id': '53c12ba5-d316-4600-aa33-c4215ef922a9', 'name': 'tempest-ServerRescueTestJSON-1306326887-router', 'tenant_id': '5e57443751344a3cb3937652607bcf02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:03:47Z', 'updated_at': '2021-07-16T02:05:45Z', 'revision_number': 6, 'project_id': '5e57443751344a3cb3937652607bcf02', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:46.105810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Calling delete_port for 728660e0-1b19-4102-b369-e0e0b23f83f1 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:46.143608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b52934d4-d416-439e-a892-1014bfc46c59,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:46.217545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Allocated IP 172.25.0.138 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/1513d710-0502-4657-9360-9d52b5d46578) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:46.311025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db8b0d-43b0-429a-8182-6cf4f1bb003e req-7b788b1b-3ef4-4c6d-8ceb-64be14757a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:46.312576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65db8b0d-43b0-429a-8182-6cf4f1bb003e req-7b788b1b-3ef4-4c6d-8ceb-64be14757a03 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 1101 time: 0.1598728 Jul 16 02:05:46.397742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.399313 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65db8b0d-43b0-429a-8182-6cf4f1bb003e req-4cb349e5-7fee-469e-ada9-12486b0db96b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605750 Jul 16 02:05:46.428515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Pushing event deleted for resources: {'Port': ['ID=728660e0-1b19-4102-b369-e0e0b23f83f1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:46.435225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.560879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.577003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.647625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:46.653451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:46.658361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:46.699278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.701680 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.723381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event updated for resources: {'Port': ['ID=1513d710-0502-4657-9360-9d52b5d46578,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:46.757169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.758329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c12ba5-d316-4600-aa33-c4215ef922a9 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:46.763130 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.764349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2d3e47ee-a732-4695-b040-1372f67fea6d admin admin] 10.222.0.35 "DELETE /v2.0/routers/53c12ba5-d316-4600-aa33-c4215ef922a9 HTTP/1.1" status: 204 len: 168 time: 1.6535621 Jul 16 02:05:46.766930 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:46.828054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Deleting subnet 3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:05:46.833632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.882345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:46.979547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.120071 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.214145 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd4758d-4e1a-4e8b-9674-bfad04cd45b7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:47.240744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.245562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64caa0ad-52c5-4505-bfcc-80eeddb9ab55 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3bd4758d-4e1a-4e8b-9674-bfad04cd45b7 HTTP/1.1" status: 204 len: 168 time: 0.4754336 Jul 16 02:05:47.246384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:47.315625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081437d-178a-461e-b43f-124560d7320d req-04f7aa1e-9f6d-4c43-8d67-e278b6565e1d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.317308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e081437d-178a-461e-b43f-124560d7320d req-04f7aa1e-9f6d-4c43-8d67-e278b6565e1d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 950 time: 0.2688375 Jul 16 02:05:47.421379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.441949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e081437d-178a-461e-b43f-124560d7320d req-88b50d2d-f061-4390-a9a2-10eb62c636fe tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773971 Jul 16 02:05:47.542733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:47.558530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a816e9-70c7-44de-bad9-3ba7c79202cd']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:47.609253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.022368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512ca873-5d6b-427f-8e17-4674c7d120b7') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:48.022675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512ca873-5d6b-427f-8e17-4674c7d120b7') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:48.034457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.036435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.075953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.084730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:05:48.084730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: items = [ Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:05:48.086662 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:05:48.133739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 728660e0-1b19-4102-b369-e0e0b23f83f1 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:48.164464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.194024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.199308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] 10.222.0.35 "DELETE /v2.0/networks/64a816e9-70c7-44de-bad9-3ba7c79202cd HTTP/1.1" status: 204 len: 168 time: 0.9519751 Jul 16 02:05:48.205296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 728660e0-1b19-4102-b369-e0e0b23f83f1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:48.207105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 728660e0-1b19-4102-b369-e0e0b23f83f1 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:48.207875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e402198-8407-4396-9a78-c93bb91d1bc5 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:48.239728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38997bf-472b-4ca6-9721-c96be761bafc admin admin] Pushing event deleted for resources: {'Network': ['ID=64a816e9-70c7-44de-bad9-3ba7c79202cd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:48.262740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3e402198-8407-4396-9a78-c93bb91d1bc5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:48.278967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3e402198-8407-4396-9a78-c93bb91d1bc5 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:48.390488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Router 76982f6b-5ea8-4636-8f22-fd15b394311f is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:48.441543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58652) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:48.488623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-df0f1e4a-caa3-4930-8c4a-0eeee2387db9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e57443751344a3cb3937652607bcf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452919 Jul 16 02:05:48.491121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:48.536346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:48.546228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] Sync routers for ids ['76982f6b-5ea8-4636-8f22-fd15b394311f'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:48.562072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] Routers {'76982f6b-5ea8-4636-8f22-fd15b394311f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:48.562759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['76982f6b-5ea8-4636-8f22-fd15b394311f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:48.565497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.572656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8cb2554-5e5c-4d02-b69a-cbd369615e04 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5680172 Jul 16 02:05:48.573347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58664) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:48.582565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:48.650345 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f271fb3f-75c0-4fa0-a0fe-18df616f0221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.653318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:48.677192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] Routers {'76982f6b-5ea8-4636-8f22-fd15b394311f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:48.678122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['76982f6b-5ea8-4636-8f22-fd15b394311f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:48.731402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:48.732341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d0a8f-492c-4170-97cc-09ec0ac0cc5f None None] The sync data for ids ['76982f6b-5ea8-4636-8f22-fd15b394311f'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:48.756137 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f271fb3f-75c0-4fa0-a0fe-18df616f0221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.856355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8aa1b-1d5b-42a6-9b77-abb8d876f56f req-17e873bc-09f5-4b1d-a358-734f8620279d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:48.864915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bc8aa1b-1d5b-42a6-9b77-abb8d876f56f req-17e873bc-09f5-4b1d-a358-734f8620279d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 950 time: 0.1233330 Jul 16 02:05:48.912538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f271fb3f-75c0-4fa0-a0fe-18df616f0221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.918186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f271fb3f-75c0-4fa0-a0fe-18df616f0221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:48.922818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f271fb3f-75c0-4fa0-a0fe-18df616f0221 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c1ddfcf-1631-4b54-8324-553e41961b96 HTTP/1.1" status: 204 len: 168 time: 0.4291751 Jul 16 02:05:48.926949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bc8aa1b-1d5b-42a6-9b77-abb8d876f56f req-6d82a4ab-2489-48ae-bf47-436827e451e2 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 Jul 16 02:05:48.936605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271fb3f-75c0-4fa0-a0fe-18df616f0221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ddfcf-1631-4b54-8324-553e41961b96,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:49.028808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.045915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.135009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Deleting port 1513d710-0502-4657-9360-9d52b5d46578 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:49.136595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.289430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.318184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Calling delete_port for 1513d710-0502-4657-9360-9d52b5d46578 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:49.619548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:49.632058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b6de-65d2-4590-b6df-fcabd7e27a4d req-aaa1179b-b3a2-4f93-a9e1-b6d5243ab1b5 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:49.633667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c70b6de-65d2-4590-b6df-fcabd7e27a4d req-aaa1179b-b3a2-4f93-a9e1-b6d5243ab1b5 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 950 time: 0.1340737 Jul 16 02:05:49.652268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Pushing event deleted for resources: {'Port': ['ID=1513d710-0502-4657-9360-9d52b5d46578,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:49.764326 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c70b6de-65d2-4590-b6df-fcabd7e27a4d req-0d7bd2f1-cfb2-4593-8201-5d863d146fa1 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109402 Jul 16 02:05:49.797724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.124694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.131096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33269532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33269509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33269644'] for router, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.288499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Router 76982f6b-5ea8-4636-8f22-fd15b394311f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:50.481160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:50.495297 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] Sync routers for ids ['76982f6b-5ea8-4636-8f22-fd15b394311f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:50.502092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:50.503323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ec68e57-0d22-4700-bf6d-2e479ae9c550 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "PUT /v2.0/routers/76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 200 len: 705 time: 1.9289618 Jul 16 02:05:50.506087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:50.510570 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] Routers {'76982f6b-5ea8-4636-8f22-fd15b394311f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:50.511470 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['76982f6b-5ea8-4636-8f22-fd15b394311f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:50.656733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:50.680107 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] Routers {'76982f6b-5ea8-4636-8f22-fd15b394311f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:50.681172 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['76982f6b-5ea8-4636-8f22-fd15b394311f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:50.723766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-905953e7-3c1a-4de2-8434-04f88d9d7da2 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/routers/76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 200 len: 740 time: 0.2164969 Jul 16 02:05:50.728717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58750) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:50.751393 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:50.752353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83679-7672-4b87-ae2a-f8d4ffb6c844 None None] The sync data for ids ['76982f6b-5ea8-4636-8f22-fd15b394311f'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:50.825773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58756) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:50.836139 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-53ba91d5-2891-4002-9a7b-4853e55fbc47 tempest-RoutersAdminTest-1932903380 tempest-RoutersAdminTest-1932903380-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&device_id=76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 200 len: 205 time: 0.0931416 Jul 16 02:05:50.861086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-e1ef5118-3489-46a7-be71-4cfe1488ef00 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.862775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-e1ef5118-3489-46a7-be71-4cfe1488ef00 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 950 time: 0.2227674 Jul 16 02:05:50.863839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c6e7ff3-f754-445c-9276-89d254327145 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 200 len: 205 time: 0.0367949 Jul 16 02:05:50.866227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:50.974278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.146691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Deleting port b52934d4-d416-439e-a892-1014bfc46c59 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:51.147221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.287033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] For port b52934d4-d416-439e-a892-1014bfc46c59, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b52934d4-d416-439e-a892-1014bfc46c59,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:51.287409 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.290968 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.296841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.323131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11015c-bd5a-400e-bf10-15769f77b184 req-ec500507-7cae-4c8c-9ddf-e2616dbd8b0e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:51.324704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c11015c-bd5a-400e-bf10-15769f77b184 req-ec500507-7cae-4c8c-9ddf-e2616dbd8b0e tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 950 time: 0.3076689 Jul 16 02:05:51.328066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Calling delete_port for b52934d4-d416-439e-a892-1014bfc46c59 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:51.427108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.427356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Fanout notify agent at l3_agent the message router_deleted on router 76982f6b-5ea8-4636-8f22-fd15b394311f {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:05:51.447256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.452288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ddffdb2-e915-4ed8-ad72-2f3dcf8433b6 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 204 len: 168 time: 0.5847349 Jul 16 02:05:51.453089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58788) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.475296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c11015c-bd5a-400e-bf10-15769f77b184 req-0f1bc611-a9a1-48e5-bfaf-d6292597e230 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/security-groups?id=05cdf2b8-8f16-4f71-9173-bbf142c1e24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367280 Jul 16 02:05:51.556318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0395fd82-0db6-4330-aa6b-4b442bc0e03a tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 200 len: 205 time: 0.0992806 Jul 16 02:05:51.557115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.650074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.676632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b52934d4-d416-439e-a892-1014bfc46c59'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:51.682969 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-bf63255c-7c60-48cb-bca1-c1f0f188124a tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] delete failed (client error): The resource could not be found. Jul 16 02:05:51.692290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bf63255c-7c60-48cb-bca1-c1f0f188124a tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/76982f6b-5ea8-4636-8f22-fd15b394311f HTTP/1.1" status: 404 len: 336 time: 0.1338549 Jul 16 02:05:51.696217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58802) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.722624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58804) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.757117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Pushing event deleted for resources: {'Port': ['ID=b52934d4-d416-439e-a892-1014bfc46c59,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:51.785998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c80fd46f-9e8f-4c9c-93f8-f775aa0abd09 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cf7f548-294a-4716-a9ff-4c3924b6a021 HTTP/1.1" status: 200 len: 205 time: 0.0863895 Jul 16 02:05:51.786631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58808) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.816406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] No DVR routers for this DVR port b52934d4-d416-439e-a892-1014bfc46c59 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:51.819887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:51.826310 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-449285b8-b3e3-4bfe-a981-555d818c0e2e req-d0dbc99a-9df8-4487-a582-351962725d8d tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.38 "DELETE /v2.0/ports/b52934d4-d416-439e-a892-1014bfc46c59 HTTP/1.1" status: 204 len: 173 time: 0.9493160 Jul 16 02:05:51.826787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'name': 'network-vif-deleted', 'tag': 'b52934d4-d416-439e-a892-1014bfc46c59'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:51.829114 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de44f3-1800-412c-9a7a-bf6d76d32044" -d '{"events": [{"server_uuid": "bb8726c9-ac48-4207-9472-b321c8ee4159", "name": "network-vif-deleted", "tag": "b52934d4-d416-439e-a892-1014bfc46c59"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:51.893903 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-719c46d4-e2de-4bcb-add4-ad22594baed3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] delete failed (client error): The resource could not be found. Jul 16 02:05:51.899096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-719c46d4-e2de-4bcb-add4-ad22594baed3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/6cf7f548-294a-4716-a9ff-4c3924b6a021 HTTP/1.1" status: 404 len: 336 time: 0.1092608 Jul 16 02:05:51.899613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58812) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.940670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ffd4797a-d0e5-41e2-b106-fb7134199c23 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d7361bd-f56c-43ee-9f8a-e49c38282343 HTTP/1.1" status: 200 len: 205 time: 0.0393281 Jul 16 02:05:51.942861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58818) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:51.979195 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87ad341-451d-4109-9d26-8d5c1e948a87 x-openstack-request-id: req-f87ad341-451d-4109-9d26-8d5c1e948a87 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:51.979587 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8726c9-ac48-4207-9472-b321c8ee4159", "name": "network-vif-deleted", "tag": "b52934d4-d416-439e-a892-1014bfc46c59", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:51.979935 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f87ad341-451d-4109-9d26-8d5c1e948a87 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:51.980475 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8726c9-ac48-4207-9472-b321c8ee4159', 'name': 'network-vif-deleted', 'tag': 'b52934d4-d416-439e-a892-1014bfc46c59', 'status': 'completed', 'code': 200} Jul 16 02:05:52.047574 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-67048d31-89a1-4a43-85a5-750ffffc785a tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] delete failed (client error): The resource could not be found. Jul 16 02:05:52.049230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-67048d31-89a1-4a43-85a5-750ffffc785a tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/6d7361bd-f56c-43ee-9f8a-e49c38282343 HTTP/1.1" status: 404 len: 336 time: 0.1052866 Jul 16 02:05:52.051866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.096662 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-14a6d71f-9c14-42a1-9c62-f5842feac9a1 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 HTTP/1.1" status: 200 len: 205 time: 0.0424919 Jul 16 02:05:52.098485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.130539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e306517-7ac7-4277-934f-b334961fffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.199559 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-fd92d0f7-ebe8-44a6-9181-26832f05d230 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] delete failed (client error): The resource could not be found. Jul 16 02:05:52.200549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fd92d0f7-ebe8-44a6-9181-26832f05d230 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/cb6e0dfc-91f7-4001-9b2e-910a2761d6e2 HTTP/1.1" status: 404 len: 336 time: 0.1015971 Jul 16 02:05:52.203894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.210516 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.254892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b73f73ee-eb4c-4a42-b930-0f3ff8df6f65 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=0758a97b-5e7f-409b-8482-d40530572a93 HTTP/1.1" status: 200 len: 205 time: 0.0494115 Jul 16 02:05:52.258233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.307281 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-77f67ac8-95db-41b0-b005-2c48b3f7280b tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] delete failed (client error): The resource could not be found. Jul 16 02:05:52.311518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.311667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-77f67ac8-95db-41b0-b005-2c48b3f7280b tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/0758a97b-5e7f-409b-8482-d40530572a93 HTTP/1.1" status: 404 len: 336 time: 0.0520878 Jul 16 02:05:52.381077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f1eca9e6-e365-4685-b902-37a2a67b50e9 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe801079-b480-4815-9a97-cae9b7f7289e HTTP/1.1" status: 200 len: 205 time: 0.0663278 Jul 16 02:05:52.381743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.415127 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e306517-7ac7-4277-934f-b334961fffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.430789 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e306517-7ac7-4277-934f-b334961fffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.481934 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-cef248e1-5333-4c8f-87ab-00cff374828b tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] delete failed (client error): The resource could not be found. Jul 16 02:05:52.483187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cef248e1-5333-4c8f-87ab-00cff374828b tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/routers/fe801079-b480-4815-9a97-cae9b7f7289e HTTP/1.1" status: 404 len: 336 time: 0.1002691 Jul 16 02:05:52.485289 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8e306517-7ac7-4277-934f-b334961fffda admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=319c6bc4dfe342f5beb74d8bd9fb4c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334254 Jul 16 02:05:52.489043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.489566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58846) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:52.552415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306517-7ac7-4277-934f-b334961fffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c46046-3cfb-4262-b039-989f6c111645,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:52.567927 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4edfba-6804-42e7-8266-e33d84720de3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] DELETE failed (client error): The resource could not be found. Jul 16 02:05:52.568419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4edfba-6804-42e7-8266-e33d84720de3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:05:52.574256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4f4edfba-6804-42e7-8266-e33d84720de3 tempest-RoutersAdminTest-1417393464 tempest-RoutersAdminTest-1417393464-project] 10.222.0.35 "DELETE /v2.0/subnets/e5660fb3-bb2f-4e3e-8281-62a8b11f8aea HTTP/1.1" status: 404 len: 337 time: 0.0784950 Jul 16 02:05:52.599438 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7682-c07f-4c10-994b-98d31373a207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.624596 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7682-c07f-4c10-994b-98d31373a207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.689813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7682-c07f-4c10-994b-98d31373a207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.693094 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7682-c07f-4c10-994b-98d31373a207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:52.697325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3f7c7682-c07f-4c10-994b-98d31373a207 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12c46046-3cfb-4262-b039-989f6c111645 HTTP/1.1" status: 204 len: 168 time: 0.2064304 Jul 16 02:05:52.722816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7682-c07f-4c10-994b-98d31373a207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c46046-3cfb-4262-b039-989f6c111645,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:52.867404 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60f9869d-d33c-42bc-bfd2-73cb2279703f req-a26bf51c-a9c1-47d0-a3f1-bcabde11fcd1 tempest-VolumesNegativeTest-2094937702 tempest-VolumesNegativeTest-2094937702-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb8726c9-ac48-4207-9472-b321c8ee4159 HTTP/1.1" status: 200 len: 210 time: 0.0589988 Jul 16 02:05:53.154360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58882) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.159450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58884) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.329454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23990524-7b5d-4359-bd35-e0963d12ba30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.332278 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a2af39a-84ce-43be-8a11-92981b1d468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.461309 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23990524-7b5d-4359-bd35-e0963d12ba30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.465861 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-23990524-7b5d-4359-bd35-e0963d12ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.537274 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.541215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-23990524-7b5d-4359-bd35-e0963d12ba30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a341f16101c43bda1943278ed3b710b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855104 Jul 16 02:05:53.541944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.581046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23990524-7b5d-4359-bd35-e0963d12ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc7cc9-8881-4c31-9fc9-fd7fc2753e08,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.602015 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-464d42a1-87fe-4079-8938-a160500444b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.610453 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a2af39a-84ce-43be-8a11-92981b1d468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.616777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7a2af39a-84ce-43be-8a11-92981b1d468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.625611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-464d42a1-87fe-4079-8938-a160500444b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.671002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7a2af39a-84ce-43be-8a11-92981b1d468f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=335fb8d379c64582ab95033ab6cb42b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100412 Jul 16 02:05:53.672306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2af39a-84ce-43be-8a11-92981b1d468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae5a90-b91b-4d7c-83c4-6aceb4515e7d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.675772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58910) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:53.712914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-464d42a1-87fe-4079-8938-a160500444b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.716518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-464d42a1-87fe-4079-8938-a160500444b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.720763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-464d42a1-87fe-4079-8938-a160500444b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bdc7cc9-8881-4c31-9fc9-fd7fc2753e08 HTTP/1.1" status: 204 len: 168 time: 0.1746957 Jul 16 02:05:53.731073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d42a1-87fe-4079-8938-a160500444b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc7cc9-8881-4c31-9fc9-fd7fc2753e08,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:53.741236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d8124bf-acd1-4ce7-94e9-43905967d818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.833457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6727cb7e-2910-41d1-93c7-60e14f4574d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.861734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6727cb7e-2910-41d1-93c7-60e14f4574d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.944992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6727cb7e-2910-41d1-93c7-60e14f4574d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.949322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6727cb7e-2910-41d1-93c7-60e14f4574d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:53.950754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6727cb7e-2910-41d1-93c7-60e14f4574d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3ae5a90-b91b-4d7c-83c4-6aceb4515e7d HTTP/1.1" status: 204 len: 168 time: 0.2738655 Jul 16 02:05:53.961212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727cb7e-2910-41d1-93c7-60e14f4574d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae5a90-b91b-4d7c-83c4-6aceb4515e7d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:54.203098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:54.297308 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-452140b3-da77-4d4f-a6bc-a84884b51d9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba082a044aaf40fbac3363a5f5f0b265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931029 Jul 16 02:05:54.300508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 58958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:54.331853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58962) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:54.372480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-184c0abe-1233-4d27-a5fd-e3e99447c528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.409002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-184c0abe-1233-4d27-a5fd-e3e99447c528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.503523 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-184c0abe-1233-4d27-a5fd-e3e99447c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.505270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-184c0abe-1233-4d27-a5fd-e3e99447c528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.509120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-184c0abe-1233-4d27-a5fd-e3e99447c528 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00dfad7e-66e3-4329-84a1-a3a2fa4885aa HTTP/1.1" status: 204 len: 168 time: 0.2049201 Jul 16 02:05:54.514448 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c0abe-1233-4d27-a5fd-e3e99447c528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dfad7e-66e3-4329-84a1-a3a2fa4885aa,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:54.535366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1068687747-network', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:54.579663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Made reservation on behalf of ac6537691ed34f3190384a11d85ff219 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:54.583520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.596348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.624615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 58988) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:54.652535 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e780caa2-a873-4af6-9f4a-aaf781c9a503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.783801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.797656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.812505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:05:54.838009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.838361 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Added segment eec4311b-c9e8-4aeb-bb91-e7476884948d of type vlan for network b254cdb2-2e08-4e25-a4dd-bd659a095c0b Jul 16 02:05:54.957673 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:54.965872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38741b87-de85-4b30-804c-ec87c07df12e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.031712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.032736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:55.033819 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.078203 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e780caa2-a873-4af6-9f4a-aaf781c9a503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.116751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] Pushing event updated for resources: {'Network': ['ID=b254cdb2-2e08-4e25-a4dd-bd659a095c0b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.128233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e780caa2-a873-4af6-9f4a-aaf781c9a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.129872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:05:55.137531 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0acb7a86-6db2-4586-8383-29825c48e71d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8016183 Jul 16 02:05:55.139457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:55.150673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Request body: {'subnet': {'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1068687747-subnet', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:55.177214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Made reservation on behalf of ac6537691ed34f3190384a11d85ff219 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:55.181862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.253985 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e780caa2-a873-4af6-9f4a-aaf781c9a503 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68854d06a091420f9604492dbf864d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279025 Jul 16 02:05:55.255142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780caa2-a873-4af6-9f4a-aaf781c9a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5997268-c5a5-4315-8f6d-93cf5a5fe968,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.277580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59026) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:55.359824 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06267f81-7287-4f97-86ed-be85101cbabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.387083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.402523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06267f81-7287-4f97-86ed-be85101cbabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.472547 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cde6f85-4172-4fa5-b598-a2fdc94a5c28,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.504085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Checking segment: {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:55.505920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Network hostable DHCP agents. Network: b254cdb2-2e08-4e25-a4dd-bd659a095c0b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:05:55.558403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:05:55.580129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b254cdb2-2e08-4e25-a4dd-bd659a095c0b) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:55.581961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06267f81-7287-4f97-86ed-be85101cbabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.584773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-06267f81-7287-4f97-86ed-be85101cbabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.588491 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-06267f81-7287-4f97-86ed-be85101cbabf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5997268-c5a5-4315-8f6d-93cf5a5fe968 HTTP/1.1" status: 204 len: 168 time: 0.3058062 Jul 16 02:05:55.589697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:55.589697 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.597279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c36a64-85da-472c-abc2-ea0f9820bfa6 None None] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:05:55.612148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ce87f23-8a9a-4782-a1cc-eac90661aeb2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4695933 Jul 16 02:05:55.614824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59080) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:55.620898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:55.653806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267f81-7287-4f97-86ed-be85101cbabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5997268-c5a5-4315-8f6d-93cf5a5fe968,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.699079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.700805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.784844 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.879010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:56.030006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b52934d4-d416-439e-a892-1014bfc46c59 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:56.079755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: b52934d4-d416-439e-a892-1014bfc46c59 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:56.080099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b52934d4-d416-439e-a892-1014bfc46c59 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:56.110902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.204870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a4736b44-3d64-4144-881d-f707a5b0fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.233576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1491045046'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:56.247276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'fixed_ips': [{'subnet_id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:05:56.248966 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.290704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Made reservation on behalf of 218b02ce39f74922b173bc8e34457277 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:56.298537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.335085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.493913 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.509835 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.522449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.540162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Allocated IP 172.20.0.2 (b254cdb2-2e08-4e25-a4dd-bd659a095c0b/7cde6f85-4172-4fa5-b598-a2fdc94a5c28/a2e32a9f-40fc-4f88-811b-37d6c6420f47) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:56.587941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:05:56.626047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed73e35-14a7-4222-93fc-cca158460c48,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:56.648690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.659846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.660558 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Added segment b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f of type vlan for network 20faba1f-a3a7-422e-aab9-a9a39eb8534f Jul 16 02:05:56.705446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.742187 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.817074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.823706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:56.824769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.875698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:56.891675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Transition to ACTIVE for port object a2e32a9f-40fc-4f88-811b-37d6c6420f47 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:56.908426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Allocated IP 172.25.0.34 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/2b5d812d-842c-4a92-ab9d-0538fcb7c99e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:56.951563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Transition to ACTIVE for port object a2e32a9f-40fc-4f88-811b-37d6c6420f47 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:56.978158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.019365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event updated for resources: {'Network': ['ID=20faba1f-a3a7-422e-aab9-a9a39eb8534f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.036657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-084b5002-61b4-46cd-81ca-d1f7a58ec4d7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1563401 Jul 16 02:05:57.037325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:57.043961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Request body: {'subnet': {'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:57.072579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:57.093395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:57.096243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:57.109413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:05:57.186573 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.193227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Made reservation on behalf of 218b02ce39f74922b173bc8e34457277 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:57.197716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.246672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Pushing event updated for resources: {'Port': ['ID=a2e32a9f-40fc-4f88-811b-37d6c6420f47,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.291765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.316113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:57.318677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:57.345328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:57.408452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.409058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.409559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.410084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.412244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.412814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.413327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.413804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.414302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.414772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.416246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.416772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:57.475475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Attempting to bind port a2e32a9f-40fc-4f88-811b-37d6c6420f47 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:57.475951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Attempting to bind port a2e32a9f-40fc-4f88-811b-37d6c6420f47 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:57.476350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Attempting to bind port a2e32a9f-40fc-4f88-811b-37d6c6420f47 on network b254cdb2-2e08-4e25-a4dd-bd659a095c0b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:57.476551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Pushing event updated for resources: {'Port': ['ID=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.488994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:57.489712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Checking segment: {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:57.490491 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.491287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Bound using segment: {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:57.492678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Bound port: a2e32a9f-40fc-4f88-811b-37d6c6420f47, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:57.493259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.498155 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.619554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] For port a2e32a9f-40fc-4f88-811b-37d6c6420f47, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:57.624647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] For port a2e32a9f-40fc-4f88-811b-37d6c6420f47, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a2e32a9f-40fc-4f88-811b-37d6c6420f47,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:57.646130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.665550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.823410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event updated for resources: {'Subnet': ['ID=55ee114c-46fe-4787-bbb4-335e66323308,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.839154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Checking segment: {'id': 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:57.839525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Network hostable DHCP agents. Network: 20faba1f-a3a7-422e-aab9-a9a39eb8534f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:05:57.851775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0340f7-cca0-4468-9d5e-5a7bc7d43b9e None None] Pushing event updated for resources: {'Port': ['ID=a2e32a9f-40fc-4f88-811b-37d6c6420f47,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.881466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:05:57.922097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 20faba1f-a3a7-422e-aab9-a9a39eb8534f) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:57.927227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.928191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.938291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ecdcd-eecc-43a8-ad5f-9ba3eb52ff3f None None] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:05:57.961778 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d254a89e-4bb2-4099-953c-2a342d0fe4cc tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9224951 Jul 16 02:05:57.962476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:57.968875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Request body: {'port': {'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2090989432'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:58.157671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:58.181691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Made reservation on behalf of 218b02ce39f74922b173bc8e34457277 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:58.197552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:58.245047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ea597-7448-46be-9697-38012b367254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-20faba1f-a3a7-422e-aab9-a9a39eb8534f', 'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f', 'tenant_id': '218b02ce39f74922b173bc8e34457277', 'fixed_ips': [{'subnet_id': '55ee114c-46fe-4787-bbb4-335e66323308'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:05:58.245047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c33ea597-7448-46be-9697-38012b367254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:58.344726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] device_id is not set on port 67460c8b-bf53-4afa-9095-30f1d892e2ac yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:05:58.540894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-c33ea597-7448-46be-9697-38012b367254 None None] Allocated IP 172.20.0.2 (20faba1f-a3a7-422e-aab9-a9a39eb8534f/55ee114c-46fe-4787-bbb4-335e66323308/18f483d0-adde-4e73-badf-d4bf841a101a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:58.864353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.003572 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.008938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c33ea597-7448-46be-9697-38012b367254 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.034880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c33ea597-7448-46be-9697-38012b367254 None None] Transition to ACTIVE for port object 18f483d0-adde-4e73-badf-d4bf841a101a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:59.071867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c33ea597-7448-46be-9697-38012b367254 None None] Transition to ACTIVE for port object 18f483d0-adde-4e73-badf-d4bf841a101a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:59.088094 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c33ea597-7448-46be-9697-38012b367254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.161698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ea597-7448-46be-9697-38012b367254 None None] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:59.225526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-c33ea597-7448-46be-9697-38012b367254 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:59.232845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ea597-7448-46be-9697-38012b367254 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:59.243872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Allocated IP 172.20.0.10 (20faba1f-a3a7-422e-aab9-a9a39eb8534f/55ee114c-46fe-4787-bbb4-335e66323308/67460c8b-bf53-4afa-9095-30f1d892e2ac) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:59.334295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:05:59.436940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ea597-7448-46be-9697-38012b367254 None None] Pushing event updated for resources: {'Port': ['ID=18f483d0-adde-4e73-badf-d4bf841a101a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:59.464245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c33ea597-7448-46be-9697-38012b367254 None None] Attempting to bind port 18f483d0-adde-4e73-badf-d4bf841a101a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:59.464618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c33ea597-7448-46be-9697-38012b367254 None None] Attempting to bind port 18f483d0-adde-4e73-badf-d4bf841a101a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:59.464979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ea597-7448-46be-9697-38012b367254 None None] Attempting to bind port 18f483d0-adde-4e73-badf-d4bf841a101a on network 20faba1f-a3a7-422e-aab9-a9a39eb8534f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:59.497697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ea597-7448-46be-9697-38012b367254 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:59.498495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ea597-7448-46be-9697-38012b367254 None None] Checking segment: {'id': 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:59.499149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c33ea597-7448-46be-9697-38012b367254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.500793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ea597-7448-46be-9697-38012b367254 None None] Bound using segment: {'id': 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:59.502303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-c33ea597-7448-46be-9697-38012b367254 None None] Bound port: 18f483d0-adde-4e73-badf-d4bf841a101a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:59.508148 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c33ea597-7448-46be-9697-38012b367254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.742915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c33ea597-7448-46be-9697-38012b367254 None None] For port 18f483d0-adde-4e73-badf-d4bf841a101a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:59.749917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c33ea597-7448-46be-9697-38012b367254 None None] For port 18f483d0-adde-4e73-badf-d4bf841a101a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=18f483d0-adde-4e73-badf-d4bf841a101a,segment=NetworkSegment(b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f),segment_id=b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:59.790430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c33ea597-7448-46be-9697-38012b367254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.791801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.834983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Transition to ACTIVE for port object 67460c8b-bf53-4afa-9095-30f1d892e2ac will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:59.931570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b72f6-9213-4781-8a26-7784e0a442dd None None] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:05:59.947389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.998645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:00.002080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:00.009001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:00.167118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event updated for resources: {'Port': ['ID=67460c8b-bf53-4afa-9095-30f1d892e2ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:00.200255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:00.200989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.268245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a342f0c-3fbb-4bc3-b40c-875c4229d1b4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3046594 Jul 16 02:06:00.271392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59392) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:00.279280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:00.286017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Request body: {'port': {'network_id': '20faba1f-a3a7-422e-aab9-a9a39eb8534f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1318569995', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:00.286512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] bootfile-name is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 02:06:00.287255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] tftp-server is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 02:06:00.287255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] server-ip-address is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 02:06:00.314033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.316078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2bef406d-e45e-4a58-af33-22b7ac4bad1a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6998007 Jul 16 02:06:00.318643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:00.379732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ea597-7448-46be-9697-38012b367254 None None] Pushing event updated for resources: {'Port': ['ID=18f483d0-adde-4e73-badf-d4bf841a101a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:00.436779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7c7578bc-c19b-40a1-bff8-09b845f42c9c None None] Provisioning for port a2e32a9f-40fc-4f88-811b-37d6c6420f47 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:00.447715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Sync routers for ids ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:00.454471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a2e32a9f-40fc-4f88-811b-37d6c6420f47 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:00.543212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Routers {'52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:00.547161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:00.590994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Made reservation on behalf of 218b02ce39f74922b173bc8e34457277 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:00.599212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.660548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] device_id is not set on port be5c11a2-7374-43b1-9aa1-4a3ade349745 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:06:00.815049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a2e32a9f-40fc-4f88-811b-37d6c6420f47 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:00.934503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Set router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:00.944579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a2e32a9f-40fc-4f88-811b-37d6c6420f47 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:00.946222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.025371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Allocated IP 172.20.0.4 (20faba1f-a3a7-422e-aab9-a9a39eb8534f/55ee114c-46fe-4787-bbb4-335e66323308/be5c11a2-7374-43b1-9aa1-4a3ade349745) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:01.357932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:01.447117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.480338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Transition to ACTIVE for port object be5c11a2-7374-43b1-9aa1-4a3ade349745 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:01.560903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.771836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.860129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ece0dec9-3a95-46ef-aa42-0dce978d7ce4 None None] Provisioning complete for port a2e32a9f-40fc-4f88-811b-37d6c6420f47 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:01.861161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ece0dec9-3a95-46ef-aa42-0dce978d7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.970559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.011695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:05:57Z', 'revision_number': 3, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:02.060809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Checking router: 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:02.061160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Updating router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:02.099668 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.121834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Allocated IP 172.20.0.1 (b254cdb2-2e08-4e25-a4dd-bd659a095c0b/7cde6f85-4172-4fa5-b598-a2fdc94a5c28/3d9a30ed-85c4-4bd1-ac4a-c4be15ced473) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:02.314067 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ece0dec9-3a95-46ef-aa42-0dce978d7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.320253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10d96f4-7f98-4c37-97eb-54b64a5a3070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.335531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:02.346937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event updated for resources: {'Port': ['ID=be5c11a2-7374-43b1-9aa1-4a3ade349745,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:02.349717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:02.367155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6fbb23-1249-4605-940a-1408c8a79dc5 None None] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:02.395513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a2e32a9f-40fc-4f88-811b-37d6c6420f47, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a2e32a9f-40fc-4f88-811b-37d6c6420f47,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:02.430974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.439621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:02.449901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Transition to ACTIVE for port object 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:02.476522 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:02.488680 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.530240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.568525 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10d96f4-7f98-4c37-97eb-54b64a5a3070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.585547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.586533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.599312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f10d96f4-7f98-4c37-97eb-54b64a5a3070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.617361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a2e32a9f-40fc-4f88-811b-37d6c6420f47,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:02.635716 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c865c8ce-727d-4a3f-93e5-27092dcc0d3c tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3632698 Jul 16 02:06:02.646063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59456) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:02.679150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Pushing event updated for resources: {'Port': ['ID=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:02.708541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:02.713490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:02.728174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:02.745675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d96f4-7f98-4c37-97eb-54b64a5a3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61f993-9057-4b08-8494-8078219d6f7e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:02.751205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f10d96f4-7f98-4c37-97eb-54b64a5a3070 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c41ce972a454e8a830cea004c79da69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3922608 Jul 16 02:06:02.758187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59460) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:02.859375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:02.908429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed6f82-c75c-45ba-a21f-3a4caf79ce79 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.931893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed6f82-c75c-45ba-a21f-3a4caf79ce79 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.948201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed6f82-c75c-45ba-a21f-3a4caf79ce79 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:02.950315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d6ed6f82-c75c-45ba-a21f-3a4caf79ce79 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3028073 Jul 16 02:06:02.953846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59464) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:03.044343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf073-4382-4a73-91c3-aac16597126e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.063073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.084003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf073-4382-4a73-91c3-aac16597126e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.085481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Transition to ACTIVE for port object 2b5d812d-842c-4a92-ab9d-0538fcb7c99e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:03.112064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Deleting port be5c11a2-7374-43b1-9aa1-4a3ade349745 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:03.112064 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.119442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 18f483d0-adde-4e73-badf-d4bf841a101a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:03.178576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-ece0dec9-3a95-46ef-aa42-0dce978d7ce4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:06:03.180274 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-ece0dec9-3a95-46ef-aa42-0dce978d7ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:06:03.184399 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.186970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.269832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf073-4382-4a73-91c3-aac16597126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.272760 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf073-4382-4a73-91c3-aac16597126e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.273368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb9cf073-4382-4a73-91c3-aac16597126e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a61f993-9057-4b08-8494-8078219d6f7e HTTP/1.1" status: 204 len: 168 time: 0.5138679 Jul 16 02:06:03.278830 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.322971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cf073-4382-4a73-91c3-aac16597126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61f993-9057-4b08-8494-8078219d6f7e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:03.335215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Calling delete_port for be5c11a2-7374-43b1-9aa1-4a3ade349745 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:03.481485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Attempting to bind port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:03.481891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Attempting to bind port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:03.482362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Attempting to bind port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:03.509957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.524971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.543768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17de938-e370-451b-b983-f6dcd9fbc06a None None] Pushing event updated for resources: {'Port': ['ID=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:03.549649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:03.552118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:03.552561 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.553429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:03.555489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Bound port: 2b5d812d-842c-4a92-ab9d-0538fcb7c99e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:03.556253 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.567762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 18f483d0-adde-4e73-badf-d4bf841a101a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:03.587636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.633438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event deleted for resources: {'Port': ['ID=be5c11a2-7374-43b1-9aa1-4a3ade349745,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:03.708206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Pushing event updated for resources: {'Port': ['ID=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:03.752909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.793899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.798745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1b446a2b-0004-4e26-8875-2be573afd0e4 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "DELETE /v2.0/ports/be5c11a2-7374-43b1-9aa1-4a3ade349745 HTTP/1.1" status: 204 len: 168 time: 0.8409438 Jul 16 02:06:03.799639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59488) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:03.809936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Request body: {'port': {'name': 'tempest-new-port-name-492934348', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:03.810430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] bootfile-name is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 02:06:03.810706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] tftp-server is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 02:06:03.811271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.api.validators [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] server-ip-address is not in valid_values {{(pid=93907) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 02:06:03.851332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] For port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:03.853669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59492) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:03.867275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] For port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:03.902485 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:03.946620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:03.954319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:04.020752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.107128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Provisioning for port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:04.122810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Routers {'52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:04.123939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:04.165465 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Provisioning complete for port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:04.172591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.178537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:04.321440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17de938-e370-451b-b983-f6dcd9fbc06a None None] Pushing event updated for resources: {'Port': ['ID=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:04.323994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40c72aeb-d32c-4165-b051-0fc084f739df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.499398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.508755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a04559cf-8aea-4fda-b387-466ecb732f14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5116f696f36a4cf0b908f64512652db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6540141 Jul 16 02:06:04.511522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:04.512608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59516) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:04.536669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.582184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:04.609058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Provisioning for port 18f483d0-adde-4e73-badf-d4bf841a101a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:04.626341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] Set router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:04.638034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Provisioning complete for port 18f483d0-adde-4e73-badf-d4bf841a101a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:04.643591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.754201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:04.767830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-22a60716-b894-4343-b5da-b1e129fa018c admin admin] 10.222.0.35 "PUT /v2.0/routers/52ddc1a7-5742-4842-ad6b-8ef2b4eab18d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4401245 Jul 16 02:06:04.784268 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a2e32a9f-40fc-4f88-811b-37d6c6420f47 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:04.785165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40c72aeb-d32c-4165-b051-0fc084f739df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.802437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-40c72aeb-d32c-4165-b051-0fc084f739df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.870262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-40c72aeb-d32c-4165-b051-0fc084f739df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f367396d9e954db187493569873bb9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805820 Jul 16 02:06:04.873072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:04.873311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event updated for resources: {'Port': ['ID=67460c8b-bf53-4afa-9095-30f1d892e2ac,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:04.898605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.909671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] In _notify_port_updated(), no bound segment for port 67460c8b-bf53-4afa-9095-30f1d892e2ac on network 20faba1f-a3a7-422e-aab9-a9a39eb8534f {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:06:04.915861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:04.916552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:04.926165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28acc574-40b6-43ed-8b1a-a0ed04f8c128 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "PUT /v2.0/ports/67460c8b-bf53-4afa-9095-30f1d892e2ac HTTP/1.1" status: 200 len: 1136 time: 1.1254075 Jul 16 02:06:04.932110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:04.987009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c72aeb-d32c-4165-b051-0fc084f739df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37218395-bc75-4280-8bf4-e15ac3e74836,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:05.084089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444df40d-25d9-4d99-ae91-c97c3ebe72f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.116462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.165079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] For port 18f483d0-adde-4e73-badf-d4bf841a101a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=18f483d0-adde-4e73-badf-d4bf841a101a,segment=NetworkSegment(b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f),segment_id=b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:05.167338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444df40d-25d9-4d99-ae91-c97c3ebe72f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.173058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.179488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a2e32a9f-40fc-4f88-811b-37d6c6420f47 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:05.180166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.230901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.285710 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9428a8c-b9d7-4db6-b908-08d66894c2a7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:05.291442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b9428a8c-b9d7-4db6-b908-08d66894c2a7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "GET /v2.0/ports/67460c8b-bf53-4afa-9095-30f1d892e2ac HTTP/1.1" status: 200 len: 1136 time: 0.3510480 Jul 16 02:06:05.292191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:05.357354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444df40d-25d9-4d99-ae91-c97c3ebe72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.360237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-444df40d-25d9-4d99-ae91-c97c3ebe72f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.364108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-444df40d-25d9-4d99-ae91-c97c3ebe72f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37218395-bc75-4280-8bf4-e15ac3e74836 HTTP/1.1" status: 204 len: 168 time: 0.4862359 Jul 16 02:06:05.389874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.392525 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.401908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df40d-25d9-4d99-ae91-c97c3ebe72f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37218395-bc75-4280-8bf4-e15ac3e74836,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:05.403673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05cdf2b8-8f16-4f71-9173-bbf142c1e24d HTTP/1.1" status: 204 len: 168 time: 0.8893547 Jul 16 02:06:05.471022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cdf2b8-8f16-4f71-9173-bbf142c1e24d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:05.558557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.569625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.570154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.570640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.571120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.571610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.572109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.572715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.573354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.576210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.576943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.577440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b925f19-1259-4d7d-9bff-05fb92e9c1d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:05.660652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Deleting port 67460c8b-bf53-4afa-9095-30f1d892e2ac {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:05.661005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.689630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da20cb-37c7-494e-b1ff-a9acd51de041 None None] Pushing event updated for resources: {'Port': ['ID=18f483d0-adde-4e73-badf-d4bf841a101a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:05.698076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Provisioning complete for port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:05.698456 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.846380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:05.872451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Provisioning complete for port 18f483d0-adde-4e73-badf-d4bf841a101a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:05.873270 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.928967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3d9a30ed-85c4-4bd1-ac4a-c4be15ced473', 'name': '', 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'mac_address': 'fa:16:3e:f9:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:01Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 2, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'subnets': [{'id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:05.945838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:05.965991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Calling delete_port for 67460c8b-bf53-4afa-9095-30f1d892e2ac owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:06.001725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee275cc-d2ea-43f1-9cb3-eb63db66a5da None None] The sync data for ids ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'] in n-d-800087-6 is: [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3d9a30ed-85c4-4bd1-ac4a-c4be15ced473', 'name': '', 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'mac_address': 'fa:16:3e:f9:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:01Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 2, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'subnets': [{'id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:06.207984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Provisioning for port 67460c8b-bf53-4afa-9095-30f1d892e2ac completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:06.225733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Provisioning complete for port 67460c8b-bf53-4afa-9095-30f1d892e2ac triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:06.229207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.306188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fa6be7b0-3a0f-4992-ad95-a3e4b5fbdff5 None None] Port 67460c8b-bf53-4afa-9095-30f1d892e2ac cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:06.327152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.402472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event deleted for resources: {'Port': ['ID=67460c8b-bf53-4afa-9095-30f1d892e2ac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:06.419846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f2b2cb-9352-4baa-8812-9c7428d5852f None None] Could not find standard attr ID for object 67460c8b-bf53-4afa-9095-30f1d892e2ac. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:06:06.423881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41f2b2cb-9352-4baa-8812-9c7428d5852f None None] Could not find standard attr ID for object be5c11a2-7374-43b1-9aa1-4a3ade349745. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:06:06.442893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:06.457028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-473021756-network', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:06.538078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Made reservation on behalf of 0c9527ad80184c848391ffbc7267d15e for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:06.542013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.585824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.633604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.637399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-70dc3784-7032-445b-bb2d-11c0d56ceaca tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "DELETE /v2.0/ports/67460c8b-bf53-4afa-9095-30f1d892e2ac HTTP/1.1" status: 204 len: 168 time: 1.3368895 Jul 16 02:06:06.638160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:06.741665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 18f483d0-adde-4e73-badf-d4bf841a101a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:06.754469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Deleting subnet 55ee114c-46fe-4787-bbb4-335e66323308 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:06.761172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.867320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 18f483d0-adde-4e73-badf-d4bf841a101a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:06.871296 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.885602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.947497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:06.968388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.040151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:07.075536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b2555-e9d2-435c-83df-9c66ceec2c44,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:07.095447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.107937 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.111104 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Added segment 99f4ee07-77da-4bfd-b556-3b08d6ab8fa9 of type vlan for network 355c150d-ecc6-45b0-8942-75998d8fb1ec Jul 16 02:06:07.188692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.211736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.231622 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.234096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:07.235429 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.271809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event deleted for resources: {'Subnet': ['ID=55ee114c-46fe-4787-bbb4-335e66323308,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:07.275496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.276855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf3469-9da0-42e7-9549-7ca796c1da65 None None] Network 20faba1f-a3a7-422e-aab9-a9a39eb8534f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:07.281689 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2015c024-c716-470c-838f-6ca287eef539 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "DELETE /v2.0/subnets/55ee114c-46fe-4787-bbb4-335e66323308 HTTP/1.1" status: 204 len: 168 time: 0.6424942 Jul 16 02:06:07.282559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:07.469203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] Pushing event updated for resources: {'Network': ['ID=355c150d-ecc6-45b0-8942-75998d8fb1ec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:07.477046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.511591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2d5fa75-901a-4ecc-9494-be686fc98777 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0655091 Jul 16 02:06:07.513859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:07.519096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Request body: {'subnet': {'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-473021756-subnet', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:07.571286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Made reservation on behalf of 0c9527ad80184c848391ffbc7267d15e for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:07.574585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.576192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Deleting port 18f483d0-adde-4e73-badf-d4bf841a101a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:07.581257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.720496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] For port 18f483d0-adde-4e73-badf-d4bf841a101a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=18f483d0-adde-4e73-badf-d4bf841a101a,segment=NetworkSegment(b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f),segment_id=b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:07.720889 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.751459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Calling delete_port for 18f483d0-adde-4e73-badf-d4bf841a101a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:07.922500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.959459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] No DVR routers for this DVR port 18f483d0-adde-4e73-badf-d4bf841a101a on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:07.963439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event deleted for resources: {'Port': ['ID=18f483d0-adde-4e73-badf-d4bf841a101a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:08.158372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.171918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.205379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:08.207166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20faba1f-a3a7-422e-aab9-a9a39eb8534f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:08.244379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:08.247155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46ddc32-26e4-4dc5-9b92-ef3cb6c4b83f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:08.282485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.291450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Checking segment: {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:08.291450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Network hostable DHCP agents. Network: 355c150d-ecc6-45b0-8942-75998d8fb1ec, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:08.291909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:08.328368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:08.336670 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.347299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:08.347721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:08.355963 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:08.361442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 355c150d-ecc6-45b0-8942-75998d8fb1ec) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:08.373022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:08.383088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.411487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91320a48-10dd-4a29-ad25-c51d80654680 None None] DHCP port deletion for 20faba1f-a3a7-422e-aab9-a9a39eb8534f request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:08.419816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-848a1b25-efc4-4287-9d02-632ff207360a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9048147 Jul 16 02:06:08.421632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:08.429306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:08.431609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d57b6-2373-44c6-8fe1-4c5be1bdef3d None None] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:08.493607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.503261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.565135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.588948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.600022 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] 10.222.0.35 "DELETE /v2.0/networks/20faba1f-a3a7-422e-aab9-a9a39eb8534f HTTP/1.1" status: 204 len: 168 time: 1.3157563 Jul 16 02:06:08.634314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d1408-cd1e-49f3-ac87-98f4ccf8bbb7 tempest-ExtraDHCPOptionsTestJSON-446557469 tempest-ExtraDHCPOptionsTestJSON-446557469-project] Pushing event deleted for resources: {'Network': ['ID=20faba1f-a3a7-422e-aab9-a9a39eb8534f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:08.689648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.750072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b5d812d-842c-4a92-ab9d-0538fcb7c99e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:08.881326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:08.898040 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-355c150d-ecc6-45b0-8942-75998d8fb1ec', 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'fixed_ips': [{'subnet_id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:08.899212 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.913988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:08.914543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.008506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.145484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Allocated IP 172.20.0.2 (355c150d-ecc6-45b0-8942-75998d8fb1ec/c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5/74a48baa-dd31-401d-acd6-b7aab8e4474f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:09.189267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59686) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:09.392959 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.447924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:09.477101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.479389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.515635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.536744 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.557417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:09.561229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Transition to ACTIVE for port object 74a48baa-dd31-401d-acd6-b7aab8e4474f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:09.579126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Transition to ACTIVE for port object 74a48baa-dd31-401d-acd6-b7aab8e4474f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:09.598295 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.639935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59710) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:09.640428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2b1e5347-1ff6-43d0-8f84-1dced2b3b512 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=218b02ce39f74922b173bc8e34457277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496303 Jul 16 02:06:09.670009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 18f483d0-adde-4e73-badf-d4bf841a101a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:09.727311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 18f483d0-adde-4e73-badf-d4bf841a101a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:09.727943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 18f483d0-adde-4e73-badf-d4bf841a101a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:09.740983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Pushing event updated for resources: {'Port': ['ID=74a48baa-dd31-401d-acd6-b7aab8e4474f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:09.758883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:09.760629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:09.767377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:09.769007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Allocated IP 172.25.0.49 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/77c10730-e005-40db-8a40-a7bc117c3250) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:09.792572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22b89109-0b26-4c33-bca3-40a3086877a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.860926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22b89109-0b26-4c33-bca3-40a3086877a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.913078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Attempting to bind port 74a48baa-dd31-401d-acd6-b7aab8e4474f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:09.915248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Attempting to bind port 74a48baa-dd31-401d-acd6-b7aab8e4474f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:09.918795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Attempting to bind port 74a48baa-dd31-401d-acd6-b7aab8e4474f on network 355c150d-ecc6-45b0-8942-75998d8fb1ec {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:09.943583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:09.944895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Checking segment: {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:09.945499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.947427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22b89109-0b26-4c33-bca3-40a3086877a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.948076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Bound using segment: {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:09.949162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Bound port: 74a48baa-dd31-401d-acd6-b7aab8e4474f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:09.949766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.949898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22b89109-0b26-4c33-bca3-40a3086877a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:09.953726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-22b89109-0b26-4c33-bca3-40a3086877a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ed73e35-14a7-4222-93fc-cca158460c48 HTTP/1.1" status: 204 len: 168 time: 0.3125253 Jul 16 02:06:09.969529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89109-0b26-4c33-bca3-40a3086877a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed73e35-14a7-4222-93fc-cca158460c48,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:09.984726 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Sync routers for ids ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:10.004944 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Routers {'52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:10.006223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:10.043328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.115269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] For port 74a48baa-dd31-401d-acd6-b7aab8e4474f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:10.129141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] For port 74a48baa-dd31-401d-acd6-b7aab8e4474f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=74a48baa-dd31-401d-acd6-b7aab8e4474f,segment=NetworkSegment(99f4ee07-77da-4bfd-b556-3b08d6ab8fa9),segment_id=99f4ee07-77da-4bfd-b556-3b08d6ab8fa9)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:10.138715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.174995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.263399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:10.271733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:10.279575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:10.288058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e794fd-b162-4f79-9cfa-e2e6400730d8 None None] Pushing event updated for resources: {'Port': ['ID=74a48baa-dd31-401d-acd6-b7aab8e4474f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:10.415458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Set router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:10.722859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b5d812d-842c-4a92-ab9d-0538fcb7c99e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:10.888980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:10.889365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.119591 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3d9a30ed-85c4-4bd1-ac4a-c4be15ced473', 'name': '', 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'mac_address': 'fa:16:3e:f9:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:01Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 2, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'subnets': [{'id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:11.158923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Pushing event updated for resources: {'Port': ['ID=77c10730-e005-40db-8a40-a7bc117c3250,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:11.186617 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Checking router: 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:11.188308 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Updating router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:11.320621 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.586417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59792) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:11.610182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.890729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1452345672'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:11.937600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Made reservation on behalf of f8977c846387418e86779efc82e22f60 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:11.941147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:11.951485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.052456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d55cbd-cb86-4ce8-9d48-3045ae735f86 None None] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:12.109469 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.133792 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.138275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.145464 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Transition to ACTIVE for port object 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:12.152251 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.169675 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.214809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59810) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:12.222209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74230be3-aeb6-4aed-bbf8-5832f8c5abdc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:12.247694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:12.281123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.281494 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Added segment d195b3af-dbe4-45eb-a0a4-583bc98b3d17 of type vlan for network bb6aa8bb-d337-4911-ba6e-f859d0908de4 Jul 16 02:06:12.296487 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c42bb-067f-4346-8f4a-61f2fe52e112 None None] Pushing event updated for resources: {'Port': ['ID=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:12.388051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.449466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2bf36350-9962-4244-a2a4-82243174efa6 None None] Provisioning for port 74a48baa-dd31-401d-acd6-b7aab8e4474f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:12.465267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Attempting to bind port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:12.465639 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Attempting to bind port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:12.466035 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Attempting to bind port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 on network b254cdb2-2e08-4e25-a4dd-bd659a095c0b {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:12.493517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.498156 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:12.498533 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Checking segment: {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:12.498938 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.499472 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Bound using segment: {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:12.499950 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Bound port: 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec4311b-c9e8-4aeb-bb91-e7476884948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:12.503429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:12.504095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.508468 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.653894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dc4d368-be69-45f3-96ec-6f739950c875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.662169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0752752 Jul 16 02:06:12.671780 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] For port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:12.684874 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] For port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:12.709367 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:12.753979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:12.778919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'subnet': {'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:12.782714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Router 2f23df3d-e4a4-4275-a7d1-633507ff332f is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:12.792189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 74a48baa-dd31-401d-acd6-b7aab8e4474f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:12.825800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf67dd-0866-4753-b8d8-0915d686bc94 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Network': ['ID=bb6aa8bb-d337-4911-ba6e-f859d0908de4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:12.857558 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Routers {'52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:12.862259 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:12.946567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:13.067510 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c42bb-067f-4346-8f4a-61f2fe52e112 None None] Pushing event updated for resources: {'Port': ['ID=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:13.107673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:13.123967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Sync routers for ids ['2f23df3d-e4a4-4275-a7d1-633507ff332f'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:13.149915 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 74a48baa-dd31-401d-acd6-b7aab8e4474f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:13.155913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Routers {'2f23df3d-e4a4-4275-a7d1-633507ff332f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:13.156992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2f23df3d-e4a4-4275-a7d1-633507ff332f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:13.225820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] Set router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:13.229886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dc4d368-be69-45f3-96ec-6f739950c875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.242470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9dc4d368-be69-45f3-96ec-6f739950c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.272927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 74a48baa-dd31-401d-acd6-b7aab8e4474f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:13.272927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.272927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1221300b-ebd6-444c-bb14-294469c4de63 None None] Provisioning complete for port 74a48baa-dd31-401d-acd6-b7aab8e4474f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:13.272927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1221300b-ebd6-444c-bb14-294469c4de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.312055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.317296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9216a548-d4b3-4f8f-9f80-e4071e37295d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8938804 Jul 16 02:06:13.318392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4d368-be69-45f3-96ec-6f739950c875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d892479e-d738-4663-bbfa-ca0c335d8d2b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:13.322046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:13.380219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9dc4d368-be69-45f3-96ec-6f739950c875 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53851a1373774021966ec0af46f9cd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1425488 Jul 16 02:06:13.380905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59844) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:13.418554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Made reservation on behalf of f8977c846387418e86779efc82e22f60 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:13.424605 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.585615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Set router 2f23df3d-e4a4-4275-a7d1-633507ff332f gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:13.685954 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3d9a30ed-85c4-4bd1-ac4a-c4be15ced473', 'name': '', 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'mac_address': 'fa:16:3e:f9:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:01Z', 'updated_at': '2021-07-16T02:06:12Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'subnets': [{'id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:13.741523 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c68290-9733-470f-a154-4ad3d9c5eca6 None None] The sync data for ids ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'] in n-d-800087-6 is: [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:03Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3d9a30ed-85c4-4bd1-ac4a-c4be15ced473', 'name': '', 'network_id': 'b254cdb2-2e08-4e25-a4dd-bd659a095c0b', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'mac_address': 'fa:16:3e:f9:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:01Z', 'updated_at': '2021-07-16T02:06:12Z', 'revision_number': 4, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'subnets': [{'id': '7cde6f85-4172-4fa5-b598-a2fdc94a5c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:13.794981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.888085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ca73c46-ce1b-4f11-88f1-42ba0a8fb3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.889302 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1221300b-ebd6-444c-bb14-294469c4de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:13.984150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ca73c46-ce1b-4f11-88f1-42ba0a8fb3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.003937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Subnet': ['ID=95f23bc2-3750-42f9-8ee5-0b51af02c8df,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:14.066567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Checking segment: {'id': 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:14.066938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network hostable DHCP agents. Network: bb6aa8bb-d337-4911-ba6e-f859d0908de4, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:14.096293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1221300b-ebd6-444c-bb14-294469c4de63 None None] For port 74a48baa-dd31-401d-acd6-b7aab8e4474f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=74a48baa-dd31-401d-acd6-b7aab8e4474f,segment=NetworkSegment(99f4ee07-77da-4bfd-b556-3b08d6ab8fa9),segment_id=99f4ee07-77da-4bfd-b556-3b08d6ab8fa9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:14.144598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:14.145688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.151907 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ca73c46-ce1b-4f11-88f1-42ba0a8fb3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.156768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ca73c46-ce1b-4f11-88f1-42ba0a8fb3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.160525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ca73c46-ce1b-4f11-88f1-42ba0a8fb3f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d892479e-d738-4663-bbfa-ca0c335d8d2b HTTP/1.1" status: 204 len: 168 time: 0.7783699 Jul 16 02:06:14.163694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1221300b-ebd6-444c-bb14-294469c4de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.190596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca73c46-ce1b-4f11-88f1-42ba0a8fb3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892479e-d738-4663-bbfa-ca0c335d8d2b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:14.194655 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, bb6aa8bb-d337-4911-ba6e-f859d0908de4) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:14.203259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:14.204656 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.266667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b9b24130-e53e-47a5-a46e-0f11631bef39 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5004213 Jul 16 02:06:14.270418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59868) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:14.311987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1085357214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:14.445257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.446518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.519149 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.575185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96020d26-009f-453d-873a-ecb85af8298a None None] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:14.599792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.605784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.644900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:14.646577 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a89a575d-b50e-4699-afd6-ef93e9075ff0 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3748269 Jul 16 02:06:14.650095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59878) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:14.805294 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:06:14.805901 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:06:14.941644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221300b-ebd6-444c-bb14-294469c4de63 None None] Pushing event updated for resources: {'Port': ['ID=74a48baa-dd31-401d-acd6-b7aab8e4474f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.026989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Allocated IP 172.20.0.1 (355c150d-ecc6-45b0-8942-75998d8fb1ec/c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5/439a9def-02a3-4347-96c8-705155c363c5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:15.082612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 59888) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:15.183609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29e72f2c-cc8c-4fd9-866b-42399bf792db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.251935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.283058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:11Z', 'revision_number': 3, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:15.298107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-bb6aa8bb-d337-4911-ba6e-f859d0908de4', 'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4', 'tenant_id': 'f8977c846387418e86779efc82e22f60', 'fixed_ips': [{'subnet_id': '95f23bc2-3750-42f9-8ee5-0b51af02c8df'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:15.299280 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.346539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.377012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Transition to ACTIVE for port object 439a9def-02a3-4347-96c8-705155c363c5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:15.440598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Checking router: 2f23df3d-e4a4-4275-a7d1-633507ff332f for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:15.441247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Updating router 2f23df3d-e4a4-4275-a7d1-633507ff332f port 77c10730-e005-40db-8a40-a7bc117c3250 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:15.556971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29e72f2c-cc8c-4fd9-866b-42399bf792db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.561643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.592064 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.598056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29e72f2c-cc8c-4fd9-866b-42399bf792db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.677519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:15.690802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:15.697584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Pushing event updated for resources: {'Port': ['ID=439a9def-02a3-4347-96c8-705155c363c5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.710989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:15.764612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:15.789168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72f2c-cc8c-4fd9-866b-42399bf792db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c20668-6c4e-4273-a4ff-a08a9bd28706,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:15.835451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Allocated IP 172.20.0.2 (bb6aa8bb-d337-4911-ba6e-f859d0908de4/95f23bc2-3750-42f9-8ee5-0b51af02c8df/b03b5536-3f16-4446-8e16-80a5c9fc0c3f) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:15.875006 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-29e72f2c-cc8c-4fd9-866b-42399bf792db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26bc7ef4b9e64ddeb39f6950d1798825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7886395 Jul 16 02:06:15.875472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 59912) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:15.891459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:15.993107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af921ea1-7727-41a5-aea4-5c0c7b64b1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.056539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af921ea1-7727-41a5-aea4-5c0c7b64b1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.130315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:16.130536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af921ea1-7727-41a5-aea4-5c0c7b64b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.134470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-af921ea1-7727-41a5-aea4-5c0c7b64b1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.139293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-af921ea1-7727-41a5-aea4-5c0c7b64b1b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40c20668-6c4e-4273-a4ff-a08a9bd28706 HTTP/1.1" status: 204 len: 168 time: 0.2625976 Jul 16 02:06:16.155182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921ea1-7727-41a5-aea4-5c0c7b64b1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c20668-6c4e-4273-a4ff-a08a9bd28706,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:16.234938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:16.235344 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.239748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.445078 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.467986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Transition to ACTIVE for port object 77c10730-e005-40db-8a40-a7bc117c3250 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:16.531207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5eb8b62d-fd38-47f3-beb6-a13b297841ca None None] Provisioning for port 439a9def-02a3-4347-96c8-705155c363c5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:16.558267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5eb8b62d-fd38-47f3-beb6-a13b297841ca None None] Provisioning complete for port 439a9def-02a3-4347-96c8-705155c363c5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:16.559018 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b62d-fd38-47f3-beb6-a13b297841ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.575272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.592660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.602523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.734664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.739526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Pushing event updated for resources: {'Port': ['ID=439a9def-02a3-4347-96c8-705155c363c5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:16.853845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.855839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8b62d-fd38-47f3-beb6-a13b297841ca None None] Port 439a9def-02a3-4347-96c8-705155c363c5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:16.886670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea9dce-6dcb-4f01-944d-c11ca96f42e3 None None] Pushing event updated for resources: {'Port': ['ID=77c10730-e005-40db-8a40-a7bc117c3250,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:16.889481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Attempting to bind port 77c10730-e005-40db-8a40-a7bc117c3250 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:16.889893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Attempting to bind port 77c10730-e005-40db-8a40-a7bc117c3250 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:16.890213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Attempting to bind port 77c10730-e005-40db-8a40-a7bc117c3250 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:16.900068 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.911299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:16.911662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:16.912095 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.913044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:16.913493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Bound port: 77c10730-e005-40db-8a40-a7bc117c3250, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:16.914671 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:16.988953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Transition to ACTIVE for port object b03b5536-3f16-4446-8e16-80a5c9fc0c3f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:17.012850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] For port 77c10730-e005-40db-8a40-a7bc117c3250, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:17.017105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:17.032574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.033562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 74a48baa-dd31-401d-acd6-b7aab8e4474f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:17.035137 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:17.037183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:17.142648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] For port 77c10730-e005-40db-8a40-a7bc117c3250, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=77c10730-e005-40db-8a40-a7bc117c3250,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:17.143647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:17.206400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Transition to ACTIVE for port object b03b5536-3f16-4446-8e16-80a5c9fc0c3f will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:17.218599 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.279370 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.414156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea9dce-6dcb-4f01-944d-c11ca96f42e3 None None] Pushing event updated for resources: {'Port': ['ID=77c10730-e005-40db-8a40-a7bc117c3250,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:17.433074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Routers {'2f23df3d-e4a4-4275-a7d1-633507ff332f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:17.435762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2f23df3d-e4a4-4275-a7d1-633507ff332f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:17.525529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Allocated IP 172.20.0.1 (bb6aa8bb-d337-4911-ba6e-f859d0908de4/95f23bc2-3750-42f9-8ee5-0b51af02c8df/d79d0880-b236-406d-8986-77c1c048aadf) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:17.595093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:17.635873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:17.646366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:17.785279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] Set router 2f23df3d-e4a4-4275-a7d1-633507ff332f gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:17.810548 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.846257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Transition to ACTIVE for port object d79d0880-b236-406d-8986-77c1c048aadf will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:17.871597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Router 2f23df3d-e4a4-4275-a7d1-633507ff332f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:17.917278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.950493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 74a48baa-dd31-401d-acd6-b7aab8e4474f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:17.951782 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.016694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-00792da2-1a20-46e1-9396-d8807cc38c32 None None] Provisioning complete for port 439a9def-02a3-4347-96c8-705155c363c5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:18.018866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-00792da2-1a20-46e1-9396-d8807cc38c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.020179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Pushing event updated for resources: {'Port': ['ID=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:18.092122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:18.098933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e9fab4b7-3af5-4a3d-9dae-ba40307a2e00 admin admin] 10.222.0.35 "PUT /v2.0/routers/2f23df3d-e4a4-4275-a7d1-633507ff332f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7753778 Jul 16 02:06:18.142579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Attempting to bind port b03b5536-3f16-4446-8e16-80a5c9fc0c3f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:18.142952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Attempting to bind port b03b5536-3f16-4446-8e16-80a5c9fc0c3f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:18.143316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Attempting to bind port b03b5536-3f16-4446-8e16-80a5c9fc0c3f on network bb6aa8bb-d337-4911-ba6e-f859d0908de4 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:18.180143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:18.180519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Checking segment: {'id': 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:18.180920 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.181499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Bound using segment: {'id': 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:18.182134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Bound port: b03b5536-3f16-4446-8e16-80a5c9fc0c3f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:18.183005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.256726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-00792da2-1a20-46e1-9396-d8807cc38c32 None None] Port 439a9def-02a3-4347-96c8-705155c363c5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:18.396082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:18.476084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] For port b03b5536-3f16-4446-8e16-80a5c9fc0c3f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:18.498050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] For port b03b5536-3f16-4446-8e16-80a5c9fc0c3f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,segment=NetworkSegment(d195b3af-dbe4-45eb-a0a4-583bc98b3d17),segment_id=d195b3af-dbe4-45eb-a0a4-583bc98b3d17)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:18.517732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.562340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:18.562715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.581054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Port': ['ID=d79d0880-b236-406d-8986-77c1c048aadf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:18.595821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:18.597708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:18.601908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:18.726772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.928639 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:18.963622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '439a9def-02a3-4347-96c8-705155c363c5', 'name': '', 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'mac_address': 'fa:16:3e:aa:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:14Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 2, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'subnets': [{'id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:19.091609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8691de3-23d9-4ad1-9b5e-93207c8c56cc None None] The sync data for ids ['2f23df3d-e4a4-4275-a7d1-633507ff332f'] in n-d-800087-6 is: [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '439a9def-02a3-4347-96c8-705155c363c5', 'name': '', 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'mac_address': 'fa:16:3e:aa:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:14Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 2, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'subnets': [{'id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:19.154212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee07916-9349-4bfc-acd2-9694e570948b None None] Pushing event updated for resources: {'Port': ['ID=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:19.667843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.679641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.790187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Port': ['ID=d79d0880-b236-406d-8986-77c1c048aadf,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:19.793521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:19.985833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:19.985833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:20.173185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Router 298a0fba-6027-40e2-ba0d-8753774c3a81 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:20.577917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b03b5536-3f16-4446-8e16-80a5c9fc0c3f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:20.646895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:20.658305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a507214-dd1f-4f05-95ec-410e3b9144d9 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "PUT /v2.0/routers/298a0fba-6027-40e2-ba0d-8753774c3a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0071349 Jul 16 02:06:20.661043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60108) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:20.666698 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] Sync routers for ids ['298a0fba-6027-40e2-ba0d-8753774c3a81'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:20.668766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'port': {'network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4', 'name': 'tempest-FloatingIPNegativeTestJSON-64654518'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:20.685373 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] Routers {'298a0fba-6027-40e2-ba0d-8753774c3a81'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:20.688144 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['298a0fba-6027-40e2-ba0d-8753774c3a81'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:20.742638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b03b5536-3f16-4446-8e16-80a5c9fc0c3f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:20.865714 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:20.884848 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] Routers {'298a0fba-6027-40e2-ba0d-8753774c3a81'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:20.888927 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['298a0fba-6027-40e2-ba0d-8753774c3a81'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:20.930871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Made reservation on behalf of f8977c846387418e86779efc82e22f60 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:20.946189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:21.024504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0bcec-1fa7-4933-a1a7-5b9f3c9e3f29 None None] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:21.026588 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:21.028914 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f1f85-c4ef-4df8-aa0e-95d0b35449ba None None] The sync data for ids ['298a0fba-6027-40e2-ba0d-8753774c3a81'] in n-d-800087-6 is: [] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:21.045174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] device_id is not set on port 16dfc1c6-580d-4c81-928c-c3d297497420 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:06:21.289418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] Provisioning for port b03b5536-3f16-4446-8e16-80a5c9fc0c3f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:21.304471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] Provisioning complete for port b03b5536-3f16-4446-8e16-80a5c9fc0c3f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:21.305098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:21.337745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Allocated IP 172.20.0.8 (bb6aa8bb-d337-4911-ba6e-f859d0908de4/95f23bc2-3750-42f9-8ee5-0b51af02c8df/16dfc1c6-580d-4c81-928c-c3d297497420) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:21.343551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60134) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:21.461645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:21.628638 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:21.873829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] For port b03b5536-3f16-4446-8e16-80a5c9fc0c3f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,segment=NetworkSegment(d195b3af-dbe4-45eb-a0a4-583bc98b3d17),segment_id=d195b3af-dbe4-45eb-a0a4-583bc98b3d17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:21.887787 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:21.922144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:21.936693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Transition to ACTIVE for port object 16dfc1c6-580d-4c81-928c-c3d297497420 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:21.969084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49b4dd78-8931-4c77-b81c-bdac5f1b7ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.004550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d21de-2206-4381-8e7d-fd958fa343be None None] Pushing event updated for resources: {'Port': ['ID=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:22.051915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.211000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:22.214242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.226936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:22.234951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f20e0e94-46f0-469b-90dd-111d18f5d390 None None] Provisioning for port d79d0880-b236-406d-8986-77c1c048aadf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:22.243713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f20e0e94-46f0-469b-90dd-111d18f5d390 None None] Provisioning complete for port d79d0880-b236-406d-8986-77c1c048aadf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:22.245195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f20e0e94-46f0-469b-90dd-111d18f5d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.264379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Port': ['ID=16dfc1c6-580d-4c81-928c-c3d297497420,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:22.285295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:22.339488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f20e0e94-46f0-469b-90dd-111d18f5d390 None None] Port d79d0880-b236-406d-8986-77c1c048aadf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:22.360944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f20e0e94-46f0-469b-90dd-111d18f5d390 None None] Provisioning complete for port b03b5536-3f16-4446-8e16-80a5c9fc0c3f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:22.361800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f20e0e94-46f0-469b-90dd-111d18f5d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.408843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.522394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:22.523089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.606352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 77c10730-e005-40db-8a40-a7bc117c3250 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:22.656227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49b4dd78-8931-4c77-b81c-bdac5f1b7ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.673894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49b4dd78-8931-4c77-b81c-bdac5f1b7ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.707671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1f862b7e-2c79-48f6-ae26-3cd47d794acb None None] Provisioning complete for port d79d0880-b236-406d-8986-77c1c048aadf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:22.711335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0b9d0747-8269-41d1-80f5-ad512b17e5c8 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0479746 Jul 16 02:06:22.711512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f862b7e-2c79-48f6-ae26-3cd47d794acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.727623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60182) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:22.794148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1f862b7e-2c79-48f6-ae26-3cd47d794acb None None] Port d79d0880-b236-406d-8986-77c1c048aadf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:22.811417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49b4dd78-8931-4c77-b81c-bdac5f1b7ffc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94cce62bdedf40b694bfaab9afb82a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3463726 Jul 16 02:06:22.812340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:22.822311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 77c10730-e005-40db-8a40-a7bc117c3250 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:22.828999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 77c10730-e005-40db-8a40-a7bc117c3250 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:22.829283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:22.851146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:22.900892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4dd78-8931-4c77-b81c-bdac5f1b7ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43dce5-fd85-42d3-bdf9-e8a049b6dc4d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:22.957562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ad206e-3030-42dc-8323-56843dd04bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.027837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.045042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.060722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ad206e-3030-42dc-8323-56843dd04bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.070710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 77c10730-e005-40db-8a40-a7bc117c3250, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=77c10730-e005-40db-8a40-a7bc117c3250,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:23.083232 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.086803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b03b5536-3f16-4446-8e16-80a5c9fc0c3f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:23.226990 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ad206e-3030-42dc-8323-56843dd04bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.229961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-30ad206e-3030-42dc-8323-56843dd04bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.234216 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-30ad206e-3030-42dc-8323-56843dd04bda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f43dce5-fd85-42d3-bdf9-e8a049b6dc4d HTTP/1.1" status: 204 len: 168 time: 0.4200051 Jul 16 02:06:23.267580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad206e-3030-42dc-8323-56843dd04bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43dce5-fd85-42d3-bdf9-e8a049b6dc4d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:23.364811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=77c10730-e005-40db-8a40-a7bc117c3250,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:23.388986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-27422028-2a62-4343-86fb-ae22fa7c5df2 None None] Provisioning complete for port d79d0880-b236-406d-8986-77c1c048aadf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:23.389448 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27422028-2a62-4343-86fb-ae22fa7c5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.439473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b03b5536-3f16-4446-8e16-80a5c9fc0c3f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:23.439793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.508650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Sync routers for ids ['2f23df3d-e4a4-4275-a7d1-633507ff332f'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:23.547471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-27422028-2a62-4343-86fb-ae22fa7c5df2 None None] Port d79d0880-b236-406d-8986-77c1c048aadf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:23.562956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Routers {'2f23df3d-e4a4-4275-a7d1-633507ff332f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:23.563925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2f23df3d-e4a4-4275-a7d1-633507ff332f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:23.569570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.674208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.803475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:23.812013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Deleting port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:23.813103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.830005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a3d48cc-8330-4c97-b54d-20ba93b6072d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:23.841634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Set router 2f23df3d-e4a4-4275-a7d1-633507ff332f gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:23.995582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] For port 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:23.995923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.017520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Calling delete_port for 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:24.027178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Allocated IP 172.25.0.89 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/c691f23c-773b-4f82-ac2c-655a1c1f867f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:24.085961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a3d48cc-8330-4c97-b54d-20ba93b6072d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.104338 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5a3d48cc-8330-4c97-b54d-20ba93b6072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.141500 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ce1188e-94d7-4e71-ad84-f61d283caf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.150217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0854e32-f1e1-4770-84b1-d3e090566495 None None] Provisioning for port 16dfc1c6-580d-4c81-928c-c3d297497420 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:24.179080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f0854e32-f1e1-4770-84b1-d3e090566495 None None] Provisioning complete for port 16dfc1c6-580d-4c81-928c-c3d297497420 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:24.179457 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f0854e32-f1e1-4770-84b1-d3e090566495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.218994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a3d48cc-8330-4c97-b54d-20ba93b6072d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ff55e84ad2347cfbe43590cdb001384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138973 Jul 16 02:06:24.222683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d48cc-8330-4c97-b54d-20ba93b6072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c78fa3b-08ae-465d-9b77-004113d1d632,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:24.229282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60246) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:24.235293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f0854e32-f1e1-4770-84b1-d3e090566495 None None] Port 16dfc1c6-580d-4c81-928c-c3d297497420 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:24.299220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a68b2290-7ade-495a-9e76-c56efa2e0e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.327581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a68b2290-7ade-495a-9e76-c56efa2e0e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.328582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '439a9def-02a3-4347-96c8-705155c363c5', 'name': '', 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'mac_address': 'fa:16:3e:aa:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:14Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 2, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'subnets': [{'id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:24.383288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Checking router: 2f23df3d-e4a4-4275-a7d1-633507ff332f for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:24.383788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Updating router 2f23df3d-e4a4-4275-a7d1-633507ff332f port 439a9def-02a3-4347-96c8-705155c363c5 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:24.421272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a68b2290-7ade-495a-9e76-c56efa2e0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.423968 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a68b2290-7ade-495a-9e76-c56efa2e0e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.425242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.434068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a68b2290-7ade-495a-9e76-c56efa2e0e57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c78fa3b-08ae-465d-9b77-004113d1d632 HTTP/1.1" status: 204 len: 168 time: 0.1976800 Jul 16 02:06:24.461545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b2290-7ade-495a-9e76-c56efa2e0e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c78fa3b-08ae-465d-9b77-004113d1d632,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:24.527955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.591916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 77c10730-e005-40db-8a40-a7bc117c3250 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:24.629921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.726212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:24.735620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:24.745167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:24.769675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 77c10730-e005-40db-8a40-a7bc117c3250 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:24.770057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.779348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Port': ['ID=c691f23c-773b-4f82-ac2c-655a1c1f867f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:24.866139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:24.950590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9a30ed-85c4-4bd1-ac4a-c4be15ced473,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:25.028648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.058644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Transition to ACTIVE for port object 439a9def-02a3-4347-96c8-705155c363c5 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:25.070513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.075560 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.274837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497b8b-f6eb-42b0-9000-aea13b0a767a None None] Pushing event updated for resources: {'Port': ['ID=439a9def-02a3-4347-96c8-705155c363c5,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:25.448487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Attempting to bind port 439a9def-02a3-4347-96c8-705155c363c5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:25.450088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Attempting to bind port 439a9def-02a3-4347-96c8-705155c363c5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:25.450694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Attempting to bind port 439a9def-02a3-4347-96c8-705155c363c5 on network 355c150d-ecc6-45b0-8942-75998d8fb1ec {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:25.465646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:25.466649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Checking segment: {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:25.467242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.468579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Bound using segment: {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:25.470355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Bound port: 439a9def-02a3-4347-96c8-705155c363c5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:25.472511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.480486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.549173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.675839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] For port 439a9def-02a3-4347-96c8-705155c363c5, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:25.711809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] For port 439a9def-02a3-4347-96c8-705155c363c5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=439a9def-02a3-4347-96c8-705155c363c5,segment=NetworkSegment(99f4ee07-77da-4bfd-b556-3b08d6ab8fa9),segment_id=99f4ee07-77da-4bfd-b556-3b08d6ab8fa9)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:25.723426 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.830222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Routers {'2f23df3d-e4a4-4275-a7d1-633507ff332f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:25.833967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:05:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2f23df3d-e4a4-4275-a7d1-633507ff332f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:25.915190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:25.932722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497b8b-f6eb-42b0-9000-aea13b0a767a None None] Pushing event updated for resources: {'Port': ['ID=439a9def-02a3-4347-96c8-705155c363c5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:26.024761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.045083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] Set router 2f23df3d-e4a4-4275-a7d1-633507ff332f gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:26.074583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Port': ['ID=c691f23c-773b-4f82-ac2c-655a1c1f867f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:26.214488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:26.227711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.269928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf457-bb09-4553-ad37-97d7b7f9b547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.387725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.389028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9ca8226e-c350-4ff8-b3b4-8b7acf59a6ff tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5492954 Jul 16 02:06:26.391910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60318) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:26.398491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cb4c6958-a86f-4506-8660-6e2ff7e29007 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'floatingip': {'port_id': '16dfc1c6-580d-4c81-928c-c3d297497420', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:26.501960 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6958-a86f-4506-8660-6e2ff7e29007 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.531155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:26.542896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-269a7fbf-b5d3-481a-b296-5095517ee0dc admin admin] 10.222.0.35 "PUT /v2.0/routers/52ddc1a7-5742-4842-ad6b-8ef2b4eab18d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1963632 Jul 16 02:06:26.544165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 439a9def-02a3-4347-96c8-705155c363c5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:26.544345 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] Sync routers for ids ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:26.545782 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.558672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:26.564132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] Routers {'52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:26.568145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:26.580062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '439a9def-02a3-4347-96c8-705155c363c5', 'name': '', 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'mac_address': 'fa:16:3e:aa:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:14Z', 'updated_at': '2021-07-16T02:06:25Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'subnets': [{'id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:26.620985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59b588-edc1-4aa2-9565-b80c58f63e45 None None] The sync data for ids ['2f23df3d-e4a4-4275-a7d1-633507ff332f'] in n-d-800087-6 is: [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:16Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '439a9def-02a3-4347-96c8-705155c363c5', 'name': '', 'network_id': '355c150d-ecc6-45b0-8942-75998d8fb1ec', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'mac_address': 'fa:16:3e:aa:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:14Z', 'updated_at': '2021-07-16T02:06:25Z', 'revision_number': 4, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'subnets': [{'id': 'c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:26.653428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 439a9def-02a3-4347-96c8-705155c363c5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:26.658072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 439a9def-02a3-4347-96c8-705155c363c5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:26.673224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.791100 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-cb4c6958-a86f-4506-8660-6e2ff7e29007 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] update failed (client error): The resource could not be found. Jul 16 02:06:26.792452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cb4c6958-a86f-4506-8660-6e2ff7e29007 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "PUT /v2.0/floatingips/b4774a01-5778-4147-bf4d-8b2ec43a9b4e HTTP/1.1" status: 404 len: 507 time: 0.3995209 Jul 16 02:06:26.796922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:26.800109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.872289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 439a9def-02a3-4347-96c8-705155c363c5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=439a9def-02a3-4347-96c8-705155c363c5,segment=NetworkSegment(99f4ee07-77da-4bfd-b556-3b08d6ab8fa9),segment_id=99f4ee07-77da-4bfd-b556-3b08d6ab8fa9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:26.872523 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] Set router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:26.889111 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:26.890190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.031927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=439a9def-02a3-4347-96c8-705155c363c5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:27.116793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Deleting port c691f23c-773b-4f82-ac2c-655a1c1f867f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:27.116930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.168963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.293778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.294110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.313213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Deleting port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:27.314412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.320139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Calling delete_port for c691f23c-773b-4f82-ac2c-655a1c1f867f owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:27.464815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.683879 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:24Z', 'revision_number': 5, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port': {'id': '2b5d812d-842c-4a92-ab9d-0538fcb7c99e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:05:56Z', 'updated_at': '2021-07-16T02:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:27.699978 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.754812 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] Checking router: 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:27.761331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Port': ['ID=c691f23c-773b-4f82-ac2c-655a1c1f867f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:27.765404 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] Routers {'52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:27.766089 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:27.893961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.899203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:27.904794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4e60857b-df41-4dd3-86ae-9c034d94678c tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "DELETE /v2.0/floatingips/b4774a01-5778-4147-bf4d-8b2ec43a9b4e HTTP/1.1" status: 204 len: 168 time: 1.1066642 Jul 16 02:06:27.910364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60374) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:27.924397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e70f93f0-eaf4-4efc-a736-1bebe4708452 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'floatingip': {'floating_network_id': 'bb6aa8bb-d337-4911-ba6e-f859d0908de4', 'port_id': '16dfc1c6-580d-4c81-928c-c3d297497420', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:27.973515 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] Set router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:27.975757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e70f93f0-eaf4-4efc-a736-1bebe4708452 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.077477 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:27Z', 'revision_number': 6, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:28.123430 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807b58c-769d-418c-a3df-6529c868ac4a None None] The sync data for ids ['52ddc1a7-5742-4842-ad6b-8ef2b4eab18d'] in n-d-800087-6 is: [{'id': '52ddc1a7-5742-4842-ad6b-8ef2b4eab18d', 'name': 'tempest-TestAggregatesBasicOps-1068687747-router', 'tenant_id': 'ac6537691ed34f3190384a11d85ff219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:05:55Z', 'updated_at': '2021-07-16T02:06:27Z', 'revision_number': 6, 'project_id': 'ac6537691ed34f3190384a11d85ff219', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:28.162051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] For port 2b5d812d-842c-4a92-ab9d-0538fcb7c99e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:28.162418 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.181166 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-e70f93f0-eaf4-4efc-a736-1bebe4708452 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:06:28.187996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e70f93f0-eaf4-4efc-a736-1bebe4708452 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2759171 Jul 16 02:06:28.188672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:28.195204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '16dfc1c6-580d-4c81-928c-c3d297497420', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:28.220779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Calling delete_port for 2b5d812d-842c-4a92-ab9d-0538fcb7c99e owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:28.248423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.452228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.478779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.515969 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5d812d-842c-4a92-ab9d-0538fcb7c99e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:28.588955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.654939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 439a9def-02a3-4347-96c8-705155c363c5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:28.712379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Allocated IP 172.25.0.231 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/d7862267-db99-4683-bcae-2d0b6c3a66d3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:28.763537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.766414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.878061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.878967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ddc1a7-5742-4842-ad6b-8ef2b4eab18d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:28.889335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:28.894008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:28.897355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e66374e4-2811-4796-8819-96343923fa7f admin admin] 10.222.0.35 "DELETE /v2.0/routers/52ddc1a7-5742-4842-ad6b-8ef2b4eab18d HTTP/1.1" status: 204 len: 168 time: 2.3375161 Jul 16 02:06:29.068791 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.070220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.085393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Deleting subnet 7cde6f85-4172-4fa5-b598-a2fdc94a5c28 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:29.089964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.107239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 439a9def-02a3-4347-96c8-705155c363c5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:29.108980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.156201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.265900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:29.303213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:29.303877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3d9a30ed-85c4-4bd1-ac4a-c4be15ced473 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:29.316438 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.341492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.403652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:29.407489 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event updated for resources: {'Port': ['ID=d7862267-db99-4683-bcae-2d0b6c3a66d3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:29.410560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:29.416853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:29.525969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.585822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cde6f85-4172-4fa5-b598-a2fdc94a5c28,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:29.598124 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.603241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60424) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:29.612331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8fb062-d0a2-425b-8529-5c4fc619914b None None] Network b254cdb2-2e08-4e25-a4dd-bd659a095c0b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:29.616623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-385831a7-fc54-46b4-84cf-58f3610c04f0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7cde6f85-4172-4fa5-b598-a2fdc94a5c28 HTTP/1.1" status: 204 len: 168 time: 0.7024403 Jul 16 02:06:29.812633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.849695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Deleting port d7862267-db99-4683-bcae-2d0b6c3a66d3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:29.850275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.895541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Deleting port a2e32a9f-40fc-4f88-811b-37d6c6420f47 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:29.895985 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:29.923819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] DHCP port deletion for b254cdb2-2e08-4e25-a4dd-bd659a095c0b request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:30.020589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.021279 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.034034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] For port a2e32a9f-40fc-4f88-811b-37d6c6420f47, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a2e32a9f-40fc-4f88-811b-37d6c6420f47,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:30.034399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.037172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Calling delete_port for d7862267-db99-4683-bcae-2d0b6c3a66d3 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:30.041668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] Deleting port a2e32a9f-40fc-4f88-811b-37d6c6420f47 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:30.041668 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.058264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Calling delete_port for a2e32a9f-40fc-4f88-811b-37d6c6420f47 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:30.196483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.248931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] For port a2e32a9f-40fc-4f88-811b-37d6c6420f47, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a2e32a9f-40fc-4f88-811b-37d6c6420f47,segment=NetworkSegment(eec4311b-c9e8-4aeb-bb91-e7476884948d),segment_id=eec4311b-c9e8-4aeb-bb91-e7476884948d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:30.249987 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.258625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e32a9f-40fc-4f88-811b-37d6c6420f47,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:30.276735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] No DVR routers for this DVR port a2e32a9f-40fc-4f88-811b-37d6c6420f47 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:30.294173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] Calling delete_port for a2e32a9f-40fc-4f88-811b-37d6c6420f47 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:30.311042 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.383284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Port': ['ID=d7862267-db99-4683-bcae-2d0b6c3a66d3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:30.441925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b5d812d-842c-4a92-ab9d-0538fcb7c99e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:30.472527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.493196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2b5d812d-842c-4a92-ab9d-0538fcb7c99e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:30.494890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b254cdb2-2e08-4e25-a4dd-bd659a095c0b']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:30.500048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b5d812d-842c-4a92-ab9d-0538fcb7c99e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:30.500559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a2e32a9f-40fc-4f88-811b-37d6c6420f47 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:30.537845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec4311b-c9e8-4aeb-bb91-e7476884948d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:30.538157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec4311b-c9e8-4aeb-bb91-e7476884948d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:30.547149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a2e32a9f-40fc-4f88-811b-37d6c6420f47 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:30.547832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a2e32a9f-40fc-4f88-811b-37d6c6420f47 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:30.561252 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] create failed (client error): The resource could not be found. Jul 16 02:06:30.562129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.565353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f23b1b25-2cda-40d2-a76f-bfc9e3dfb7cd tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3753164 Jul 16 02:06:30.569872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60450) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:30.594632 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.608715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.626523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:30.627128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.628129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] Pushing event deleted for resources: {'Port': ['ID=a2e32a9f-40fc-4f88-811b-37d6c6420f47,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:30.633343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014de1cc-5341-4bc4-809c-ec73cb2a18f6 None None] No DVR routers for this DVR port a2e32a9f-40fc-4f88-811b-37d6c6420f47 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:30.685446 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:30.815249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.820887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.823016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b254cdb2-2e08-4e25-a4dd-bd659a095c0b HTTP/1.1" status: 204 len: 168 time: 1.2182460 Jul 16 02:06:30.826050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60458) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:30.838395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b9895-8959-4e22-b6a2-a53b4a04008f admin admin] Pushing event deleted for resources: {'Network': ['ID=b254cdb2-2e08-4e25-a4dd-bd659a095c0b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:30.868818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Deleting port 16dfc1c6-580d-4c81-928c-c3d297497420 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:30.869413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.973616 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:30.990854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Calling delete_port for 16dfc1c6-580d-4c81-928c-c3d297497420 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:31.149697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.243727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Port': ['ID=16dfc1c6-580d-4c81-928c-c3d297497420,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:31.315702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.318828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-79ed87ae-c05b-4a5c-b876-1942f738682e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "DELETE /v2.0/ports/16dfc1c6-580d-4c81-928c-c3d297497420 HTTP/1.1" status: 204 len: 168 time: 0.7473965 Jul 16 02:06:31.322984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:31.467725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd83aea-7b11-4227-89b3-2676b07dd88e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:31.469559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cbd83aea-7b11-4227-89b3-2676b07dd88e tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "GET /v2.0/ports?device_id=298a0fba-6027-40e2-ba0d-8753774c3a81 HTTP/1.1" status: 200 len: 913 time: 0.1454027 Jul 16 02:06:31.471970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60482) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:32.055360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.125259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.527789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Deleting port d79d0880-b236-406d-8986-77c1c048aadf {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:32.528015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.628793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Deleting port 439a9def-02a3-4347-96c8-705155c363c5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:32.629226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.647826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.665882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Calling delete_port for d79d0880-b236-406d-8986-77c1c048aadf owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:32.723135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] For port 439a9def-02a3-4347-96c8-705155c363c5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=439a9def-02a3-4347-96c8-705155c363c5,segment=NetworkSegment(99f4ee07-77da-4bfd-b556-3b08d6ab8fa9),segment_id=99f4ee07-77da-4bfd-b556-3b08d6ab8fa9)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:32.723652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.741934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Calling delete_port for 439a9def-02a3-4347-96c8-705155c363c5 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:32.913159 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:32.971743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Port': ['ID=d79d0880-b236-406d-8986-77c1c048aadf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.047736 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.107481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Pushing event deleted for resources: {'Port': ['ID=439a9def-02a3-4347-96c8-705155c363c5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:33.144351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.144879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.145209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.145550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.145881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.146794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.147121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.147450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.147828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.155359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.155787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.156186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:33.238799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.560873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Router 298a0fba-6027-40e2-ba0d-8753774c3a81 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:33.605355 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.791780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:33.800802 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2e61603e-dcb7-4bbe-8b48-096bb715c976 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "PUT /v2.0/routers/298a0fba-6027-40e2-ba0d-8753774c3a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3277357 Jul 16 02:06:33.801417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:33.803923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] Sync routers for ids ['298a0fba-6027-40e2-ba0d-8753774c3a81'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:33.817587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] Routers {'298a0fba-6027-40e2-ba0d-8753774c3a81'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:33.818800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['298a0fba-6027-40e2-ba0d-8753774c3a81'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:33.910301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:33.934330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:33.937731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] Routers {'298a0fba-6027-40e2-ba0d-8753774c3a81'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:33.938671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['298a0fba-6027-40e2-ba0d-8753774c3a81'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.025468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.026370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2cc1a-dbd5-4c10-be39-bc6ced82dce5 None None] The sync data for ids ['298a0fba-6027-40e2-ba0d-8753774c3a81'] in n-d-800087-6 is: [] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:34.039887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Router 2f23df3d-e4a4-4275-a7d1-633507ff332f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:34.187285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.189810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.252662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.253337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Fanout notify agent at l3_agent the message router_deleted on router 298a0fba-6027-40e2-ba0d-8753774c3a81 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:34.261662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.264286 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92b7e777-bb5c-4024-bb3c-78955b609a83 tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "DELETE /v2.0/routers/298a0fba-6027-40e2-ba0d-8753774c3a81 HTTP/1.1" status: 204 len: 168 time: 0.4618104 Jul 16 02:06:34.265323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.278249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:34.303489 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] Sync routers for ids ['2f23df3d-e4a4-4275-a7d1-633507ff332f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:34.308091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f9a4e6bb-6e3c-4322-999a-1330e298a55d admin admin] 10.222.0.35 "PUT /v2.0/routers/2f23df3d-e4a4-4275-a7d1-633507ff332f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4803288 Jul 16 02:06:34.308934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.344555 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] Routers {'2f23df3d-e4a4-4275-a7d1-633507ff332f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:34.346585 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2f23df3d-e4a4-4275-a7d1-633507ff332f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.408078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Deleting subnet 95f23bc2-3750-42f9-8ee5-0b51af02c8df {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:34.420234 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.508619 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.555338 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] Set router 2f23df3d-e4a4-4275-a7d1-633507ff332f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:34.575653 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.661692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.851255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.858100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '77c10730-e005-40db-8a40-a7bc117c3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:32Z', 'revision_number': 5, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port': {'id': '77c10730-e005-40db-8a40-a7bc117c3250', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:09Z', 'updated_at': '2021-07-16T02:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:34.882161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Subnet': ['ID=95f23bc2-3750-42f9-8ee5-0b51af02c8df,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:34.888328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.892929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b5a4855-f5d6-483b-b02d-96ae5fdb21ad tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "DELETE /v2.0/subnets/95f23bc2-3750-42f9-8ee5-0b51af02c8df HTTP/1.1" status: 204 len: 168 time: 0.6263821 Jul 16 02:06:34.893658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:34.895862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd35aa-933b-4612-ab20-332327efb155 None None] Network bb6aa8bb-d337-4911-ba6e-f859d0908de4 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:34.926454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.995799 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] Checking router: 2f23df3d-e4a4-4275-a7d1-633507ff332f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:35.015503 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] Routers {'2f23df3d-e4a4-4275-a7d1-633507ff332f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:35.016833 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['2f23df3d-e4a4-4275-a7d1-633507ff332f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:35.049892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Deleting port 77c10730-e005-40db-8a40-a7bc117c3250 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:35.050303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.244887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] For port 77c10730-e005-40db-8a40-a7bc117c3250, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=77c10730-e005-40db-8a40-a7bc117c3250,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:35.245360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.272003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Calling delete_port for 77c10730-e005-40db-8a40-a7bc117c3250 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:35.282699 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] Set router 2f23df3d-e4a4-4275-a7d1-633507ff332f gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:35.379184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] DHCP port deletion for bb6aa8bb-d337-4911-ba6e-f859d0908de4 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:35.453662 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:34Z', 'revision_number': 6, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:35.497197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] Deleting port b03b5536-3f16-4446-8e16-80a5c9fc0c3f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:35.498433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.526242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bacba21-1eff-4c02-8291-56cb38bbce90 None None] The sync data for ids ['2f23df3d-e4a4-4275-a7d1-633507ff332f'] in n-d-800087-6 is: [{'id': '2f23df3d-e4a4-4275-a7d1-633507ff332f', 'name': 'tempest-TestAggregatesBasicOps-473021756-router', 'tenant_id': '0c9527ad80184c848391ffbc7267d15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:08Z', 'updated_at': '2021-07-16T02:06:34Z', 'revision_number': 6, 'project_id': '0c9527ad80184c848391ffbc7267d15e', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:35.667505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] For port b03b5536-3f16-4446-8e16-80a5c9fc0c3f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,segment=NetworkSegment(d195b3af-dbe4-45eb-a0a4-583bc98b3d17),segment_id=d195b3af-dbe4-45eb-a0a4-583bc98b3d17)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:35.668215 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.708832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] Calling delete_port for b03b5536-3f16-4446-8e16-80a5c9fc0c3f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:35.775613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.826073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.870332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Pushing event deleted for resources: {'Port': ['ID=77c10730-e005-40db-8a40-a7bc117c3250,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:35.904966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Deleting port b03b5536-3f16-4446-8e16-80a5c9fc0c3f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:35.904966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.936929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:35.997798 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.063853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] For port b03b5536-3f16-4446-8e16-80a5c9fc0c3f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,segment=NetworkSegment(d195b3af-dbe4-45eb-a0a4-583bc98b3d17),segment_id=d195b3af-dbe4-45eb-a0a4-583bc98b3d17)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:36.064304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.069079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] Pushing event deleted for resources: {'Port': ['ID=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.081287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ccf2a-e3ec-44fb-9f33-0881c5dd72db None None] No DVR routers for this DVR port b03b5536-3f16-4446-8e16-80a5c9fc0c3f on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:36.089496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Calling delete_port for b03b5536-3f16-4446-8e16-80a5c9fc0c3f owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:36.137291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.139992 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.241887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.256930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.257173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f23df3d-e4a4-4275-a7d1-633507ff332f {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:06:36.268607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.270027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eb82df38-37a0-4298-b0ba-b81de978000d admin admin] 10.222.0.35 "DELETE /v2.0/routers/2f23df3d-e4a4-4275-a7d1-633507ff332f HTTP/1.1" status: 204 len: 168 time: 1.9598639 Jul 16 02:06:36.276726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.281203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] No DVR routers for this DVR port b03b5536-3f16-4446-8e16-80a5c9fc0c3f on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:36.342067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Deleting subnet c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:36.346993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.382239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Port': ['ID=b03b5536-3f16-4446-8e16-80a5c9fc0c3f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.425748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.538955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.564655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6aa8bb-d337-4911-ba6e-f859d0908de4']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.571357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.609315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.609690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd195b3af-dbe4-45eb-a0a4-583bc98b3d17') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:36.627116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 439a9def-02a3-4347-96c8-705155c363c5 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:36.629701 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.670362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.685876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:36.686633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: self.session.flush() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:36.706417 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:36.710531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 439a9def-02a3-4347-96c8-705155c363c5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:36.712648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 439a9def-02a3-4347-96c8-705155c363c5 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:36.715067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 77c10730-e005-40db-8a40-a7bc117c3250 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:36.739965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.761558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 77c10730-e005-40db-8a40-a7bc117c3250 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:36.761995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 77c10730-e005-40db-8a40-a7bc117c3250 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:36.762497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b03b5536-3f16-4446-8e16-80a5c9fc0c3f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:36.805678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:36.837058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.837514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b03b5536-3f16-4446-8e16-80a5c9fc0c3f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:36.837992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b03b5536-3f16-4446-8e16-80a5c9fc0c3f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:36.848777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c12cd-6fe2-47ab-a12e-ccf0d849aeeb None None] Network 355c150d-ecc6-45b0-8942-75998d8fb1ec requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:36.856479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1d56ade3-d576-4771-a5fe-39fbb4b1b2ec admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c9c7fc92-3496-4b62-98b0-c70a2ce4dbf5 HTTP/1.1" status: 204 len: 168 time: 0.5783277 Jul 16 02:06:36.857245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:36.882781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.899600 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:36.912016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] 10.222.0.35 "DELETE /v2.0/networks/bb6aa8bb-d337-4911-ba6e-f859d0908de4 HTTP/1.1" status: 204 len: 168 time: 2.0143898 Jul 16 02:06:36.943507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1205f0a-d2cf-4d32-91b5-db1661249f9b tempest-FloatingIPNegativeTestJSON-1088825376 tempest-FloatingIPNegativeTestJSON-1088825376-project] Pushing event deleted for resources: {'Network': ['ID=bb6aa8bb-d337-4911-ba6e-f859d0908de4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.310980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] DHCP port deletion for 355c150d-ecc6-45b0-8942-75998d8fb1ec request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:06:37.390402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] Deleting port 74a48baa-dd31-401d-acd6-b7aab8e4474f {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:37.390992 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.480806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] For port 74a48baa-dd31-401d-acd6-b7aab8e4474f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=74a48baa-dd31-401d-acd6-b7aab8e4474f,segment=NetworkSegment(99f4ee07-77da-4bfd-b556-3b08d6ab8fa9),segment_id=99f4ee07-77da-4bfd-b556-3b08d6ab8fa9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:37.481390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.496362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] Calling delete_port for 74a48baa-dd31-401d-acd6-b7aab8e4474f owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:37.543699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.685963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Deleting port 74a48baa-dd31-401d-acd6-b7aab8e4474f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:06:37.687036 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.696181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.721011 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] Pushing event deleted for resources: {'Port': ['ID=74a48baa-dd31-401d-acd6-b7aab8e4474f,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.730997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc543372-ae2c-4302-b8b0-7466b190528f None None] No DVR routers for this DVR port 74a48baa-dd31-401d-acd6-b7aab8e4474f on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:37.875636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] For port 74a48baa-dd31-401d-acd6-b7aab8e4474f, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:37.876880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.891793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Calling delete_port for 74a48baa-dd31-401d-acd6-b7aab8e4474f owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:06:37.895465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Port 74a48baa-dd31-401d-acd6-b7aab8e4474f was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:06:37.898355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:37.906924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.936513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Pushing event deleted for resources: {'Port': ['ID=74a48baa-dd31-401d-acd6-b7aab8e4474f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:37.939411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:37.954984 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] No DVR routers for this DVR port 74a48baa-dd31-401d-acd6-b7aab8e4474f on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:06:38.150972 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.182637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355c150d-ecc6-45b0-8942-75998d8fb1ec']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:38.189201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8a8269b1-757b-46a4-8f25-8ea4f05681b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8977c846387418e86779efc82e22f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851675 Jul 16 02:06:38.189792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60776) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.214573 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3427047-dd75-49ed-b64e-d00019453741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.217690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:38.217962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f4ee07-77da-4bfd-b556-3b08d6ab8fa9') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:38.233524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.266040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-231e1e47-ad79-487a-b23e-d91c086ec735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.287108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.293768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-231e1e47-ad79-487a-b23e-d91c086ec735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.322051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:38.322896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:38.387799 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:38.406395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.411151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 74a48baa-dd31-401d-acd6-b7aab8e4474f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:06:38.415875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.421527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-231e1e47-ad79-487a-b23e-d91c086ec735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.424486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-231e1e47-ad79-487a-b23e-d91c086ec735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.425743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-231e1e47-ad79-487a-b23e-d91c086ec735 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74230be3-aeb6-4aed-bbf8-5832f8c5abdc HTTP/1.1" status: 204 len: 168 time: 0.2349167 Jul 16 02:06:38.428193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] 10.222.0.35 "DELETE /v2.0/networks/355c150d-ecc6-45b0-8942-75998d8fb1ec HTTP/1.1" status: 204 len: 168 time: 1.5697258 Jul 16 02:06:38.435922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e1e47-ad79-487a-b23e-d91c086ec735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74230be3-aeb6-4aed-bbf8-5832f8c5abdc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.453133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fc38f-f0d7-4a06-b411-fb728028ad3a admin admin] Pushing event deleted for resources: {'Network': ['ID=355c150d-ecc6-45b0-8942-75998d8fb1ec,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.502922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 74a48baa-dd31-401d-acd6-b7aab8e4474f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:06:38.503644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 74a48baa-dd31-401d-acd6-b7aab8e4474f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:06:38.512691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3427047-dd75-49ed-b64e-d00019453741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.521926 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c3427047-dd75-49ed-b64e-d00019453741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.572925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427047-dd75-49ed-b64e-d00019453741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b854b-e91a-47eb-8574-2bfb6e99f411,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.585925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c3427047-dd75-49ed-b64e-d00019453741 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02e847a75e27464588bcd7298fe9560b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433587 Jul 16 02:06:38.589050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.658615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83248596-3648-4ad5-a868-7f4a2294519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.688636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83248596-3648-4ad5-a868-7f4a2294519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.799140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83248596-3648-4ad5-a868-7f4a2294519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.802912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-83248596-3648-4ad5-a868-7f4a2294519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.804113 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-83248596-3648-4ad5-a868-7f4a2294519f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/340b854b-e91a-47eb-8574-2bfb6e99f411 HTTP/1.1" status: 204 len: 168 time: 0.2135644 Jul 16 02:06:38.809508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.823341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83248596-3648-4ad5-a868-7f4a2294519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b854b-e91a-47eb-8574-2bfb6e99f411,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:38.951599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60874) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:38.952258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-47bdbb3e-2072-4b5d-8bbc-21bbb4ab5b24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac6537691ed34f3190384a11d85ff219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398485 Jul 16 02:06:39.033282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf37e20d-84e5-4556-af38-82e15ac23ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.061087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf37e20d-84e5-4556-af38-82e15ac23ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.136070 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf37e20d-84e5-4556-af38-82e15ac23ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.139276 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cf37e20d-84e5-4556-af38-82e15ac23ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.140451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cf37e20d-84e5-4556-af38-82e15ac23ab6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38741b87-de85-4b30-804c-ec87c07df12e HTTP/1.1" status: 204 len: 168 time: 0.1875911 Jul 16 02:06:39.150505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37e20d-84e5-4556-af38-82e15ac23ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38741b87-de85-4b30-804c-ec87c07df12e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:39.475770 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:39.573675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 60972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:39.619451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb63562b-869a-49f3-ae08-08aa7731c058 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c9527ad80184c848391ffbc7267d15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443962 Jul 16 02:06:39.622559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 60974) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:39.685250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be95b913-f996-4fd9-8957-86b08db16ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.726457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be95b913-f996-4fd9-8957-86b08db16ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.798001 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be95b913-f996-4fd9-8957-86b08db16ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.808121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be95b913-f996-4fd9-8957-86b08db16ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:39.810400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-be95b913-f996-4fd9-8957-86b08db16ae1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d0b2555-e9d2-435c-83df-9c66ceec2c44 HTTP/1.1" status: 204 len: 168 time: 0.1868365 Jul 16 02:06:39.835494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95b913-f996-4fd9-8957-86b08db16ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b2555-e9d2-435c-83df-9c66ceec2c44,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:40.723072 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32896) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:40.894701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 32926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:40.993312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32c9af59-f6f1-4095-963c-454e45467ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.158386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32c9af59-f6f1-4095-963c-454e45467ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.164551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32c9af59-f6f1-4095-963c-454e45467ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.245639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-32c9af59-f6f1-4095-963c-454e45467ecc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa063fbeedce423bab1a6993ea49fd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214677 Jul 16 02:06:41.246887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9af59-f6f1-4095-963c-454e45467ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8386807a-caf2-4ca2-8866-cfbce080597d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:41.248714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 32974) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:41.323441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1795734870'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:41.354896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db988f6e-76c9-461a-abab-306719e933fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.369715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Made reservation on behalf of 6f34ee07a41e48fb9b7e9d4f09b203f9 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:41.376079 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.409655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.440114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db988f6e-76c9-461a-abab-306719e933fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.590264 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db988f6e-76c9-461a-abab-306719e933fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.594634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db988f6e-76c9-461a-abab-306719e933fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.598058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db988f6e-76c9-461a-abab-306719e933fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8386807a-caf2-4ca2-8866-cfbce080597d HTTP/1.1" status: 204 len: 168 time: 0.3423133 Jul 16 02:06:41.617905 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.621551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db988f6e-76c9-461a-abab-306719e933fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8386807a-caf2-4ca2-8866-cfbce080597d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:41.624579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.652307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:41.684018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0f4d2-a294-4259-9f1e-12331d37d1e9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:41.700971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.701452 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Added segment 708da839-4abf-4582-8057-88dcc72e3648 of type vlan for network 33d5c2a5-cae9-495b-ae13-754ab672a0a6 Jul 16 02:06:41.716524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:41.756265 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.792421 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.798286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:41.799069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:41.847116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9511285 Jul 16 02:06:41.850924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:41.863937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-340de463-40a2-4ef3-8a2b-aa8d4b353ba9 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-942231510') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:41.884227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8272c6-38ee-4026-8b64-e89e657004c3 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Pushing event updated for resources: {'Network': ['ID=33d5c2a5-cae9-495b-ae13-754ab672a0a6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:41.899043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 33d5c2a5-cae9-495b-ae13-754ab672a0a6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:41.980739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-340de463-40a2-4ef3-8a2b-aa8d4b353ba9 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "PUT /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-942231510 HTTP/1.1" status: 201 len: 201 time: 0.1280200 Jul 16 02:06:41.983543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:41.989056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-c18bd40e-59fe-4738-bd37-2a3e9dbc2c31 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-942231510') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.081025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c18bd40e-59fe-4738-bd37-2a3e9dbc2c31 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-942231510 HTTP/1.1" status: 204 len: 168 time: 0.0960746 Jul 16 02:06:42.083304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.089540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.tag.tag_plugin [None req-f37e24e9-82bf-487a-87be-e1d5ee064cc0 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.122264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1099676600-network', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:42.208223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Made reservation on behalf of 6d9476f839244cdb8a7f7ab8eda78ed4 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:42.212024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.235048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.274721 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f37e24e9-82bf-487a-87be-e1d5ee064cc0 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags HTTP/1.1" status: 200 len: 237 time: 0.1903114 Jul 16 02:06:42.277690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.286372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-26aa6db2-0cd7-410f-9977-884e0676e62f tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', {'tags': ['tempest-TagsTest-Tag-1022226191', 'tempest-TagsTest-Tag-1187727096', 'tempest-TagsTest-Tag-1601656822']}) {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.370699 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33050) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.424622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.433200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-106ceb5f-0f73-43cd-84b6-884f86f136cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.434473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.475976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ffddd3-309d-49ec-ac24-735f2377347e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.476290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-26aa6db2-0cd7-410f-9977-884e0676e62f tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "PUT /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags HTTP/1.1" status: 200 len: 309 time: 0.1970544 Jul 16 02:06:42.477730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.484235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-121c826e-768c-4527-b92c-264b132ecebe tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-1022226191') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.487341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:42.500767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.501252 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Added segment e7ca905d-913d-4e4b-a7d1-3e7bb115c024 of type vlan for network 1544a828-342c-40ac-ae1d-e41a577f8262 Jul 16 02:06:42.580754 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.616939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.618372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:42.619338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.637904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-106ceb5f-0f73-43cd-84b6-884f86f136cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.649742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-121c826e-768c-4527-b92c-264b132ecebe tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "DELETE /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-1022226191 HTTP/1.1" status: 204 len: 168 time: 0.1708286 Jul 16 02:06:42.650502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.655880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-b8bf9a3e-4024-432a-9f12-43ae78450455 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-1022226191') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.658757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-106ceb5f-0f73-43cd-84b6-884f86f136cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.664699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9468780 Jul 16 02:06:42.669081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.674186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Request body: {'subnet': {'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1099676600-subnet', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:42.721612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab366-33a9-4dce-a497-38967b278ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=1544a828-342c-40ac-ae1d-e41a577f8262,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.735293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 1544a828-342c-40ac-ae1d-e41a577f8262 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:42.736213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Made reservation on behalf of 6d9476f839244cdb8a7f7ab8eda78ed4 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:42.740703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.761755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-106ceb5f-0f73-43cd-84b6-884f86f136cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=651917e385fe4456a7605e5a644e0c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897634 Jul 16 02:06:42.762562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ceb5f-0f73-43cd-84b6-884f86f136cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e740f5-2049-4dc9-9bdf-2a04cd0ecca1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:42.765295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.828897 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-b8bf9a3e-4024-432a-9f12-43ae78450455 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] show failed (client error): The resource could not be found. Jul 16 02:06:42.830761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b8bf9a3e-4024-432a-9f12-43ae78450455 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-1022226191 HTTP/1.1" status: 404 len: 326 time: 0.1788518 Jul 16 02:06:42.833940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33114) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.845163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-644a3d0a-c7a1-4a1e-a612-b4afb5b6d57f tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-1187727096') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:42.900569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58cf8551-b9d2-45ee-8f6f-1483ab064332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.934707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58cf8551-b9d2-45ee-8f6f-1483ab064332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:42.965430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-644a3d0a-c7a1-4a1e-a612-b4afb5b6d57f tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-1187727096 HTTP/1.1" status: 204 len: 168 time: 0.1298339 Jul 16 02:06:42.966100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33134) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:42.973243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-7a7facec-7f66-4ca9-a873-a68ad6aa1b74 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-1601656822') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.063578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a7facec-7f66-4ca9-a873-a68ad6aa1b74 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-1601656822 HTTP/1.1" status: 204 len: 168 time: 0.0962975 Jul 16 02:06:43.064769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.074679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58cf8551-b9d2-45ee-8f6f-1483ab064332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.077422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58cf8551-b9d2-45ee-8f6f-1483ab064332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.078581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-58cf8551-b9d2-45ee-8f6f-1483ab064332 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93e740f5-2049-4dc9-9bdf-2a04cd0ecca1 HTTP/1.1" status: 204 len: 168 time: 0.3119862 Jul 16 02:06:43.081753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-4c0af7f2-5738-4833-8184-ab017ac87781 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.082374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.127007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf8551-b9d2-45ee-8f6f-1483ab064332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e740f5-2049-4dc9-9bdf-2a04cd0ecca1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:43.142446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9706e18e-8706-493e-af30-217aacd21fbc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:43.169001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Checking segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:43.170824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Network hostable DHCP agents. Network: 1544a828-342c-40ac-ae1d-e41a577f8262, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:43.208868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Network 1544a828-342c-40ac-ae1d-e41a577f8262 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:43.222786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 1544a828-342c-40ac-ae1d-e41a577f8262) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:43.230457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:43.232110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.235955 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba1a495-e982-446b-b1c1-ffcf9cfac7e8 None None] Network 1544a828-342c-40ac-ae1d-e41a577f8262 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:43.259126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4c0af7f2-5738-4833-8184-ab017ac87781 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "DELETE /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1915712 Jul 16 02:06:43.259763 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33178) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.274810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-4e967365-01ec-4d23-979e-e68f7c1dbb80 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-1187727096') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.289365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4eaee9d3-0c1e-4510-ac32-9e3e0ede578b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6189585 Jul 16 02:06:43.292430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33180) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.298632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:43.342595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.344379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.399656 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-4e967365-01ec-4d23-979e-e68f7c1dbb80 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] show failed (client error): The resource could not be found. Jul 16 02:06:43.400775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4e967365-01ec-4d23-979e-e68f7c1dbb80 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-1187727096 HTTP/1.1" status: 404 len: 326 time: 0.1385374 Jul 16 02:06:43.404379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.409832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-1f2f73d2-68e9-4431-80e1-aca7f6fc41a7 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6', 'tempest-TagsTest-Tag-1601656822') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.441709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.501194 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-1f2f73d2-68e9-4431-80e1-aca7f6fc41a7 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] show failed (client error): The resource could not be found. Jul 16 02:06:43.502251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1f2f73d2-68e9-4431-80e1-aca7f6fc41a7 tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "GET /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags/tempest-TagsTest-Tag-1601656822 HTTP/1.1" status: 404 len: 326 time: 0.0970793 Jul 16 02:06:43.505698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.511641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.tag.tag_plugin [None req-5a2157d9-f716-4a68-812d-7c1b22b3f4da tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '33d5c2a5-cae9-495b-ae13-754ab672a0a6') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.530857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-1544a828-342c-40ac-ae1d-e41a577f8262', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:43.531766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.620995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a2157d9-f716-4a68-812d-7c1b22b3f4da tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "DELETE /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1131189 Jul 16 02:06:43.624355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33192) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.629682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.651554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33194) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:43.793757 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.816304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Allocated IP 172.20.0.2 (1544a828-342c-40ac-ae1d-e41a577f8262/9706e18e-8706-493e-af30-217aacd21fbc/83a43e60-c154-45ae-88e5-4817a0d364b0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:43.865797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-973ecc94-9099-48c3-837a-882d28a053ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.922182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.936555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d5c2a5-cae9-495b-ae13-754ab672a0a6']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.952928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708da839-4abf-4582-8057-88dcc72e3648') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.953341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708da839-4abf-4582-8057-88dcc72e3648') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:43.969632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:43.994686 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.007305 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.026133 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.027023 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:44.028020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:44.032502 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:44.054662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.111606 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.112529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Transition to ACTIVE for port object 83a43e60-c154-45ae-88e5-4817a0d364b0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:44.123109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.125591 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] 10.222.0.35 "DELETE /v2.0/networks/33d5c2a5-cae9-495b-ae13-754ab672a0a6 HTTP/1.1" status: 204 len: 168 time: 0.4991164 Jul 16 02:06:44.149674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6ae39-a68c-4258-975e-d58552180d2d tempest-TagsTest-118019665 tempest-TagsTest-118019665-project] Pushing event deleted for resources: {'Network': ['ID=33d5c2a5-cae9-495b-ae13-754ab672a0a6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.160549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Transition to ACTIVE for port object 83a43e60-c154-45ae-88e5-4817a0d364b0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:44.168082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-973ecc94-9099-48c3-837a-882d28a053ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.172994 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.173544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-973ecc94-9099-48c3-837a-882d28a053ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.212639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Network 1544a828-342c-40ac-ae1d-e41a577f8262 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:44.216086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:44.225195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-973ecc94-9099-48c3-837a-882d28a053ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e5d303b4af942b3af4ae1c7f34a534b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695701 Jul 16 02:06:44.225195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ecc94-9099-48c3-837a-882d28a053ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf370102-dddc-48e5-b1de-60a65baf51ac,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.226002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:44.242340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:44.334620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Allocated IP 172.25.0.144 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/e3a15eac-14ad-4d13-b53d-b0a567e91add) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:44.354202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d34206-9214-4cbd-b14e-f8e0edd153a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.363451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Pushing event updated for resources: {'Port': ['ID=83a43e60-c154-45ae-88e5-4817a0d364b0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.409106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d34206-9214-4cbd-b14e-f8e0edd153a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.430188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Attempting to bind port 83a43e60-c154-45ae-88e5-4817a0d364b0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:44.430633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Attempting to bind port 83a43e60-c154-45ae-88e5-4817a0d364b0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:44.431067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Attempting to bind port 83a43e60-c154-45ae-88e5-4817a0d364b0 on network 1544a828-342c-40ac-ae1d-e41a577f8262 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:44.437076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:44.437565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Checking segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:44.438106 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.438814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Bound using segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:44.439503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Bound port: 83a43e60-c154-45ae-88e5-4817a0d364b0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:44.440111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.523662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d34206-9214-4cbd-b14e-f8e0edd153a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.528311 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2d34206-9214-4cbd-b14e-f8e0edd153a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.532314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2d34206-9214-4cbd-b14e-f8e0edd153a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf370102-dddc-48e5-b1de-60a65baf51ac HTTP/1.1" status: 204 len: 168 time: 0.3025479 Jul 16 02:06:44.540724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34206-9214-4cbd-b14e-f8e0edd153a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf370102-dddc-48e5-b1de-60a65baf51ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.545371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:44.580639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] For port 83a43e60-c154-45ae-88e5-4817a0d364b0, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:44.584566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.585450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] For port 83a43e60-c154-45ae-88e5-4817a0d364b0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=83a43e60-c154-45ae-88e5-4817a0d364b0,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:44.595828 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.662660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:44.683129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07697-213e-426f-a675-09b726f6d56d None None] Pushing event updated for resources: {'Port': ['ID=83a43e60-c154-45ae-88e5-4817a0d364b0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.747966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a15eac-14ad-4d13-b53d-b0a567e91add,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:44.753769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:44.756822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:44.759647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:44.979139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6c876405-82b6-4761-b551-811a43195719 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f34ee07a41e48fb9b7e9d4f09b203f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307315 Jul 16 02:06:44.979716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:45.069534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:45.086567 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9f25-4afa-472e-a20a-c4a33fc01c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.115304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9f25-4afa-472e-a20a-c4a33fc01c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.169490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e41944c5-ca37-4d87-9799-b9f2022e5720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.193917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.215841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9f25-4afa-472e-a20a-c4a33fc01c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.218397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9f25-4afa-472e-a20a-c4a33fc01c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.219553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ff9e9f25-4afa-472e-a20a-c4a33fc01c8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2bb0f4d2-a294-4259-9f1e-12331d37d1e9 HTTP/1.1" status: 204 len: 168 time: 0.2388809 Jul 16 02:06:45.231502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e9f25-4afa-472e-a20a-c4a33fc01c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0f4d2-a294-4259-9f1e-12331d37d1e9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:45.325798 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e41944c5-ca37-4d87-9799-b9f2022e5720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.333451 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e41944c5-ca37-4d87-9799-b9f2022e5720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.392082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e41944c5-ca37-4d87-9799-b9f2022e5720 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a24d3fffe7c47a7b49be2851712ea17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202395 Jul 16 02:06:45.392082 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41944c5-ca37-4d87-9799-b9f2022e5720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddd8f65-25b6-4577-9610-749a2d95833c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:45.395006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:45.472270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec85e2c-9b0c-44d3-b92d-78f26f3026f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.514029 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec85e2c-9b0c-44d3-b92d-78f26f3026f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.632570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec85e2c-9b0c-44d3-b92d-78f26f3026f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.634593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.638398 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ec85e2c-9b0c-44d3-b92d-78f26f3026f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:45.640336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ec85e2c-9b0c-44d3-b92d-78f26f3026f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eddd8f65-25b6-4577-9610-749a2d95833c HTTP/1.1" status: 204 len: 168 time: 0.2434115 Jul 16 02:06:45.668893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec85e2c-9b0c-44d3-b92d-78f26f3026f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddd8f65-25b6-4577-9610-749a2d95833c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:45.974911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:46.169641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c716dd-1caa-48e2-ac65-8c715c5c0474 None None] Network 1544a828-342c-40ac-ae1d-e41a577f8262 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:46.269138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:46.293412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Sync routers for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:46.308580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:46.309987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7768ea8c-fd28-44a0-9918-a8202ef12942 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0156910 Jul 16 02:06:46.312849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33286) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:46.438427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19e897d9-9b09-490c-98bb-17f0127443a0 None None] Provisioning for port 83a43e60-c154-45ae-88e5-4817a0d364b0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:46.497104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:46.498125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:46.507009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 83a43e60-c154-45ae-88e5-4817a0d364b0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:46.785528 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:46.864100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 83a43e60-c154-45ae-88e5-4817a0d364b0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:46.905282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 83a43e60-c154-45ae-88e5-4817a0d364b0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:46.905849 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.102645 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.184960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:47.292064 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.382840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 83a43e60-c154-45ae-88e5-4817a0d364b0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=83a43e60-c154-45ae-88e5-4817a0d364b0,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:47.401928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.467564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fee025df-a066-4f7d-bdc3-062f9d14ce1a None None] Provisioning complete for port 83a43e60-c154-45ae-88e5-4817a0d364b0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:47.468355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fee025df-a066-4f7d-bdc3-062f9d14ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.479738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Allocated IP 172.20.0.1 (1544a828-342c-40ac-ae1d-e41a577f8262/9706e18e-8706-493e-af30-217aacd21fbc/36a43dbd-4a1f-428d-a4b4-729d9baa0180) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:47.510620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=83a43e60-c154-45ae-88e5-4817a0d364b0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:47.526383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:45Z', 'revision_number': 3, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:47.560573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Checking router: 4e70ce2a-55fa-4ad7-bd42-ed2596547331 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:47.561275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Updating router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 port e3a15eac-14ad-4d13-b53d-b0a567e91add binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:47.561639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196680571-network', 'tenant_id': '54e2b6918c734cb0a85b187652ddc9ec'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:47.606422 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.621202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Made reservation on behalf of 54e2b6918c734cb0a85b187652ddc9ec for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:47.623729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.638745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.700448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.746650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Transition to ACTIVE for port object 36a43dbd-4a1f-428d-a4b4-729d9baa0180 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:47.803220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.824208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.837952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.841277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Network 1544a828-342c-40ac-ae1d-e41a577f8262 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:47.844812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:47.899793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:47.902163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:47.923637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:47.924000 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Added segment 6f8dbca1-95d4-460c-a239-86c070c7d918 of type vlan for network 77d8e74c-25d9-41f8-986b-2d593ecf7bff Jul 16 02:06:47.927553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3666daa-37c5-44d3-9b3d-aa9ca93bef98,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.032325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Pushing event updated for resources: {'Port': ['ID=36a43dbd-4a1f-428d-a4b4-729d9baa0180,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.043589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.055168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.082578 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.084387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.085231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.094273 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.134082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Transition to ACTIVE for port object e3a15eac-14ad-4d13-b53d-b0a567e91add will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:48.137489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9513497 Jul 16 02:06:48.143073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:48.151107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.200014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Request body: {'subnet': {'network_id': '77d8e74c-25d9-41f8-986b-2d593ecf7bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196680571-subnet', 'tenant_id': '54e2b6918c734cb0a85b187652ddc9ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:48.205742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d552f0-ac9e-4a0e-b844-396bc0920f81 admin admin] Pushing event updated for resources: {'Network': ['ID=77d8e74c-25d9-41f8-986b-2d593ecf7bff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.223820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 77d8e74c-25d9-41f8-986b-2d593ecf7bff details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:48.231217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.253068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Made reservation on behalf of 54e2b6918c734cb0a85b187652ddc9ec for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:48.256171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.283566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Attempting to bind port e3a15eac-14ad-4d13-b53d-b0a567e91add on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:48.283944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Attempting to bind port e3a15eac-14ad-4d13-b53d-b0a567e91add by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:48.284363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Attempting to bind port e3a15eac-14ad-4d13-b53d-b0a567e91add on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:48.307988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:48.308650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:48.308650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.308994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:48.309466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Bound port: e3a15eac-14ad-4d13-b53d-b0a567e91add, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:48.309842 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.315669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992469c-9d93-46ac-8a10-4054acb13ff0 None None] Pushing event updated for resources: {'Port': ['ID=e3a15eac-14ad-4d13-b53d-b0a567e91add,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.397576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a931fbf3-1419-47cc-a22e-117e33295fb8 None None] Provisioning for port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:48.418822 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a931fbf3-1419-47cc-a22e-117e33295fb8 None None] Provisioning complete for port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:48.418822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a931fbf3-1419-47cc-a22e-117e33295fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.451504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] For port e3a15eac-14ad-4d13-b53d-b0a567e91add, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:48.471739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 83a43e60-c154-45ae-88e5-4817a0d364b0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:48.496769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.498250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] For port e3a15eac-14ad-4d13-b53d-b0a567e91add, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e3a15eac-14ad-4d13-b53d-b0a567e91add,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:48.507064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a931fbf3-1419-47cc-a22e-117e33295fb8 None None] Port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:48.513729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.572524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6341fe8f-d1f2-4f50-bdf8-71f9642079bc,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.577366 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.580671 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:48.581385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:48.591365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Checking segment: {'id': '6f8dbca1-95d4-460c-a239-86c070c7d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77d8e74c-25d9-41f8-986b-2d593ecf7bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:48.592000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Network hostable DHCP agents. Network: 77d8e74c-25d9-41f8-986b-2d593ecf7bff, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:48.592944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.616489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Network 77d8e74c-25d9-41f8-986b-2d593ecf7bff is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:48.630789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 77d8e74c-25d9-41f8-986b-2d593ecf7bff) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:48.636683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 83a43e60-c154-45ae-88e5-4817a0d364b0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:48.637090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.638624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992469c-9d93-46ac-8a10-4054acb13ff0 None None] Pushing event updated for resources: {'Port': ['ID=e3a15eac-14ad-4d13-b53d-b0a567e91add,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.652093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d37edd-9bab-4732-894e-2b996b98d7c9 None None] Network 77d8e74c-25d9-41f8-986b-2d593ecf7bff requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:48.660839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:48.672401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.709757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Pushing event updated for resources: {'Port': ['ID=36a43dbd-4a1f-428d-a4b4-729d9baa0180,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:48.716073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:48.717871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1319323b-9809-4c25-95a7-a238a648d75c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5718369 Jul 16 02:06:48.886959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Network 1544a828-342c-40ac-ae1d-e41a577f8262 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:48.888564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:49.055921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:49.086921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:49.128001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733e9e8-269d-4e6b-be73-742de6257dd9 None None] Network 77d8e74c-25d9-41f8-986b-2d593ecf7bff requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:49.324472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:49.339808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a6c578ea-a663-4f4c-b33c-bc1d8e4c01f8 admin admin] 10.222.0.35 "PUT /v2.0/routers/4e70ce2a-55fa-4ad7-bd42-ed2596547331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0177279 Jul 16 02:06:49.405435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-db7c7091-8855-48a7-ba10-6c20f7355d81 None None] Provisioning complete for port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:49.406258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-db7c7091-8855-48a7-ba10-6c20f7355d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:49.511075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-db7c7091-8855-48a7-ba10-6c20f7355d81 None None] Port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:49.558468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 2, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:49.595500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623ee69-1886-4ce7-83af-6518cd134380 None None] The sync data for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 is: [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 2, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:50.179037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33384) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:50.184242 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056826568-network', 'tenant_id': 'd12f5888ad0f4413a0b9b1b23e7a2cfb'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:50.240200 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Made reservation on behalf of d12f5888ad0f4413a0b9b1b23e7a2cfb for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:50.245360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.271666 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.457148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.461943 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.484418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:50.508102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.508813 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Added segment 2a61b108-844c-404a-99ed-5fd74200bc47 of type vlan for network e8b061c3-4bde-459a-9abf-32c43e44d3bd Jul 16 02:06:50.518083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92c7e0-222d-4e9f-ba04-946abc499945,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.605754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.645040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.646456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:50.647208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.745673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5654938 Jul 16 02:06:50.748394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33396) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:50.754870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Request body: {'subnet': {'network_id': 'e8b061c3-4bde-459a-9abf-32c43e44d3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2056826568-subnet', 'tenant_id': 'd12f5888ad0f4413a0b9b1b23e7a2cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:50.810572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Made reservation on behalf of d12f5888ad0f4413a0b9b1b23e7a2cfb for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:50.815408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:50.846946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113970b-2292-4d3e-b046-e9287c9853f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b061c3-4bde-459a-9abf-32c43e44d3bd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:50.866447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e8b061c3-4bde-459a-9abf-32c43e44d3bd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:50.932998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:50.948435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-302957406-network', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:51.039239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Made reservation on behalf of fa5f86ac461a4a9c98b661518025b729 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:51.043392 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.104470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.275629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.311694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.320748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.335830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:06:51.357318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.357588 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Added segment da067d00-4105-4d07-8535-77810fed3f67 of type vlan for network d8a530b5-b559-4d51-bd52-75b76013cd60 Jul 16 02:06:51.373988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Checking segment: {'id': '2a61b108-844c-404a-99ed-5fd74200bc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e8b061c3-4bde-459a-9abf-32c43e44d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:51.374637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Network hostable DHCP agents. Network: e8b061c3-4bde-459a-9abf-32c43e44d3bd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:51.394682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f847ded4-2a61-49f9-bb0e-8b010a67c252,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.413052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Network e8b061c3-4bde-459a-9abf-32c43e44d3bd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:51.415996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.436968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e8b061c3-4bde-459a-9abf-32c43e44d3bd) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:51.444274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.445110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.446147 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380cb46-ac61-42f5-99b8-d7c90b66f961 None None] Network e8b061c3-4bde-459a-9abf-32c43e44d3bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:51.459615 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.460787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:51.461380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.465058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-81449212-6ba1-4325-ab11-dfdc6f9fba51 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7149253 Jul 16 02:06:51.524939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:51.525858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5916924 Jul 16 02:06:51.531094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Request body: {'subnet': {'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-302957406-subnet', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:51.532369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed82db3-aba0-4da7-86f9-3e6469f60cbd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.572647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd59264-077c-4786-afc9-a08d4fe36143 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a530b5-b559-4d51-bd52-75b76013cd60,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:51.591319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Made reservation on behalf of fa5f86ac461a4a9c98b661518025b729 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:06:51.595636 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.606874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d8a530b5-b559-4d51-bd52-75b76013cd60 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:06:51.711093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:51.820348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce692f-2ef3-4062-8ebe-520171ba61fa None None] Network e8b061c3-4bde-459a-9abf-32c43e44d3bd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:51.823822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Deleting subnet 6341fe8f-d1f2-4f50-bdf8-71f9642079bc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:51.831999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:51.968389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.053578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb3c549-f62a-4366-8d93-950598431200,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:52.063082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Checking segment: {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:52.063761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Network hostable DHCP agents. Network: d8a530b5-b559-4d51-bd52-75b76013cd60, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:06:52.092094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Network d8a530b5-b559-4d51-bd52-75b76013cd60 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:06:52.107136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d8a530b5-b559-4d51-bd52-75b76013cd60) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:52.119077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a44f5-a3ac-449f-a2b0-a39a26eef6de None None] Network d8a530b5-b559-4d51-bd52-75b76013cd60 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:52.124850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:52.125662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.146623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-097915e0-3d42-49af-9ffd-7e026d68b52d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6177020 Jul 16 02:06:52.146910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:52.155418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:06:52.188314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.190045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.211386 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.258358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.345886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.407180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-d8a530b5-b559-4d51-bd52-75b76013cd60', 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'fixed_ips': [{'subnet_id': '9fb3c549-f62a-4366-8d93-950598431200'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:06:52.408278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.431189 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.494010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.564229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e3a15eac-14ad-4d13-b53d-b0a567e91add up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:52.575107 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.634917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6341fe8f-d1f2-4f50-bdf8-71f9642079bc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:52.652882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.658087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7807fb1c-e079-4fb1-9493-fec91a7db044 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6341fe8f-d1f2-4f50-bdf8-71f9642079bc HTTP/1.1" status: 204 len: 168 time: 0.9456673 Jul 16 02:06:52.659403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:52.678533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port e3a15eac-14ad-4d13-b53d-b0a567e91add completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:52.703635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e3a15eac-14ad-4d13-b53d-b0a567e91add triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:52.704454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:52.768549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Allocated IP 172.20.0.2 (d8a530b5-b559-4d51-bd52-75b76013cd60/9fb3c549-f62a-4366-8d93-950598431200/90fc040b-5274-49a0-9dc9-d096931eed00) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:53.098464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.157445 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Sync routers for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:53.171193 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:53.171816 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:53.176100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port e3a15eac-14ad-4d13-b53d-b0a567e91add, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e3a15eac-14ad-4d13-b53d-b0a567e91add,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:53.180280 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.185143 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.198927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.221513 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.343798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.360197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d8e74c-25d9-41f8-986b-2d593ecf7bff']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:53.383074 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:53.393512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=e3a15eac-14ad-4d13-b53d-b0a567e91add,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.396402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8dbca1-95d4-460c-a239-86c070c7d918') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:53.396728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8dbca1-95d4-460c-a239-86c070c7d918') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:53.413357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.432682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.433611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.442528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Allocated IP 172.25.0.226 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/64a23e4f-8dd1-4882-a552-2ab71efa6dd9) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:53.448211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:53.448623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:53.450401 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:53.558245 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.578758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Transition to ACTIVE for port object 90fc040b-5274-49a0-9dc9-d096931eed00 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:53.581178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.608520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Transition to ACTIVE for port object 90fc040b-5274-49a0-9dc9-d096931eed00 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:53.621239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.621937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.623951 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] 10.222.0.35 "DELETE /v2.0/networks/77d8e74c-25d9-41f8-986b-2d593ecf7bff HTTP/1.1" status: 204 len: 168 time: 0.9619644 Jul 16 02:06:53.626856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33444) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:53.677164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c1522-6b94-4a7a-be04-396710e8f129 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d8e74c-25d9-41f8-986b-2d593ecf7bff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.719152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Deleting subnet f847ded4-2a61-49f9-bb0e-8b010a67c252 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:06:53.727932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.755511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.771747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Network d8a530b5-b559-4d51-bd52-75b76013cd60 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:53.791418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.801688 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 2, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:53.806378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:53.811281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:53.822891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Pushing event updated for resources: {'Port': ['ID=90fc040b-5274-49a0-9dc9-d096931eed00,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:53.831846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.835766 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Checking router: 4e70ce2a-55fa-4ad7-bd42-ed2596547331 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:53.836256 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Updating router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:53.863949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:53.871358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:53.882525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.893223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b71795f6-58eb-4e74-8ce5-ad7e59065182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.903894 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.913468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:53.916718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Attempting to bind port 90fc040b-5274-49a0-9dc9-d096931eed00 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:53.917172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Attempting to bind port 90fc040b-5274-49a0-9dc9-d096931eed00 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:53.917631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Attempting to bind port 90fc040b-5274-49a0-9dc9-d096931eed00 on network d8a530b5-b559-4d51-bd52-75b76013cd60 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:53.923209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:53.923641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Checking segment: {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:53.924196 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:53.924740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Bound using segment: {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:53.925280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Bound port: 90fc040b-5274-49a0-9dc9-d096931eed00, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:53.925734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.001201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.013621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.016792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Pushing event updated for resources: {'Port': ['ID=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:54.026154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f847ded4-2a61-49f9-bb0e-8b010a67c252 HTTP/1.1" status: 204 len: 168 time: 0.3977315 Jul 16 02:06:54.040611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33452) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:54.048974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] For port 90fc040b-5274-49a0-9dc9-d096931eed00, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:54.057070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] For port 90fc040b-5274-49a0-9dc9-d096931eed00, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=90fc040b-5274-49a0-9dc9-d096931eed00,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:54.063246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.064692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241c513-136d-4ccb-9e96-28cea4cdbeb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f847ded4-2a61-49f9-bb0e-8b010a67c252,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:54.191490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5f460-d850-4046-a26b-86dc069badbd None None] Pushing event updated for resources: {'Port': ['ID=90fc040b-5274-49a0-9dc9-d096931eed00,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:54.265427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.393373 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.408393 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Transition to ACTIVE for port object 36a43dbd-4a1f-428d-a4b4-729d9baa0180 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:54.424925 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.451562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e3a15eac-14ad-4d13-b53d-b0a567e91add up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:54.548517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e3a15eac-14ad-4d13-b53d-b0a567e91add triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:54.549063 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.556481 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Pushing event updated for resources: {'Port': ['ID=36a43dbd-4a1f-428d-a4b4-729d9baa0180,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:54.600344 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.623431 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.623774 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.624136 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.624480 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.624808 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.625137 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.627192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b061c3-4bde-459a-9abf-32c43e44d3bd']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:54.642845 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.643016 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.645157 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.645524 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.646055 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.647634 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:54.648226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a61b108-844c-404a-99ed-5fd74200bc47') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:54.648545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a61b108-844c-404a-99ed-5fd74200bc47') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:54.667093 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.694830 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.735000 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.763398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:06:54.763867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:06:54.765733 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:06:54.837623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Attempting to bind port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:54.841841 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Attempting to bind port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:54.842413 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Attempting to bind port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 on network 1544a828-342c-40ac-ae1d-e41a577f8262 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:54.869428 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:54.870085 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Checking segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:54.870656 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.871209 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Bound using segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:54.871870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Bound port: 36a43dbd-4a1f-428d-a4b4-729d9baa0180, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:54.872439 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.903947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.911263 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:54.913217 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e8b061c3-4bde-459a-9abf-32c43e44d3bd HTTP/1.1" status: 204 len: 168 time: 0.8702877 Jul 16 02:06:54.953003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e834d11-8f17-4e1f-ac7d-b3abdd57b2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b061c3-4bde-459a-9abf-32c43e44d3bd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:55.024161 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] For port 36a43dbd-4a1f-428d-a4b4-729d9baa0180, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:55.029419 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] For port 36a43dbd-4a1f-428d-a4b4-729d9baa0180, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=36a43dbd-4a1f-428d-a4b4-729d9baa0180,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:55.034978 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.101331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.151300 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf0a7-3d83-45b4-9d4a-f3cddd7193b7 None None] Pushing event updated for resources: {'Port': ['ID=36a43dbd-4a1f-428d-a4b4-729d9baa0180,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:55.182120 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:55.192145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:55.262025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33470) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:55.334767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8c9e39b-10d0-4976-8851-61346335a7ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54e2b6918c734cb0a85b187652ddc9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701196 Jul 16 02:06:55.339647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33472) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:55.437068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:06:55.447719 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:55.481019 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c167c5b2-4541-4e96-8076-54c27c60d890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.534328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c167c5b2-4541-4e96-8076-54c27c60d890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.685013 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c167c5b2-4541-4e96-8076-54c27c60d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.688573 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c167c5b2-4541-4e96-8076-54c27c60d890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.694440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c167c5b2-4541-4e96-8076-54c27c60d890 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3666daa-37c5-44d3-9b3d-aa9ca93bef98 HTTP/1.1" status: 204 len: 168 time: 0.3524330 Jul 16 02:06:55.712829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167c5b2-4541-4e96-8076-54c27c60d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3666daa-37c5-44d3-9b3d-aa9ca93bef98,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:55.755654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:55.792983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Sync routers for ids ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:55.797986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:55.799798 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6cc45043-a851-4ae4-8799-9181cbad2f43 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6512897 Jul 16 02:06:55.803219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:55.833141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Routers {'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:55.836501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:56.008645 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:55Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:56.020842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1747b-4e2e-4882-bf2a-c050f8a952c3 None None] Network d8a530b5-b559-4d51-bd52-75b76013cd60 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:06:56.060479 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f828ca-b6d4-4428-8ec0-669d34ecc7d5 None None] The sync data for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 is: [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:55Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:56.337541 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a836289-6a52-4997-b4ed-2a60a7123829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.379875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15227ca2-d753-45dc-a9e4-8fd7a7265578 None None] Provisioning for port 90fc040b-5274-49a0-9dc9-d096931eed00 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:56.521903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Set router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:56.764548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33498) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:56.792539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 36a43dbd-4a1f-428d-a4b4-729d9baa0180 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:56.798953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.851650 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b66657a8-aa34-4a4d-884f-42904c0e5cb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d12f5888ad0f4413a0b9b1b23e7a2cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853596 Jul 16 02:06:56.854032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:56.924183 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.934507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690c3674-60b9-4bdf-a8a0-24d11de9f03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.974822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690c3674-60b9-4bdf-a8a0-24d11de9f03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.037631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Allocated IP 172.20.0.1 (d8a530b5-b559-4d51-bd52-75b76013cd60/9fb3c549-f62a-4366-8d93-950598431200/8ff78cdd-1b86-4937-9af0-31e278ff065f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:06:57.077591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690c3674-60b9-4bdf-a8a0-24d11de9f03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.080589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-690c3674-60b9-4bdf-a8a0-24d11de9f03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.082489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-690c3674-60b9-4bdf-a8a0-24d11de9f03a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff92c7e0-222d-4e9f-ba04-946abc499945 HTTP/1.1" status: 204 len: 168 time: 0.2248321 Jul 16 02:06:57.099455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c3674-60b9-4bdf-a8a0-24d11de9f03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92c7e0-222d-4e9f-ba04-946abc499945,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:57.259139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.282073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:57.293085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Transition to ACTIVE for port object 8ff78cdd-1b86-4937-9af0-31e278ff065f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:57.295713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:57.296634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.366590 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.489440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff78cdd-1b86-4937-9af0-31e278ff065f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:57.519600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:54Z', 'revision_number': 3, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:57.528715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Network d8a530b5-b559-4d51-bd52-75b76013cd60 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:57.541684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:57.544622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:06:57.566277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.572631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Checking router: a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:57.573029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Updating router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:06:57.638014 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.714436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.763351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.825220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 36a43dbd-4a1f-428d-a4b4-729d9baa0180, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=36a43dbd-4a1f-428d-a4b4-729d9baa0180,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:57.840414 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:57.841204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 90fc040b-5274-49a0-9dc9-d096931eed00 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:57.996814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.159910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=36a43dbd-4a1f-428d-a4b4-729d9baa0180,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:58.239321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.239922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.241001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.241994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.244134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.244670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.245835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.246376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.247914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.248800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.250275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.250927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:06:58.261124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d52f68a3-67ff-4223-87f1-4d8550be3a89 None None] Provisioning for port 8ff78cdd-1b86-4937-9af0-31e278ff065f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:58.278893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d52f68a3-67ff-4223-87f1-4d8550be3a89 None None] Provisioning complete for port 8ff78cdd-1b86-4937-9af0-31e278ff065f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:58.281541 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d52f68a3-67ff-4223-87f1-4d8550be3a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.360701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 90fc040b-5274-49a0-9dc9-d096931eed00 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:06:58.384481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.391773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 90fc040b-5274-49a0-9dc9-d096931eed00 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:58.393039 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.398073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.500506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33548) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:58.556816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.583721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff78cdd-1b86-4937-9af0-31e278ff065f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:58.605218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d52f68a3-67ff-4223-87f1-4d8550be3a89 None None] Port 8ff78cdd-1b86-4937-9af0-31e278ff065f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:58.758493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d21c321b-78d7-4b55-9656-94449da76e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.764746 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.780989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Network d8a530b5-b559-4d51-bd52-75b76013cd60 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:06:58.782073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.785469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:06:58.832382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Transition to ACTIVE for port object 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:06:58.871490 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.884174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 90fc040b-5274-49a0-9dc9-d096931eed00, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=90fc040b-5274-49a0-9dc9-d096931eed00,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:06:58.927179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:58.963974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Attempting to bind port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:06:58.979432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Attempting to bind port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:06:58.979795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Attempting to bind port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:06:58.998801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f60ee1-7ef1-4ef7-9ac2-fea4fa53cf3a None None] Pushing event updated for resources: {'Port': ['ID=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:59.033103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d21c321b-78d7-4b55-9656-94449da76e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.046598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d21c321b-78d7-4b55-9656-94449da76e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.047010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:06:59.047480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:06:59.047898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.048349 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:06:59.049078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Bound port: 64a23e4f-8dd1-4882-a552-2ab71efa6dd9, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:06:59.049467 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.099103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d21c321b-78d7-4b55-9656-94449da76e46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=430d6c4b17724fbb927f72d1c69140a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974989 Jul 16 02:06:59.101911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:06:59.127318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:59.133291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c321b-78d7-4b55-9656-94449da76e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa52d7b-0c39-4592-b0f1-08eef3902cfc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:59.327881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] For port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:06:59.337120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] For port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:06:59.340951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=90fc040b-5274-49a0-9dc9-d096931eed00,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:59.351706 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.361218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.388774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 36a43dbd-4a1f-428d-a4b4-729d9baa0180 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:06:59.400776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f090912-2447-4847-9b2f-48850d7faff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.452770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f090912-2447-4847-9b2f-48850d7faff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.468761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:59.479015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b5024254-1d0d-418a-9c46-6d4718ae99f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6745439 Jul 16 02:06:59.537408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f090912-2447-4847-9b2f-48850d7faff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.541695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9f090912-2447-4847-9b2f-48850d7faff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.547202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9f090912-2447-4847-9b2f-48850d7faff9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffa52d7b-0c39-4592-b0f1-08eef3902cfc HTTP/1.1" status: 204 len: 168 time: 0.4420438 Jul 16 02:06:59.576915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f090912-2447-4847-9b2f-48850d7faff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa52d7b-0c39-4592-b0f1-08eef3902cfc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:59.585936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c82adff-326f-4e19-b6ba-526a7bc2fb47 None None] Provisioning complete for port 8ff78cdd-1b86-4937-9af0-31e278ff065f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:59.586635 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c82adff-326f-4e19-b6ba-526a7bc2fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:59.659264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Routers {'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:59.659902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:59.718986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f60ee1-7ef1-4ef7-9ac2-fea4fa53cf3a None None] Pushing event updated for resources: {'Port': ['ID=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:59.724223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9c82adff-326f-4e19-b6ba-526a7bc2fb47 None None] Port 8ff78cdd-1b86-4937-9af0-31e278ff065f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:06:59.741186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:06:59.741644 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.094088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] Set router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:00.197976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33604) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:00.197976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb8fdcbf-ba3b-4a2e-bc35-9e36f5f23484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.318154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb8fdcbf-ba3b-4a2e-bc35-9e36f5f23484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.325621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb8fdcbf-ba3b-4a2e-bc35-9e36f5f23484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.365992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8ff78cdd-1b86-4937-9af0-31e278ff065f', 'name': '', 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'mac_address': 'fa:16:3e:94:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '9fb3c549-f62a-4366-8d93-950598431200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:56Z', 'updated_at': '2021-07-16T02:06:58Z', 'revision_number': 2, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'subnets': [{'id': '9fb3c549-f62a-4366-8d93-950598431200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:00.374041 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb8fdcbf-ba3b-4a2e-bc35-9e36f5f23484 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a585594f1ab482087859b6204cc8d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527146 Jul 16 02:07:00.376866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:00.380541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fdcbf-ba3b-4a2e-bc35-9e36f5f23484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee51547-57c5-43de-96d0-f3f5571a8289,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:00.430046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62534332-7af7-46e6-8d7d-813510730d86 None None] The sync data for ids ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'] in n-d-800087-6 is: [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8ff78cdd-1b86-4937-9af0-31e278ff065f', 'name': '', 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'mac_address': 'fa:16:3e:94:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '9fb3c549-f62a-4366-8d93-950598431200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:56Z', 'updated_at': '2021-07-16T02:06:58Z', 'revision_number': 2, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'subnets': [{'id': '9fb3c549-f62a-4366-8d93-950598431200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:00.488399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24dc63a2-76e1-4ed0-931c-9d0d831d123f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.540899 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24dc63a2-76e1-4ed0-931c-9d0d831d123f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.615511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24dc63a2-76e1-4ed0-931c-9d0d831d123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.618375 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24dc63a2-76e1-4ed0-931c-9d0d831d123f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:00.619659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-24dc63a2-76e1-4ed0-931c-9d0d831d123f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ee51547-57c5-43de-96d0-f3f5571a8289 HTTP/1.1" status: 204 len: 168 time: 0.2417355 Jul 16 02:07:00.634418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc63a2-76e1-4ed0-931c-9d0d831d123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee51547-57c5-43de-96d0-f3f5571a8289,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.088569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 90fc040b-5274-49a0-9dc9-d096931eed00 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:01.187373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 90fc040b-5274-49a0-9dc9-d096931eed00 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:01.188450 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.357041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:01.374003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504976345', 'description': 'tempest-secgroup-smoke-504976345 description', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:01.413568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.613506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.621714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.659583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.660923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3012528 Jul 16 02:07:01.663972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33666) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:01.669717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group_rule': {'security_group_id': 'd7e277fc-50e9-4594-8d6d-c0c02b27df70', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:01.680895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfbb61-8e6f-4ecf-8d77-0ad836f50aa5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e277fc-50e9-4594-8d6d-c0c02b27df70,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.734189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.840433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.844972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.883577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f71ef9-3ccf-4eb8-bfaa-7e3669466d6e,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:01.896426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.898034 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a0d7b2bb-b7d8-4ab7-a681-6f38c52217df tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327440 Jul 16 02:07:01.901276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33676) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:01.906058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group_rule': {'security_group_id': 'd7e277fc-50e9-4594-8d6d-c0c02b27df70', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:01.927025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33682) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:01.969747 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.100167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.112217 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.132938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ef981b5-dff2-471d-af03-94d3fa6d7753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.155050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223557d4-b8a8-407a-87b7-987e9f0e0c56,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.163317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.167129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cd367dff-3f04-4ce2-9147-8e1c570afab6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621136 Jul 16 02:07:02.167225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.172362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group_rule': {'security_group_id': 'd7e277fc-50e9-4594-8d6d-c0c02b27df70', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:02.336819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ef981b5-dff2-471d-af03-94d3fa6d7753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.353950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ef981b5-dff2-471d-af03-94d3fa6d7753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.380010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.410827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33718) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.414511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ef981b5-dff2-471d-af03-94d3fa6d7753 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e5973e408324deb9061507d63b85cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860094 Jul 16 02:07:02.421944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef981b5-dff2-471d-af03-94d3fa6d7753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1d0d35-2a07-4bcf-b36d-446b299f0cbf,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.530955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.534156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5f89509-d4cc-4013-8ddf-e223d51ed874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.543730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.578623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5f89509-d4cc-4013-8ddf-e223d51ed874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.586715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490c17b2-27df-4ef8-8069-c5565e940052,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.613532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.618065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.618245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b717d471-c089-4a92-9066-54588a3d3d08 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498560 Jul 16 02:07:02.624620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group_rule': {'security_group_id': 'd7e277fc-50e9-4594-8d6d-c0c02b27df70', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:02.669621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5f89509-d4cc-4013-8ddf-e223d51ed874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.674659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e5f89509-d4cc-4013-8ddf-e223d51ed874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.676413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e5f89509-d4cc-4013-8ddf-e223d51ed874 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d1d0d35-2a07-4bcf-b36d-446b299f0cbf HTTP/1.1" status: 204 len: 168 time: 0.2646067 Jul 16 02:07:02.681590 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.694850 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f89509-d4cc-4013-8ddf-e223d51ed874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1d0d35-2a07-4bcf-b36d-446b299f0cbf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.793319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.799581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.822781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d65662-07d1-4c9f-8f11-9895c4f36612,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:02.835464 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.840518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.840721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a66b1c76-c246-4b73-a91b-b1beea378fa0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2211752 Jul 16 02:07:02.846169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group_rule': {'security_group_id': 'd7e277fc-50e9-4594-8d6d-c0c02b27df70', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:02.884948 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Project 6d9476f839244cdb8a7f7ab8eda78ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:07:02.896832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.955025 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:02.963406 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33746) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:02.969907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.008210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a959e-b3b0-41b8-87c6-79d6d806105f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.014439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.019219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:03.025624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'security_group_rule': {'security_group_id': 'd7e277fc-50e9-4594-8d6d-c0c02b27df70', 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:03.030842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-58ba446b-6215-45a4-93f6-ed0b269adaaf tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1885598 Jul 16 02:07:03.054934 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Project 6d9476f839244cdb8a7f7ab8eda78ed4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:07:03.061492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.092466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:03.187037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:03.192490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.193659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:03.194222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.209634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33758) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:03.216499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.262431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0bdd5a-c356-466f-b055-b2fe00fbb5ce,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.268813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49c5c2be-88fb-4cfa-90e0-bc40b7649434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.286974 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a14b0b4c-24b0-4a28-8033-01d4b2f57b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.314626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.324144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6365f32a-9756-496e-9bad-37dd6b51d807 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2945967 Jul 16 02:07:03.351795 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.405282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:03.414944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.415058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49c5c2be-88fb-4cfa-90e0-bc40b7649434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.425327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-49c5c2be-88fb-4cfa-90e0-bc40b7649434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.494201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5c2be-88fb-4cfa-90e0-bc40b7649434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3827589-ab45-47ba-9199-40c8cc3aabfa,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.506271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.520424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:03.522892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-49c5c2be-88fb-4cfa-90e0-bc40b7649434 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8846ba8265e4727a90e16ac9fc67984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124101 Jul 16 02:07:03.597883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c51df7ee-5704-4aa9-994e-abbbb76b6321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.662439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c51df7ee-5704-4aa9-994e-abbbb76b6321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.697699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a14b0b4c-24b0-4a28-8033-01d4b2f57b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.707753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a14b0b4c-24b0-4a28-8033-01d4b2f57b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.762654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c51df7ee-5704-4aa9-994e-abbbb76b6321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.768764 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c51df7ee-5704-4aa9-994e-abbbb76b6321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.770693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c51df7ee-5704-4aa9-994e-abbbb76b6321 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3827589-ab45-47ba-9199-40c8cc3aabfa HTTP/1.1" status: 204 len: 168 time: 0.2493942 Jul 16 02:07:03.790377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51df7ee-5704-4aa9-994e-abbbb76b6321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3827589-ab45-47ba-9199-40c8cc3aabfa,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.797917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b0b4c-24b0-4a28-8033-01d4b2f57b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa7d92b-58a5-4cb6-89de-fd47fc1e08ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:03.804819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a14b0b4c-24b0-4a28-8033-01d4b2f57b47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d409d1a936d24d4d942578b3c830c433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8407497 Jul 16 02:07:03.807603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33788) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:03.880442 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ca3-04df-4442-95eb-92012f93cc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:03.894605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Sync routers for ids ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:03.907100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Routers {'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:03.907737 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:03.914627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ca3-04df-4442-95eb-92012f93cc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.004711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ca3-04df-4442-95eb-92012f93cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.008239 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67ed0ca3-04df-4442-95eb-92012f93cc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.009569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-67ed0ca3-04df-4442-95eb-92012f93cc2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fa7d92b-58a5-4cb6-89de-fd47fc1e08ff HTTP/1.1" status: 204 len: 168 time: 0.1999934 Jul 16 02:07:04.023282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed0ca3-04df-4442-95eb-92012f93cc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa7d92b-58a5-4cb6-89de-fd47fc1e08ff,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:04.099948 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Set router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:04.125968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-81dcc14d-58d0-4082-8b64-d0312c0becf7 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504976345&fields=id&tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4 HTTP/1.1" status: 200 len: 267 time: 0.0887246 Jul 16 02:07:04.278373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-636da2b7-e14a-4dbd-8bd7-b34d42eb7b28 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:04.281542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-636da2b7-e14a-4dbd-8bd7-b34d42eb7b28 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 809 time: 0.1545057 Jul 16 02:07:04.314322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-9181c1d4-6887-4b26-99b8-06958538fc2b tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/quotas/6d9476f839244cdb8a7f7ab8eda78ed4 HTTP/1.1" status: 200 len: 375 time: 0.0259640 Jul 16 02:07:04.420321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33818) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:04.428548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-256762e2-4802-4b1e-abcc-9826511dc72b tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928061 Jul 16 02:07:04.435951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-177434c5-a0d0-4d87-bec6-8f7ab10d712b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:04.443141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-177434c5-a0d0-4d87-bec6-8f7ab10d712b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117290 Jul 16 02:07:04.449024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a76f62-1993-4220-8ba6-2b3ae0f382ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.463055 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8ff78cdd-1b86-4937-9af0-31e278ff065f', 'name': '', 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'mac_address': 'fa:16:3e:94:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '9fb3c549-f62a-4366-8d93-950598431200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:56Z', 'updated_at': '2021-07-16T02:06:58Z', 'revision_number': 2, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'subnets': [{'id': '9fb3c549-f62a-4366-8d93-950598431200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:04.517181 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Checking router: a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:04.517538 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Updating router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 port 8ff78cdd-1b86-4937-9af0-31e278ff065f binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:04.572327 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.598568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-9485f3cf-316b-4ba7-bafb-f1a8d1e9d755 service neutron] 10.222.0.35 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531138 Jul 16 02:07:04.684565 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a76f62-1993-4220-8ba6-2b3ae0f382ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.705515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64a76f62-1993-4220-8ba6-2b3ae0f382ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.760162 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64a76f62-1993-4220-8ba6-2b3ae0f382ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6bf4bd5ada248f5a2511b7d6548c673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362710 Jul 16 02:07:04.760162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a76f62-1993-4220-8ba6-2b3ae0f382ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee794a8a-6ea9-4402-9bef-3464c5bf058f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:04.761118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:04.800497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 33830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:04.801068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-7fd5d145-c49f-41ed-aceb-c60232c5b6ea service neutron] 10.222.0.35 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950743 Jul 16 02:07:04.836543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e13c3779-4ff6-4ce2-b261-617b6c5beabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.897861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c478ad9-da5c-4b8d-9551-dfe850d8c0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.972768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c478ad9-da5c-4b8d-9551-dfe850d8c0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.979417 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.007196 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Transition to ACTIVE for port object 8ff78cdd-1b86-4937-9af0-31e278ff065f will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:05.031429 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.055992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:05.092042 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3f8d2-9f22-47ce-add0-e1d1eb695bf6 None None] Pushing event updated for resources: {'Port': ['ID=8ff78cdd-1b86-4937-9af0-31e278ff065f,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:05.140120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:05.140962 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.171607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e13c3779-4ff6-4ce2-b261-617b6c5beabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.183941 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Attempting to bind port 8ff78cdd-1b86-4937-9af0-31e278ff065f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:05.185689 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Attempting to bind port 8ff78cdd-1b86-4937-9af0-31e278ff065f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:05.186060 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Attempting to bind port 8ff78cdd-1b86-4937-9af0-31e278ff065f on network d8a530b5-b559-4d51-bd52-75b76013cd60 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:05.186943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e13c3779-4ff6-4ce2-b261-617b6c5beabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.201701 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:05.202377 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Checking segment: {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:05.202978 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.203849 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Bound using segment: {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:05.204555 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Bound port: 8ff78cdd-1b86-4937-9af0-31e278ff065f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da067d00-4105-4d07-8535-77810fed3f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:05.206464 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.272685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 33848) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:05.273298 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e13c3779-4ff6-4ce2-b261-617b6c5beabb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37e959b6623b4f9b9354ee5f2a29e79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715016 Jul 16 02:07:05.274792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c3779-4ff6-4ce2-b261-617b6c5beabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3b9422-afa3-4986-b063-f3eec308d509,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:05.289034 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c478ad9-da5c-4b8d-9551-dfe850d8c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.293160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2c478ad9-da5c-4b8d-9551-dfe850d8c0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.295195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2c478ad9-da5c-4b8d-9551-dfe850d8c0b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee794a8a-6ea9-4402-9bef-3464c5bf058f HTTP/1.1" status: 204 len: 168 time: 0.5332007 Jul 16 02:07:05.304516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c478ad9-da5c-4b8d-9551-dfe850d8c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee794a8a-6ea9-4402-9bef-3464c5bf058f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:05.427242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] For port 8ff78cdd-1b86-4937-9af0-31e278ff065f, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:05.432517 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] For port 8ff78cdd-1b86-4937-9af0-31e278ff065f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8ff78cdd-1b86-4937-9af0-31e278ff065f,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:05.440311 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.484942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70cdd487-e874-4af4-8f40-62fea83e77a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.541615 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Routers {'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:05.542471 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:05.573766 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3f8d2-9f22-47ce-add0-e1d1eb695bf6 None None] Pushing event updated for resources: {'Port': ['ID=8ff78cdd-1b86-4937-9af0-31e278ff065f,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:05.579348 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70cdd487-e874-4af4-8f40-62fea83e77a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.698867 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70cdd487-e874-4af4-8f40-62fea83e77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.705138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-70cdd487-e874-4af4-8f40-62fea83e77a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:05.706625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-70cdd487-e874-4af4-8f40-62fea83e77a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f3b9422-afa3-4986-b063-f3eec308d509 HTTP/1.1" status: 204 len: 168 time: 0.4331543 Jul 16 02:07:05.723856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdd487-e874-4af4-8f40-62fea83e77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3b9422-afa3-4986-b063-f3eec308d509,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:05.949292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d40ca960-a8e0-4b15-9ec5-fc15b406518f req-ca08e683-56c9-450e-a8ff-b87b050a25aa tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 210 time: 0.7383370 Jul 16 02:07:06.066319 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] Set router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:06.477571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8ff78cdd-1b86-4937-9af0-31e278ff065f', 'name': '', 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'mac_address': 'fa:16:3e:94:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '9fb3c549-f62a-4366-8d93-950598431200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:56Z', 'updated_at': '2021-07-16T02:07:05Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'subnets': [{'id': '9fb3c549-f62a-4366-8d93-950598431200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:06.564388 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1c830-1bd5-4905-a8fb-a6c5f2807c8f None None] The sync data for ids ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'] in n-d-800087-6 is: [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8ff78cdd-1b86-4937-9af0-31e278ff065f', 'name': '', 'network_id': 'd8a530b5-b559-4d51-bd52-75b76013cd60', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'mac_address': 'fa:16:3e:94:96:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '9fb3c549-f62a-4366-8d93-950598431200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:56Z', 'updated_at': '2021-07-16T02:07:05Z', 'revision_number': 4, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'subnets': [{'id': '9fb3c549-f62a-4366-8d93-950598431200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:07.112790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ff78cdd-1b86-4937-9af0-31e278ff065f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:07.192504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8ff78cdd-1b86-4937-9af0-31e278ff065f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:07.200773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8ff78cdd-1b86-4937-9af0-31e278ff065f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:07.201989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.261480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73aaced0-4ce8-443f-93b4-2093a35b5845 req-3edae5bb-dfba-45a6-8d32-4684ce25d10a tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 210 time: 0.0947583 Jul 16 02:07:07.417436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.484786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8ff78cdd-1b86-4937-9af0-31e278ff065f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8ff78cdd-1b86-4937-9af0-31e278ff065f,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:07.495443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.546980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8ff78cdd-1b86-4937-9af0-31e278ff065f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:08.008235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-f6b0eb22-a5fa-40f9-a83d-829bca4fbd29 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:08.008235 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-f6b0eb22-a5fa-40f9-a83d-829bca4fbd29 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 809 time: 0.2534099 Jul 16 02:07:08.077851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-51bad00a-4543-400e-8701-eca3f915b52d tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4 HTTP/1.1" status: 200 len: 379 time: 0.0613697 Jul 16 02:07:08.091694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'port': {'device_id': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'admin_state_up': True, 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'security_groups': ['d7e277fc-50e9-4594-8d6d-c0c02b27df70']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:08.235591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Made reservation on behalf of 6d9476f839244cdb8a7f7ab8eda78ed4 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:08.246233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:08.454809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-588e3d0e-7e12-490b-b1a8-2eb849812b09 req-966ef488-aa89-4517-bbec-1af42f8fddaa tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 210 time: 0.0634580 Jul 16 02:07:08.523134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Allocated IP 172.20.0.5 (1544a828-342c-40ac-ae1d-e41a577f8262/9706e18e-8706-493e-af30-217aacd21fbc/813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:08.809161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:08.839283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Transition to ACTIVE for port object 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:08.893034 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.014394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Network 1544a828-342c-40ac-ae1d-e41a577f8262 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:09.018645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'Port': ['ID=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:09.022653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:09.026145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:09.060690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ff78cdd-1b86-4937-9af0-31e278ff065f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:09.081612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.089436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.090237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.091887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.092938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.093981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.094552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.095080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.096525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.098614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.101641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.104611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:09.174619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.178317 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.187920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8ff78cdd-1b86-4937-9af0-31e278ff065f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:09.188651 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.215718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-8b451959-3934-4f10-a7b7-a724b36dd141 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1308827 Jul 16 02:07:09.229838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-ed00b188-54e7-486f-b6d2-3f5e5e0b036b tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:07:09.234040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-ed00b188-54e7-486f-b6d2-3f5e5e0b036b tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085349 Jul 16 02:07:09.261710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:09.448524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd71e4d5-0de9-46cd-918f-2815242042bc None None] Provisioning for port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:09.454180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd71e4d5-0de9-46cd-918f-2815242042bc None None] Provisioning complete for port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:09.454770 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd71e4d5-0de9-46cd-918f-2815242042bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.498536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Request body: {'port': {'device_id': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:09.517685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bd71e4d5-0de9-46cd-918f-2815242042bc None None] Port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:09.569331 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:09.603246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1dff8b14-a5f4-46de-b9d4-8356e776d711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.627307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.696099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ea00c2a-11d9-4431-b83d-7e34c54e1fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.838303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e6dc-a2b3-4dd7-b829-a77545d816d3 req-20e96b04-cfd8-4dff-8df7-0ad8a46c33b5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:09.839822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2633e6dc-a2b3-4dd7-b829-a77545d816d3 req-20e96b04-cfd8-4dff-8df7-0ad8a46c33b5 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 931 time: 0.2316968 Jul 16 02:07:09.877569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1dff8b14-a5f4-46de-b9d4-8356e776d711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.888889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1dff8b14-a5f4-46de-b9d4-8356e776d711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:09.943445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2633e6dc-a2b3-4dd7-b829-a77545d816d3 req-fe79a6e5-2bc2-42ae-a9c4-3f0dc8d5746a tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926821 Jul 16 02:07:09.956729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff8b14-a5f4-46de-b9d4-8356e776d711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064399d6-3ca0-4b83-b7a2-12d17fe96f93,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:09.966372 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1dff8b14-a5f4-46de-b9d4-8356e776d711 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f69ee7c6d82d44c5925042225828a2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019393 Jul 16 02:07:09.976925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34062) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:10.008785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:10.017097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.032797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Transition to ACTIVE for port object 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:10.040505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.088178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b80c7a-4cc4-4a5c-b1f3-4cf473beb1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.090953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Pushing event updated for resources: {'Port': ['ID=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:10.119226 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ea00c2a-11d9-4431-b83d-7e34c54e1fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.127481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8ea00c2a-11d9-4431-b83d-7e34c54e1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.132183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b80c7a-4cc4-4a5c-b1f3-4cf473beb1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.183894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Attempting to bind port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:10.184090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Attempting to bind port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:10.185132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Attempting to bind port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 on network 1544a828-342c-40ac-ae1d-e41a577f8262 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:10.190244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 on network 1544a828-342c-40ac-ae1d-e41a577f8262 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:10.193037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Attempting to bind port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 on network 1544a828-342c-40ac-ae1d-e41a577f8262 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:10.201488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:10.201826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Checking segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:10.202344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Bound using segment: {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:10.202933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Bound port: 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:10.203445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.221854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8ea00c2a-11d9-4431-b83d-7e34c54e1fb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f3356262b0e45eba936202e8eea8613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507411 Jul 16 02:07:10.224553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34068) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:10.226720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea00c2a-11d9-4431-b83d-7e34c54e1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d32d6-f608-478a-80af-4053d1b63eb4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:10.266945 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b80c7a-4cc4-4a5c-b1f3-4cf473beb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.269909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a9b80c7a-4cc4-4a5c-b1f3-4cf473beb1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.274447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a9b80c7a-4cc4-4a5c-b1f3-4cf473beb1d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/064399d6-3ca0-4b83-b7a2-12d17fe96f93 HTTP/1.1" status: 204 len: 168 time: 0.2940001 Jul 16 02:07:10.288537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b80c7a-4cc4-4a5c-b1f3-4cf473beb1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064399d6-3ca0-4b83-b7a2-12d17fe96f93,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:10.300262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] For port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:10.305472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] For port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:10.314616 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c26-7399-40ee-95b0-21e18ee62002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.319378 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.343263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c26-7399-40ee-95b0-21e18ee62002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.405003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Pushing event updated for resources: {'Port': ['ID=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:10.417936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.418561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.420307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a8d71d1a-2e68-45c4-b9f7-f2f91741968e service neutron] 10.222.0.38 "PUT /v2.0/ports/813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 1091 time: 1.1780462 Jul 16 02:07:10.421042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:10.423623 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c14c66-f76a-4624-8be8-e47d8d725a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:10.438643 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c26-7399-40ee-95b0-21e18ee62002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.443517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8b94c26-7399-40ee-95b0-21e18ee62002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.453047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d8b94c26-7399-40ee-95b0-21e18ee62002 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/283d32d6-f608-478a-80af-4053d1b63eb4 HTTP/1.1" status: 204 len: 168 time: 0.2204154 Jul 16 02:07:10.482392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94c26-7399-40ee-95b0-21e18ee62002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d32d6-f608-478a-80af-4053d1b63eb4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:10.598106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-12819df6-df66-4826-9250-30250ddb3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.599835 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-12819df6-df66-4826-9250-30250ddb3ff0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1094 time: 0.1208293 Jul 16 02:07:10.650247 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-25eb73da-53db-49a9-8013-928841779293 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 217 time: 0.0425701 Jul 16 02:07:10.725261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a930ef36-de52-4470-921c-e22ea0a2605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.727059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-a930ef36-de52-4470-921c-e22ea0a2605f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.0686855 Jul 16 02:07:10.817632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-c5355a9a-1eb6-46b9-a57c-ce09ad4c1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:10.820906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-c5355a9a-1eb6-46b9-a57c-ce09ad4c1908 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852535 Jul 16 02:07:10.849786 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78258f1-3eb3-40e1-a75f-1923ed29ce5e x-openstack-request-id: req-f78258f1-3eb3-40e1-a75f-1923ed29ce5e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:10.850650 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:10.851123 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f78258f1-3eb3-40e1-a75f-1923ed29ce5e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:10.851795 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'status': 'completed', 'code': 200} Jul 16 02:07:11.030129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-e064df9e-9045-4bda-adc7-155367ef7dc4 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770844 Jul 16 02:07:11.045591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:11.061232 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-691de3e4-c537-473b-8eb6-aa2b03d96090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.246396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09957eaa-c112-46a2-98a0-72fb7ef85e99 req-a4c7990f-ae59-4fad-aae1-c05e13759152 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:11.248263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09957eaa-c112-46a2-98a0-72fb7ef85e99 req-a4c7990f-ae59-4fad-aae1-c05e13759152 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 943 time: 0.1298008 Jul 16 02:07:11.262803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-691de3e4-c537-473b-8eb6-aa2b03d96090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.279880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-691de3e4-c537-473b-8eb6-aa2b03d96090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.339403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691de3e4-c537-473b-8eb6-aa2b03d96090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2d347-a607-4378-919b-11871ad88690,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:11.363031 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-09957eaa-c112-46a2-98a0-72fb7ef85e99 req-723e385e-e562-4166-8816-480303ba4473 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061134 Jul 16 02:07:11.370143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-691de3e4-c537-473b-8eb6-aa2b03d96090 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=085aae39fa1c403ea3165a7bfa7489c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225610 Jul 16 02:07:11.370998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34118) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:11.449690 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66617f7-41d2-4f97-952d-d65165bd7af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.499316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66617f7-41d2-4f97-952d-d65165bd7af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.584761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66617f7-41d2-4f97-952d-d65165bd7af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.590334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b66617f7-41d2-4f97-952d-d65165bd7af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:11.592392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b66617f7-41d2-4f97-952d-d65165bd7af1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4f2d347-a607-4378-919b-11871ad88690 HTTP/1.1" status: 204 len: 168 time: 0.2199886 Jul 16 02:07:11.614964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66617f7-41d2-4f97-952d-d65165bd7af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2d347-a607-4378-919b-11871ad88690,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:11.701277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6b2b4a31-1c25-44c6-96ce-8be95ae03184 req-84db94d5-1964-4702-ac7e-42480f01b2f2 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645710 Jul 16 02:07:11.893640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-753d2561-5db4-4a2c-be5b-6ae47d2db7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:11.896459 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-753d2561-5db4-4a2c-be5b-6ae47d2db7eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1094 time: 0.1134202 Jul 16 02:07:12.093213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-d357c09a-0663-4945-bc9c-5b0874baedef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.094712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-d357c09a-0663-4945-bc9c-5b0874baedef service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.1909504 Jul 16 02:07:12.167750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-91510dac-314c-4b20-b4aa-3cebb91c07ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 217 time: 0.0644531 Jul 16 02:07:12.273758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-3c4a84d3-9ca1-4c1f-9fcc-09d8baf956c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.275579 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-3c4a84d3-9ca1-4c1f-9fcc-09d8baf956c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.0981336 Jul 16 02:07:12.406726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-dfb5e190-ae31-499f-b3b4-cd1dbd86d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.409259 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-dfb5e190-ae31-499f-b3b4-cd1dbd86d5bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160560 Jul 16 02:07:12.616353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-b8dca596-ef88-47f0-9c50-6856ffe320c6 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959224 Jul 16 02:07:12.748606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4712a-fa64-4a61-8bb8-629167037377 req-f69bb59f-a018-4b55-934c-9df5106ef70b tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:12.750178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9a4712a-fa64-4a61-8bb8-629167037377 req-f69bb59f-a018-4b55-934c-9df5106ef70b tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 943 time: 0.1454487 Jul 16 02:07:12.819102 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-82c14c66-f76a-4624-8be8-e47d8d725a2f req-5c990095-7bc5-481f-94e6-5fc6028ccbe4 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988099 Jul 16 02:07:12.838867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9a4712a-fa64-4a61-8bb8-629167037377 req-70376573-68b1-48d0-b0bb-bb436cd2ff84 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686595 Jul 16 02:07:13.944282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:13.994658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:14.061772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8301161-25d5-4958-96a1-129a030a1b27 req-50542475-82ae-4d81-a82e-9fce2956c6fc tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:14.068544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8301161-25d5-4958-96a1-129a030a1b27 req-50542475-82ae-4d81-a82e-9fce2956c6fc tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 943 time: 0.0894668 Jul 16 02:07:14.130944 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8301161-25d5-4958-96a1-129a030a1b27 req-d4582c87-d08a-4094-a03d-6c1d7aae66e4 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520716 Jul 16 02:07:14.137329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:14.150305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'port_id': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'mac_address': 'fa:16:3e:88:a3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:14.203255 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.228464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c02832-2c37-4550-ab87-b55c35a5cc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.261007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:14.315470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:14.322881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.421194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c02832-2c37-4550-ab87-b55c35a5cc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.429170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:14.429321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-16c02832-2c37-4550-ab87-b55c35a5cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.477491 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-16c02832-2c37-4550-ab87-b55c35a5cc46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a03995271ee24938bcbab1c801ea78ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816337 Jul 16 02:07:14.481691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34310) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:14.499697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c02832-2c37-4550-ab87-b55c35a5cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca1aded-394d-451e-95cb-2657dbdb3c69,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:14.535535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:14.555625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d03ee480-381f-4fd0-8d60-94100c4c2409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.580687 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d03ee480-381f-4fd0-8d60-94100c4c2409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.645710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d03ee480-381f-4fd0-8d60-94100c4c2409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.648760 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d03ee480-381f-4fd0-8d60-94100c4c2409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:14.656735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d03ee480-381f-4fd0-8d60-94100c4c2409 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ca1aded-394d-451e-95cb-2657dbdb3c69 HTTP/1.1" status: 204 len: 168 time: 0.1729887 Jul 16 02:07:14.671889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ee480-381f-4fd0-8d60-94100c4c2409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca1aded-394d-451e-95cb-2657dbdb3c69,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:15.043204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34328) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:15.058777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebba322d-adb9-4a2b-b40f-f42a477c38f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.151166 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebba322d-adb9-4a2b-b40f-f42a477c38f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.158213 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ebba322d-adb9-4a2b-b40f-f42a477c38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.202481 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ebba322d-adb9-4a2b-b40f-f42a477c38f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ef9fec01eb446a3b6b6ad27e23b85bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581142 Jul 16 02:07:15.205165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34334) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:15.205647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba322d-adb9-4a2b-b40f-f42a477c38f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b5949-3ae3-4c7b-8d27-a6441b022995,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:15.264704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2205b27-4a7a-4840-a228-21dd9a4695a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.289649 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2205b27-4a7a-4840-a228-21dd9a4695a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.339433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2205b27-4a7a-4840-a228-21dd9a4695a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.342897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e2205b27-4a7a-4840-a228-21dd9a4695a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:15.346436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e2205b27-4a7a-4840-a228-21dd9a4695a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b62b5949-3ae3-4c7b-8d27-a6441b022995 HTTP/1.1" status: 204 len: 168 time: 0.1401746 Jul 16 02:07:15.361103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2205b27-4a7a-4840-a228-21dd9a4695a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b5949-3ae3-4c7b-8d27-a6441b022995,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:15.392427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f525455-e85c-42a8-98d5-ba88f78804fb req-0211de0f-ead2-4038-a509-7bf63eedb246 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:15.394141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f525455-e85c-42a8-98d5-ba88f78804fb req-0211de0f-ead2-4038-a509-7bf63eedb246 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 944 time: 0.1165059 Jul 16 02:07:15.448818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f525455-e85c-42a8-98d5-ba88f78804fb req-3968a2a3-b1dc-4abf-943b-42253f14abff tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 Jul 16 02:07:15.944556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:16.008338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:16.015662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:16.016058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.180434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.248393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:16.249658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:16.253745 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3ce0be-11e5-4c4a-99b4-3a4cc83adecb" -d '{"events": [{"server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "name": "network-vif-plugged", "status": "completed", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:16.259538 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:16.359831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:16.476603 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:16.767664 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a4a9fb-3756-4982-b6fb-c82807a41a9e x-openstack-request-id: req-d5a4a9fb-3756-4982-b6fb-c82807a41a9e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:16.767964 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "name": "network-vif-plugged", "status": "completed", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:16.768250 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5a4a9fb-3756-4982-b6fb-c82807a41a9e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:16.768772 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'code': 200} Jul 16 02:07:16.799665 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bbdd3-56fa-4799-bc3a-c0ec8ea00224 req-4d14def3-dc0b-4054-ad44-6ca9a67666ab tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.807218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c72bbdd3-56fa-4799-bc3a-c0ec8ea00224 req-4d14def3-dc0b-4054-ad44-6ca9a67666ab tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.1633105 Jul 16 02:07:16.873058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c72bbdd3-56fa-4799-bc3a-c0ec8ea00224 req-9765f9c3-d33f-42fa-a7c0-d4793a80c87f tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645163 Jul 16 02:07:16.994156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9231b5-3551-41fa-bb8a-4016ee0004dc req-e9669601-f4d5-4695-9a7a-fe165dec7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:16.997647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb9231b5-3551-41fa-bb8a-4016ee0004dc req-e9669601-f4d5-4695-9a7a-fe165dec7254 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.1559978 Jul 16 02:07:17.052569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb9231b5-3551-41fa-bb8a-4016ee0004dc req-0ded9cef-81e3-4ead-a78b-c2fc40d36bda service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474536 Jul 16 02:07:17.361203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:17.678642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2085409076'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:17.762309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Made reservation on behalf of 3ce9a0377937434ba86a8012d6c70296 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:17.765870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:17.780821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.081240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.091294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.154834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ed1933-6efc-40a2-951d-efdfc40f2b08,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:18.237688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:18.251025 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.251675 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Added segment 094ac2e6-71b5-446e-a51e-cad8274efe3d of type vlan for network f46edd1d-aad3-4182-a7b1-4edda3eb523d Jul 16 02:07:18.305355 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.373408 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb91d9d-35eb-4fe1-be34-d0696ece9007 req-c4d55d71-e0d3-4c1b-9145-bdaf82cde7d7 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.376592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fb91d9d-35eb-4fe1-be34-d0696ece9007 req-c4d55d71-e0d3-4c1b-9145-bdaf82cde7d7 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.2140663 Jul 16 02:07:18.378065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.389321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.390288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.475647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Pushing event updated for resources: {'Network': ['ID=f46edd1d-aad3-4182-a7b1-4edda3eb523d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:18.482020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:18.482520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d06c867e-ade2-4ee7-be91-4cdc36e53b50 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1190267 Jul 16 02:07:18.494012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f46edd1d-aad3-4182-a7b1-4edda3eb523d details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:18.559483 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fb91d9d-35eb-4fe1-be34-d0696ece9007 req-14ee3240-eb55-43c3-9493-b8314fd087d0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559701 Jul 16 02:07:18.575691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'network': {'name': 'tempest-network--654967072', 'router:external': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:18.626121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Made reservation on behalf of cd72312a72cc4468a431148a4d2b705d for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:18.629332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.646664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.779720 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.785062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.802126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:18.815793 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.816844 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Added segment 1535460f-e8cc-4794-8825-ff287c14f6fa of type vlan for network 854b95bc-5843-4e33-8cb4-cf956726281b Jul 16 02:07:18.882067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.928222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4297a969-76b6-4ffc-9de7-709c6849f910,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:18.958428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.959925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.960846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.042235 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5561330 Jul 16 02:07:19.042694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34426) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:19.105424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437504d-9491-4edc-9099-61ded6d781d8 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Network': ['ID=854b95bc-5843-4e33-8cb4-cf956726281b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:19.117150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 854b95bc-5843-4e33-8cb4-cf956726281b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:19.214839 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.818635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.838581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854b95bc-5843-4e33-8cb4-cf956726281b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:19.865391 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1535460f-e8cc-4794-8825-ff287c14f6fa') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:19.865688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1535460f-e8cc-4794-8825-ff287c14f6fa') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:19.878568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.903638 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.920698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:19.921299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:19.923236 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:19.985455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f19019-fe16-4567-a141-481794631706 req-0458062c-7ec3-4a27-922f-10bd38a36cb3 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.987321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f19019-fe16-4567-a141-481794631706 req-0458062c-7ec3-4a27-922f-10bd38a36cb3 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.1658828 Jul 16 02:07:20.021819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.036244 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 854b95bc-5843-4e33-8cb4-cf956726281b {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 02:07:20.049155 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.051061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/networks/854b95bc-5843-4e33-8cb4-cf956726281b HTTP/1.1" status: 204 len: 168 time: 1.0072927 Jul 16 02:07:20.052507 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6111c-a6c9-4154-8c09-b204a3b23f31 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Network': ['ID=854b95bc-5843-4e33-8cb4-cf956726281b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:20.055735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:20.057853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89f19019-fe16-4567-a141-481794631706 req-2e18401f-9c06-4b89-ad99-1ccb0b11c873 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606699 Jul 16 02:07:20.061500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:20.106018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Made reservation on behalf of cd72312a72cc4468a431148a4d2b705d for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:20.108958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.171357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:20.186098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.186448 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Added segment ffc2e8b3-4775-4520-bf33-7a3905c4b8a4 of type vlan for network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 Jul 16 02:07:20.311807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917000a-2de2-40ff-b49a-27bb41ab8762 req-b983b1f1-650d-4641-b343-7c83716d093e tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.320659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0917000a-2de2-40ff-b49a-27bb41ab8762 req-b983b1f1-650d-4641-b343-7c83716d093e tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.0899105 Jul 16 02:07:20.330361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.389449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0917000a-2de2-40ff-b49a-27bb41ab8762 req-3147faed-bfbe-4339-a948-dcd17f67ee54 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668464 Jul 16 02:07:20.430310 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.431399 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.436158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.521130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Network': ['ID=7515c4bc-4cad-4b15-8e47-6526c7c0d6d1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:20.552293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:20.559081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-495287a9-ae6d-4117-a4ce-1c65e2b297ce tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4994941 Jul 16 02:07:20.560120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34460) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:20.567416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'subnet': {'network_id': '7515c4bc-4cad-4b15-8e47-6526c7c0d6d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:20.618060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Made reservation on behalf of cd72312a72cc4468a431148a4d2b705d for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:20.621674 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:20.998112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3d37c-8a30-44cf-bf3e-d16825dc19ae req-a5dd4083-e2eb-4961-bc37-ab9cbbb8b3e0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.000343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60e3d37c-8a30-44cf-bf3e-d16825dc19ae req-a5dd4083-e2eb-4961-bc37-ab9cbbb8b3e0 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.3165343 Jul 16 02:07:21.066036 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60e3d37c-8a30-44cf-bf3e-d16825dc19ae req-17c835dd-4057-4d30-ae59-428bebb0cf88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512912 Jul 16 02:07:21.104448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:21.213115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.objects.ports [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93906) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:07:21.213900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.279393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34472) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:21.291025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5eb062e-f4ab-4bb9-a096-94cc6716d0a7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:21.320000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Checking segment: {'id': 'ffc2e8b3-4775-4520-bf33-7a3905c4b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '7515c4bc-4cad-4b15-8e47-6526c7c0d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:21.320598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Network hostable DHCP agents. Network: 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:21.340245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:21.369254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04288204-c494-4f44-bf7b-866e9e89acab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.369463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:21.379846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d35d96-8e9d-4062-babc-859ddf97a06b None None] Network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:21.382410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.383080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.403948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-78e44160-70d8-4f2e-960a-7422879ca546 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8417649 Jul 16 02:07:21.405399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:21.412238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'floatingip': {'floating_network_id': '7515c4bc-4cad-4b15-8e47-6526c7c0d6d1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:21.442186 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.495853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565f311-ed3c-49b3-91b2-7bb48069ffae tempest-TestServerBasicOps-1823864937 tempest-TestServerBasicOps-1823864937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:21.501284 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8565f311-ed3c-49b3-91b2-7bb48069ffae tempest-TestServerBasicOps-1823864937 tempest-TestServerBasicOps-1823864937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1091 time: 0.3955259 Jul 16 02:07:21.502019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:21.508271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:21.558644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861ef12-8347-4eaa-af9e-8ee4982d0439 None None] Network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:21.575461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.590030 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04288204-c494-4f44-bf7b-866e9e89acab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.601491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04288204-c494-4f44-bf7b-866e9e89acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.658587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04288204-c494-4f44-bf7b-866e9e89acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e30703-01cc-47b1-98fb-5aed6e143556,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:21.700049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-04288204-c494-4f44-bf7b-866e9e89acab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=420bac7aa1f4456395c87ebe028a40ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191835 Jul 16 02:07:21.702176 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.707272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34484) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:21.760582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Allocated IP 172.20.0.14 (7515c4bc-4cad-4b15-8e47-6526c7c0d6d1/b5eb062e-f4ab-4bb9-a096-94cc6716d0a7/81b0f6f4-af33-4c8e-af40-24888689be33) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:21.786637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed4c12b8-ca86-4990-8624-12715e3fc304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.822085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed4c12b8-ca86-4990-8624-12715e3fc304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.912781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.928110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:21.970555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.009086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:22.012352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:22.015870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:22.024380 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Allocated IP 172.25.0.82 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/824a13f7-08f1-47ac-adb0-9d04688aaee8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:22.072827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Port': ['ID=81b0f6f4-af33-4c8e-af40-24888689be33,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:22.105176 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed4c12b8-ca86-4990-8624-12715e3fc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.107871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed4c12b8-ca86-4990-8624-12715e3fc304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.109190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ed4c12b8-ca86-4990-8624-12715e3fc304 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9e30703-01cc-47b1-98fb-5aed6e143556 HTTP/1.1" status: 204 len: 168 time: 0.3989058 Jul 16 02:07:22.123517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c12b8-ca86-4990-8624-12715e3fc304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e30703-01cc-47b1-98fb-5aed6e143556,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:22.166295 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.206631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.212276 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.219359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.278894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:22.282455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:22.283837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.287136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:22.382484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'Port': ['ID=824a13f7-08f1-47ac-adb0-9d04688aaee8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:22.531710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.544773 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.673790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:22.701397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-807603ac-366d-4b99-b876-28b2ee8952de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:22.708329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Port': ['ID=81b0f6f4-af33-4c8e-af40-24888689be33,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:22.737755 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.000850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-807603ac-366d-4b99-b876-28b2ee8952de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.011860 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.015780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-22f1dad2-d106-44d5-b56f-038a8605a4ad tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6063709 Jul 16 02:07:23.016173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:23.036469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-807603ac-366d-4b99-b876-28b2ee8952de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.071375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807603ac-366d-4b99-b876-28b2ee8952de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8441cbd2-2394-4359-b018-3b9d1769e7f0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.091469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b588f1d0-5502-4091-bf98-c0f94f30f64e tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 HTTP/1.1" status: 200 len: 690 time: 0.0741184 Jul 16 02:07:23.094397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34508) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:23.106857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-807603ac-366d-4b99-b876-28b2ee8952de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b8f7f0cc7aa4d17be38de58ee24a821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319165 Jul 16 02:07:23.110218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34510) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:23.119485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.195151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.211928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0bce9ab-98b0-49fa-a280-fb1e95d34be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.256837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0bce9ab-98b0-49fa-a280-fb1e95d34be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.286772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.341060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Deleting port 81b0f6f4-af33-4c8e-af40-24888689be33 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:23.341496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.457863 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.458478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.468360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0bce9ab-98b0-49fa-a280-fb1e95d34be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.471068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0bce9ab-98b0-49fa-a280-fb1e95d34be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.475486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a0bce9ab-98b0-49fa-a280-fb1e95d34be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8441cbd2-2394-4359-b018-3b9d1769e7f0 HTTP/1.1" status: 204 len: 168 time: 0.3638647 Jul 16 02:07:23.481278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Calling delete_port for 81b0f6f4-af33-4c8e-af40-24888689be33 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:23.505937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bce9ab-98b0-49fa-a280-fb1e95d34be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8441cbd2-2394-4359-b018-3b9d1769e7f0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.567032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.570718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.573398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.669405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event updated for resources: {'Port': ['ID=824a13f7-08f1-47ac-adb0-9d04688aaee8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.694541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.771148 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9542bfd-7602-4078-b226-6c9aabcb77c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.788682 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:23.814407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Port': ['ID=81b0f6f4-af33-4c8e-af40-24888689be33,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:23.853086 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Floating IP 3a37027b-0689-49df-be97-0b5fb4fe0923 associated. External IP: 172.25.0.82, port: 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61. Jul 16 02:07:23.962020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.032920 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.159154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:24.176579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.243903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34532) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:24.263812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5eb062e-f4ab-4bb9-a096-94cc6716d0a7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:24.306269 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.317482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7515c4bc-4cad-4b15-8e47-6526c7c0d6d1']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:24.332066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc2e8b3-4775-4520-bf33-7a3905c4b8a4') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:24.332361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc2e8b3-4775-4520-bf33-7a3905c4b8a4') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:24.342471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.360763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.374773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:24.375199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:24.379886 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:24.386959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:24.398718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] Sync routers for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:24.411290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:24.414223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:24.458654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.464726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca147-288b-465b-9775-21be5c72f351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.528193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.542308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 02:07:24.548091 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7e6033be-a824-4a1f-9258-de167df29e88 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0407860 Jul 16 02:07:24.548091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:24.549902 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f" -d '{"events": [{"name": "network-changed", "server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:24.550710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.555090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/networks/7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 HTTP/1.1" status: 204 len: 168 time: 1.4597106 Jul 16 02:07:24.564116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:24.594710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37a925-1ce6-48b1-9029-6d82d0d42edf tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Network': ['ID=7515c4bc-4cad-4b15-8e47-6526c7c0d6d1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:24.610761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:24.655634 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78151e21-94a8-460b-a822-5f2e7498e0ad x-openstack-request-id: req-78151e21-94a8-460b-a822-5f2e7498e0ad {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:24.655921 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:24.656227 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78151e21-94a8-460b-a822-5f2e7498e0ad {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:24.656628 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'status': 'completed', 'code': 200} Jul 16 02:07:24.873953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-08f7a8f2-5705-41e3-88bb-b8eccdf276ec tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 993 time: 0.3079524 Jul 16 02:07:24.876499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:24.924143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-8a2e4efd-0ca8-4b83-b39d-c97da276ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:24.926547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-8a2e4efd-0ca8-4b83-b39d-c97da276ad3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.2432284 Jul 16 02:07:24.928709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca147-288b-465b-9775-21be5c72f351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:24.945926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf9ca147-288b-465b-9775-21be5c72f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.059357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf9ca147-288b-465b-9775-21be5c72f351 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67accb47388d4a34bc8b68291b7c4513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133264 Jul 16 02:07:25.059884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:25.070926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ca147-288b-465b-9775-21be5c72f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf32d69-2f8b-4845-b302-d8c89e92a7e4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:25.113374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a58c-7930-4cec-a1cd-e954dc817e9c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.113993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a58c-7930-4cec-a1cd-e954dc817e9c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.114467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a58c-7930-4cec-a1cd-e954dc817e9c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.115656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a58c-7930-4cec-a1cd-e954dc817e9c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.115656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a58c-7930-4cec-a1cd-e954dc817e9c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.127331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5c15a58c-7930-4cec-a1cd-e954dc817e9c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3376 time: 0.2499967 Jul 16 02:07:25.127975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34558) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:25.129290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3a37027b-0689-49df-be97-0b5fb4fe0923', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'port_id': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'mac_address': 'fa:16:3e:88:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:22Z', 'updated_at': '2021-07-16T02:07:22Z', 'revision_number': 0, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:25.162978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] Checking router: 4e70ce2a-55fa-4ad7-bd42-ed2596547331 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:25.174354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:25.175622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:06:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:25.182156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-f763a7b2-68ff-4fdd-a5cd-fc11be72cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.183722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-f763a7b2-68ff-4fdd-a5cd-fc11be72cc3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.2488658 Jul 16 02:07:25.207326 n-d-800087-6 neutron-server[93906]: INFO neutron.api.v2.resource [None req-954d25db-d425-4a06-ad35-b4607af573b9 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] delete failed (client error): The resource could not be found. Jul 16 02:07:25.213634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-954d25db-d425-4a06-ad35-b4607af573b9 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/0ead7682-7e5d-4161-b1e2-d1765bb302df HTTP/1.1" status: 404 len: 345 time: 0.0846009 Jul 16 02:07:25.214329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:25.251988 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a07096-f25a-47ab-9522-767d6a83781f tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 02:07:25.252627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a07096-f25a-47ab-9522-767d6a83781f tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:07:25.263454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-79a07096-f25a-47ab-9522-767d6a83781f tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/networks/7515c4bc-4cad-4b15-8e47-6526c7c0d6d1 HTTP/1.1" status: 404 len: 339 time: 0.0480435 Jul 16 02:07:25.264140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:25.276129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'network': {'name': 'tempest-network--506808719', 'router:external': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:25.333470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-15ad34ee-de78-4595-839e-f9c7284fa600 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 998 time: 0.1411664 Jul 16 02:07:25.335029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Made reservation on behalf of cd72312a72cc4468a431148a4d2b705d for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:25.338096 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.389153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:25.412964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.413781 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Added segment e5c50f1b-8b99-4ec6-846c-8d0ca8301402 of type vlan for network 4b652915-6cac-4ad3-b846-e7847bdfe842 Jul 16 02:07:25.446287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-179f0092-b321-4d34-a064-78f1dca7813d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.480904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.484665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-09b4291b-3194-4717-934e-6f9f17202898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.488687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-09b4291b-3194-4717-934e-6f9f17202898 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.1442456 Jul 16 02:07:25.504008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-179f0092-b321-4d34-a064-78f1dca7813d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.521897 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.523370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.524256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.606734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-60547a74-cde3-489f-b7a5-bdb849d3fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.608368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-60547a74-cde3-489f-b7a5-bdb849d3fac8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999022 Jul 16 02:07:25.621929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:25.627726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-179f0092-b321-4d34-a064-78f1dca7813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.631092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-179f0092-b321-4d34-a064-78f1dca7813d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:25.635200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-179f0092-b321-4d34-a064-78f1dca7813d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baf32d69-2f8b-4845-b302-d8c89e92a7e4 HTTP/1.1" status: 204 len: 168 time: 0.5717449 Jul 16 02:07:25.647026 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Network': ['ID=4b652915-6cac-4ad3-b846-e7847bdfe842,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:25.666974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 4b652915-6cac-4ad3-b846-e7847bdfe842 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:25.676268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f0092-b321-4d34-a064-78f1dca7813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf32d69-2f8b-4845-b302-d8c89e92a7e4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:25.689443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea7d8a42-83fe-4357-902f-5e0a13c648ac tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4176567 Jul 16 02:07:25.691743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:25.764413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-22100adb-6194-4ff0-9785-8b94b1620e11 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477036 Jul 16 02:07:25.966600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66ef95-3ec3-4b3a-93b8-cbd08feea1f0 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.972150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-294a4aa5-7e5e-4f57-86fe-de63c26fc07f req-d5260bf2-1b58-421e-9271-dc862cc5b483 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007396 Jul 16 02:07:25.973750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66ef95-3ec3-4b3a-93b8-cbd08feea1f0 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.981759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66ef95-3ec3-4b3a-93b8-cbd08feea1f0 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.989227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66ef95-3ec3-4b3a-93b8-cbd08feea1f0 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:25.993695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2a66ef95-3ec3-4b3a-93b8-cbd08feea1f0 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2979693 Jul 16 02:07:25.994110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.082693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3a37027b-0689-49df-be97-0b5fb4fe0923', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'port_id': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'mac_address': 'fa:16:3e:88:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:22Z', 'updated_at': '2021-07-16T02:07:22Z', 'revision_number': 0, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:26.150964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.153678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9d572-f6a7-452e-aff6-ae894c8ade9c None None] The sync data for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 is: [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3a37027b-0689-49df-be97-0b5fb4fe0923', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'port_id': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'mac_address': 'fa:16:3e:88:a3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:22Z', 'updated_at': '2021-07-16T02:07:22Z', 'revision_number': 0, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:26.208311 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27fd3fe8-4708-4d4c-b797-6a8ebad54262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.267402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.269035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34614) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.285200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66599d86-291c-46d0-a5f3-8a4f1c764a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.302011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b652915-6cac-4ad3-b846-e7847bdfe842']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:26.329217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c50f1b-8b99-4ec6-846c-8d0ca8301402') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:26.329453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c50f1b-8b99-4ec6-846c-8d0ca8301402') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:26.352576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.379570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.392676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:26.404225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:26.496343 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:26.509530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.514815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.541010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b652915-6cac-4ad3-b846-e7847bdfe842 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 02:07:26.542887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b652915-6cac-4ad3-b846-e7847bdfe842,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:26.544953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.546922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f5d72ed2-cff4-48e4-ac0d-60a4e95778d7 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/networks/4b652915-6cac-4ad3-b846-e7847bdfe842 HTTP/1.1" status: 204 len: 168 time: 0.5511534 Jul 16 02:07:26.553273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34650) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.558534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'network': {'name': 'tempest-network--1960846523', 'router:external': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:26.626884 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66599d86-291c-46d0-a5f3-8a4f1c764a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.633179 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66599d86-291c-46d0-a5f3-8a4f1c764a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.654654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Made reservation on behalf of cd72312a72cc4468a431148a4d2b705d for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:26.658501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.709786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:26.722696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.723063 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Added segment fe9c0488-e9b7-48b0-9d03-044b7ad437e3 of type vlan for network ca67d50c-b0b2-4089-8139-6058e2675f59 Jul 16 02:07:26.723789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66599d86-291c-46d0-a5f3-8a4f1c764a10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=583aea36ab7c44aabb42384d73f0e014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536612 Jul 16 02:07:26.724802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66599d86-291c-46d0-a5f3-8a4f1c764a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a7d5e-c1b4-47c1-bb3c-0dba32e20fd1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:26.727259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34670) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:26.788327 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.820798 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9ac7-b348-401f-94ef-b52043c71a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.832700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.834034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:26.835054 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.890586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9ac7-b348-401f-94ef-b52043c71a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:26.908433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Network': ['ID=ca67d50c-b0b2-4089-8139-6058e2675f59,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:26.920714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ca67d50c-b0b2-4089-8139-6058e2675f59 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:26.934485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-126c9b6e-88e5-49d5-a5d3-62f34e71b373 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3799274 Jul 16 02:07:26.937976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:27.026106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9ac7-b348-401f-94ef-b52043c71a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.028669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9ac7-b348-401f-94ef-b52043c71a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.030147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7e1e9ac7-b348-401f-94ef-b52043c71a2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/268a7d5e-c1b4-47c1-bb3c-0dba32e20fd1 HTTP/1.1" status: 204 len: 168 time: 0.3018870 Jul 16 02:07:27.043347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e9ac7-b348-401f-94ef-b52043c71a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a7d5e-c1b4-47c1-bb3c-0dba32e20fd1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:27.107991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142054a-9d44-4103-ba18-a349e645ad27 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.109841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c142054a-9d44-4103-ba18-a349e645ad27 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] 10.222.0.35 "GET /v2.0/networks/ca67d50c-b0b2-4089-8139-6058e2675f59 HTTP/1.1" status: 200 len: 757 time: 0.1707537 Jul 16 02:07:27.113615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34722) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:27.299673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d80d67-8f65-4060-b871-55e3f878d559 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:27.306030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34748) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:27.307382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-10d80d67-8f65-4060-b871-55e3f878d559 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] 10.222.0.35 "GET /v2.0/networks/f46edd1d-aad3-4182-a7b1-4edda3eb523d HTTP/1.1" status: 200 len: 768 time: 0.1917269 Jul 16 02:07:27.462733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.511576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:27.531115 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535ee8f-049d-471b-ae4e-d72a87e769ad None None] New status for floating IP 3a37027b-0689-49df-be97-0b5fb4fe0923: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:07:28.042361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.053503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca67d50c-b0b2-4089-8139-6058e2675f59']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:28.066196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9c0488-e9b7-48b0-9d03-044b7ad437e3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:28.066493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9c0488-e9b7-48b0-9d03-044b7ad437e3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:28.079942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.099189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.106268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:28.107133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:28.109607 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:28.172630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.178540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca67d50c-b0b2-4089-8139-6058e2675f59 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 02:07:28.193711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.195908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/networks/ca67d50c-b0b2-4089-8139-6058e2675f59 HTTP/1.1" status: 204 len: 168 time: 0.8883097 Jul 16 02:07:28.199533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 34852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:28.204292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52395653-f0e3-44e8-99a5-e6fa82472eb6 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca67d50c-b0b2-4089-8139-6058e2675f59,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:28.205499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'network': {'name': 'tempest-network--1711587653'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:28.233618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Made reservation on behalf of cd72312a72cc4468a431148a4d2b705d for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:28.237193 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.265656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:28.276665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.277401 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Added segment 0acae3a8-ae13-498c-a0cf-e87ea3062fa6 of type vlan for network f260b7d2-e96c-4782-8695-11e235538fec Jul 16 02:07:28.323876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.358558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.361353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:28.361353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.728276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5270112 Jul 16 02:07:28.728597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34914) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:28.729205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee235d-32df-48e0-9f44-fb3a7f912d0d tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Network': ['ID=f260b7d2-e96c-4782-8695-11e235538fec,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:28.738244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:28.745303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f260b7d2-e96c-4782-8695-11e235538fec details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:28.906445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.917884 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.921232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.942281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Network f260b7d2-e96c-4782-8695-11e235538fec is not hosted by any dhcp agent {{(pid=93907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:07:28.943055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:28.943649 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:28.944979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "PUT /v2.0/networks/f260b7d2-e96c-4782-8695-11e235538fec HTTP/1.1" status: 200 len: 858 time: 0.2156677 Jul 16 02:07:28.947644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 34950) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:29.014499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eea003-c25e-43d6-aa9b-79ea06dde68c tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event updated for resources: {'Network': ['ID=f260b7d2-e96c-4782-8695-11e235538fec,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:29.066153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.166942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.177601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f260b7d2-e96c-4782-8695-11e235538fec']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:29.189922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acae3a8-ae13-498c-a0cf-e87ea3062fa6') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:29.191308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acae3a8-ae13-498c-a0cf-e87ea3062fa6') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:29.202493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.220891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.227973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:29.228416 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:29.230815 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:29.299554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.306402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f260b7d2-e96c-4782-8695-11e235538fec {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 02:07:29.317221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.322614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] 10.222.0.35 "DELETE /v2.0/networks/f260b7d2-e96c-4782-8695-11e235538fec HTTP/1.1" status: 204 len: 168 time: 0.3705649 Jul 16 02:07:29.322614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2a87a-6318-4372-ae33-ecf6db4f75f1 tempest-ExternalNetworksTestJSON-1291403933 tempest-ExternalNetworksTestJSON-1291403933-project-admin] Pushing event deleted for resources: {'Network': ['ID=f260b7d2-e96c-4782-8695-11e235538fec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:29.323185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:29.363990 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f85b8fc-6232-4617-870f-717b53067799 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] DELETE failed (client error): The resource could not be found. Jul 16 02:07:29.364338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f85b8fc-6232-4617-870f-717b53067799 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:07:29.368442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5f85b8fc-6232-4617-870f-717b53067799 tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] 10.222.0.35 "DELETE /v2.0/subnets/b5eb062e-f4ab-4bb9-a096-94cc6716d0a7 HTTP/1.1" status: 404 len: 337 time: 0.0424647 Jul 16 02:07:29.369098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:29.478096 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.595088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.606507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46edd1d-aad3-4182-a7b1-4edda3eb523d']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:29.619955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094ac2e6-71b5-446e-a51e-cad8274efe3d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:29.620465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094ac2e6-71b5-446e-a51e-cad8274efe3d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:29.631373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.649760 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.658738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:29.659319 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:29.662941 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:29.750775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.760635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:29.763394 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] 10.222.0.35 "DELETE /v2.0/networks/f46edd1d-aad3-4182-a7b1-4edda3eb523d HTTP/1.1" status: 204 len: 168 time: 0.3932109 Jul 16 02:07:29.802579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599fda1-cd5b-42c4-8eb1-dcab5636953c tempest-ExternalNetworksTestJSON-1100394027 tempest-ExternalNetworksTestJSON-1100394027-project] Pushing event deleted for resources: {'Network': ['ID=f46edd1d-aad3-4182-a7b1-4edda3eb523d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:30.053373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35106) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:30.192512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35114) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:30.192786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e87d7193-c396-4abe-badb-86f66632f7a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ce9a0377937434ba86a8012d6c70296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380970 Jul 16 02:07:30.250920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f4fefe5-9699-4f51-8cdd-0379544683f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.274482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f4fefe5-9699-4f51-8cdd-0379544683f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.326641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f4fefe5-9699-4f51-8cdd-0379544683f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.329896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f4fefe5-9699-4f51-8cdd-0379544683f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.331294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f4fefe5-9699-4f51-8cdd-0379544683f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32ed1933-6efc-40a2-951d-efdfc40f2b08 HTTP/1.1" status: 204 len: 168 time: 0.1376483 Jul 16 02:07:30.339829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fefe5-9699-4f51-8cdd-0379544683f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ed1933-6efc-40a2-951d-efdfc40f2b08,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:30.631283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35124) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:30.678565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e963d3e-b5d3-4645-a615-d97cd815b2f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd72312a72cc4468a431148a4d2b705d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452175 Jul 16 02:07:30.680590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35126) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:30.734437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183bc2a5-2c30-43ba-9363-02b2d4499d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.756402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183bc2a5-2c30-43ba-9363-02b2d4499d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.805806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183bc2a5-2c30-43ba-9363-02b2d4499d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.809394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-183bc2a5-2c30-43ba-9363-02b2d4499d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:30.813174 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-183bc2a5-2c30-43ba-9363-02b2d4499d92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4297a969-76b6-4ffc-9de7-709c6849f910 HTTP/1.1" status: 204 len: 168 time: 0.1293118 Jul 16 02:07:30.820432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc2a5-2c30-43ba-9363-02b2d4499d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297a969-76b6-4ffc-9de7-709c6849f910,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:31.987042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.176177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.232708 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a1434a-9c88-4d09-9bae-e02c3f1344c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.233389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a2292c0f-b294-4406-bd4c-aad558609e20 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-176782310'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:32.233922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a2292c0f-b294-4406-bd4c-aad558609e20 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Unknown quota resources ['metering_label']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 02:07:32.326496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a1434a-9c88-4d09-9bae-e02c3f1344c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.334082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4a1434a-9c88-4d09-9bae-e02c3f1344c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.376460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1434a-9c88-4d09-9bae-e02c3f1344c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77893fd7-c667-4d1f-b802-f7d9440943fd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:32.381902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f4a1434a-9c88-4d09-9bae-e02c3f1344c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1eb1fd00ad9c433688414c6c31ef6a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931730 Jul 16 02:07:32.384387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35184) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.438145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a2292c0f-b294-4406-bd4c-aad558609e20 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.442487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a2292c0f-b294-4406-bd4c-aad558609e20 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2620525 Jul 16 02:07:32.442743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35186) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.442998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f489bc35-32bf-4619-916e-23a7c997fbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.447256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-54e17d01-917f-445f-8fba-e6fb64bc7865 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f5b5299c-f4a2-4f30-89c0-b1c435b9af62'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:32.447675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-54e17d01-917f-445f-8fba-e6fb64bc7865 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 02:07:32.468620 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f489bc35-32bf-4619-916e-23a7c997fbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.521543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f489bc35-32bf-4619-916e-23a7c997fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.523886 n-d-800087-6 neutron-server[93907]: WARNING neutron.services.metering.metering_plugin [None req-54e17d01-917f-445f-8fba-e6fb64bc7865 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 02:07:32.524129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f489bc35-32bf-4619-916e-23a7c997fbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.527693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f489bc35-32bf-4619-916e-23a7c997fbe3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77893fd7-c667-4d1f-b802-f7d9440943fd HTTP/1.1" status: 204 len: 168 time: 0.1399972 Jul 16 02:07:32.543313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489bc35-32bf-4619-916e-23a7c997fbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77893fd7-c667-4d1f-b802-f7d9440943fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:32.629375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-54e17d01-917f-445f-8fba-e6fb64bc7865 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.630563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-54e17d01-917f-445f-8fba-e6fb64bc7865 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1868308 Jul 16 02:07:32.633852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35190) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.638796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d4c310a-d80b-46a4-ba09-5ab41a6a6f6f tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f5b5299c-f4a2-4f30-89c0-b1c435b9af62'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:32.639281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d4c310a-d80b-46a4-ba09-5ab41a6a6f6f tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 02:07:32.705761 n-d-800087-6 neutron-server[93907]: WARNING neutron.services.metering.metering_plugin [None req-9d4c310a-d80b-46a4-ba09-5ab41a6a6f6f tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 02:07:32.790822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d4c310a-d80b-46a4-ba09-5ab41a6a6f6f tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.792159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d4c310a-d80b-46a4-ba09-5ab41a6a6f6f tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1571479 Jul 16 02:07:32.794736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.808011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4599f6e6-ade1-40c4-80ca-ba75c2b0bc5c tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=4fd9c712-97ac-4364-b18e-3c56284ec42e HTTP/1.1" status: 200 len: 464 time: 0.0099640 Jul 16 02:07:32.808475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35196) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.831656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.845442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5377a6-ca8f-443c-b42e-bdebc534b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.921108 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2108c8b2-83ce-4d7d-9b3e-8537e2660a48 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.925148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2108c8b2-83ce-4d7d-9b3e-8537e2660a48 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/4fd9c712-97ac-4364-b18e-3c56284ec42e HTTP/1.1" status: 204 len: 168 time: 0.1125720 Jul 16 02:07:32.927118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35200) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.947125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f060aa6c-37fe-4de1-84a9-b49e08b73f49 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=4fd9c712-97ac-4364-b18e-3c56284ec42e HTTP/1.1" status: 200 len: 221 time: 0.0188184 Jul 16 02:07:32.949090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5377a6-ca8f-443c-b42e-bdebc534b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.950677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35202) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:32.955425 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ab5377a6-ca8f-443c-b42e-bdebc534b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:32.956409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4a4d4f78-75aa-40c6-873c-e1594c849b50 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--189238462', 'description': 'label created by tempest'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:32.956881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4a4d4f78-75aa-40c6-873c-e1594c849b50 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Unknown quota resources ['metering_label']. {{(pid=93907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 02:07:32.995273 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5377a6-ca8f-443c-b42e-bdebc534b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbff6cb-f025-42fa-9a69-c1ed14cc234a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:32.999618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ab5377a6-ca8f-443c-b42e-bdebc534b858 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e44d6e5d26f4d6697acd6d64bb9c275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664820 Jul 16 02:07:33.002104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.052334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5636-ec7a-49dc-b208-a6d3f637d701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.073655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5636-ec7a-49dc-b208-a6d3f637d701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.126771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5636-ec7a-49dc-b208-a6d3f637d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.129384 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d7d5636-ec7a-49dc-b208-a6d3f637d701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.130619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d7d5636-ec7a-49dc-b208-a6d3f637d701 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfbff6cb-f025-42fa-9a69-c1ed14cc234a HTTP/1.1" status: 204 len: 168 time: 0.1275175 Jul 16 02:07:33.138800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4f78-75aa-40c6-873c-e1594c849b50 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.140532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a4d4f78-75aa-40c6-873c-e1594c849b50 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1881626 Jul 16 02:07:33.142535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35210) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.149845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d5636-ec7a-49dc-b208-a6d3f637d701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbff6cb-f025-42fa-9a69-c1ed14cc234a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:33.231125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e8b4f1e2-9f28-4880-b014-1d9ba9300798 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=3418ad63-a790-4c36-b1c7-08d60384b7a4 HTTP/1.1" status: 200 len: 467 time: 0.0851369 Jul 16 02:07:33.231667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.412393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d8c35ca-beb4-458f-835e-b92c6557cb7e tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.413633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2d8c35ca-beb4-458f-835e-b92c6557cb7e tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/3418ad63-a790-4c36-b1c7-08d60384b7a4 HTTP/1.1" status: 204 len: 168 time: 0.1813953 Jul 16 02:07:33.416417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.429535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f3575075-c920-4359-b3fa-e685c01c1862 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=3418ad63-a790-4c36-b1c7-08d60384b7a4 HTTP/1.1" status: 200 len: 216 time: 0.0117960 Jul 16 02:07:33.432931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.443868 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9eb8b6d1-9d86-42ad-aaca-7981e10a1ff2 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0095651 Jul 16 02:07:33.449118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.471196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea46f9f8-e05e-479d-8c97-60d5a56afbc4 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0205581 Jul 16 02:07:33.474343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.483893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.501531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0aa350e2-5de3-4a61-9fd6-74391977b092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.555253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-15975ca2-03f5-4c85-afa9-96e33f1b4bcb tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/f5b5299c-f4a2-4f30-89c0-b1c435b9af62 HTTP/1.1" status: 200 len: 472 time: 0.0796447 Jul 16 02:07:33.560160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35234) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.571646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2cc103f-498f-45c5-a861-ce78c9a59edf tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/34361d17-a4f2-4b5a-bb1f-12f6e40af35f HTTP/1.1" status: 200 len: 461 time: 0.0102303 Jul 16 02:07:33.575455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.618651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0aa350e2-5de3-4a61-9fd6-74391977b092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.625907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0aa350e2-5de3-4a61-9fd6-74391977b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.679802 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0aa350e2-5de3-4a61-9fd6-74391977b092 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b735a1d01c934c82a97dfa001fcfa873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945524 Jul 16 02:07:33.680764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa350e2-5de3-4a61-9fd6-74391977b092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bcb6c9-a117-4188-adf0-ff067b71b4a3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:33.683641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35240) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.721120 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e2d2ba6-a03b-4912-8946-92b93fca58ce tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.722500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8e2d2ba6-a03b-4912-8946-92b93fca58ce tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/34361d17-a4f2-4b5a-bb1f-12f6e40af35f HTTP/1.1" status: 204 len: 168 time: 0.1457522 Jul 16 02:07:33.725241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35242) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:33.745687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7502386b-dd01-4567-9955-51b3487936d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.767243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7502386b-dd01-4567-9955-51b3487936d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.816969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7502386b-dd01-4567-9955-51b3487936d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.819858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7502386b-dd01-4567-9955-51b3487936d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.823858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7502386b-dd01-4567-9955-51b3487936d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6bcb6c9-a117-4188-adf0-ff067b71b4a3 HTTP/1.1" status: 204 len: 168 time: 0.1366305 Jul 16 02:07:33.829914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502386b-dd01-4567-9955-51b3487936d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bcb6c9-a117-4188-adf0-ff067b71b4a3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:33.941368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7f0622f0-b3c4-4cad-ab08-309c1beafb47 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.942781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7f0622f0-b3c4-4cad-ab08-309c1beafb47 tempest-MeteringTestJSON-1643409368 tempest-MeteringTestJSON-1643409368-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/f5b5299c-f4a2-4f30-89c0-b1c435b9af62 HTTP/1.1" status: 204 len: 168 time: 0.2164350 Jul 16 02:07:34.209454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35260) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:34.375674 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.473882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.478693 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.521117 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=febd578b529e4b7db72fd4a4b4ee8519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105617 Jul 16 02:07:34.523156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc2567-d7c2-4831-a2c5-8a8b79c0a3e0,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:34.523746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35274) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:34.542115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.542997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.543592 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.544145 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.544635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.545609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.546345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.546824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.547308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.547789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.548683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.549168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55681729-9125-4ee1-9e1e-96aee910ee97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:34.575257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde18efa-9d87-43ce-867e-cf4b299adf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.599347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde18efa-9d87-43ce-867e-cf4b299adf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.660005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde18efa-9d87-43ce-867e-cf4b299adf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.663236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dde18efa-9d87-43ce-867e-cf4b299adf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:34.665009 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dde18efa-9d87-43ce-867e-cf4b299adf32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cedc2567-d7c2-4831-a2c5-8a8b79c0a3e0 HTTP/1.1" status: 204 len: 168 time: 0.1402490 Jul 16 02:07:34.674736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde18efa-9d87-43ce-867e-cf4b299adf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc2567-d7c2-4831-a2c5-8a8b79c0a3e0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:35.011478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35290) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:35.025162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33740459-4309-416b-830e-65f5f097e09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.115568 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33740459-4309-416b-830e-65f5f097e09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.119376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33740459-4309-416b-830e-65f5f097e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.161867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-33740459-4309-416b-830e-65f5f097e09f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6037ba19deee46d1a9d7adbe78d6fa92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492045 Jul 16 02:07:35.162913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33740459-4309-416b-830e-65f5f097e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b189b392-d3c1-4433-b458-41e6898fc9fc,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:35.165052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:35.235189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0043fb32-3f3c-4274-ba20-566f3ae00f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.257059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0043fb32-3f3c-4274-ba20-566f3ae00f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.305925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0043fb32-3f3c-4274-ba20-566f3ae00f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.308967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0043fb32-3f3c-4274-ba20-566f3ae00f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:35.313220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0043fb32-3f3c-4274-ba20-566f3ae00f62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b189b392-d3c1-4433-b458-41e6898fc9fc HTTP/1.1" status: 204 len: 168 time: 0.1419880 Jul 16 02:07:35.322834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043fb32-3f3c-4274-ba20-566f3ae00f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189b392-d3c1-4433-b458-41e6898fc9fc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.089859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:36.187556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-810667941'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:36.210643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:36.214489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.223307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.315734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.319332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.343088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:36.358962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c9d810-dd97-45a8-a759-b6f606438d89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.363771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.364154 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Added segment 5f954cd2-1492-4b95-b07d-47b46759441c of type vlan for network a705e37e-13e6-4335-a173-9b5144af068b Jul 16 02:07:36.413427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.445249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.451052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:36.451805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.499824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4084687 Jul 16 02:07:36.503412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35336) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:36.508599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'subnet': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:36.525685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74086106-4e35-4f90-8395-5a31e79b3e73 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Network': ['ID=a705e37e-13e6-4335-a173-9b5144af068b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.536101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a705e37e-13e6-4335-a173-9b5144af068b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:36.617816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:36.622987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.807203 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.872854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Subnet': ['ID=24989940-c82c-431c-91f4-409f8bc1c0c7,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:36.880557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Checking segment: {'id': '5f954cd2-1492-4b95-b07d-47b46759441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:36.880922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network hostable DHCP agents. Network: a705e37e-13e6-4335-a173-9b5144af068b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:36.901214 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:36.913303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a705e37e-13e6-4335-a173-9b5144af068b) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:36.918226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:36.918412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:36.925710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154c27f-8834-43d8-9588-0486f0924e3f None None] Network a705e37e-13e6-4335-a173-9b5144af068b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:36.939014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:36.939335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-065d399c-1580-4e66-b0ed-3acd628d3a20 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4345615 Jul 16 02:07:36.946040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1180383892'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:37.108599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:37.120275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.125750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-a705e37e-13e6-4335-a173-9b5144af068b', 'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'tenant_id': '1649814051364349a06e9b6df06895f2', 'fixed_ips': [{'subnet_id': '24989940-c82c-431c-91f4-409f8bc1c0c7'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:37.126564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.142376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] device_id is not set on port e10f7f30-c056-4315-8515-942de03a0b89 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:07:37.244284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35360) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:37.285013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Allocated IP 2001:db8::1d5 (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/e10f7f30-c056-4315-8515-942de03a0b89) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:37.444683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aea52ade-9628-4179-9e54-53d6a125f9f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9b6565c2bff4679910966fa5fd62083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969943 Jul 16 02:07:37.445095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35364) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:37.467943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.490166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Transition to ACTIVE for port object e10f7f30-c056-4315-8515-942de03a0b89 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:37.510669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd3dccf4-2801-4c45-b283-36f312a22a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.525675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.532881 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd3dccf4-2801-4c45-b283-36f312a22a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.569588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:37.573771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:37.577260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:37.583933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:37.584671 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.589435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Allocated IP 2001:db8::2 (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/d3c6a095-0896-41b4-87c4-66049f56efb2) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:37.590370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd3dccf4-2801-4c45-b283-36f312a22a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.598580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bd3dccf4-2801-4c45-b283-36f312a22a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.605734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bd3dccf4-2801-4c45-b283-36f312a22a56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2670d729-a780-4d02-8f97-eadbd0fc4746 HTTP/1.1" status: 204 len: 168 time: 0.1591489 Jul 16 02:07:37.617426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=e10f7f30-c056-4315-8515-942de03a0b89,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:37.618338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dccf4-2801-4c45-b283-36f312a22a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2670d729-a780-4d02-8f97-eadbd0fc4746,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:37.622461 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3bcc3517-7b3b-40cb-b850-54c92fcbd948 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6820924 Jul 16 02:07:37.625703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35370) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:37.631860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1705167758', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:bd:4b:9b'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:37.779835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:37.821698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.831965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Transition to ACTIVE for port object d3c6a095-0896-41b4-87c4-66049f56efb2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:37.854431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Transition to ACTIVE for port object d3c6a095-0896-41b4-87c4-66049f56efb2 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:37.864332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.887787 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.890111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:37.908063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] device_id is not set on port 050a9508-6b6b-4046-9c7d-92644e7fbe42 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:07:37.934654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Pushing event updated for resources: {'Port': ['ID=d3c6a095-0896-41b4-87c4-66049f56efb2,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:37.938145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:37.943872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:38.021805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Attempting to bind port d3c6a095-0896-41b4-87c4-66049f56efb2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:38.022384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Attempting to bind port d3c6a095-0896-41b4-87c4-66049f56efb2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '5f954cd2-1492-4b95-b07d-47b46759441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:38.022944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Attempting to bind port d3c6a095-0896-41b4-87c4-66049f56efb2 on network a705e37e-13e6-4335-a173-9b5144af068b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:38.028604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:38.029257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Checking segment: {'id': '5f954cd2-1492-4b95-b07d-47b46759441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:38.029727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.030116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Bound using segment: {'id': '5f954cd2-1492-4b95-b07d-47b46759441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:38.030576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Bound port: d3c6a095-0896-41b4-87c4-66049f56efb2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f954cd2-1492-4b95-b07d-47b46759441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:38.030959 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.046765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Allocated IP 2001:db8::204 (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/050a9508-6b6b-4046-9c7d-92644e7fbe42) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:38.117463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] For port d3c6a095-0896-41b4-87c4-66049f56efb2, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:38.121170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] For port d3c6a095-0896-41b4-87c4-66049f56efb2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3c6a095-0896-41b4-87c4-66049f56efb2,segment=NetworkSegment(5f954cd2-1492-4b95-b07d-47b46759441c),segment_id=5f954cd2-1492-4b95-b07d-47b46759441c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:38.127175 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.204446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda71814-0b4d-4bf0-b557-73a16d1fbbda None None] Pushing event updated for resources: {'Port': ['ID=d3c6a095-0896-41b4-87c4-66049f56efb2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.250555 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.267844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Transition to ACTIVE for port object 050a9508-6b6b-4046-9c7d-92644e7fbe42 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:38.306529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.365556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:38.369591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:38.375600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:38.383793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.384681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.389100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=050a9508-6b6b-4046-9c7d-92644e7fbe42,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.406675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-77e1f8e9-7000-4d74-8887-36c972fcfea8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.7795441 Jul 16 02:07:38.409664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35392) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.431612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.572286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1661525924-network', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:38.579097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed50b12-091c-4fdd-9fb0-05368aaa6937 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.585275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed50b12-091c-4fdd-9fb0-05368aaa6937 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.591457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed50b12-091c-4fdd-9fb0-05368aaa6937 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.593490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7ed50b12-091c-4fdd-9fb0-05368aaa6937 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1828392 Jul 16 02:07:38.596878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:38.607660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Made reservation on behalf of cc2ad84b529242f3aece7e585720395f for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:38.610042 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.643626 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.759426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port 050a9508-6b6b-4046-9c7d-92644e7fbe42 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:38.759751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.851608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.857256 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.891983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.894821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:38.911260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8eeae6-6207-468e-8533-56e3af53d591,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:38.919171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for 050a9508-6b6b-4046-9c7d-92644e7fbe42 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:38.921637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.921748 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Added segment 98cd7fc0-aaf5-4618-bd25-73c863573b7f of type vlan for network 3ba28e15-8549-4923-8218-c521ddb64b7c Jul 16 02:07:39.002882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.061714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.062944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:39.063750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.116668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3c6a095-0896-41b4-87c4-66049f56efb2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:39.171750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7359066 Jul 16 02:07:39.171750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.172327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.177626 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Request body: {'subnet': {'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1661525924-subnet', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.178127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d3c6a095-0896-41b4-87c4-66049f56efb2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:39.203673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Made reservation on behalf of cc2ad84b529242f3aece7e585720395f for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:39.206700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.210755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=050a9508-6b6b-4046-9c7d-92644e7fbe42,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.248734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae1f5d-dd58-43d1-bf41-bfebd1a326cf admin admin] Pushing event updated for resources: {'Network': ['ID=3ba28e15-8549-4923-8218-c521ddb64b7c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.261640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3ba28e15-8549-4923-8218-c521ddb64b7c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:39.350864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.356459 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1906a5f4-4bcb-4e57-89e8-cd2acff5eac8 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/ports/050a9508-6b6b-4046-9c7d-92644e7fbe42 HTTP/1.1" status: 204 len: 168 time: 0.7562139 Jul 16 02:07:39.357301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.401060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0bee4-0da5-485d-ba69-1a22a9aba554 None None] Network a705e37e-13e6-4335-a173-9b5144af068b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:39.404960 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-386fb862-4357-42be-a785-32c4d51d5f5c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] GET failed (client error): The resource could not be found. Jul 16 02:07:39.412512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-386fb862-4357-42be-a785-32c4d51d5f5c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "GET /v2.0/ports/050a9508-6b6b-4046-9c7d-92644e7fbe42 HTTP/1.1" status: 404 len: 333 time: 0.0485666 Jul 16 02:07:39.413479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.420175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524701102'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.491949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.517826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] Provisioning for port d3c6a095-0896-41b4-87c4-66049f56efb2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:39.531791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] Provisioning complete for port d3c6a095-0896-41b4-87c4-66049f56efb2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:39.532472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.581968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da44a21-28c7-4323-b2cc-ed354e15c6da,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:39.618212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:39.624066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.637772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Checking segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:39.638141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Network hostable DHCP agents. Network: 3ba28e15-8549-4923-8218-c521ddb64b7c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:39.683475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.694168 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Network 3ba28e15-8549-4923-8218-c521ddb64b7c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:39.717053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3ba28e15-8549-4923-8218-c521ddb64b7c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:39.725176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:39.725819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.727363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e28ed-0e28-44d9-a547-0f5b5c535463 None None] Network 3ba28e15-8549-4923-8218-c521ddb64b7c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:39.746997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-022d01cd-d1bd-463c-ba45-33200d8e841f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5708709 Jul 16 02:07:39.747660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35418) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:39.754978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:39.792230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.793589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.866978 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.876794 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.886118 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48f274f7-6c42-433f-a1e0-52514cbb2067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.918988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] For port d3c6a095-0896-41b4-87c4-66049f56efb2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3c6a095-0896-41b4-87c4-66049f56efb2,segment=NetworkSegment(5f954cd2-1492-4b95-b07d-47b46759441c),segment_id=5f954cd2-1492-4b95-b07d-47b46759441c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:39.943524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:39.975315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3ba28e15-8549-4923-8218-c521ddb64b7c', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:39.976353 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.062732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] device_id is not set on port 170d1c85-5132-433d-967c-b7507ca5a17e yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:07:40.095864 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48f274f7-6c42-433f-a1e0-52514cbb2067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.103449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48f274f7-6c42-433f-a1e0-52514cbb2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.117735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870edd6-f586-4867-9fa2-b0328e33ea10 None None] Pushing event updated for resources: {'Port': ['ID=d3c6a095-0896-41b4-87c4-66049f56efb2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:40.191847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Allocated IP 172.20.0.2 (3ba28e15-8549-4923-8218-c521ddb64b7c/6da44a21-28c7-4323-b2cc-ed354e15c6da/f96b4d66-95c9-478b-9085-406110863078) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:40.202821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.206141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Allocated IP 2001:db8::3f (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/170d1c85-5132-433d-967c-b7507ca5a17e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:40.227416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-48f274f7-6c42-433f-a1e0-52514cbb2067 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f370755f56f415fb182ce5bc2891811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424554 Jul 16 02:07:40.228450 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f274f7-6c42-433f-a1e0-52514cbb2067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4772a005-097d-4627-aba3-943eee93ce47,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:40.229174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:40.312285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2b4a500-bc1f-4a52-a448-f79bd12f2c49 None None] Provisioning complete for port d3c6a095-0896-41b4-87c4-66049f56efb2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:40.312662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a500-bc1f-4a52-a448-f79bd12f2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.330473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7997-1465-47d7-aab5-3d63cac3e06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.386614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7997-1465-47d7-aab5-3d63cac3e06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.428895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.467627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Transition to ACTIVE for port object f96b4d66-95c9-478b-9085-406110863078 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:40.479250 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.502136 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.506497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.518754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2b4a500-bc1f-4a52-a448-f79bd12f2c49 None None] Provisioning for port e10f7f30-c056-4315-8515-942de03a0b89 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:40.521486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Transition to ACTIVE for port object 170d1c85-5132-433d-967c-b7507ca5a17e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:40.524423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7997-1465-47d7-aab5-3d63cac3e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.525514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Transition to ACTIVE for port object f96b4d66-95c9-478b-9085-406110863078 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:40.527279 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c2c7997-1465-47d7-aab5-3d63cac3e06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.528794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d2b4a500-bc1f-4a52-a448-f79bd12f2c49 None None] Provisioning complete for port e10f7f30-c056-4315-8515-942de03a0b89 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:40.529169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a500-bc1f-4a52-a448-f79bd12f2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.531810 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7c2c7997-1465-47d7-aab5-3d63cac3e06b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4772a005-097d-4627-aba3-943eee93ce47 HTTP/1.1" status: 204 len: 168 time: 0.2993863 Jul 16 02:07:40.554036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c7997-1465-47d7-aab5-3d63cac3e06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4772a005-097d-4627-aba3-943eee93ce47,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:40.584933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.601032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.642977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4a500-bc1f-4a52-a448-f79bd12f2c49 None None] Port e10f7f30-c056-4315-8515-942de03a0b89 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:40.654885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Allocated IP 172.25.0.166 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/32a1bc1c-8074-4466-ba96-a002740f1827) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:40.669004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Pushing event updated for resources: {'Port': ['ID=f96b4d66-95c9-478b-9085-406110863078,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:40.672824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Network 3ba28e15-8549-4923-8218-c521ddb64b7c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:40.674533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:40.676908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:40.702037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=170d1c85-5132-433d-967c-b7507ca5a17e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:40.717210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:40.718993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:40.721778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:40.728095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:40.728845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.750156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fe0b18b0-11c0-49bd-be95-1b495743b64c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3354435 Jul 16 02:07:40.753335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:40.764478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:bd:4b:9b'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:40.784609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Attempting to bind port f96b4d66-95c9-478b-9085-406110863078 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:40.784979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Attempting to bind port f96b4d66-95c9-478b-9085-406110863078 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:40.785339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Attempting to bind port f96b4d66-95c9-478b-9085-406110863078 on network 3ba28e15-8549-4923-8218-c521ddb64b7c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:40.794307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:40.797931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Checking segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:40.798342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.798742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Bound using segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:40.799323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Bound port: f96b4d66-95c9-478b-9085-406110863078, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:40.799652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.803117 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-68d67185-53ce-4b90-b86d-6b868bad2cf8 None None] Provisioning complete for port e10f7f30-c056-4315-8515-942de03a0b89 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:40.803477 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-68d67185-53ce-4b90-b86d-6b868bad2cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.854045 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.900317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] For port f96b4d66-95c9-478b-9085-406110863078, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:40.904900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] For port f96b4d66-95c9-478b-9085-406110863078, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f96b4d66-95c9-478b-9085-406110863078,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:40.912128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.932089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:40.945525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-68d67185-53ce-4b90-b86d-6b868bad2cf8 None None] Port e10f7f30-c056-4315-8515-942de03a0b89 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:40.984397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:40.988846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:40.995166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:41.003990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5b84-76ac-4117-b35a-bbbb9c5e0979 None None] Pushing event updated for resources: {'Port': ['ID=f96b4d66-95c9-478b-9085-406110863078,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.011203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35428) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.029243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Pushing event updated for resources: {'Port': ['ID=32a1bc1c-8074-4466-ba96-a002740f1827,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.034147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0053eab9-8df0-49b9-9333-b900f4fc9af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.064062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.069572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bd0f43bc-0a3f-4704-a750-fdf89bf8ca9e None None] Could not find standard attr ID for object 050a9508-6b6b-4046-9c7d-92644e7fbe42. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:07:41.108018 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3c6a095-0896-41b4-87c4-66049f56efb2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:41.221985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d3c6a095-0896-41b4-87c4-66049f56efb2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:41.222577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.350730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b771ca9c-b79e-41af-83b2-c4c00d44f637 None None] Provisioning for port 170d1c85-5132-433d-967c-b7507ca5a17e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:41.353245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.361502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b771ca9c-b79e-41af-83b2-c4c00d44f637 None None] Provisioning complete for port 170d1c85-5132-433d-967c-b7507ca5a17e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:41.362880 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b771ca9c-b79e-41af-83b2-c4c00d44f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.370007 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.411547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.414656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b771ca9c-b79e-41af-83b2-c4c00d44f637 None None] Port 170d1c85-5132-433d-967c-b7507ca5a17e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:41.438286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0053eab9-8df0-49b9-9333-b900f4fc9af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.447678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] In _notify_port_updated(), no bound segment for port 170d1c85-5132-433d-967c-b7507ca5a17e on network a705e37e-13e6-4335-a173-9b5144af068b {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:07:41.453812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:41.454946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.459002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "PUT /v2.0/ports/170d1c85-5132-433d-967c-b7507ca5a17e HTTP/1.1" status: 200 len: 1001 time: 0.7009161 Jul 16 02:07:41.463043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35430) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.463707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0053eab9-8df0-49b9-9333-b900f4fc9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.561808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b8aaa-b578-4053-bdcc-82ac488d504a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=170d1c85-5132-433d-967c-b7507ca5a17e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.583564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0053eab9-8df0-49b9-9333-b900f4fc9af3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df55ac488d3f460393482eae1a8cd0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714052 Jul 16 02:07:41.584416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053eab9-8df0-49b9-9333-b900f4fc9af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca6a063-dbc4-4c9e-a2d8-b8ced75c817b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.587321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35432) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:41.653618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port 170d1c85-5132-433d-967c-b7507ca5a17e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:41.653968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.685761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbd3a-b3ee-405d-a369-51db0e5f04a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.706402 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.717430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbd3a-b3ee-405d-a369-51db0e5f04a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.754735 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.767974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for 170d1c85-5132-433d-967c-b7507ca5a17e owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:41.840544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbd3a-b3ee-405d-a369-51db0e5f04a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.843358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbd3a-b3ee-405d-a369-51db0e5f04a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.846809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2b2bbd3a-b3ee-405d-a369-51db0e5f04a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ca6a063-dbc4-4c9e-a2d8-b8ced75c817b HTTP/1.1" status: 204 len: 168 time: 0.2562547 Jul 16 02:07:41.857667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bbd3a-b3ee-405d-a369-51db0e5f04a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca6a063-dbc4-4c9e-a2d8-b8ced75c817b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:41.896475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Router a94ce279-c3d4-4765-81c7-60dd23e4d5bd is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:07:41.935665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.941146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-45cbdaa6-7294-4f2f-a09e-f6d5c3395aa6 None None] Could not find standard attr ID for object 170d1c85-5132-433d-967c-b7507ca5a17e. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:07:41.978370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=170d1c85-5132-433d-967c-b7507ca5a17e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:42.039276 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:42.049148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Sync routers for ids ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:42.062595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Routers {'a94ce279-c3d4-4765-81c7-60dd23e4d5bd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:42.064014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:42.067781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.072248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-845ee6db-ba7f-40ab-9990-4d6f8c2d4b2c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3225877 Jul 16 02:07:42.073048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35436) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:42.130467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.135348 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3d035aaa-f82f-4c86-a437-2d365e637ee6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/ports/170d1c85-5132-433d-967c-b7507ca5a17e HTTP/1.1" status: 204 len: 168 time: 0.6680832 Jul 16 02:07:42.136398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35440) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:42.168825 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5a45b8-2fc1-4f6a-bae6-af22cfb33b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] GET failed (client error): The resource could not be found. Jul 16 02:07:42.177773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be5a45b8-2fc1-4f6a-bae6-af22cfb33b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "GET /v2.0/ports/170d1c85-5132-433d-967c-b7507ca5a17e HTTP/1.1" status: 404 len: 333 time: 0.0399826 Jul 16 02:07:42.178827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35442) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:42.184364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-848226852'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:42.291990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Set router a94ce279-c3d4-4765-81c7-60dd23e4d5bd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:42.390654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:42.394623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.440022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] device_id is not set on port 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:07:42.605618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f99f2-ca87-4d03-a523-6175e881c3c8 None None] Network 3ba28e15-8549-4923-8218-c521ddb64b7c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:42.622322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Allocated IP 2001:db8::2ad (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/7d5dcfc1-5595-4480-ae68-a13535fbf5e4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:42.758173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bcb1b55c-4a98-4ae3-8c55-aaadbf564981 None None] Provisioning for port f96b4d66-95c9-478b-9085-406110863078 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:42.837689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.858918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Transition to ACTIVE for port object 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:42.905394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.912359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:41Z', 'revision_number': 3, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:42.949090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Checking router: a94ce279-c3d4-4765-81c7-60dd23e4d5bd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:42.949390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Updating router a94ce279-c3d4-4765-81c7-60dd23e4d5bd port 32a1bc1c-8074-4466-ba96-a002740f1827 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:42.958781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:42.962808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:42.973322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:42.992188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:42.992903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.014786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.028190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.028681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=7d5dcfc1-5595-4480-ae68-a13535fbf5e4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.050586 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0fc2ac18-2b92-482a-a7b9-d8c4551fa335 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8703454 Jul 16 02:07:43.053142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35466) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:43.065503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bd:4b:9b'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:43.217575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f96b4d66-95c9-478b-9085-406110863078 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:43.289929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.362692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Allocated IP 172.20.0.1 (3ba28e15-8549-4923-8218-c521ddb64b7c/6da44a21-28c7-4323-b2cc-ed354e15c6da/9d1f809d-a71d-4999-a73c-1e0c4bccbb0f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:43.441059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f96b4d66-95c9-478b-9085-406110863078 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:43.450309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f96b4d66-95c9-478b-9085-406110863078 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:43.450780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.462730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Provisioning for port 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:43.490173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Provisioning complete for port 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:43.490570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.528550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.545537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Transition to ACTIVE for port object 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:43.562579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Port 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:43.583466 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.585642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.593566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.613389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Provisioning complete for port f96b4d66-95c9-478b-9085-406110863078 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:43.613790 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.632470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Network 3ba28e15-8549-4923-8218-c521ddb64b7c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:43.643001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] In _notify_port_updated(), no bound segment for port 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 on network a705e37e-13e6-4335-a173-9b5144af068b {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:07:43.649589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.650250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.651584 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "PUT /v2.0/ports/7d5dcfc1-5595-4480-ae68-a13535fbf5e4 HTTP/1.1" status: 200 len: 1002 time: 0.5970619 Jul 16 02:07:43.654809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35502) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:43.657854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:43.659936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.668517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:43.696166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.731044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Transition to ACTIVE for port object 32a1bc1c-8074-4466-ba96-a002740f1827 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:43.731434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.752575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.757261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f46b4-a881-4abb-9bf3-7356647cb740 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=7d5dcfc1-5595-4480-ae68-a13535fbf5e4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.778622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.902092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:43.902538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.967929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de80a-51f8-4071-b32b-c0777ab38866 None None] Pushing event updated for resources: {'Port': ['ID=32a1bc1c-8074-4466-ba96-a002740f1827,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.973859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Attempting to bind port 32a1bc1c-8074-4466-ba96-a002740f1827 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:43.974229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Attempting to bind port 32a1bc1c-8074-4466-ba96-a002740f1827 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:43.976959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Attempting to bind port 32a1bc1c-8074-4466-ba96-a002740f1827 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:44.007235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f96b4d66-95c9-478b-9085-406110863078, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f96b4d66-95c9-478b-9085-406110863078,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:44.008251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.012641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:44.013021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:44.013625 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.014109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:44.015482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Bound port: 32a1bc1c-8074-4466-ba96-a002740f1827, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:44.015482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.025233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.054976 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.068866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.086458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for 7d5dcfc1-5595-4480-ae68-a13535fbf5e4 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:44.163917 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:07:44.164308 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-cf13623e-2f91-4b32-84bd-f0485eb2a170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:07:44.195128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] For port 32a1bc1c-8074-4466-ba96-a002740f1827, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:44.197233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f96b4d66-95c9-478b-9085-406110863078,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.210013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] For port 32a1bc1c-8074-4466-ba96-a002740f1827, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=32a1bc1c-8074-4466-ba96-a002740f1827,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:44.217286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.270459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Routers {'a94ce279-c3d4-4765-81c7-60dd23e4d5bd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:44.270928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:44.285750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.292400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.300142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.321886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=7d5dcfc1-5595-4480-ae68-a13535fbf5e4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.352729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.371474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.378963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-686d94a7-f661-4b0e-91bf-7e9f527a650f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/ports/7d5dcfc1-5595-4480-ae68-a13535fbf5e4 HTTP/1.1" status: 204 len: 168 time: 0.7206230 Jul 16 02:07:44.379775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35538) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:44.395656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] Set router a94ce279-c3d4-4765-81c7-60dd23e4d5bd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:44.420803 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8144bfb6-0856-457f-84f8-80de1d0c95da tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] GET failed (client error): The resource could not be found. Jul 16 02:07:44.427365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8144bfb6-0856-457f-84f8-80de1d0c95da tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "GET /v2.0/ports/7d5dcfc1-5595-4480-ae68-a13535fbf5e4 HTTP/1.1" status: 404 len: 333 time: 0.0416031 Jul 16 02:07:44.428120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:44.431847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de80a-51f8-4071-b32b-c0777ab38866 None None] Pushing event updated for resources: {'Port': ['ID=32a1bc1c-8074-4466-ba96-a002740f1827,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.439767 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1613366608'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:44.480905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:44.593125 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Network 3ba28e15-8549-4923-8218-c521ddb64b7c is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:44.600131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:44.659913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9d1f809d-a71d-4999-a73c-1e0c4bccbb0f', 'name': '', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'mac_address': 'fa:16:3e:50:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:43Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 1, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'subnets': [{'id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:44.710460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1fc45-4d2a-4365-be8a-de47f4847b5c None None] The sync data for ids ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'] in n-d-800087-6 is: [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9d1f809d-a71d-4999-a73c-1e0c4bccbb0f', 'name': '', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'mac_address': 'fa:16:3e:50:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:43Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 1, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'subnets': [{'id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:44.743398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'port': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:44.747185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.780794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] device_id is not set on port 71a27581-98cf-4553-b8ad-bcfeb18a2f06 yet. {{(pid=93906) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:07:44.830184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Router a94ce279-c3d4-4765-81c7-60dd23e4d5bd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:44.890402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-183eace2-dc83-4c86-b688-9e656fe3c09b None None] Provisioning for port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:44.899716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-183eace2-dc83-4c86-b688-9e656fe3c09b None None] Provisioning complete for port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:44.899716 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-183eace2-dc83-4c86-b688-9e656fe3c09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:44.950969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-183eace2-dc83-4c86-b688-9e656fe3c09b None None] Port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:44.954015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-183eace2-dc83-4c86-b688-9e656fe3c09b None None] Could not find standard attr ID for object 7d5dcfc1-5595-4480-ae68-a13535fbf5e4. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:07:45.013338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Allocated IP 2001:db8::12f (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/71a27581-98cf-4553-b8ad-bcfeb18a2f06) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:45.040775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:45.052139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7fd06ed8-85f6-4c0a-83f2-4215adb1a990 admin admin] 10.222.0.35 "PUT /v2.0/routers/a94ce279-c3d4-4765-81c7-60dd23e4d5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9739258 Jul 16 02:07:45.091019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8502c073-2401-4828-8a8c-62d92f46d759 None None] Provisioning complete for port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:45.091391 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8502c073-2401-4828-8a8c-62d92f46d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.131124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f96b4d66-95c9-478b-9085-406110863078 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:45.195715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8502c073-2401-4828-8a8c-62d92f46d759 None None] Port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:45.217714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f96b4d66-95c9-478b-9085-406110863078 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:45.218090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.255454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.275838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Transition to ACTIVE for port object 71a27581-98cf-4553-b8ad-bcfeb18a2f06 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:45.325472 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.379755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:45.387678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:45.390432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:45.396590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.397240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.409147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=71a27581-98cf-4553-b8ad-bcfeb18a2f06,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:45.435222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4416da25-149e-4942-8c45-afe3eb8da825 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0030122 Jul 16 02:07:45.436133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35552) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:45.445715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'network_id': 'a705e37e-13e6-4335-a173-9b5144af068b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1128946375'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:45.617141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Made reservation on behalf of 1649814051364349a06e9b6df06895f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:45.622983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.663044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] device_id is not set on port ef778597-5f19-4cc2-9ed1-0226575c87bb yet. {{(pid=93907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 02:07:45.848641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc5173c5-c6d0-47d4-9524-e90d26cb51b7 None None] Provisioning for port 71a27581-98cf-4553-b8ad-bcfeb18a2f06 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:45.855181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc5173c5-c6d0-47d4-9524-e90d26cb51b7 None None] Provisioning complete for port 71a27581-98cf-4553-b8ad-bcfeb18a2f06 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:45.856658 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc5173c5-c6d0-47d4-9524-e90d26cb51b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.857769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Allocated IP 2001:db8::12b (a705e37e-13e6-4335-a173-9b5144af068b/24989940-c82c-431c-91f4-409f8bc1c0c7/ef778597-5f19-4cc2-9ed1-0226575c87bb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:45.904954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:45.913710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fc5173c5-c6d0-47d4-9524-e90d26cb51b7 None None] Port 71a27581-98cf-4553-b8ad-bcfeb18a2f06 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:45.915959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1859101405-network', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:45.949291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Made reservation on behalf of ad7c7a8d05074f22ba275c392ccb3925 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:45.951692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:45.965777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.068180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.084298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Transition to ACTIVE for port object ef778597-5f19-4cc2-9ed1-0226575c87bb will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:46.098348 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.105832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.124345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.133619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:46.146436 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdeeaae-81db-440c-8a85-043e7f04f6b4,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:46.163181 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.165756 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Added segment 29a5597a-6d4b-4080-b2aa-69a99108da56 of type vlan for network 91d037ca-656c-4e89-9d21-4f402120d076 Jul 16 02:07:46.175151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Network a705e37e-13e6-4335-a173-9b5144af068b is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:46.178618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:46.182122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:46.187787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.188373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.211519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=ef778597-5f19-4cc2-9ed1-0226575c87bb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:46.218406 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c317bdb3-14bd-4c88-9709-e1a29a3b66e6 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7804806 Jul 16 02:07:46.220849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:46.227157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:bd:4b:9b'}, {'ip_address': '2001:db8::12f', 'mac_address': 'fa:16:3e:73:f3:1d'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:46.229613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.265601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.266296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.266410 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.319042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4102235 Jul 16 02:07:46.320547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:46.328345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Request body: {'subnet': {'network_id': '91d037ca-656c-4e89-9d21-4f402120d076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1859101405-subnet', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:46.367944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7adc8-be51-4ca8-95bd-dc08ee33f0dc admin admin] Pushing event updated for resources: {'Network': ['ID=91d037ca-656c-4e89-9d21-4f402120d076,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:46.384240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 91d037ca-656c-4e89-9d21-4f402120d076 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:46.431314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Made reservation on behalf of ad7c7a8d05074f22ba275c392ccb3925 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:46.433906 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.566561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.646675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3fd38d6-eac6-44a1-9a74-ec63116042c4 None None] Provisioning for port ef778597-5f19-4cc2-9ed1-0226575c87bb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:46.650893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f3fd38d6-eac6-44a1-9a74-ec63116042c4 None None] Provisioning complete for port ef778597-5f19-4cc2-9ed1-0226575c87bb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:46.651266 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f3fd38d6-eac6-44a1-9a74-ec63116042c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.690503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd38d6-eac6-44a1-9a74-ec63116042c4 None None] Port ef778597-5f19-4cc2-9ed1-0226575c87bb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:46.794091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.867632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a669407-915f-4559-bb9e-82ced7f00386,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:46.900015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.903957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Checking segment: {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:46.904558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Network hostable DHCP agents. Network: 91d037ca-656c-4e89-9d21-4f402120d076, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:46.908935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.953063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] In _notify_port_updated(), no bound segment for port ef778597-5f19-4cc2-9ed1-0226575c87bb on network a705e37e-13e6-4335-a173-9b5144af068b {{(pid=93907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 02:07:46.958727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.959651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:46.961051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "PUT /v2.0/ports/ef778597-5f19-4cc2-9ed1-0226575c87bb HTTP/1.1" status: 200 len: 1068 time: 0.7392294 Jul 16 02:07:46.963929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35570) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:46.992221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43789d8-c12f-4445-81ba-4b7a5a4e2f49 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event updated for resources: {'Port': ['ID=ef778597-5f19-4cc2-9ed1-0226575c87bb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:46.995728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Network 91d037ca-656c-4e89-9d21-4f402120d076 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:47.013148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 91d037ca-656c-4e89-9d21-4f402120d076) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:47.018640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.019503 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.025217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a97a178-595d-4ad7-be5b-e6b06578e64d None None] Network 91d037ca-656c-4e89-9d21-4f402120d076 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:47.056222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-04e96c28-96fa-4536-b898-0be8f207206b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7321453 Jul 16 02:07:47.056571 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:47.089871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:47.123803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.125256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.163582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 32a1bc1c-8074-4466-ba96-a002740f1827 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:47.212280 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.331218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 32a1bc1c-8074-4466-ba96-a002740f1827 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:47.337025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-91d037ca-656c-4e89-9d21-4f402120d076', 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'fixed_ips': [{'subnet_id': '0a669407-915f-4559-bb9e-82ced7f00386'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:47.337907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.343198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 32a1bc1c-8074-4466-ba96-a002740f1827 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:47.343557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.353255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port ef778597-5f19-4cc2-9ed1-0226575c87bb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:47.353792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.372195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-846abbd5-05a0-4020-8402-94fd9586b007 None None] Provisioning complete for port ef778597-5f19-4cc2-9ed1-0226575c87bb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:47.372575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-846abbd5-05a0-4020-8402-94fd9586b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.413494 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.491709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-846abbd5-05a0-4020-8402-94fd9586b007 None None] Port ef778597-5f19-4cc2-9ed1-0226575c87bb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:47.506163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.522280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for ef778597-5f19-4cc2-9ed1-0226575c87bb owned by {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:47.590991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.625274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 32a1bc1c-8074-4466-ba96-a002740f1827, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=32a1bc1c-8074-4466-ba96-a002740f1827,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:47.628455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Allocated IP 172.20.0.2 (91d037ca-656c-4e89-9d21-4f402120d076/0a669407-915f-4559-bb9e-82ced7f00386/10ce6539-d692-4466-a348-7952a93dcf53) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:47.636182 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Sync routers for ids ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:47.648427 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Routers {'a94ce279-c3d4-4765-81c7-60dd23e4d5bd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:47.649186 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:47.770665 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Set router a94ce279-c3d4-4765-81c7-60dd23e4d5bd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:47.826549 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.872287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=ef778597-5f19-4cc2-9ed1-0226575c87bb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:47.880988 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.908392 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:47.997158 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.005608 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9d1f809d-a71d-4999-a73c-1e0c4bccbb0f', 'name': '', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'mac_address': 'fa:16:3e:50:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:43Z', 'updated_at': '2021-07-16T02:07:44Z', 'revision_number': 2, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'subnets': [{'id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:48.038455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Allocated IP 172.25.0.208 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/bf8877a7-9480-4ef4-8762-8e0e0004a9f2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:48.040979 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Checking router: a94ce279-c3d4-4765-81c7-60dd23e4d5bd for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:48.041634 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Updating router a94ce279-c3d4-4765-81c7-60dd23e4d5bd port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:48.056145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=32a1bc1c-8074-4466-ba96-a002740f1827,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.064359 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.075351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Transition to ACTIVE for port object 10ce6539-d692-4466-a348-7952a93dcf53 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:48.095090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Transition to ACTIVE for port object 10ce6539-d692-4466-a348-7952a93dcf53 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:48.099887 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.105299 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.152463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Network 91d037ca-656c-4e89-9d21-4f402120d076 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:48.159059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:48.169288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:48.232077 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Pushing event updated for resources: {'Port': ['ID=10ce6539-d692-4466-a348-7952a93dcf53,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.276857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Attempting to bind port 10ce6539-d692-4466-a348-7952a93dcf53 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:48.277196 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Attempting to bind port 10ce6539-d692-4466-a348-7952a93dcf53 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:48.277502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Attempting to bind port 10ce6539-d692-4466-a348-7952a93dcf53 on network 91d037ca-656c-4e89-9d21-4f402120d076 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:48.285891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:48.286278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Checking segment: {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:48.286662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.287174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Bound using segment: {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:48.287514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Bound port: 10ce6539-d692-4466-a348-7952a93dcf53, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:48.288188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.300652 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.383533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] For port 10ce6539-d692-4466-a348-7952a93dcf53, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:48.387232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] For port 10ce6539-d692-4466-a348-7952a93dcf53, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10ce6539-d692-4466-a348-7952a93dcf53,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:48.400981 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.450819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.457492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d1e069eb-bc3c-4a44-b656-b0f0503a892b tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/ports/ef778597-5f19-4cc2-9ed1-0226575c87bb HTTP/1.1" status: 204 len: 168 time: 1.4921293 Jul 16 02:07:48.457851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:48.459587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.509123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:48.511920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:48.515506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:48.520513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6216a-2906-489d-a3eb-b04df6558518 None None] Pushing event updated for resources: {'Port': ['ID=10ce6539-d692-4466-a348-7952a93dcf53,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.529200 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-8850ef7a-ce82-448a-ab3a-f07fa4da489e tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] GET failed (client error): The resource could not be found. Jul 16 02:07:48.531721 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8850ef7a-ce82-448a-ab3a-f07fa4da489e tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "GET /v2.0/ports/ef778597-5f19-4cc2-9ed1-0226575c87bb HTTP/1.1" status: 404 len: 333 time: 0.0730960 Jul 16 02:07:48.534860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:48.549181 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.549550 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.574363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Transition to ACTIVE for port object 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:48.583127 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.683004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port 71a27581-98cf-4553-b8ad-bcfeb18a2f06 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:48.683346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.724894 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Attempting to bind port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:48.725466 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Attempting to bind port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:48.725828 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Attempting to bind port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f on network 3ba28e15-8549-4923-8218-c521ddb64b7c {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:48.737722 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:48.738433 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Checking segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:48.739170 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.739785 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Bound using segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:48.740520 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Bound port: 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:48.741132 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.772361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6db081-a079-413a-a712-995e2f382a17 None None] Pushing event updated for resources: {'Port': ['ID=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:48.886863 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:48.904339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for 71a27581-98cf-4553-b8ad-bcfeb18a2f06 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:48.945144 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] For port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:48.951066 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] For port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:48.957165 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.023090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.137031 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Routers {'a94ce279-c3d4-4765-81c7-60dd23e4d5bd'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:49.138636 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:49.207790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.229475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6db081-a079-413a-a712-995e2f382a17 None None] Pushing event updated for resources: {'Port': ['ID=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:49.301157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=71a27581-98cf-4553-b8ad-bcfeb18a2f06,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:49.335494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10ce6539-d692-4466-a348-7952a93dcf53 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:49.369555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.375127 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80c3a4a1-7e82-42cc-b737-ba74f66bd3a5 tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/ports/71a27581-98cf-4553-b8ad-bcfeb18a2f06 HTTP/1.1" status: 204 len: 168 time: 0.8363619 Jul 16 02:07:49.375501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:49.408764 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] Set router a94ce279-c3d4-4765-81c7-60dd23e4d5bd gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:49.452822 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2db82b8-468a-4f58-bed6-aa79d2cd084a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] GET failed (client error): The resource could not be found. Jul 16 02:07:49.454643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2db82b8-468a-4f58-bed6-aa79d2cd084a tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "GET /v2.0/ports/71a27581-98cf-4553-b8ad-bcfeb18a2f06 HTTP/1.1" status: 404 len: 333 time: 0.0777326 Jul 16 02:07:49.458418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:49.461379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 10ce6539-d692-4466-a348-7952a93dcf53 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:49.469724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 32a1bc1c-8074-4466-ba96-a002740f1827 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:49.605427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 32a1bc1c-8074-4466-ba96-a002740f1827 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:49.606185 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.661683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port e10f7f30-c056-4315-8515-942de03a0b89 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:49.664440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.845249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:49.861203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for e10f7f30-c056-4315-8515-942de03a0b89 owned by {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:49.923255 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9d1f809d-a71d-4999-a73c-1e0c4bccbb0f', 'name': '', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'mac_address': 'fa:16:3e:50:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:43Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'subnets': [{'id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:49.962849 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b6831-f065-4b91-9583-aa2481e27aca None None] The sync data for ids ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'] in n-d-800087-6 is: [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:07:43Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9d1f809d-a71d-4999-a73c-1e0c4bccbb0f', 'name': '', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'mac_address': 'fa:16:3e:50:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:43Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 4, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'subnets': [{'id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:49.972073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.027641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.070519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=e10f7f30-c056-4315-8515-942de03a0b89,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:50.099445 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.103559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-974c08fc-f173-452a-a2c1-b74f7ca27b7d tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/ports/e10f7f30-c056-4315-8515-942de03a0b89 HTTP/1.1" status: 204 len: 168 time: 0.6420248 Jul 16 02:07:50.104194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:50.177179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052bb24-7137-45c9-8260-06502a419a49 None None] Network 91d037ca-656c-4e89-9d21-4f402120d076 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:50.202409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting subnet 24989940-c82c-431c-91f4-409f8bc1c0c7 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:07:50.209045 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.237322 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Router 293d3462-1949-4115-8fe2-1db0e2fed7fe is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:07:50.301541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] Provisioning for port 10ce6539-d692-4466-a348-7952a93dcf53 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:50.308131 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.318108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] Provisioning complete for port 10ce6539-d692-4466-a348-7952a93dcf53 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:50.318797 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.482194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:50.498446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Sync routers for ids ['293d3462-1949-4115-8fe2-1db0e2fed7fe'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:50.508199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.530529 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.537993 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.539384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6de54d44-81ef-4399-8b02-ebf040431f75 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4815569 Jul 16 02:07:50.542269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:50.559623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Routers {'293d3462-1949-4115-8fe2-1db0e2fed7fe'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:50.560782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['293d3462-1949-4115-8fe2-1db0e2fed7fe'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:50.618218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.646805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] For port 10ce6539-d692-4466-a348-7952a93dcf53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10ce6539-d692-4466-a348-7952a93dcf53,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:50.674812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Subnet': ['ID=24989940-c82c-431c-91f4-409f8bc1c0c7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:50.693575 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.697209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4bbe5682-6129-4f94-92ed-4acc2e69436f tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/subnets/24989940-c82c-431c-91f4-409f8bc1c0c7 HTTP/1.1" status: 204 len: 168 time: 0.5920837 Jul 16 02:07:50.699375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:50.725171 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.798767 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733488ad-079d-49aa-8a4a-5167b2951d80 None None] Network a705e37e-13e6-4335-a173-9b5144af068b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:50.802002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.804702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc17887-b558-4eea-83d4-fc27e09473cc None None] Pushing event updated for resources: {'Port': ['ID=10ce6539-d692-4466-a348-7952a93dcf53,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:50.918482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Deleting port d3c6a095-0896-41b4-87c4-66049f56efb2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:50.919143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:50.939770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Set router 293d3462-1949-4115-8fe2-1db0e2fed7fe gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:51.068170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] For port d3c6a095-0896-41b4-87c4-66049f56efb2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3c6a095-0896-41b4-87c4-66049f56efb2,segment=NetworkSegment(5f954cd2-1492-4b95-b07d-47b46759441c),segment_id=5f954cd2-1492-4b95-b07d-47b46759441c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:51.068803 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.089990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Calling delete_port for d3c6a095-0896-41b4-87c4-66049f56efb2 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:51.195218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10ce6539-d692-4466-a348-7952a93dcf53 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:51.215082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.247150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Port': ['ID=d3c6a095-0896-41b4-87c4-66049f56efb2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:51.250677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.254495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] No DVR routers for this DVR port d3c6a095-0896-41b4-87c4-66049f56efb2 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:07:51.346818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-073aa08c-57ad-4059-997f-e87b03dab9c7 None None] Provisioning complete for port 10ce6539-d692-4466-a348-7952a93dcf53 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:51.347597 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-073aa08c-57ad-4059-997f-e87b03dab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.362378 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.375412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a705e37e-13e6-4335-a173-9b5144af068b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.388014 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f954cd2-1492-4b95-b07d-47b46759441c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.388414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f954cd2-1492-4b95-b07d-47b46759441c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.399902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.418235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.431656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc2cd93-80dc-4b5a-80e6-3e7d0c3a7372 None None] DHCP port deletion for a705e37e-13e6-4335-a173-9b5144af068b request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:07:51.443224 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:51.443862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:51.448478 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:51.463885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 10ce6539-d692-4466-a348-7952a93dcf53 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:51.464310 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.504483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 3, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:51.558603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Checking router: 293d3462-1949-4115-8fe2-1db0e2fed7fe for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:51.558954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Updating router 293d3462-1949-4115-8fe2-1db0e2fed7fe port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:51.559175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.583361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.590707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] 10.222.0.35 "DELETE /v2.0/networks/a705e37e-13e6-4335-a173-9b5144af068b HTTP/1.1" status: 204 len: 168 time: 0.8880217 Jul 16 02:07:51.611118 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84968e21-68eb-4152-b72f-c7d0a43f046c tempest-AllowedAddressPairIpV6TestJSON-1110200644 tempest-AllowedAddressPairIpV6TestJSON-1110200644-project] Pushing event deleted for resources: {'Network': ['ID=a705e37e-13e6-4335-a173-9b5144af068b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:51.641458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:51.654324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Allocated IP 172.20.0.1 (91d037ca-656c-4e89-9d21-4f402120d076/0a669407-915f-4559-bb9e-82ced7f00386/eca18854-1841-471b-a82c-8bd6e5368e09) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:51.770272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:51.905230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:51.915863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:51.916292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.039211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:52.075710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.078009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.097701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Transition to ACTIVE for port object bf8877a7-9480-4ef4-8762-8e0e0004a9f2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:52.109462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.159331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:52.165933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.175174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Attempting to bind port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:52.175556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Attempting to bind port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:52.175943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Attempting to bind port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:52.180856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.182993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Transition to ACTIVE for port object eca18854-1841-471b-a82c-8bd6e5368e09 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:52.187662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e6e43-a246-467b-8509-c600123c9d26 None None] Pushing event updated for resources: {'Port': ['ID=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.190902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:52.191284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:52.191691 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.192120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:52.192589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Bound port: bf8877a7-9480-4ef4-8762-8e0e0004a9f2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:52.192977 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.225415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.262618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-11a221ce-58d8-447f-b2ca-df2f59fe48a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1649814051364349a06e9b6df06895f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194891 Jul 16 02:07:52.263191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:52.271148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Network 91d037ca-656c-4e89-9d21-4f402120d076 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:52.275548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:52.281208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:52.284010 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.306270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.309744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] For port bf8877a7-9480-4ef4-8762-8e0e0004a9f2, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:52.313128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] For port bf8877a7-9480-4ef4-8762-8e0e0004a9f2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:52.322382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.324897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Pushing event updated for resources: {'Port': ['ID=eca18854-1841-471b-a82c-8bd6e5368e09,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.341414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.362108 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4b01285-20b1-48a8-8ae8-fbd00e7fae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.392023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4b01285-20b1-48a8-8ae8-fbd00e7fae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.400350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e6e43-a246-467b-8509-c600123c9d26 None None] Pushing event updated for resources: {'Port': ['ID=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.403371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Routers {'293d3462-1949-4115-8fe2-1db0e2fed7fe'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:52.404456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['293d3462-1949-4115-8fe2-1db0e2fed7fe'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:52.488751 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4b01285-20b1-48a8-8ae8-fbd00e7fae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.492142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4b01285-20b1-48a8-8ae8-fbd00e7fae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.493585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e4b01285-20b1-48a8-8ae8-fbd00e7fae25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4c9d810-dd97-45a8-a759-b6f606438d89 HTTP/1.1" status: 204 len: 168 time: 0.2295570 Jul 16 02:07:52.505288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b01285-20b1-48a8-8ae8-fbd00e7fae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c9d810-dd97-45a8-a759-b6f606438d89,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.585068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.585938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] Set router 293d3462-1949-4115-8fe2-1db0e2fed7fe gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:52.788970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.801726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.884579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.886603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Pushing event updated for resources: {'Port': ['ID=eca18854-1841-471b-a82c-8bd6e5368e09,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.919697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-13decf0b-9280-4095-9fa7-f38dafef4027 None None] Provisioning for port eca18854-1841-471b-a82c-8bd6e5368e09 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:52.927914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-13decf0b-9280-4095-9fa7-f38dafef4027 None None] Provisioning complete for port eca18854-1841-471b-a82c-8bd6e5368e09 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:52.928318 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-13decf0b-9280-4095-9fa7-f38dafef4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.997072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-13decf0b-9280-4095-9fa7-f38dafef4027 None None] Port eca18854-1841-471b-a82c-8bd6e5368e09 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:53.018584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Network 91d037ca-656c-4e89-9d21-4f402120d076 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:53.020623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:53.101763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 3, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:53.139952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:53.179374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b531a0-d09f-4b2d-b59a-69be4f437bd6 None None] The sync data for ids ['293d3462-1949-4115-8fe2-1db0e2fed7fe'] in n-d-800087-6 is: [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:48Z', 'revision_number': 3, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:53.195471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:53.196048 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.274671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Router 293d3462-1949-4115-8fe2-1db0e2fed7fe has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:53.309051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:53.438398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-faffa79f-b740-4a16-a0cf-38b83367b4c8 None None] Provisioning complete for port eca18854-1841-471b-a82c-8bd6e5368e09 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:53.440346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-faffa79f-b740-4a16-a0cf-38b83367b4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.477423 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:53.484927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3c6a095-0896-41b4-87c4-66049f56efb2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:07:53.511834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d3c6a095-0896-41b4-87c4-66049f56efb2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:07:53.512313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d3c6a095-0896-41b4-87c4-66049f56efb2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:07:53.524964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:53.527966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-faffa79f-b740-4a16-a0cf-38b83367b4c8 None None] Port eca18854-1841-471b-a82c-8bd6e5368e09 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:53.532909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7976f3f5-4422-4f7b-ab9b-c7bd20d471fb admin admin] 10.222.0.35 "PUT /v2.0/routers/293d3462-1949-4115-8fe2-1db0e2fed7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9895635 Jul 16 02:07:53.567334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.721173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:53.754138 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a7bb-5691-46ef-810c-efa64eacf7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.774932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792348b8-6bd0-4a5c-b9a3-739932a84264 req-96237353-23a2-4a01-949a-6d5aaa0eab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:53.788886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-792348b8-6bd0-4a5c-b9a3-739932a84264 req-96237353-23a2-4a01-949a-6d5aaa0eab34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.4780881 Jul 16 02:07:53.802555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-829901234'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:53.842444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-792348b8-6bd0-4a5c-b9a3-739932a84264 req-2a425792-7cd6-402f-86f0-d54e81956001 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525336 Jul 16 02:07:53.846605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:53.850715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.863051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:53.996656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.002716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.020950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:54.055675 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.055675 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 0b70b36e-7338-4003-8ff8-98990c2cd734 of type vlan for network d5e16219-42cc-4427-b468-539f91159219 Jul 16 02:07:54.073721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a5953-81bc-4fd4-a039-d7c743cdee4d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.126322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.166594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.173181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.174369 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.227144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5046558 Jul 16 02:07:54.268143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c600-1566-4409-857c-4f1148159115 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=d5e16219-42cc-4427-b468-539f91159219,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.300306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d5e16219-42cc-4427-b468-539f91159219 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:54.447008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35672) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:54.453609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': 'd5e16219-42cc-4427-b468-539f91159219', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:54.516019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-d79d7a78-1500-4e68-995c-38d6ccd5e757 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.518900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-d79d7a78-1500-4e68-995c-38d6ccd5e757 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/networks?id=3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 200 len: 911 time: 0.2139401 Jul 16 02:07:54.552203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-ef4e03c3-8949-4923-be89-7cc48d8fe50d tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/quotas/ad7c7a8d05074f22ba275c392ccb3925 HTTP/1.1" status: 200 len: 375 time: 0.0243886 Jul 16 02:07:54.593773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:54.599405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.669841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-13a79233-04f3-4250-8a51-993fcfdb02e5 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164227 Jul 16 02:07:54.789401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-08e03b44-d6be-4419-bc0d-c2658d0015c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375985 Jul 16 02:07:54.805482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-3b999225-a881-47ed-b261-2f8191e460c5 service neutron] 10.222.0.35 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343498 Jul 16 02:07:54.949587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.978728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-9e0549a7-9fea-4b7d-b57f-8e1f952544ea service neutron] 10.222.0.35 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722744 Jul 16 02:07:55.025219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=1af25c65-c785-46ac-ad5d-2f6d89ad15c6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:55.032505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1d89-a1bd-46df-9702-592001538180 req-0edda00f-1f29-49eb-aa13-43214bed8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.034327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-0edda00f-1f29-49eb-aa13-43214bed8542 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.1489136 Jul 16 02:07:55.051018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': '0b70b36e-7338-4003-8ff8-98990c2cd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5e16219-42cc-4427-b468-539f91159219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:55.051394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: d5e16219-42cc-4427-b468-539f91159219, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:55.092462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network d5e16219-42cc-4427-b468-539f91159219 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:55.121238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d5e16219-42cc-4427-b468-539f91159219) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:55.121639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf8877a7-9480-4ef4-8762-8e0e0004a9f2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:55.130165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.131679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.177098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43958fb2-095a-4834-a204-94b62753394d None None] Network d5e16219-42cc-4427-b468-539f91159219 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:55.202604 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64c8e412-db6c-429a-82e4-b94d1a0d0c6f req-661a2406-371f-4886-9704-6252f431f222 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 210 time: 0.0288670 Jul 16 02:07:55.211900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1e7dacaf-ab62-401b-ae0e-541fc47d8027 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7634289 Jul 16 02:07:55.216433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35690) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:55.223052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548240534'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:55.248269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1d89-a1bd-46df-9702-592001538180 req-b1f8aae3-e131-4051-83c1-add7421a6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.252427 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-b1f8aae3-e131-4051-83c1-add7421a6aea service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.1839027 Jul 16 02:07:55.267606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:55.273593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.309458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:55.321308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:07:55.325679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:55.327711 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.337929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.338300 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment e8652d7d-a218-46f7-b171-0f6430d1c3f3 of type vlan for network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 Jul 16 02:07:55.363141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-68859f2d-4191-43a1-8370-74b388307993 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0994163 Jul 16 02:07:55.444594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1d89-a1bd-46df-9702-592001538180 req-8ed39909-4289-4a7c-888c-f986f7d4b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.446689 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-8ed39909-4289-4a7c-888c-f986f7d4b8b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.0770214 Jul 16 02:07:55.480703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.488792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-d5e16219-42cc-4427-b468-539f91159219', 'network_id': 'd5e16219-42cc-4427-b468-539f91159219', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': '1af25c65-c785-46ac-ad5d-2f6d89ad15c6'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:55.489929 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.524857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1d89-a1bd-46df-9702-592001538180 req-02557781-0113-46ca-aeb5-f84665eeaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.526796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-02557781-0113-46ca-aeb5-f84665eeaa3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728996 Jul 16 02:07:55.556294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.563399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.564151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.587615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.645984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port bf8877a7-9480-4ef4-8762-8e0e0004a9f2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:55.648728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4295795 Jul 16 02:07:55.650594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35700) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:55.657442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:55.660397 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.698160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e963fd-009c-4809-96f6-6efa679dc8b1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=47a8913d-f1ae-428e-8ab0-5db8c24319d2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:55.725604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:07:55.766879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-5661d9f0-050d-419d-80b5-a4788dc8ced1 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324238 Jul 16 02:07:55.851748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Allocated IP 172.20.255.242 (d5e16219-42cc-4427-b468-539f91159219/1af25c65-c785-46ac-ad5d-2f6d89ad15c6/dd8d353d-b4c8-4354-9fda-e40bd3f16ce2) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:55.874836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:55.879985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:55.887216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:55.993153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-681b1d89-a1bd-46df-9702-592001538180 req-e0e4dfad-e00c-476c-8f92-c9b9a2dac919 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202585 Jul 16 02:07:56.061021 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.075599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Transition to ACTIVE for port object dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:56.103942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Transition to ACTIVE for port object dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:56.114463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.144488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Network d5e16219-42cc-4427-b468-539f91159219 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:56.155006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.166365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:56.170055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:56.249777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9961e13d-e60c-4a5c-aea5-5447131251cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.253283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': 'e8652d7d-a218-46f7-b171-0f6430d1c3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:56.253663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 47a8913d-f1ae-428e-8ab0-5db8c24319d2, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:07:56.254567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Pushing event updated for resources: {'Port': ['ID=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:56.256863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=a7452a5a-d348-4f64-8748-e67a41fa368b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:56.269874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Attempting to bind port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:56.270201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Attempting to bind port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b70b36e-7338-4003-8ff8-98990c2cd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5e16219-42cc-4427-b468-539f91159219'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:56.271078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Attempting to bind port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 on network d5e16219-42cc-4427-b468-539f91159219 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:56.276621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:56.277008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Checking segment: {'id': '0b70b36e-7338-4003-8ff8-98990c2cd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5e16219-42cc-4427-b468-539f91159219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:56.277452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.277810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Bound using segment: {'id': '0b70b36e-7338-4003-8ff8-98990c2cd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5e16219-42cc-4427-b468-539f91159219'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:56.278386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Bound port: dd8d353d-b4c8-4354-9fda-e40bd3f16ce2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b70b36e-7338-4003-8ff8-98990c2cd734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5e16219-42cc-4427-b468-539f91159219'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:56.278951 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.282811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:07:56.305997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 47a8913d-f1ae-428e-8ab0-5db8c24319d2) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:56.314222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.314833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.322829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e11ad8-94c9-4c63-ba8f-94d694408aa2 None None] Network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:56.348135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7432bb77-bc13-4851-8028-e2d2795b0ad5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6961782 Jul 16 02:07:56.350991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35708) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:56.459312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fb28c8f-6da8-4625-9db0-c8bbfa9f02e0 req-e16df9fb-203e-4760-9c11-488af2cc5406 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 210 time: 0.0440762 Jul 16 02:07:56.475156 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Sync routers for ids ['293d3462-1949-4115-8fe2-1db0e2fed7fe'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:56.497125 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Routers {'293d3462-1949-4115-8fe2-1db0e2fed7fe'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:56.501088 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['293d3462-1949-4115-8fe2-1db0e2fed7fe'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:56.505808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] For port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:56.509830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] For port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,segment=NetworkSegment(0b70b36e-7338-4003-8ff8-98990c2cd734),segment_id=0b70b36e-7338-4003-8ff8-98990c2cd734)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:56.521614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.585564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.643792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57780b-45f0-4aa9-8fb9-caf5ead8e306 None None] Pushing event updated for resources: {'Port': ['ID=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:56.683567 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.708670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-47a8913d-f1ae-428e-8ab0-5db8c24319d2', 'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': 'a7452a5a-d348-4f64-8748-e67a41fa368b'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:07:56.709875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.761160 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Set router 293d3462-1949-4115-8fe2-1db0e2fed7fe gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:56.803186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.935111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-bba1e623-3c48-4523-a9bd-466e315bef97 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.943539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-bba1e623-3c48-4523-a9bd-466e315bef97 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.38 "GET /v2.0/networks?id=3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 200 len: 911 time: 0.2672968 Jul 16 02:07:56.951209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Request body: {'port': {'device_id': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'admin_state_up': True, 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:57.000381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Allocated IP 172.20.0.2 (47a8913d-f1ae-428e-8ab0-5db8c24319d2/a7452a5a-d348-4f64-8748-e67a41fa368b/4b631914-7477-4803-8e8c-6c186aab3544) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:57.001258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Made reservation on behalf of ad7c7a8d05074f22ba275c392ccb3925 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:57.004653 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.177539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf8877a7-9480-4ef4-8762-8e0e0004a9f2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:57.193193 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:52Z', 'revision_number': 4, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eca18854-1841-471b-a82c-8bd6e5368e09', 'name': '', 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'mac_address': 'fa:16:3e:59:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '0a669407-915f-4559-bb9e-82ced7f00386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:51Z', 'updated_at': '2021-07-16T02:07:52Z', 'revision_number': 2, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'subnets': [{'id': '0a669407-915f-4559-bb9e-82ced7f00386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.262191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Allocated IP 172.20.0.10 (3ba28e15-8549-4923-8218-c521ddb64b7c/6da44a21-28c7-4323-b2cc-ed354e15c6da/1957a190-9105-4f5b-a110-5bc229f5a271) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:57.274078 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Checking router: 293d3462-1949-4115-8fe2-1db0e2fed7fe for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:57.274515 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Updating router 293d3462-1949-4115-8fe2-1db0e2fed7fe port eca18854-1841-471b-a82c-8bd6e5368e09 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:07:57.343412 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.343676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:57.344098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.351919 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.412243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Transition to ACTIVE for port object 4b631914-7477-4803-8e8c-6c186aab3544 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:57.445469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Transition to ACTIVE for port object 4b631914-7477-4803-8e8c-6c186aab3544 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:57.478828 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.479081 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.479406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.494127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Transition to ACTIVE for port object 1957a190-9105-4f5b-a110-5bc229f5a271 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:57.554457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.595751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:57.602411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:57.606334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:57.613614 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.623693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Pushing event updated for resources: {'Port': ['ID=4b631914-7477-4803-8e8c-6c186aab3544,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.671752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=a7452a5a-d348-4f64-8748-e67a41fa368b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.719842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afcfd7-f2f1-4b16-9235-6a2786469a73 req-e7dff5e0-93f2-4a4e-b51f-61818de2080b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.727124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.732964 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5afcfd7-f2f1-4b16-9235-6a2786469a73 req-e7dff5e0-93f2-4a4e-b51f-61818de2080b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1028 time: 0.0758245 Jul 16 02:07:57.751748 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.759029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Attempting to bind port 4b631914-7477-4803-8e8c-6c186aab3544 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:57.761074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Attempting to bind port 4b631914-7477-4803-8e8c-6c186aab3544 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'e8652d7d-a218-46f7-b171-0f6430d1c3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:57.763968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Attempting to bind port 4b631914-7477-4803-8e8c-6c186aab3544 on network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:57.770492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Network 3ba28e15-8549-4923-8218-c521ddb64b7c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:57.775132 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Transition to ACTIVE for port object eca18854-1841-471b-a82c-8bd6e5368e09 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:57.777325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:57.777985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a8913d-f1ae-428e-8ab0-5db8c24319d2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.778115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Checking segment: {'id': 'e8652d7d-a218-46f7-b171-0f6430d1c3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:57.779121 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.780287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Bound using segment: {'id': 'e8652d7d-a218-46f7-b171-0f6430d1c3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:57.782663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Bound port: 4b631914-7477-4803-8e8c-6c186aab3544, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8652d7d-a218-46f7-b171-0f6430d1c3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:57.783115 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.785161 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.789640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:57.807512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5afcfd7-f2f1-4b16-9235-6a2786469a73 req-1f348c3b-092b-47f3-aa1d-252a66cfb25a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732865 Jul 16 02:07:57.814082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:57.828473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8652d7d-a218-46f7-b171-0f6430d1c3f3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.828473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8652d7d-a218-46f7-b171-0f6430d1c3f3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:57.878441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Pushing event updated for resources: {'Port': ['ID=1957a190-9105-4f5b-a110-5bc229f5a271,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.905576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.928757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] For port 4b631914-7477-4803-8e8c-6c186aab3544, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:57.934481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.939788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:57.940524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.952388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:07:57.952810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:07:57.956345 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:07:57.959457 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Pushing event updated for resources: {'Port': ['ID=eca18854-1841-471b-a82c-8bd6e5368e09,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:58.012571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-2215ae25-b937-47d2-b2f7-c3c90d20e86a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0656738 Jul 16 02:07:58.017342 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.017697 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.018734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.018734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.018973 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.019236 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.019585 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.019897 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.020297 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.020621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.020994 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.021318 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.040944 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Attempting to bind port eca18854-1841-471b-a82c-8bd6e5368e09 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:58.041481 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Attempting to bind port eca18854-1841-471b-a82c-8bd6e5368e09 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:58.041851 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Attempting to bind port eca18854-1841-471b-a82c-8bd6e5368e09 on network 91d037ca-656c-4e89-9d21-4f402120d076 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:58.054995 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:58.055371 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Checking segment: {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:58.055833 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.056467 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Bound using segment: {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:58.057074 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Bound port: eca18854-1841-471b-a82c-8bd6e5368e09, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5597a-6d4b-4080-b2aa-69a99108da56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:58.057790 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.058346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Request body: {'port': {'device_id': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:58.101099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] For port 4b631914-7477-4803-8e8c-6c186aab3544, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4b631914-7477-4803-8e8c-6c186aab3544,segment=NetworkSegment(e8652d7d-a218-46f7-b171-0f6430d1c3f3),segment_id=e8652d7d-a218-46f7-b171-0f6430d1c3f3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:58.107374 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.108468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:07:58.108468 n-d-800087-6 neutron-server[93907]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:07:58.108468 n-d-800087-6 neutron-server[93907]: [parameters: {'id': '47a8913d-f1ae-428e-8ab0-5db8c24319d2'}] Jul 16 02:07:58.108468 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:07:58.109042 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:07:58.175862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.209456 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] For port eca18854-1841-471b-a82c-8bd6e5368e09, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:58.213228 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] For port eca18854-1841-471b-a82c-8bd6e5368e09, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eca18854-1841-471b-a82c-8bd6e5368e09,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:58.224767 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.345365 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d16653-0d41-4ec8-b526-830f5b3c777f None None] Pushing event updated for resources: {'Port': ['ID=eca18854-1841-471b-a82c-8bd6e5368e09,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:58.391113 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Routers {'293d3462-1949-4115-8fe2-1db0e2fed7fe'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:58.391734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:07:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['293d3462-1949-4115-8fe2-1db0e2fed7fe'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.537049 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] Set router 293d3462-1949-4115-8fe2-1db0e2fed7fe gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:58.556022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfaa7e3-96a9-44fc-9544-4f93dc1c08b9 None None] Network d5e16219-42cc-4427-b468-539f91159219 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:58.593508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Pushing event updated for resources: {'Port': ['ID=4b631914-7477-4803-8e8c-6c186aab3544,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:58.627101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.627604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.628061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.628508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.628942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.629615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.630043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.630486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.630914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.631339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.631758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.632219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce146163-a366-4a40-a4a6-1af76ed375ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:58.638254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18324f6a-8b79-4e0e-b342-00fad0006ae3 None None] Provisioning for port 1957a190-9105-4f5b-a110-5bc229f5a271 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:58.655812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-18324f6a-8b79-4e0e-b342-00fad0006ae3 None None] Provisioning complete for port 1957a190-9105-4f5b-a110-5bc229f5a271 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:58.656309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-18324f6a-8b79-4e0e-b342-00fad0006ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.746663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e274da1-9553-420b-b4a9-e4b2b464dbe2 None None] Network 47a8913d-f1ae-428e-8ab0-5db8c24319d2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:07:58.754902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1957a190-9105-4f5b-a110-5bc229f5a271 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:58.771213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.796759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Transition to ACTIVE for port object 1957a190-9105-4f5b-a110-5bc229f5a271 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:58.797842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.803091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:58.847395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:52Z', 'revision_number': 4, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eca18854-1841-471b-a82c-8bd6e5368e09', 'name': '', 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'mac_address': 'fa:16:3e:59:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '0a669407-915f-4559-bb9e-82ced7f00386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:51Z', 'updated_at': '2021-07-16T02:07:58Z', 'revision_number': 4, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'subnets': [{'id': '0a669407-915f-4559-bb9e-82ced7f00386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.867740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Pushing event updated for resources: {'Port': ['ID=1957a190-9105-4f5b-a110-5bc229f5a271,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:58.871924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-18324f6a-8b79-4e0e-b342-00fad0006ae3 None None] Port 1957a190-9105-4f5b-a110-5bc229f5a271 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:58.939534 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7954ff-6c35-4daf-86b0-6f06c6ad605d None None] The sync data for ids ['293d3462-1949-4115-8fe2-1db0e2fed7fe'] in n-d-800087-6 is: [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:52Z', 'revision_number': 4, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eca18854-1841-471b-a82c-8bd6e5368e09', 'name': '', 'network_id': '91d037ca-656c-4e89-9d21-4f402120d076', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'mac_address': 'fa:16:3e:59:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '0a669407-915f-4559-bb9e-82ced7f00386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:51Z', 'updated_at': '2021-07-16T02:07:58Z', 'revision_number': 4, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'subnets': [{'id': '0a669407-915f-4559-bb9e-82ced7f00386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:59.046362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Attempting to bind port 1957a190-9105-4f5b-a110-5bc229f5a271 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:59.046894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Attempting to bind port 1957a190-9105-4f5b-a110-5bc229f5a271 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:59.047160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Attempting to bind port 1957a190-9105-4f5b-a110-5bc229f5a271 on network 3ba28e15-8549-4923-8218-c521ddb64b7c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:59.052914 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Port 1957a190-9105-4f5b-a110-5bc229f5a271 on network 3ba28e15-8549-4923-8218-c521ddb64b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:59.053295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Attempting to bind port 1957a190-9105-4f5b-a110-5bc229f5a271 on network 3ba28e15-8549-4923-8218-c521ddb64b7c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:59.055529 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.078383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:59.080379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Checking segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:59.080800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Bound using segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:59.083093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Bound port: 1957a190-9105-4f5b-a110-5bc229f5a271, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:59.083529 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.183567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0295abb-1824-403f-81dc-89c841cb0237 req-e1359f10-6b48-4413-a32b-8f787b1738de tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:59.189787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-198557ee-649a-4b1d-9475-1cd47c91fe15 None None] Provisioning for port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:59.201817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0295abb-1824-403f-81dc-89c841cb0237 req-e1359f10-6b48-4413-a32b-8f787b1738de tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1053 time: 0.1424899 Jul 16 02:07:59.251354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port 4b631914-7477-4803-8e8c-6c186aab3544 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:07:59.251750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.308250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0295abb-1824-403f-81dc-89c841cb0237 req-f9c60295-f589-4be8-a105-259ddce9ca76 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038709 Jul 16 02:07:59.325020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:59.356844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] For port 1957a190-9105-4f5b-a110-5bc229f5a271, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:59.405949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:59.416309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:59.417146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.421844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] For port 1957a190-9105-4f5b-a110-5bc229f5a271, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1957a190-9105-4f5b-a110-5bc229f5a271,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:59.435374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port 4b631914-7477-4803-8e8c-6c186aab3544, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4b631914-7477-4803-8e8c-6c186aab3544,segment=NetworkSegment(e8652d7d-a218-46f7-b171-0f6430d1c3f3),segment_id=e8652d7d-a218-46f7-b171-0f6430d1c3f3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:59.435745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.439930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.509425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for 4b631914-7477-4803-8e8c-6c186aab3544 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:07:59.556240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:59.556730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.558147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] 10.222.0.38 "PUT /v2.0/ports/1957a190-9105-4f5b-a110-5bc229f5a271 HTTP/1.1" status: 200 len: 1092 time: 1.5041766 Jul 16 02:07:59.560017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'tag': '1957a190-9105-4f5b-a110-5bc229f5a271'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:59.563027 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c64ebee2-47ee-4d84-a6ed-b1c3015da024", "tag": "1957a190-9105-4f5b-a110-5bc229f5a271"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:59.596589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.713587 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70cfc30-321b-46e9-8677-7cb8b549843e x-openstack-request-id: req-d70cfc30-321b-46e9-8677-7cb8b549843e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:59.714129 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64ebee2-47ee-4d84-a6ed-b1c3015da024", "tag": "1957a190-9105-4f5b-a110-5bc229f5a271", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:59.714374 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d70cfc30-321b-46e9-8677-7cb8b549843e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:59.714770 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'tag': '1957a190-9105-4f5b-a110-5bc229f5a271', 'status': 'completed', 'code': 200} Jul 16 02:07:59.722482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed15ac-0de3-4b08-a4b6-7603ea91f09e service neutron] Pushing event updated for resources: {'Port': ['ID=1957a190-9105-4f5b-a110-5bc229f5a271,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:59.729200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,segment=NetworkSegment(0b70b36e-7338-4003-8ff8-98990c2cd734),segment_id=0b70b36e-7338-4003-8ff8-98990c2cd734)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:59.744773 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.795136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e45f3252-4137-4fd3-8ec5-c10af42570e9 None None] Provisioning complete for port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:59.795515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e45f3252-4137-4fd3-8ec5-c10af42570e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.856171 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:59.873788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-499afc85-1d78-4ed1-871a-6afec12b00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:59.879982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-499afc85-1d78-4ed1-871a-6afec12b00c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1095 time: 0.2460911 Jul 16 02:07:59.950655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=4b631914-7477-4803-8e8c-6c186aab3544,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:59.957902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c9b2a-48b9-42c1-864c-6be050317e9e None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:07:59.961779 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:59.977884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port 4b631914-7477-4803-8e8c-6c186aab3544 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:00.017731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-56c6d174-215e-44b3-aa04-e0f9f78c5fb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1957a190-9105-4f5b-a110-5bc229f5a271 HTTP/1.1" status: 200 len: 217 time: 0.0710971 Jul 16 02:08:00.156061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c9b2a-48b9-42c1-864c-6be050317e9e None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:00.170580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.197118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a8913d-f1ae-428e-8ab0-5db8c24319d2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:00.209581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8652d7d-a218-46f7-b171-0f6430d1c3f3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:00.210624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8652d7d-a218-46f7-b171-0f6430d1c3f3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:00.220924 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.237156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.243893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:00.244558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:00.305270 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:00.310395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-bd5bbb6f-b37b-4fcb-8d82-9e3841e5e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.312227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-bd5bbb6f-b37b-4fcb-8d82-9e3841e5e88a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6da44a21-28c7-4323-b2cc-ed354e15c6da HTTP/1.1" status: 200 len: 849 time: 0.2757852 Jul 16 02:08:00.359080 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.388832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.390911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/47a8913d-f1ae-428e-8ab0-5db8c24319d2 HTTP/1.1" status: 204 len: 168 time: 4.0385489 Jul 16 02:08:00.391940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f645b-84e0-4c49-9595-cce59e5b3566 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=47a8913d-f1ae-428e-8ab0-5db8c24319d2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:00.394943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35726) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:00.404496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-596638821'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:00.447355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:00.451105 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.457921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-fb5f0006-90bb-40fb-a134-84dce39a8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.459368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-fb5f0006-90bb-40fb-a134-84dce39a8ffe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ba28e15-8549-4923-8218-c521ddb64b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405654 Jul 16 02:08:00.527532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:00.545284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.545983 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 8dfcade1-bbf6-4f92-a938-f83cac590e8a of type vlan for network 7667ed04-d43e-4034-987b-2a788e35ce81 Jul 16 02:08:00.608426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087ad2c-203f-48c9-bad5-fb9844a18ddb req-e0a4197d-d457-4612-b15e-651477c861dc tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.610261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3087ad2c-203f-48c9-bad5-fb9844a18ddb req-e0a4197d-d457-4612-b15e-651477c861dc tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1095 time: 0.1557558 Jul 16 02:08:00.615275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.633795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-89ff02a3-cc3d-4e0b-a764-06c2a24af7e9 service neutron] 10.222.0.38 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680131 Jul 16 02:08:00.695396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3087ad2c-203f-48c9-bad5-fb9844a18ddb req-284c5c2d-3fdd-4fc0-b44b-5d879e3adbf8 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 Jul 16 02:08:00.699623 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.707131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.708078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.741813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87259a38-2c7a-4cec-82a7-e3afad56ca06 req-06797735-853c-453d-94c6-251f6deba3c8 service neutron] 10.222.0.38 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007037 Jul 16 02:08:00.751054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3545191 Jul 16 02:08:00.754456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35728) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:00.767685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:00.789171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561e67-26ad-4c6c-a5ca-aec9e94b7380 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=7667ed04-d43e-4034-987b-2a788e35ce81,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:00.804207 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7667ed04-d43e-4034-987b-2a788e35ce81 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:00.931473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:00.935338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:00.942145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-4d8325ec-e604-4005-a382-a019810f03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:00.943859 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-4d8325ec-e604-4005-a382-a019810f03fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1095 time: 0.1273193 Jul 16 02:08:01.168766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:01.227608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:01.228129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.311533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eca18854-1841-471b-a82c-8bd6e5368e09 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:01.354680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:08:01.355295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:08:01.367975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port eca18854-1841-471b-a82c-8bd6e5368e09 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:01.373463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port eca18854-1841-471b-a82c-8bd6e5368e09 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:01.375352 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.437385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-8b65db33-56f1-4c92-9786-813d7ba03929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.438879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-8b65db33-56f1-4c92-9786-813d7ba03929 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 200 len: 911 time: 0.4845996 Jul 16 02:08:01.487207 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.514381 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-985e367a-ee9b-4fe4-90fa-4672f2b755e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1957a190-9105-4f5b-a110-5bc229f5a271 HTTP/1.1" status: 200 len: 217 time: 0.0685337 Jul 16 02:08:01.522813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port eca18854-1841-471b-a82c-8bd6e5368e09, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eca18854-1841-471b-a82c-8bd6e5368e09,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:01.527348 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.590629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=eca18854-1841-471b-a82c-8bd6e5368e09,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:01.606630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-590c5912-858c-4e82-a349-4b97722b4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.608638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-590c5912-858c-4e82-a349-4b97722b4c6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6da44a21-28c7-4323-b2cc-ed354e15c6da HTTP/1.1" status: 200 len: 849 time: 0.0868030 Jul 16 02:08:01.624950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.721744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=cf2added-c82d-4e0a-b173-568ca73e4f6c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:01.738838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': '8dfcade1-bbf6-4f92-a938-f83cac590e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:01.739202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 7667ed04-d43e-4034-987b-2a788e35ce81, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:01.744229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-c7d5f5cc-a071-434c-9be5-6ce0ca77ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.745760 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-c7d5f5cc-a071-434c-9be5-6ce0ca77ca21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ba28e15-8549-4923-8218-c521ddb64b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299198 Jul 16 02:08:01.776128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 7667ed04-d43e-4034-987b-2a788e35ce81 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:01.819836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7667ed04-d43e-4034-987b-2a788e35ce81) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:01.826301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.827133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.837907 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af418e69-12d4-43fe-a3a2-4fec7458edd5 None None] Network 7667ed04-d43e-4034-987b-2a788e35ce81 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:01.871542 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c44dc6a7-4dbe-4475-ab07-69eba91f6dc3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1142848 Jul 16 02:08:01.871775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35742) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:01.890107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-6a55a401-832c-41e5-abc1-e846775434c1 service neutron] 10.222.0.38 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364999 Jul 16 02:08:01.919357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed360e8-e67b-45c7-9893-304d122b31c3 req-04b6a99a-f62b-4310-8e08-0d652548569a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:01.921202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ed360e8-e67b-45c7-9893-304d122b31c3 req-04b6a99a-f62b-4310-8e08-0d652548569a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1095 time: 0.1091416 Jul 16 02:08:02.002960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ed360e8-e67b-45c7-9893-304d122b31c3 req-e2759e4b-3d42-4107-8250-6e6eb85ff1cb tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Jul 16 02:08:02.020082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aebd62e5-6106-4f39-a5e8-27ac24c27b4a req-dd3a5478-34e0-4646-835c-6dc3e67c1417 service neutron] 10.222.0.38 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225286 Jul 16 02:08:02.023598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-7667ed04-d43e-4034-987b-2a788e35ce81', 'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': 'cf2added-c82d-4e0a-b173-568ca73e4f6c'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:02.024800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.025317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.080479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.165055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Allocated IP 172.20.0.3 (7667ed04-d43e-4034-987b-2a788e35ce81/cf2added-c82d-4e0a-b173-568ca73e4f6c/fd33d818-4925-4fd2-be76-ff76af0f575b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:02.307639 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.315831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Transition to ACTIVE for port object fd33d818-4925-4fd2-be76-ff76af0f575b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:02.330883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Transition to ACTIVE for port object fd33d818-4925-4fd2-be76-ff76af0f575b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:02.337389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.354827 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.381382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Network 7667ed04-d43e-4034-987b-2a788e35ce81 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:02.383181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2added-c82d-4e0a-b173-568ca73e4f6c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:02.385023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:02.389800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:02.394467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Pushing event updated for resources: {'Port': ['ID=fd33d818-4925-4fd2-be76-ff76af0f575b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:02.450805 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.457170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Attempting to bind port fd33d818-4925-4fd2-be76-ff76af0f575b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:02.457552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Attempting to bind port fd33d818-4925-4fd2-be76-ff76af0f575b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '8dfcade1-bbf6-4f92-a938-f83cac590e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:02.457918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Attempting to bind port fd33d818-4925-4fd2-be76-ff76af0f575b on network 7667ed04-d43e-4034-987b-2a788e35ce81 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:02.461698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7667ed04-d43e-4034-987b-2a788e35ce81']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:02.463481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:02.463481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Checking segment: {'id': '8dfcade1-bbf6-4f92-a938-f83cac590e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:02.463880 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.464318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Bound using segment: {'id': '8dfcade1-bbf6-4f92-a938-f83cac590e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:02.464774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Bound port: fd33d818-4925-4fd2-be76-ff76af0f575b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfcade1-bbf6-4f92-a938-f83cac590e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7667ed04-d43e-4034-987b-2a788e35ce81'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:02.465156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.471334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfcade1-bbf6-4f92-a938-f83cac590e8a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:02.471530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfcade1-bbf6-4f92-a938-f83cac590e8a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:02.482418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.496558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.503940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:02.504365 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:02.507958 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:02.534667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] For port fd33d818-4925-4fd2-be76-ff76af0f575b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:02.566010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:08:02.566010 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:08:02.566010 n-d-800087-6 neutron-server[93906]: [parameters: {'id': '7667ed04-d43e-4034-987b-2a788e35ce81'}] Jul 16 02:08:02.566010 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:08:02.566481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] For port fd33d818-4925-4fd2-be76-ff76af0f575b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fd33d818-4925-4fd2-be76-ff76af0f575b,segment=NetworkSegment(8dfcade1-bbf6-4f92-a938-f83cac590e8a),segment_id=8dfcade1-bbf6-4f92-a938-f83cac590e8a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:02.566613 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:08:02.570577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:02.648449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ddd09-200f-4d26-a8c6-780cee9e1152 None None] Pushing event updated for resources: {'Port': ['ID=fd33d818-4925-4fd2-be76-ff76af0f575b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:02.674909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5405fb-8ffa-4143-a4d9-5717c34a4d98 None None] Network 7667ed04-d43e-4034-987b-2a788e35ce81 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:02.808329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9e4a3-8f4c-47b2-9450-e113ba623bf5 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:02.899766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee9e4a3-8f4c-47b2-9450-e113ba623bf5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:03.068248 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.071277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eca18854-1841-471b-a82c-8bd6e5368e09 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:03.146953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port fd33d818-4925-4fd2-be76-ff76af0f575b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:03.147928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.214860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port eca18854-1841-471b-a82c-8bd6e5368e09 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:03.215320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.248563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port fd33d818-4925-4fd2-be76-ff76af0f575b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fd33d818-4925-4fd2-be76-ff76af0f575b,segment=NetworkSegment(8dfcade1-bbf6-4f92-a938-f83cac590e8a),segment_id=8dfcade1-bbf6-4f92-a938-f83cac590e8a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:03.248920 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.270135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for fd33d818-4925-4fd2-be76-ff76af0f575b owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:03.318501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef512-bfbb-41ef-9e4b-97ff8fcd5218 req-b5881f78-5bee-441c-aa50-20d86d4b3a24 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:03.320093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ceef512-bfbb-41ef-9e4b-97ff8fcd5218 req-b5881f78-5bee-441c-aa50-20d86d4b3a24 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1095 time: 0.1589177 Jul 16 02:08:03.379338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ceef512-bfbb-41ef-9e4b-97ff8fcd5218 req-951fa7e4-8f68-4a0e-b7b2-006760cdf016 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509145 Jul 16 02:08:03.390154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.424355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=fd33d818-4925-4fd2-be76-ff76af0f575b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:03.432275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port fd33d818-4925-4fd2-be76-ff76af0f575b on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:03.515234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.525752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7667ed04-d43e-4034-987b-2a788e35ce81']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:03.538807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfcade1-bbf6-4f92-a938-f83cac590e8a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:03.539108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfcade1-bbf6-4f92-a938-f83cac590e8a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:03.547748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.561069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.566764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:03.567145 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:03.570371 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:03.632397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.640162 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.645998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/7667ed04-d43e-4034-987b-2a788e35ce81 HTTP/1.1" status: 204 len: 168 time: 1.7680440 Jul 16 02:08:03.646352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:03.651972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133991808'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:03.657350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a3754-47db-4031-84c3-a8446e2c08b3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=7667ed04-d43e-4034-987b-2a788e35ce81,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:03.680910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:03.684481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.710737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:03.720061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.720980 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment f466450c-d97c-4ef6-857d-471b35fa76fc of type vlan for network 0eaaa957-de8f-493b-bc08-078a47a7bf4b Jul 16 02:08:03.761131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.790973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.796532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:03.797415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:03.840303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1901565 Jul 16 02:08:03.840654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35768) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:03.846302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:03.881175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597204a6-149a-450a-8e32-44764f200da3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=0eaaa957-de8f-493b-bc08-078a47a7bf4b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:03.892987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0eaaa957-de8f-493b-bc08-078a47a7bf4b details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:03.933496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:03.937399 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.119806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.177216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1957a190-9105-4f5b-a110-5bc229f5a271 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:04.183741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=0f6e474a-1797-4f53-9b59-490c5f18e348,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:04.193793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': 'f466450c-d97c-4ef6-857d-471b35fa76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:04.194042 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 0eaaa957-de8f-493b-bc08-078a47a7bf4b, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:04.211423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 0eaaa957-de8f-493b-bc08-078a47a7bf4b is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:04.220810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0eaaa957-de8f-493b-bc08-078a47a7bf4b) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:04.225003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:04.225601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.243517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2322a595-35d1-4c10-913a-6694adfff984 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.3993504 Jul 16 02:08:04.243801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35770) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:04.254017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa9640-7b70-4dc5-baba-9b2b614895fc None None] Network 0eaaa957-de8f-493b-bc08-078a47a7bf4b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:04.333218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1957a190-9105-4f5b-a110-5bc229f5a271, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1957a190-9105-4f5b-a110-5bc229f5a271,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:04.352670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '1957a190-9105-4f5b-a110-5bc229f5a271', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'port_id': '1957a190-9105-4f5b-a110-5bc229f5a271', 'mac_address': 'fa:16:3e:57:f7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:04.487816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.499354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-0eaaa957-de8f-493b-bc08-078a47a7bf4b', 'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': '0f6e474a-1797-4f53-9b59-490c5f18e348'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:04.500277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.517240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1957a190-9105-4f5b-a110-5bc229f5a271 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:04.541769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1957a190-9105-4f5b-a110-5bc229f5a271, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1957a190-9105-4f5b-a110-5bc229f5a271,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:04.551381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.608017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1957a190-9105-4f5b-a110-5bc229f5a271,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:04.709390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.735363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf0510-f6d7-4c8b-975f-1a010ff3345d req-5460be82-aabe-4593-b389-76036820f7be tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:04.737764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77bf0510-f6d7-4c8b-975f-1a010ff3345d req-5460be82-aabe-4593-b389-76036820f7be tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1096 time: 0.0921762 Jul 16 02:08:04.745039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Allocated IP 172.20.0.1 (0eaaa957-de8f-493b-bc08-078a47a7bf4b/0f6e474a-1797-4f53-9b59-490c5f18e348/1f1ad303-09cc-40f0-bdc3-97cee8d1ffae) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:04.758624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1957a190-9105-4f5b-a110-5bc229f5a271'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:04.799047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.806212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77bf0510-f6d7-4c8b-975f-1a010ff3345d req-0e92c443-973a-4fd3-987b-86a5a73066be tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479431 Jul 16 02:08:05.032705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.063182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Transition to ACTIVE for port object 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:05.101737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Transition to ACTIVE for port object 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:05.116387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.133769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.166005 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6e474a-1797-4f53-9b59-490c5f18e348,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:05.175722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Network 0eaaa957-de8f-493b-bc08-078a47a7bf4b is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:05.185429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:05.189599 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:05.197550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Pushing event updated for resources: {'Port': ['ID=1f1ad303-09cc-40f0-bdc3-97cee8d1ffae,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:05.251862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.263381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Attempting to bind port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:05.263674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaaa957-de8f-493b-bc08-078a47a7bf4b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:05.263804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Attempting to bind port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f466450c-d97c-4ef6-857d-471b35fa76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:05.264143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Attempting to bind port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae on network 0eaaa957-de8f-493b-bc08-078a47a7bf4b {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:05.271344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:05.271725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Checking segment: {'id': 'f466450c-d97c-4ef6-857d-471b35fa76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:05.272172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.272579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Bound using segment: {'id': 'f466450c-d97c-4ef6-857d-471b35fa76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:05.273084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Bound port: 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f466450c-d97c-4ef6-857d-471b35fa76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:05.273473 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.280212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f466450c-d97c-4ef6-857d-471b35fa76fc') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:05.280212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f466450c-d97c-4ef6-857d-471b35fa76fc') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:05.292268 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.310401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.319488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:05.319913 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:05.323395 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:05.358660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] For port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:05.391346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] For port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1f1ad303-09cc-40f0-bdc3-97cee8d1ffae,segment=NetworkSegment(f466450c-d97c-4ef6-857d-471b35fa76fc),segment_id=f466450c-d97c-4ef6-857d-471b35fa76fc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:05.393908 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:08:05.393908 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:08:05.393908 n-d-800087-6 neutron-server[93906]: [parameters: {'id': '0eaaa957-de8f-493b-bc08-078a47a7bf4b'}] Jul 16 02:08:05.393908 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:08:05.394361 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:08:05.397792 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:05.480238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a6a3b-20bf-4194-8347-87f9865771bb None None] Pushing event updated for resources: {'Port': ['ID=1f1ad303-09cc-40f0-bdc3-97cee8d1ffae,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:05.499422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc31916-fe4d-48f0-857c-db191a9d2b59 None None] Network 0eaaa957-de8f-493b-bc08-078a47a7bf4b requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:05.636987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb53a7-2444-40ec-aa55-1fe4418847ea None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:05.731270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb53a7-2444-40ec-aa55-1fe4418847ea None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:05.896700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.002793 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:06.003139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.027321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1c41-9495-4001-9b56-6d30e67c8ec5 req-f369467f-47f8-4f5d-898f-9bf9e750b483 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.028868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbaa1c41-9495-4001-9b56-6d30e67c8ec5 req-f369467f-47f8-4f5d-898f-9bf9e750b483 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1096 time: 0.0958955 Jul 16 02:08:06.087868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1f1ad303-09cc-40f0-bdc3-97cee8d1ffae,segment=NetworkSegment(f466450c-d97c-4ef6-857d-471b35fa76fc),segment_id=f466450c-d97c-4ef6-857d-471b35fa76fc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:06.088177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.107375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:06.117436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fbaa1c41-9495-4001-9b56-6d30e67c8ec5 req-716cc22c-7df7-40f1-b600-b560e407df96 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821612 Jul 16 02:08:06.179659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1957a190-9105-4f5b-a110-5bc229f5a271 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:06.190714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.213989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=1f1ad303-09cc-40f0-bdc3-97cee8d1ffae,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:06.222594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port 1f1ad303-09cc-40f0-bdc3-97cee8d1ffae on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:06.228470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 1957a190-9105-4f5b-a110-5bc229f5a271 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:06.232724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 1957a190-9105-4f5b-a110-5bc229f5a271 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:06.233103 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.304421 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.308525 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.314849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaaa957-de8f-493b-bc08-078a47a7bf4b']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:06.324705 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f466450c-d97c-4ef6-857d-471b35fa76fc') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:06.325009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f466450c-d97c-4ef6-857d-471b35fa76fc') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:06.333941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1957a190-9105-4f5b-a110-5bc229f5a271'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:06.334723 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.336216 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f716e-1d80-47ad-b391-a46af046c6e0" -d '{"events": [{"server_uuid": "c64ebee2-47ee-4d84-a6ed-b1c3015da024", "name": "network-vif-plugged", "status": "completed", "tag": "1957a190-9105-4f5b-a110-5bc229f5a271"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:06.348798 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.349342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1957a190-9105-4f5b-a110-5bc229f5a271, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1957a190-9105-4f5b-a110-5bc229f5a271,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:06.354156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.355983 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:06.357196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:06.360544 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:06.380580 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c02716-4ede-473d-9671-91ba07c97ddb x-openstack-request-id: req-27c02716-4ede-473d-9671-91ba07c97ddb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:06.380875 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64ebee2-47ee-4d84-a6ed-b1c3015da024", "name": "network-vif-plugged", "status": "completed", "tag": "1957a190-9105-4f5b-a110-5bc229f5a271", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:06.381129 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27c02716-4ede-473d-9671-91ba07c97ddb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:06.381515 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1957a190-9105-4f5b-a110-5bc229f5a271', 'code': 200} Jul 16 02:08:06.409308 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1957a190-9105-4f5b-a110-5bc229f5a271,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:06.433056 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.439785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.441570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/0eaaa957-de8f-493b-bc08-078a47a7bf4b HTTP/1.1" status: 204 len: 168 time: 2.1968384 Jul 16 02:08:06.446408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35782) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:06.454420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a882e8-de35-49a1-b4b3-c2e659d40f93 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=0eaaa957-de8f-493b-bc08-078a47a7bf4b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:06.460258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-479501231'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:06.504677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:06.508141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.543555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:06.546464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995942c-2fa6-496a-9dfd-09e0dc8ca907 req-540e5d81-0b7f-4c6d-bc2c-853c1bb49cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.547961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6995942c-2fa6-496a-9dfd-09e0dc8ca907 req-540e5d81-0b7f-4c6d-bc2c-853c1bb49cd7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.1026754 Jul 16 02:08:06.560414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.560765 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 55ac5b78-0046-4931-83ca-bf86829f5370 of type vlan for network c8472f93-c5c4-4ac7-854d-f2be46716eb5 Jul 16 02:08:06.616625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.621804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6995942c-2fa6-496a-9dfd-09e0dc8ca907 req-1f52a5cb-d1dc-47d6-9d70-6706f6e509a5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Jul 16 02:08:06.645249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.650744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:06.651328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:06.688569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2324286 Jul 16 02:08:06.691298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35786) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:06.696754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:06.741645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0a259-e74e-48bd-83dc-aae77b5b1ecd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=c8472f93-c5c4-4ac7-854d-f2be46716eb5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:06.752802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c8472f93-c5c4-4ac7-854d-f2be46716eb5 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:06.820683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:06.824241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.025804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.085022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=2789a472-0bd2-4381-ad69-882fbcbe5e66,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:07.095484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': '55ac5b78-0046-4931-83ca-bf86829f5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:07.095846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: c8472f93-c5c4-4ac7-854d-f2be46716eb5, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:07.113757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network c8472f93-c5c4-4ac7-854d-f2be46716eb5 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:07.122643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c8472f93-c5c4-4ac7-854d-f2be46716eb5) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:07.126790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.127490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.133112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1c720-9bb4-4ecc-a5ea-d36c65cd403a None None] Network c8472f93-c5c4-4ac7-854d-f2be46716eb5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:07.147307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:07.147775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e580b5dd-a16e-4a7f-a5d8-219d810603da tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4552124 Jul 16 02:08:07.322522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164830fb-3d13-4130-b451-a9252806011b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c8472f93-c5c4-4ac7-854d-f2be46716eb5', 'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': '2789a472-0bd2-4381-ad69-882fbcbe5e66'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:07.324200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164830fb-3d13-4130-b451-a9252806011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.327779 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.374591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0a43-09e5-438a-ab91-4896758fd9e3 req-792adbf1-5407-416a-b658-99435ac14366 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:07.376998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a54a0a43-09e5-438a-ab91-4896758fd9e3 req-792adbf1-5407-416a-b658-99435ac14366 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.1299608 Jul 16 02:08:07.451101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.480243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a54a0a43-09e5-438a-ab91-4896758fd9e3 req-ca325442-0216-4a0c-aefa-5576fabdeff3 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802886 Jul 16 02:08:07.492429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-164830fb-3d13-4130-b451-a9252806011b None None] Allocated IP 172.20.0.2 (c8472f93-c5c4-4ac7-854d-f2be46716eb5/2789a472-0bd2-4381-ad69-882fbcbe5e66/e643066a-69f2-413e-b090-37ba6290ceb3) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:07.634163 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164830fb-3d13-4130-b451-a9252806011b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.642682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-164830fb-3d13-4130-b451-a9252806011b None None] Transition to ACTIVE for port object e643066a-69f2-413e-b090-37ba6290ceb3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:07.657711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-164830fb-3d13-4130-b451-a9252806011b None None] Transition to ACTIVE for port object e643066a-69f2-413e-b090-37ba6290ceb3 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:07.663767 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164830fb-3d13-4130-b451-a9252806011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.696412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.710276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164830fb-3d13-4130-b451-a9252806011b None None] Network c8472f93-c5c4-4ac7-854d-f2be46716eb5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:07.713386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-164830fb-3d13-4130-b451-a9252806011b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:07.716057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164830fb-3d13-4130-b451-a9252806011b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:07.725773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164830fb-3d13-4130-b451-a9252806011b None None] Pushing event updated for resources: {'Port': ['ID=e643066a-69f2-413e-b090-37ba6290ceb3,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:07.729858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=2789a472-0bd2-4381-ad69-882fbcbe5e66,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:07.780172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-164830fb-3d13-4130-b451-a9252806011b None None] Attempting to bind port e643066a-69f2-413e-b090-37ba6290ceb3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:07.780542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-164830fb-3d13-4130-b451-a9252806011b None None] Attempting to bind port e643066a-69f2-413e-b090-37ba6290ceb3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '55ac5b78-0046-4931-83ca-bf86829f5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:07.780904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164830fb-3d13-4130-b451-a9252806011b None None] Attempting to bind port e643066a-69f2-413e-b090-37ba6290ceb3 on network c8472f93-c5c4-4ac7-854d-f2be46716eb5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:07.786035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164830fb-3d13-4130-b451-a9252806011b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:07.786608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164830fb-3d13-4130-b451-a9252806011b None None] Checking segment: {'id': '55ac5b78-0046-4931-83ca-bf86829f5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:07.787015 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164830fb-3d13-4130-b451-a9252806011b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.787408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164830fb-3d13-4130-b451-a9252806011b None None] Bound using segment: {'id': '55ac5b78-0046-4931-83ca-bf86829f5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:07.787870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-164830fb-3d13-4130-b451-a9252806011b None None] Bound port: e643066a-69f2-413e-b090-37ba6290ceb3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ac5b78-0046-4931-83ca-bf86829f5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:07.788273 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164830fb-3d13-4130-b451-a9252806011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.798477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.809099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8472f93-c5c4-4ac7-854d-f2be46716eb5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:07.819539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ac5b78-0046-4931-83ca-bf86829f5370') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:07.819918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ac5b78-0046-4931-83ca-bf86829f5370') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:07.829171 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.844165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.850562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:07.851127 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:07.854116 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:07.859570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-164830fb-3d13-4130-b451-a9252806011b None None] For port e643066a-69f2-413e-b090-37ba6290ceb3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:07.914228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-164830fb-3d13-4130-b451-a9252806011b None None] For port e643066a-69f2-413e-b090-37ba6290ceb3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e643066a-69f2-413e-b090-37ba6290ceb3,segment=NetworkSegment(55ac5b78-0046-4931-83ca-bf86829f5370),segment_id=55ac5b78-0046-4931-83ca-bf86829f5370)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:07.915996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:08:07.915996 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:08:07.915996 n-d-800087-6 neutron-server[93906]: [parameters: {'id': 'c8472f93-c5c4-4ac7-854d-f2be46716eb5'}] Jul 16 02:08:07.915996 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:08:07.916403 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:08:07.917739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164830fb-3d13-4130-b451-a9252806011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.997539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164830fb-3d13-4130-b451-a9252806011b None None] Pushing event updated for resources: {'Port': ['ID=e643066a-69f2-413e-b090-37ba6290ceb3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:08.017975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574a537-c79d-4be3-9760-1097c13c9a54 None None] Network c8472f93-c5c4-4ac7-854d-f2be46716eb5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:08.159474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ec121-37dc-4fb0-9b99-3d9333393c5f None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:08.306872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ec121-37dc-4fb0-9b99-3d9333393c5f None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:08.417377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.470628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port e643066a-69f2-413e-b090-37ba6290ceb3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:08.471127 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.547527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port e643066a-69f2-413e-b090-37ba6290ceb3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e643066a-69f2-413e-b090-37ba6290ceb3,segment=NetworkSegment(55ac5b78-0046-4931-83ca-bf86829f5370),segment_id=55ac5b78-0046-4931-83ca-bf86829f5370)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:08.548161 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.564969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for e643066a-69f2-413e-b090-37ba6290ceb3 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:08.687144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706fe3-b4a1-44a9-928a-af6ffc90e208 req-576a220a-66f3-4039-b21b-664108dbb1bb tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:08.688749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7706fe3-b4a1-44a9-928a-af6ffc90e208 req-576a220a-66f3-4039-b21b-664108dbb1bb tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.0782878 Jul 16 02:08:08.689352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.717582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=e643066a-69f2-413e-b090-37ba6290ceb3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:08.730169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port e643066a-69f2-413e-b090-37ba6290ceb3 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:08.798934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7706fe3-b4a1-44a9-928a-af6ffc90e208 req-5587cc3b-5f76-4650-8a9f-8e166107f81e tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855920 Jul 16 02:08:08.831987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.842267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8472f93-c5c4-4ac7-854d-f2be46716eb5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:08.852536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ac5b78-0046-4931-83ca-bf86829f5370') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:08.853120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ac5b78-0046-4931-83ca-bf86829f5370') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:08.861787 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.881302 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.887982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:08.888418 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:08.892451 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:08.981330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.986317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.989080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/c8472f93-c5c4-4ac7-854d-f2be46716eb5 HTTP/1.1" status: 204 len: 168 time: 1.8394783 Jul 16 02:08:08.992655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:09.006411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104822979'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:09.007530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef2e7f-ccc2-4769-a91a-3ab58caffe65 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=c8472f93-c5c4-4ac7-854d-f2be46716eb5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:09.022603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5405cf-77ce-4768-83f1-5b7ec3ee4a98 req-1bf2fcf2-9735-428e-963a-0f6ebb789bde tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.024359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e5405cf-77ce-4768-83f1-5b7ec3ee4a98 req-1bf2fcf2-9735-428e-963a-0f6ebb789bde tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.1061206 Jul 16 02:08:09.027948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:09.031609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.056749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:09.063245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e5405cf-77ce-4768-83f1-5b7ec3ee4a98 req-84462130-6d9f-4707-bd32-e80fbb34f23f tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Jul 16 02:08:09.066357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.066647 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment c57a4447-c58a-41a7-acbd-dc1c539e189e of type vlan for network 32e1c92c-615c-4c1e-987e-159369dbf10a Jul 16 02:08:09.126332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.164558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.170126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.170716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.236614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=32e1c92c-615c-4c1e-987e-159369dbf10a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:09.247428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.247861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.248709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.248709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.248941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.249093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.249417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.249867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.250039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.250367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.250695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.251016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:09.255211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8bee6a5-d507-47a2-a343-16289a6f3a2c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2609010 Jul 16 02:08:09.258006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35812) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:09.262049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 32e1c92c-615c-4c1e-987e-159369dbf10a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:09.262932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '32e1c92c-615c-4c1e-987e-159369dbf10a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:09.266417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78100fd7-fa0c-4ebd-94d5-db055143e432 req-bd4369eb-1e00-47c9-98fc-2302335abcae tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.274031 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78100fd7-fa0c-4ebd-94d5-db055143e432 req-bd4369eb-1e00-47c9-98fc-2302335abcae tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.0750208 Jul 16 02:08:09.306708 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78100fd7-fa0c-4ebd-94d5-db055143e432 req-62812a7c-ccf8-4921-921e-e866d5ee9bae tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Jul 16 02:08:09.360585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:09.365568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.432206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:08:09.433159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:08:09.561739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0878333d-001e-4862-ba42-328df81d6f1b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.564114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0878333d-001e-4862-ba42-328df81d6f1b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/networks?id=3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 200 len: 911 time: 0.0944917 Jul 16 02:08:09.571063 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.586463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-1bfc7ee1-f823-4060-b226-cdd3e82f910f tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/quotas/ad7c7a8d05074f22ba275c392ccb3925 HTTP/1.1" status: 200 len: 375 time: 0.0150747 Jul 16 02:08:09.633559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=3b204506-fd0c-4014-83cb-48f65dc551b9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:09.640847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': 'c57a4447-c58a-41a7-acbd-dc1c539e189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '32e1c92c-615c-4c1e-987e-159369dbf10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:09.641121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 32e1c92c-615c-4c1e-987e-159369dbf10a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:09.652584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-f87268e2-c746-48ad-8505-2f321a807621 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644002 Jul 16 02:08:09.661180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 32e1c92c-615c-4c1e-987e-159369dbf10a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:09.672953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 32e1c92c-615c-4c1e-987e-159369dbf10a) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:09.681235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b68fbf-3c9a-4ec7-a142-6d35774d29e9 None None] Network 32e1c92c-615c-4c1e-987e-159369dbf10a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:09.684264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:09.684864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.710195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d9427f4-7f3e-436e-b52a-e98dd95e9455 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4509969 Jul 16 02:08:09.712980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:09.779525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-e6358e86-b1d9-4cc2-8bd2-523af42d1155 service neutron] 10.222.0.35 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230500 Jul 16 02:08:09.847876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.862714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12b68c-87fe-497c-94c2-5d2665e0d1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-32e1c92c-615c-4c1e-987e-159369dbf10a', 'network_id': '32e1c92c-615c-4c1e-987e-159369dbf10a', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': '3b204506-fd0c-4014-83cb-48f65dc551b9'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:09.863589 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce12b68c-87fe-497c-94c2-5d2665e0d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.899387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-2df6f9ff-a0d8-4a52-b987-35ed90412fdb service neutron] 10.222.0.35 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131446 Jul 16 02:08:09.907446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.974710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-ce12b68c-87fe-497c-94c2-5d2665e0d1ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b204506-fd0c-4014-83cb-48f65dc551b9: This subnet is being modified by another concurrent operation. Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b204506-fd0c-4014-83cb-48f65dc551b9: This subnet is being modified by another concurrent operation. Jul 16 02:08:09.977587 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:08:10.004462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc3684e-b7bb-4480-ad5e-00b5a15d1ebb None None] Network 32e1c92c-615c-4c1e-987e-159369dbf10a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:10.007809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=3b204506-fd0c-4014-83cb-48f65dc551b9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.087967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.120926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e1c92c-615c-4c1e-987e-159369dbf10a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:10.137983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-208947c6-ae7f-4e1d-830f-0496c845878c req-53e365c1-fd4d-4e00-8b38-3c120a1c7170 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 210 time: 0.0489695 Jul 16 02:08:10.140598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57a4447-c58a-41a7-acbd-dc1c539e189e') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:10.140903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57a4447-c58a-41a7-acbd-dc1c539e189e') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:10.156079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.171038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807e88e-a2a3-4d77-bed8-73d09be9e125 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:10.181485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.189812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:10.190299 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:10.267820 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:10.280366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.289231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.295119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/32e1c92c-615c-4c1e-987e-159369dbf10a HTTP/1.1" status: 204 len: 168 time: 0.5748231 Jul 16 02:08:10.296325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:10.300715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589193951'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:10.318479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517224f-9e40-4a60-af91-0253e550a591 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=32e1c92c-615c-4c1e-987e-159369dbf10a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.329444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807e88e-a2a3-4d77-bed8-73d09be9e125 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:10.341346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:10.346984 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.391179 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:10.401970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.402654 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment acf8aea7-4776-490f-8ede-e7a4a7ae9a02 of type vlan for network 0bcb46ef-7786-42da-9e80-e8cfef46e292 Jul 16 02:08:10.465836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.502882 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.510046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:10.511099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.600245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:10.600680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3046508 Jul 16 02:08:10.601965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816d96f-8266-409f-89d6-2169fc9cb7e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=0bcb46ef-7786-42da-9e80-e8cfef46e292,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:10.606605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '0bcb46ef-7786-42da-9e80-e8cfef46e292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:10.616130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0bcb46ef-7786-42da-9e80-e8cfef46e292 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:10.740240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:10.757849 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.014391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.116168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=a0750f56-004f-48ab-8cf0-06aff4c3a2be,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:11.124698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': 'acf8aea7-4776-490f-8ede-e7a4a7ae9a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0bcb46ef-7786-42da-9e80-e8cfef46e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:11.125063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 0bcb46ef-7786-42da-9e80-e8cfef46e292, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:11.149675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 0bcb46ef-7786-42da-9e80-e8cfef46e292 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:11.163169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0bcb46ef-7786-42da-9e80-e8cfef46e292) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:11.172004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:11.172642 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.176097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd6fa9-7915-4c89-85e9-d5710fe37ba4 None None] Network 0bcb46ef-7786-42da-9e80-e8cfef46e292 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:11.204796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-627b65bf-adae-481b-a356-e03318694d98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6035013 Jul 16 02:08:11.207928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:11.326235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb155817-05f2-4313-8f45-11c33da3465f req-929b0690-941f-4a13-891f-a09966848d10 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 210 time: 0.0561261 Jul 16 02:08:11.388043 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.494104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1398e-fbd0-4799-a6e6-8313d9c95bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-0bcb46ef-7786-42da-9e80-e8cfef46e292', 'network_id': '0bcb46ef-7786-42da-9e80-e8cfef46e292', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': 'a0750f56-004f-48ab-8cf0-06aff4c3a2be'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:11.495117 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9df1398e-fbd0-4799-a6e6-8313d9c95bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.508618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.615444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-ff659461-cc7b-46ef-a740-fb5b9991599e tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:11.617204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-ff659461-cc7b-46ef-a740-fb5b9991599e tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.32 "GET /v2.0/networks?id=3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 200 len: 911 time: 0.1780908 Jul 16 02:08:11.633954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Request body: {'port': {'device_id': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'admin_state_up': True, 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:11.663213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-9df1398e-fbd0-4799-a6e6-8313d9c95bce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0750f56-004f-48ab-8cf0-06aff4c3a2be: This subnet is being modified by another concurrent operation. Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0750f56-004f-48ab-8cf0-06aff4c3a2be: This subnet is being modified by another concurrent operation. Jul 16 02:08:11.672500 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:08:11.705075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51246c-5d8f-4477-9951-535bad20d32c None None] Network 0bcb46ef-7786-42da-9e80-e8cfef46e292 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:11.722282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Made reservation on behalf of ad7c7a8d05074f22ba275c392ccb3925 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:11.725485 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.730777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=a0750f56-004f-48ab-8cf0-06aff4c3a2be,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:11.860482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.863853 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a2eae-8505-47c5-b81c-53714cc3196d None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:11.891031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb46ef-7786-42da-9e80-e8cfef46e292']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:11.912985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf8aea7-4776-490f-8ede-e7a4a7ae9a02') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:11.912985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf8aea7-4776-490f-8ede-e7a4a7ae9a02') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:11.932759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.972320 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.982138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:11.982515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:11.985803 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:12.014412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Allocated IP 172.20.0.7 (3ba28e15-8549-4923-8218-c521ddb64b7c/6da44a21-28c7-4323-b2cc-ed354e15c6da/cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:12.033169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37a2eae-8505-47c5-b81c-53714cc3196d None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:12.078364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.089245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.099386 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/0bcb46ef-7786-42da-9e80-e8cfef46e292 HTTP/1.1" status: 204 len: 168 time: 0.8784075 Jul 16 02:08:12.103049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35852) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:12.107493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2117420142'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:12.119378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090adc-7462-4ad9-9ccf-5b1728c4cd94 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=0bcb46ef-7786-42da-9e80-e8cfef46e292,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:12.151776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:12.164574 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.197897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:12.208677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.209357 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 3c772e5f-d3dd-4b6d-a17d-c865bd6c014c of type vlan for network ef433010-6bb2-4a83-8339-7901b1426015 Jul 16 02:08:12.270442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.290134 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.307182 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Transition to ACTIVE for port object cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:12.317695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.328715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.328715 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.376945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2707827 Jul 16 02:08:12.377243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:12.383177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': 'ef433010-6bb2-4a83-8339-7901b1426015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:12.389459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.428829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64c521-c153-4da2-8156-ea78c4f48c7c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=ef433010-6bb2-4a83-8339-7901b1426015,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:12.480059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1957a190-9105-4f5b-a110-5bc229f5a271'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:12.482650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ef433010-6bb2-4a83-8339-7901b1426015 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:12.547726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Network 3ba28e15-8549-4923-8218-c521ddb64b7c is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:12.556246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:12.561677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:12.613017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.613621 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.633409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Pushing event updated for resources: {'Port': ['ID=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:12.651973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d62b6-102d-416e-95c7-1c9fca45d552 req-ceec5179-821e-4ec5-b0e2-93ac8151a320 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:12.652875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e5d6379-e211-4c2a-a36d-2d046977fdc4 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0252142 Jul 16 02:08:12.674230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e9d62b6-102d-416e-95c7-1c9fca45d552 req-ceec5179-821e-4ec5-b0e2-93ac8151a320 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1027 time: 0.1459188 Jul 16 02:08:12.675866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-7a721fc2-3769-4aeb-ba41-bca0a4c81c62 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:08:12.676943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-7a721fc2-3769-4aeb-ba41-bca0a4c81c62 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096729 Jul 16 02:08:12.716908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:12.732188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:12.771015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e9d62b6-102d-416e-95c7-1c9fca45d552 req-10164a60-9477-48d7-b6e7-a0669d178bfd tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957072 Jul 16 02:08:12.848570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Request body: {'port': {'device_id': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:12.941355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9d304d90-1fee-4ae4-ae7d-ab40d95071f2 None None] Provisioning for port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:12.946583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9d304d90-1fee-4ae4-ae7d-ab40d95071f2 None None] Provisioning complete for port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:12.950411 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9d304d90-1fee-4ae4-ae7d-ab40d95071f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.011811 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.012493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9d304d90-1fee-4ae4-ae7d-ab40d95071f2 None None] Port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:08:13.138188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.316198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=e2d7792c-dbdd-4c5a-ab59-f31c1d9c6280,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:13.369895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': '3c772e5f-d3dd-4b6d-a17d-c865bd6c014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef433010-6bb2-4a83-8339-7901b1426015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:13.370533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: ef433010-6bb2-4a83-8339-7901b1426015, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:13.427524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network ef433010-6bb2-4a83-8339-7901b1426015 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:13.450278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ef433010-6bb2-4a83-8339-7901b1426015) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:13.464141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:13.465109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.471294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c5e41-9a5d-46ca-ba8e-d4668e94e39f None None] Network ef433010-6bb2-4a83-8339-7901b1426015 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:13.515947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8a88c71c-c66a-4479-a5ee-6d7a462354ef tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1377308 Jul 16 02:08:13.521379 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35864) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:13.529339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:13.537806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.550747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Transition to ACTIVE for port object cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:13.560643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.660693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Pushing event updated for resources: {'Port': ['ID=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:13.666670 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.755995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0896f-f833-49b7-b089-3883a4130a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ef433010-6bb2-4a83-8339-7901b1426015', 'network_id': 'ef433010-6bb2-4a83-8339-7901b1426015', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': 'e2d7792c-dbdd-4c5a-ab59-f31c1d9c6280'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:13.761984 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7ac0896f-f833-49b7-b089-3883a4130a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.772336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Attempting to bind port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:13.772692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Attempting to bind port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:13.773175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Attempting to bind port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 on network 3ba28e15-8549-4923-8218-c521ddb64b7c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:13.781340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 on network 3ba28e15-8549-4923-8218-c521ddb64b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:13.781672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Attempting to bind port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 on network 3ba28e15-8549-4923-8218-c521ddb64b7c {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:13.789170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:13.789517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Checking segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:13.789904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Bound using segment: {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:13.790336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Bound port: cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cd7fc0-aaf5-4618-bd25-73c863573b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:13.790700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.794038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.902510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] For port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:13.906168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] For port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:13.916774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.921386 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:13.957033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d7792c-dbdd-4c5a-ab59-f31c1d9c6280,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-7ac0896f-f833-49b7-b089-3883a4130a22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2d7792c-dbdd-4c5a-ab59-f31c1d9c6280: This subnet is being modified by another concurrent operation. Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2d7792c-dbdd-4c5a-ab59-f31c1d9c6280: This subnet is being modified by another concurrent operation. Jul 16 02:08:13.988540 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:08:14.009285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feec098-0b08-4e62-9730-3a208624fe37 None None] Network ef433010-6bb2-4a83-8339-7901b1426015 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:14.033327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.034391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.036054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] 10.222.0.32 "PUT /v2.0/ports/cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 HTTP/1.1" status: 200 len: 1091 time: 1.3398924 Jul 16 02:08:14.039389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'tag': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:14.042630 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3335048-6578-42e6-a22a-5770ec79679c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e48943-4e3e-4341-abf7-9f91e52e6dfa", "tag": "cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:14.122761 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c05098-e44d-4aa9-8b40-2dbd794d23ed x-openstack-request-id: req-29c05098-e44d-4aa9-8b40-2dbd794d23ed {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:14.123117 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e48943-4e3e-4341-abf7-9f91e52e6dfa", "tag": "cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:14.123319 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29c05098-e44d-4aa9-8b40-2dbd794d23ed {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:14.123839 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'tag': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6', 'status': 'completed', 'code': 200} Jul 16 02:08:14.124382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.160022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef433010-6bb2-4a83-8339-7901b1426015']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:14.160771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeea94-0941-4b9e-b58f-e8a05eb11c05 service neutron] Pushing event updated for resources: {'Port': ['ID=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.179536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c772e5f-d3dd-4b6d-a17d-c865bd6c014c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:14.180149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c772e5f-d3dd-4b6d-a17d-c865bd6c014c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:14.217649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.229729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-16505644-fe65-4a2f-afa9-e6a65c84fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.233415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-16505644-fe65-4a2f-afa9-e6a65c84fa83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1094 time: 0.1292694 Jul 16 02:08:14.242018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41a288-573b-460b-828a-b7da3d2bcf4e req-4d39728d-5d7e-42d8-8f89-7cffd388f798 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.243565 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce41a288-573b-460b-828a-b7da3d2bcf4e req-4d39728d-5d7e-42d8-8f89-7cffd388f798 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1094 time: 0.2674651 Jul 16 02:08:14.248439 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.255352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:14.255755 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:14.258805 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:14.299664 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-09bd8323-16bc-499c-856a-66f43dc57160 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0588722 Jul 16 02:08:14.360478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce41a288-573b-460b-828a-b7da3d2bcf4e req-34a9deb6-4ee5-4fac-a2c5-820bf928ba73 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005497 Jul 16 02:08:14.371035 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.385224 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.388077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/ef433010-6bb2-4a83-8339-7901b1426015 HTTP/1.1" status: 204 len: 168 time: 0.8653164 Jul 16 02:08:14.391558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35870) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:14.397693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1151219648'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:14.401002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f6418-443c-478f-a68f-1f7ad7790e37 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:14.411965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56850e9b-b276-42ee-bcbc-907ead80d817 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=ef433010-6bb2-4a83-8339-7901b1426015,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.440112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:14.440931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-50629a68-b7f1-49b5-947a-4466abfc6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.443147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-50629a68-b7f1-49b5-947a-4466abfc6c17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6da44a21-28c7-4323-b2cc-ed354e15c6da HTTP/1.1" status: 200 len: 849 time: 0.1353915 Jul 16 02:08:14.443697 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.488781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:14.498817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.499170 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment f5202db9-a91b-4edb-84bd-70cbeae5fa85 of type vlan for network f5973cdb-9204-49d8-b5a2-44be1239933c Jul 16 02:08:14.552598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-20b106b7-98c4-43ec-905f-2a66274eb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.554119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-20b106b7-98c4-43ec-905f-2a66274eb87d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ba28e15-8549-4923-8218-c521ddb64b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042776 Jul 16 02:08:14.557700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.572056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f6418-443c-478f-a68f-1f7ad7790e37 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:14.633395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.640281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.641092 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.681050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2874594 Jul 16 02:08:14.683874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35874) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:14.693636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:14.726910 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-8e7636fb-f15a-435b-9ee6-8e5d6e44e43d service neutron] 10.222.0.32 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648505 Jul 16 02:08:14.744504 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac11ec-bd08-4372-9681-3eee178cbebb tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=f5973cdb-9204-49d8-b5a2-44be1239933c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:14.772864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f5973cdb-9204-49d8-b5a2-44be1239933c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:14.851453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3e9bdfdd-7f81-4294-b5d3-867b52e2772f req-bcf8de5f-a3cd-4e06-99d8-f327927e399d service neutron] 10.222.0.32 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185756 Jul 16 02:08:14.909201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.932412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.950818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network f5973cdb-9204-49d8-b5a2-44be1239933c is not hosted by any dhcp agent {{(pid=93906) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:08:14.956913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:14.957471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:14.961896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "PUT /v2.0/networks/f5973cdb-9204-49d8-b5a2-44be1239933c HTTP/1.1" status: 200 len: 723 time: 0.2769253 Jul 16 02:08:14.962544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35876) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:14.971569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:15.010296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335048-6578-42e6-a22a-5770ec79679c req-2ac5da97-8d95-4c3c-bca4-f892b5190896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.012115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-2ac5da97-8d95-4c3c-bca4-f892b5190896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1094 time: 0.0740557 Jul 16 02:08:15.067987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d82267-d07f-4d2c-89e7-71b3e838511e tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=f5973cdb-9204-49d8-b5a2-44be1239933c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:15.080798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f5973cdb-9204-49d8-b5a2-44be1239933c details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:15.141441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335048-6578-42e6-a22a-5770ec79679c req-c52c031d-dbff-4ff1-8fef-60dffcf04a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.143643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-c52c031d-dbff-4ff1-8fef-60dffcf04a59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 200 len: 911 time: 0.1251616 Jul 16 02:08:15.145205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:15.148823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.188051 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-efe4cce1-d95c-4287-9870-3cf07473705f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0357611 Jul 16 02:08:15.247512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335048-6578-42e6-a22a-5770ec79679c req-b8aa5f07-f5b5-4995-8db5-5dbae61f6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.249508 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-b8aa5f07-f5b5-4995-8db5-5dbae61f6910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6da44a21-28c7-4323-b2cc-ed354e15c6da HTTP/1.1" status: 200 len: 849 time: 0.0546956 Jul 16 02:08:15.319511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335048-6578-42e6-a22a-5770ec79679c req-127adc20-6f11-4160-a514-ce245246c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.321203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-127adc20-6f11-4160-a514-ce245246c44e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3ba28e15-8549-4923-8218-c521ddb64b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641887 Jul 16 02:08:15.351876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.435342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=a474cd70-2e98-401f-936e-39b502ae49f9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:15.447520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': 'f5202db9-a91b-4edb-84bd-70cbeae5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:15.447520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: f5973cdb-9204-49d8-b5a2-44be1239933c, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:15.468488 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-9371b366-356d-4856-afca-845988081d8e service neutron] 10.222.0.32 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405077 Jul 16 02:08:15.469376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network f5973cdb-9204-49d8-b5a2-44be1239933c is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:15.489220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f5973cdb-9204-49d8-b5a2-44be1239933c) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:15.499703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7c16e-69f7-4bae-a19f-e9ab74eb8360 None None] Network f5973cdb-9204-49d8-b5a2-44be1239933c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:15.500642 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.501914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33036627'] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.537299 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-51d55188-42d6-4b52-8a7c-e2048e80359a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5709579 Jul 16 02:08:15.539164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35880) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:15.562555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:15.692404 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24354491'] for subnet, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.738912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9f59-8c21-42f1-92d0-6afd1a07c520 req-8e547263-278b-4af6-816d-9593ba36a813 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.744599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d8d9f59-8c21-42f1-92d0-6afd1a07c520 req-8e547263-278b-4af6-816d-9593ba36a813 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1094 time: 0.2199526 Jul 16 02:08:15.777428 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-f5973cdb-9204-49d8-b5a2-44be1239933c', 'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': 'a474cd70-2e98-401f-936e-39b502ae49f9'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:15.779338 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.829430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d8d9f59-8c21-42f1-92d0-6afd1a07c520 req-a099c46b-bac4-49fa-bedb-18c06d74834a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762684 Jul 16 02:08:15.912710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745879132811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29671173'] for subnet, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.954051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:15.954465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:15.958173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "PUT /v2.0/subnets/a474cd70-2e98-401f-936e-39b502ae49f9 HTTP/1.1" status: 200 len: 806 time: 0.4156408 Jul 16 02:08:15.958582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35884) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:16.007980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Allocated IP 172.20.0.2 (f5973cdb-9204-49d8-b5a2-44be1239933c/a474cd70-2e98-401f-936e-39b502ae49f9/eefdbbbf-9548-46c0-835d-999fc5c5bb61) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:16.026018 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d3335048-6578-42e6-a22a-5770ec79679c req-b625dc17-1aeb-4233-b9ff-db911ccc7b32 service neutron] 10.222.0.32 "GET /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496404 Jul 16 02:08:16.041357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8218a58-1c51-4679-b54a-6809ac17b844 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=a474cd70-2e98-401f-936e-39b502ae49f9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:16.074409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.135609 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.193003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.201295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Transition to ACTIVE for port object eefdbbbf-9548-46c0-835d-999fc5c5bb61 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:16.216350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Transition to ACTIVE for port object eefdbbbf-9548-46c0-835d-999fc5c5bb61 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:16.222980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.244961 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.267398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Network f5973cdb-9204-49d8-b5a2-44be1239933c is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:16.272816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:16.275218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=a474cd70-2e98-401f-936e-39b502ae49f9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:16.277524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:16.287865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Pushing event updated for resources: {'Port': ['ID=eefdbbbf-9548-46c0-835d-999fc5c5bb61,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:16.341454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.350311 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Attempting to bind port eefdbbbf-9548-46c0-835d-999fc5c5bb61 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:16.350731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Attempting to bind port eefdbbbf-9548-46c0-835d-999fc5c5bb61 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f5202db9-a91b-4edb-84bd-70cbeae5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:16.351141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Attempting to bind port eefdbbbf-9548-46c0-835d-999fc5c5bb61 on network f5973cdb-9204-49d8-b5a2-44be1239933c {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:16.353843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5973cdb-9204-49d8-b5a2-44be1239933c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:16.356378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:16.356756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Checking segment: {'id': 'f5202db9-a91b-4edb-84bd-70cbeae5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:16.357165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.357615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Bound using segment: {'id': 'f5202db9-a91b-4edb-84bd-70cbeae5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:16.358155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Bound port: eefdbbbf-9548-46c0-835d-999fc5c5bb61, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5202db9-a91b-4edb-84bd-70cbeae5fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f5973cdb-9204-49d8-b5a2-44be1239933c'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:16.358789 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.371446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5202db9-a91b-4edb-84bd-70cbeae5fa85') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:16.372598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5202db9-a91b-4edb-84bd-70cbeae5fa85') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:16.381842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.395614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.401707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:16.402175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:16.405551 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:16.434615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] For port eefdbbbf-9548-46c0-835d-999fc5c5bb61, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:16.466047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] For port eefdbbbf-9548-46c0-835d-999fc5c5bb61, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eefdbbbf-9548-46c0-835d-999fc5c5bb61,segment=NetworkSegment(f5202db9-a91b-4edb-84bd-70cbeae5fa85),segment_id=f5202db9-a91b-4edb-84bd-70cbeae5fa85)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:16.467571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.db.api [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:08:16.467571 n-d-800087-6 neutron-server[93906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:08:16.467571 n-d-800087-6 neutron-server[93906]: [parameters: {'id': 'f5973cdb-9204-49d8-b5a2-44be1239933c'}] Jul 16 02:08:16.467571 n-d-800087-6 neutron-server[93906]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:08:16.468179 n-d-800087-6 neutron-server[93906]: DEBUG oslo_db.api [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:08:16.470527 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.561313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10091af1-a0a0-4d97-bab5-5e14917e116d None None] Pushing event updated for resources: {'Port': ['ID=eefdbbbf-9548-46c0-835d-999fc5c5bb61,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:16.588430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9750f-fc90-43c2-ad14-b211128ba98e None None] Network f5973cdb-9204-49d8-b5a2-44be1239933c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:16.738796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58404f1-f36a-4a25-bf9e-f77a6debed7f None None] Network f5973cdb-9204-49d8-b5a2-44be1239933c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:16.871104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa230e-19f8-4344-b46d-13bf32268209 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:16.970816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:16.983873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa230e-19f8-4344-b46d-13bf32268209 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:17.348149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bed09-284a-4648-8da5-3e5157663eac req-9da50200-5a9f-4d2e-b208-757640b65282 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:17.349714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e60bed09-284a-4648-8da5-3e5157663eac req-9da50200-5a9f-4d2e-b208-757640b65282 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1094 time: 0.3871653 Jul 16 02:08:17.364170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port eefdbbbf-9548-46c0-835d-999fc5c5bb61 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:17.364512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.439337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e60bed09-284a-4648-8da5-3e5157663eac req-689faa6f-b79b-40d6-a73f-9adb788d6111 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Jul 16 02:08:17.445740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port eefdbbbf-9548-46c0-835d-999fc5c5bb61, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eefdbbbf-9548-46c0-835d-999fc5c5bb61,segment=NetworkSegment(f5202db9-a91b-4edb-84bd-70cbeae5fa85),segment_id=f5202db9-a91b-4edb-84bd-70cbeae5fa85)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:17.446100 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.460201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for eefdbbbf-9548-46c0-835d-999fc5c5bb61 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:17.539799 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.562658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=eefdbbbf-9548-46c0-835d-999fc5c5bb61,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:17.570012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port eefdbbbf-9548-46c0-835d-999fc5c5bb61 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:17.650408 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.660503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5973cdb-9204-49d8-b5a2-44be1239933c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:17.670070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5202db9-a91b-4edb-84bd-70cbeae5fa85') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:17.670363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5202db9-a91b-4edb-84bd-70cbeae5fa85') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:17.679063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.693261 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.699505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:17.699949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:17.703271 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:17.769815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.777640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.780273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/f5973cdb-9204-49d8-b5a2-44be1239933c HTTP/1.1" status: 204 len: 168 time: 1.8204834 Jul 16 02:08:17.782878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:17.799748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a09382-247c-4f13-9fcb-15939e790f05 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=f5973cdb-9204-49d8-b5a2-44be1239933c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:17.821340 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc7d807-a3f7-462e-91fd-dfc7dcba5b89 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:17.821902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc7d807-a3f7-462e-91fd-dfc7dcba5b89 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:17.827269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cfc7d807-a3f7-462e-91fd-dfc7dcba5b89 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/f5973cdb-9204-49d8-b5a2-44be1239933c HTTP/1.1" status: 404 len: 339 time: 0.0391665 Jul 16 02:08:17.827597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35894) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:17.832784 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640195515', 'description': 'd1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:17.853748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:17.857381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.882853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:17.898180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.898513 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 572c6eb1-e3e8-49a6-9741-175eccf14031 of type vlan for network 62df9a15-095e-4f12-9ea0-98180ec30020 Jul 16 02:08:17.942729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.973751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:17.979339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:17.979939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.014719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1859479 Jul 16 02:08:18.017886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35896) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:18.055375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1b5c6-643c-4a92-9d8f-f1aea6712316 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=62df9a15-095e-4f12-9ea0-98180ec30020,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:18.066691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 62df9a15-095e-4f12-9ea0-98180ec30020 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:18.135785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bace8107-684a-43f7-ad57-48296c916848 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.139980 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bace8107-684a-43f7-ad57-48296c916848 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks?id=62df9a15-095e-4f12-9ea0-98180ec30020 HTTP/1.1" status: 200 len: 760 time: 0.1185262 Jul 16 02:08:18.140662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35898) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:18.146169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'description': 'd2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:18.296800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.309523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.330316 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 62df9a15-095e-4f12-9ea0-98180ec30020 is not hosted by any dhcp agent {{(pid=93907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:08:18.335477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.336079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.337321 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "PUT /v2.0/networks/62df9a15-095e-4f12-9ea0-98180ec30020 HTTP/1.1" status: 200 len: 757 time: 0.1962688 Jul 16 02:08:18.340217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:18.378502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349193d-d751-4477-b278-b4e78cf0ace2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=62df9a15-095e-4f12-9ea0-98180ec30020,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:18.388673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 62df9a15-095e-4f12-9ea0-98180ec30020 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:18.427664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314c555-6bbd-4357-a07c-ffad3a45bf71 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.429202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6314c555-6bbd-4357-a07c-ffad3a45bf71 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks?id=62df9a15-095e-4f12-9ea0-98180ec30020 HTTP/1.1" status: 200 len: 760 time: 0.0878930 Jul 16 02:08:18.433159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35902) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:18.438934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1949106191'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:18.460962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:18.464665 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.496328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:18.507934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.508339 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 49006cbe-c461-4605-ab79-52f5c8fb091f of type vlan for network 8f164724-fe42-4222-96fe-cf324141f1dd Jul 16 02:08:18.554742 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.588393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.594420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.595312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.634265 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1999478 Jul 16 02:08:18.637337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:18.642503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '8f164724-fe42-4222-96fe-cf324141f1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:18.673243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aed31f-36c8-4ea1-8055-a4d3ed225334 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=8f164724-fe42-4222-96fe-cf324141f1dd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:18.684193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 8f164724-fe42-4222-96fe-cf324141f1dd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:18.736388 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:18.741434 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:18.870809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a182d-361d-46ee-8c6b-52c9c27588b0 req-04458e9e-c4cf-4184-9c12-b516a3d10090 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:18.872397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc2a182d-361d-46ee-8c6b-52c9c27588b0 req-04458e9e-c4cf-4184-9c12-b516a3d10090 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1094 time: 0.1265154 Jul 16 02:08:18.946313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dc2a182d-361d-46ee-8c6b-52c9c27588b0 req-9f341867-1405-45c7-bd76-2e7395e7b50c tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671794 Jul 16 02:08:18.989762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.047797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=690f3789-dc88-4aab-b5ec-f86a4da5a1eb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:19.058249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': '49006cbe-c461-4605-ab79-52f5c8fb091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8f164724-fe42-4222-96fe-cf324141f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:19.058615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 8f164724-fe42-4222-96fe-cf324141f1dd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:19.075190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 8f164724-fe42-4222-96fe-cf324141f1dd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:19.084656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 8f164724-fe42-4222-96fe-cf324141f1dd) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:19.088727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.089316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.095200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aedca64-dc09-49c6-a2f0-1da46bfb8c88 None None] Network 8f164724-fe42-4222-96fe-cf324141f1dd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:19.103772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e3b64623-6614-40e9-8472-6e43904fd412 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4652956 Jul 16 02:08:19.106413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:19.174094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:19.223309 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.277675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.339811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.357181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970505f-85cd-4191-99ae-efe2e2edb71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-8f164724-fe42-4222-96fe-cf324141f1dd', 'network_id': '8f164724-fe42-4222-96fe-cf324141f1dd', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': '690f3789-dc88-4aab-b5ec-f86a4da5a1eb'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:19.358023 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7970505f-85cd-4191-99ae-efe2e2edb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.365706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:19.369683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=690f3789-dc88-4aab-b5ec-f86a4da5a1eb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:19.387673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6', 'network_id': '3ba28e15-8549-4923-8218-c521ddb64b7c', 'port_id': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6', 'mac_address': 'fa:16:3e:5c:d8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da44a21-28c7-4323-b2cc-ed354e15c6da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:19.441440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.451772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f164724-fe42-4222-96fe-cf324141f1dd']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:19.461926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49006cbe-c461-4605-ab79-52f5c8fb091f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:19.462300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49006cbe-c461-4605-ab79-52f5c8fb091f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:19.471457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.484643 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.486343 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.493696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:19.494170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:19.497385 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:19.504203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:19.508577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44957c-b9f1-42fe-b227-460b8325d300 None None] Network 8f164724-fe42-4222-96fe-cf324141f1dd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:19.561832 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.571707 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.576236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/8f164724-fe42-4222-96fe-cf324141f1dd HTTP/1.1" status: 204 len: 168 time: 0.4661036 Jul 16 02:08:19.576496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:19.587433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:19.590830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc386066-9ee6-48e8-95ad-9e28dc6a7670 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=8f164724-fe42-4222-96fe-cf324141f1dd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:19.609185 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:19.616487 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-feae2e6e-df3a-4b33-8859-aaabb1f7760c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] GET failed (client error): The resource could not be found. Jul 16 02:08:19.618148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-feae2e6e-df3a-4b33-8859-aaabb1f7760c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/subnets/690f3789-dc88-4aab-b5ec-f86a4da5a1eb HTTP/1.1" status: 404 len: 337 time: 0.0402257 Jul 16 02:08:19.621080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35924) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:19.639636 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaecd9d-ee92-44c7-b834-71e5094afba1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:19.640204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaecd9d-ee92-44c7-b834-71e5094afba1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:19.641920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6eaecd9d-ee92-44c7-b834-71e5094afba1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/8f164724-fe42-4222-96fe-cf324141f1dd HTTP/1.1" status: 404 len: 339 time: 0.0198598 Jul 16 02:08:19.645837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35926) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:19.682438 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:19.845120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24842b53-291d-48be-82f8-4a582502bae1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.846610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-24842b53-291d-48be-82f8-4a582502bae1 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1997743 Jul 16 02:08:19.850979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35928) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:19.852893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:19.889570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-da572181-ff70-42a7-879a-9f0e36b81081 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 HTTP/1.1" status: 200 len: 207 time: 0.0370727 Jul 16 02:08:19.892691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35930) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.003182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc2b07-5111-4058-8208-cb33dbec02d2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.009285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc2b07-5111-4058-8208-cb33dbec02d2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.014970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc2b07-5111-4058-8208-cb33dbec02d2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.021492 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc2b07-5111-4058-8208-cb33dbec02d2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.023105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-83fc2b07-5111-4058-8208-cb33dbec02d2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1295187 Jul 16 02:08:20.026835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35934) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.168476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4357236d-7165-4bbd-af92-8a9e4c6fd56a tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1405470 Jul 16 02:08:20.171956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35936) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.185131 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a602-affe-450b-ac58-1b7be01396e1 req-9ce84dd5-5b8d-4063-bb91-ad44a54013ca tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.186567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37e5a602-affe-450b-ac58-1b7be01396e1 req-9ce84dd5-5b8d-4063-bb91-ad44a54013ca tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1095 time: 0.1293390 Jul 16 02:08:20.249291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817728ff-854a-4412-b86a-53919e82d29f tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.250962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817728ff-854a-4412-b86a-53919e82d29f tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.252509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-817728ff-854a-4412-b86a-53919e82d29f tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0794716 Jul 16 02:08:20.256298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35942) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.259609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37e5a602-affe-450b-ac58-1b7be01396e1 req-092f68e9-84e8-4545-aede-890c8172be27 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Jul 16 02:08:20.337045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2058f-7f23-4c47-90f2-90809b891ffc tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.338571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2058f-7f23-4c47-90f2-90809b891ffc tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.340120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-69b2058f-7f23-4c47-90f2-90809b891ffc tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0826797 Jul 16 02:08:20.343668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35944) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.452267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830e7f5-b917-4f31-8eb7-e9632df00753 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.454043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8830e7f5-b917-4f31-8eb7-e9632df00753 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks/d5e16219-42cc-4427-b468-539f91159219 HTTP/1.1" status: 200 len: 799 time: 0.1093013 Jul 16 02:08:20.458057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35946) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.573063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35952) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.573412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-84d258dc-c18d-4676-bd43-af2f39c6f9a3 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/networks/d5e16219-42cc-4427-b468-539f91159219?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1139719 Jul 16 02:08:20.625230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1932fcc-91db-461e-8eac-4f871ca5ba8c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.627148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a1932fcc-91db-461e-8eac-4f871ca5ba8c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/subnets/1af25c65-c785-46ac-ad5d-2f6d89ad15c6 HTTP/1.1" status: 200 len: 811 time: 0.0528755 Jul 16 02:08:20.630741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35956) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.684331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada331f-07ed-4d2b-b633-0143ab6e4309 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['shared'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.685738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0ada331f-07ed-4d2b-b633-0143ab6e4309 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "GET /v2.0/subnets/1af25c65-c785-46ac-ad5d-2f6d89ad15c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0537639 Jul 16 02:08:20.692068 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.695124 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349420894'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:20.715932 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:20.719542 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:20.744114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:20.753233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:20.753579 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Added segment 32175751-2abe-4727-8e9e-8c298884a9a4 of type vlan for network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a Jul 16 02:08:20.797269 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:20.824758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:20.831364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.831981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:20.871545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1802931 Jul 16 02:08:20.875302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:20.880976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:20.900961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7ca82-c94b-4365-9054-2f8ddbb5c05d tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Network': ['ID=94b40bfa-a70b-4c83-ab37-4e9f29fb220a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:20.913105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:20.980960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Made reservation on behalf of 2d57e8091c084794af8423e3ed0d8b06 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:20.984595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.041429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing IP validity checks on allocation pools {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:08:21.041948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.ipam_backend_mixin [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:08:21.157475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:08:21.179240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.208088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:08:21.212263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:08:21.212768 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.241248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=e71d33fb-e05f-49f0-a924-d2733d3a3951,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:21.250011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Checking segment: {'id': '32175751-2abe-4727-8e9e-8c298884a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:21.250388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network hostable DHCP agents. Network: 94b40bfa-a70b-4c83-ab37-4e9f29fb220a, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:21.269538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:21.280500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 94b40bfa-a70b-4c83-ab37-4e9f29fb220a) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:21.291357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c99da-44e0-4980-896b-9b80a8145e6f None None] Network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:21.299254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.300193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.323806 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.325474 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-48513907-e935-4ad9-a964-b1a5ba22e970 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4486625 Jul 16 02:08:21.328595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35964) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:21.334594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:21.445129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:21.447405 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35fc06f-c23c-40a3-8e1f-66b998d30d65" -d '{"events": [{"server_uuid": "e2e48943-4e3e-4341-abf7-9f91e52e6dfa", "name": "network-vif-plugged", "status": "completed", "tag": "cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:21.459100 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24354491'] for subnet, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.467858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:21.478061 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.499618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3823-fda7-48a0-a0b8-85958ced33b0 req-f86f4f2b-f2ac-45d8-9d56-68baea47a426 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.501938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef7e3823-fda7-48a0-a0b8-85958ced33b0 req-f86f4f2b-f2ac-45d8-9d56-68baea47a426 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1095 time: 0.1171312 Jul 16 02:08:21.534364 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6185490-0496-45b6-9b72-3f115cd59e67 x-openstack-request-id: req-c6185490-0496-45b6-9b72-3f115cd59e67 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:21.534928 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e48943-4e3e-4341-abf7-9f91e52e6dfa", "name": "network-vif-plugged", "status": "completed", "tag": "cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:21.535333 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6185490-0496-45b6-9b72-3f115cd59e67 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:21.535875 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6', 'code': 200} Jul 16 02:08:21.564109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-94b40bfa-a70b-4c83-ab37-4e9f29fb220a', 'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a', 'tenant_id': '2d57e8091c084794af8423e3ed0d8b06', 'fixed_ips': [{'subnet_id': 'e71d33fb-e05f-49f0-a924-d2733d3a3951'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:08:21.565043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.588274 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef7e3823-fda7-48a0-a0b8-85958ced33b0 req-c8d7b2d3-076c-42a4-b06d-8d59bb9c5480 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674207 Jul 16 02:08:21.684786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7899-c093-4780-93d7-202d2dd5c697 req-ecfed62c-61b3-4090-a105-ff551eb2a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.687097 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-332a7899-c093-4780-93d7-202d2dd5c697 req-ecfed62c-61b3-4090-a105-ff551eb2a9da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.0900452 Jul 16 02:08:21.751646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-332a7899-c093-4780-93d7-202d2dd5c697 req-907a8825-5ce0-487d-b4da-ab4241a0c4e2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Jul 16 02:08:21.767275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:21.845942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745879132811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29671173'] for subnet, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.893266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Allocated IP 172.20.0.3 (94b40bfa-a70b-4c83-ab37-4e9f29fb220a/e71d33fb-e05f-49f0-a924-d2733d3a3951/d3eda5c8-15b0-433f-bd36-559f2cf46f9e) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:21.896600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.897387 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:21.902008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "PUT /v2.0/subnets/e71d33fb-e05f-49f0-a924-d2733d3a3951 HTTP/1.1" status: 200 len: 877 time: 0.5717475 Jul 16 02:08:21.902176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 35970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:21.916586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc55ed1-756c-487f-a033-b0d266399c99 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event updated for resources: {'Subnet': ['ID=e71d33fb-e05f-49f0-a924-d2733d3a3951,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:22.010678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.051118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.062770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Transition to ACTIVE for port object d3eda5c8-15b0-433f-bd36-559f2cf46f9e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:22.066165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.078261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Transition to ACTIVE for port object d3eda5c8-15b0-433f-bd36-559f2cf46f9e will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:22.086113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.126537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:22.131553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:22.135027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:22.142777 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.146548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Pushing event updated for resources: {'Port': ['ID=d3eda5c8-15b0-433f-bd36-559f2cf46f9e,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:22.187495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=e71d33fb-e05f-49f0-a924-d2733d3a3951,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:22.211391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Attempting to bind port d3eda5c8-15b0-433f-bd36-559f2cf46f9e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:22.211768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Attempting to bind port d3eda5c8-15b0-433f-bd36-559f2cf46f9e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '32175751-2abe-4727-8e9e-8c298884a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:22.212276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Attempting to bind port d3eda5c8-15b0-433f-bd36-559f2cf46f9e on network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:22.217201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:22.217574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Checking segment: {'id': '32175751-2abe-4727-8e9e-8c298884a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:22.217986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.218382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Bound using segment: {'id': '32175751-2abe-4727-8e9e-8c298884a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:22.218848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Bound port: d3eda5c8-15b0-433f-bd36-559f2cf46f9e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32175751-2abe-4727-8e9e-8c298884a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:22.219254 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.233737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.245508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b40bfa-a70b-4c83-ab37-4e9f29fb220a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:22.257673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32175751-2abe-4727-8e9e-8c298884a9a4') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:22.257965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32175751-2abe-4727-8e9e-8c298884a9a4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:22.267016 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.267212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.281717 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.288476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:22.290230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:22.293445 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:22.306057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] For port d3eda5c8-15b0-433f-bd36-559f2cf46f9e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:22.361200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.db.api [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:08:22.361200 n-d-800087-6 neutron-server[93907]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:08:22.361200 n-d-800087-6 neutron-server[93907]: [parameters: {'id': '94b40bfa-a70b-4c83-ab37-4e9f29fb220a'}] Jul 16 02:08:22.361200 n-d-800087-6 neutron-server[93907]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93907) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:08:22.361726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] For port d3eda5c8-15b0-433f-bd36-559f2cf46f9e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3eda5c8-15b0-433f-bd36-559f2cf46f9e,segment=NetworkSegment(32175751-2abe-4727-8e9e-8c298884a9a4),segment_id=32175751-2abe-4727-8e9e-8c298884a9a4)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:22.362118 n-d-800087-6 neutron-server[93907]: DEBUG oslo_db.api [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:08:22.368368 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.463356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716fe6c-b211-45a2-9d45-5cd230d7b8b7 None None] Pushing event updated for resources: {'Port': ['ID=d3eda5c8-15b0-433f-bd36-559f2cf46f9e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:22.483406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093cced-951b-419f-8d07-ba248ea7400b None None] Network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:22.617656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb0a75-c8c9-4f73-b166-9847a9d1451e None None] Network 94b40bfa-a70b-4c83-ab37-4e9f29fb220a requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:22.752395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b549dc1-1642-4771-b3c4-1f65702e9f61 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:08:22.808198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f98fc-907e-49e5-b517-617b18d5a402 req-df20d514-7e94-4d51-a1b5-1a0966208f1b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:22.810587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab2f98fc-907e-49e5-b517-617b18d5a402 req-df20d514-7e94-4d51-a1b5-1a0966208f1b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.0543749 Jul 16 02:08:22.849592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab2f98fc-907e-49e5-b517-617b18d5a402 req-4563d1e3-1bb4-4570-b7ea-0087525bdec7 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Jul 16 02:08:22.863702 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:22.880284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b549dc1-1642-4771-b3c4-1f65702e9f61 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:08:22.936835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port d3eda5c8-15b0-433f-bd36-559f2cf46f9e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:22.937314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.028482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port d3eda5c8-15b0-433f-bd36-559f2cf46f9e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d3eda5c8-15b0-433f-bd36-559f2cf46f9e,segment=NetworkSegment(32175751-2abe-4727-8e9e-8c298884a9a4),segment_id=32175751-2abe-4727-8e9e-8c298884a9a4)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:23.028880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.041550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for d3eda5c8-15b0-433f-bd36-559f2cf46f9e owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:23.046532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd23f7-fd49-4071-9ad3-732cd6587060 req-8a379f8b-44a1-4bf6-9904-d5a37bb3fe0b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:23.049153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0dd23f7-fd49-4071-9ad3-732cd6587060 req-8a379f8b-44a1-4bf6-9904-d5a37bb3fe0b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.0709860 Jul 16 02:08:23.096543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0dd23f7-fd49-4071-9ad3-732cd6587060 req-4f8a32fb-8c22-449b-a2c1-652883c8d7ce tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Jul 16 02:08:23.140953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.167444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=d3eda5c8-15b0-433f-bd36-559f2cf46f9e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:23.176596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port d3eda5c8-15b0-433f-bd36-559f2cf46f9e on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:23.275406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.284525 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3ea6-8b81-4fd5-903e-00eaab2a09a1 req-a6e5ec70-77c5-419f-a8bb-63d95acf2576 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:23.285468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b40bfa-a70b-4c83-ab37-4e9f29fb220a']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:23.286489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b11f3ea6-8b81-4fd5-903e-00eaab2a09a1 req-a6e5ec70-77c5-419f-a8bb-63d95acf2576 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.0596917 Jul 16 02:08:23.299253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32175751-2abe-4727-8e9e-8c298884a9a4') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:23.299685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32175751-2abe-4727-8e9e-8c298884a9a4') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:23.310480 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.324785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.325464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b11f3ea6-8b81-4fd5-903e-00eaab2a09a1 req-a5994c4d-25c6-4158-861f-552eb1d5044c tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Jul 16 02:08:23.331343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:23.332099 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:23.336066 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:23.402716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.410289 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.416924 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/94b40bfa-a70b-4c83-ab37-4e9f29fb220a HTTP/1.1" status: 204 len: 168 time: 1.5081341 Jul 16 02:08:23.418083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35982) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.437708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544f23-0375-4f8b-9d7c-369b21ba65e5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=94b40bfa-a70b-4c83-ab37-4e9f29fb220a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:23.445710 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a667bd3-443e-408d-9eff-ac1c8d2b1a69 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.446274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a667bd3-443e-408d-9eff-ac1c8d2b1a69 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.450727 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6a667bd3-443e-408d-9eff-ac1c8d2b1a69 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/e71d33fb-e05f-49f0-a924-d2733d3a3951 HTTP/1.1" status: 404 len: 337 time: 0.0298407 Jul 16 02:08:23.451029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35984) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.469152 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7e0575-da22-403e-bf14-201bca48de98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.470338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7e0575-da22-403e-bf14-201bca48de98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.474420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c7e0575-da22-403e-bf14-201bca48de98 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/94b40bfa-a70b-4c83-ab37-4e9f29fb220a HTTP/1.1" status: 404 len: 339 time: 0.0200751 Jul 16 02:08:23.474640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35986) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.500182 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-873d34e6-4cb6-4400-94f9-b77a319e85b4 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.501235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873d34e6-4cb6-4400-94f9-b77a319e85b4 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.505276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-873d34e6-4cb6-4400-94f9-b77a319e85b4 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/690f3789-dc88-4aab-b5ec-f86a4da5a1eb HTTP/1.1" status: 404 len: 337 time: 0.0273767 Jul 16 02:08:23.505553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35988) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.527859 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ade667-c86c-4031-a508-e4e9fba96327 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.528609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ade667-c86c-4031-a508-e4e9fba96327 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.532860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f0ade667-c86c-4031-a508-e4e9fba96327 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/8f164724-fe42-4222-96fe-cf324141f1dd HTTP/1.1" status: 404 len: 339 time: 0.0238755 Jul 16 02:08:23.533196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35990) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.610889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.631083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.738552 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d4776fba-3e90-42c4-a44c-72ad62e01f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.743642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.755765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62df9a15-095e-4f12-9ea0-98180ec30020']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:23.767073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572c6eb1-e3e8-49a6-9741-175eccf14031') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:23.767367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572c6eb1-e3e8-49a6-9741-175eccf14031') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:23.777831 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.795546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.804866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:23.805256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.809277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4245f8-2cae-4799-afda-6e3901d5968c req-f6fea7e2-ed42-4c2e-b9c2-1b9e76cded72 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:23.810791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e4245f8-2cae-4799-afda-6e3901d5968c req-f6fea7e2-ed42-4c2e-b9c2-1b9e76cded72 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.1358712 Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:23.811416 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:23.890630 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.893334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e4245f8-2cae-4799-afda-6e3901d5968c req-727049ac-29e6-47ef-b291-63cc4c312404 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714984 Jul 16 02:08:23.899125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:23.900307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/62df9a15-095e-4f12-9ea0-98180ec30020 HTTP/1.1" status: 204 len: 168 time: 0.3661304 Jul 16 02:08:23.902539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35996) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.918849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4120ba0-41c2-4139-bf49-b5a7f3013200 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=62df9a15-095e-4f12-9ea0-98180ec30020,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:23.940465 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d1881c-0637-4f5e-a4ab-dae6357ba2a2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.940909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d1881c-0637-4f5e-a4ab-dae6357ba2a2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.942631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8d1881c-0637-4f5e-a4ab-dae6357ba2a2 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/a474cd70-2e98-401f-936e-39b502ae49f9 HTTP/1.1" status: 404 len: 337 time: 0.0391967 Jul 16 02:08:23.945602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 35998) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.963895 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd58003-0aa7-4e76-a16f-f0e586b39974 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.964744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd58003-0aa7-4e76-a16f-f0e586b39974 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.966576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-edd58003-0aa7-4e76-a16f-f0e586b39974 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/f5973cdb-9204-49d8-b5a2-44be1239933c HTTP/1.1" status: 404 len: 339 time: 0.0198646 Jul 16 02:08:23.969076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36000) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:23.995022 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-22017b18-61bc-43e8-93b6-f89d9abf472b tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:23.995487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22017b18-61bc-43e8-93b6-f89d9abf472b tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:23.997155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-22017b18-61bc-43e8-93b6-f89d9abf472b tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/e2d7792c-dbdd-4c5a-ab59-f31c1d9c6280 HTTP/1.1" status: 404 len: 337 time: 0.0271206 Jul 16 02:08:23.999435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36002) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.017954 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-446f639b-d3ce-463e-8b6e-d14bfddb4ed9 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.018597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446f639b-d3ce-463e-8b6e-d14bfddb4ed9 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.020196 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-446f639b-d3ce-463e-8b6e-d14bfddb4ed9 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/ef433010-6bb2-4a83-8339-7901b1426015 HTTP/1.1" status: 404 len: 339 time: 0.0198896 Jul 16 02:08:24.022559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36004) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.048229 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b376b4fd-b4a0-415f-92a7-d689f29c03fd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.048654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b376b4fd-b4a0-415f-92a7-d689f29c03fd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.050684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b376b4fd-b4a0-415f-92a7-d689f29c03fd tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/a0750f56-004f-48ab-8cf0-06aff4c3a2be HTTP/1.1" status: 404 len: 337 time: 0.0271990 Jul 16 02:08:24.053096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36006) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.071861 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3baece-88bc-4d0a-a3c1-37837011200c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.072609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3baece-88bc-4d0a-a3c1-37837011200c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.074219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a3baece-88bc-4d0a-a3c1-37837011200c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/0bcb46ef-7786-42da-9e80-e8cfef46e292 HTTP/1.1" status: 404 len: 339 time: 0.0201375 Jul 16 02:08:24.076676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.101776 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fc65ad-b251-4123-a8ae-74281495fe5c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.102198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fc65ad-b251-4123-a8ae-74281495fe5c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.105935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-55fc65ad-b251-4123-a8ae-74281495fe5c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/3b204506-fd0c-4014-83cb-48f65dc551b9 HTTP/1.1" status: 404 len: 337 time: 0.0263662 Jul 16 02:08:24.106153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36010) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.125011 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b15f19a-26de-40d6-97a6-c4ccdfba8f09 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.125664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b15f19a-26de-40d6-97a6-c4ccdfba8f09 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.129668 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7b15f19a-26de-40d6-97a6-c4ccdfba8f09 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/32e1c92c-615c-4c1e-987e-159369dbf10a HTTP/1.1" status: 404 len: 339 time: 0.0204306 Jul 16 02:08:24.129902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36012) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.154406 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad36555-1d57-4436-af86-d4118dcc6dab tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.155068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad36555-1d57-4436-af86-d4118dcc6dab tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.159739 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36014) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.159866 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dad36555-1d57-4436-af86-d4118dcc6dab tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/2789a472-0bd2-4381-ad69-882fbcbe5e66 HTTP/1.1" status: 404 len: 337 time: 0.0289910 Jul 16 02:08:24.184234 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-092d408c-d5a1-4167-8edd-91ed5e4aa204 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.184860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092d408c-d5a1-4167-8edd-91ed5e4aa204 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.186341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-092d408c-d5a1-4167-8edd-91ed5e4aa204 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/c8472f93-c5c4-4ac7-854d-f2be46716eb5 HTTP/1.1" status: 404 len: 339 time: 0.0249095 Jul 16 02:08:24.189196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36016) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.213866 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce80ddf-a6a5-4b1b-b73f-df72cbf4c9ba tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.214298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce80ddf-a6a5-4b1b-b73f-df72cbf4c9ba tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.215940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dce80ddf-a6a5-4b1b-b73f-df72cbf4c9ba tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/0f6e474a-1797-4f53-9b59-490c5f18e348 HTTP/1.1" status: 404 len: 337 time: 0.0258472 Jul 16 02:08:24.218556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36018) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.238709 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-797683a5-de89-4970-96fe-86592c583a4f tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.239413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797683a5-de89-4970-96fe-86592c583a4f tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.241064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-797683a5-de89-4970-96fe-86592c583a4f tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/0eaaa957-de8f-493b-bc08-078a47a7bf4b HTTP/1.1" status: 404 len: 339 time: 0.0215690 Jul 16 02:08:24.243664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36020) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.269379 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc50bd34-167e-49c3-9dc0-ea238de21827 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.269833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc50bd34-167e-49c3-9dc0-ea238de21827 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.271453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dc50bd34-167e-49c3-9dc0-ea238de21827 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/cf2added-c82d-4e0a-b173-568ca73e4f6c HTTP/1.1" status: 404 len: 337 time: 0.0268209 Jul 16 02:08:24.274029 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36022) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.292023 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-362c6b9e-85ac-45bf-b701-95402f42be08 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.292562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362c6b9e-85ac-45bf-b701-95402f42be08 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.294185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-362c6b9e-85ac-45bf-b701-95402f42be08 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/7667ed04-d43e-4034-987b-2a788e35ce81 HTTP/1.1" status: 404 len: 339 time: 0.0193021 Jul 16 02:08:24.296363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36024) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.321420 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe7c291-2f2f-4634-96ba-fc547466a366 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.321990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe7c291-2f2f-4634-96ba-fc547466a366 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.323600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9fe7c291-2f2f-4634-96ba-fc547466a366 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/a7452a5a-d348-4f64-8748-e67a41fa368b HTTP/1.1" status: 404 len: 337 time: 0.0262358 Jul 16 02:08:24.325884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36026) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.343178 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-374d2cdb-7815-48ee-b7f0-8012cbecd50c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] DELETE failed (client error): The resource could not be found. Jul 16 02:08:24.343840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374d2cdb-7815-48ee-b7f0-8012cbecd50c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:08:24.348064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-374d2cdb-7815-48ee-b7f0-8012cbecd50c tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/47a8913d-f1ae-428e-8ab0-5db8c24319d2 HTTP/1.1" status: 404 len: 339 time: 0.0192003 Jul 16 02:08:24.348433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36028) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.396993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting subnet 1af25c65-c785-46ac-ad5d-2f6d89ad15c6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:08:24.400286 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.445914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.527931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.587030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.619189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Subnet': ['ID=1af25c65-c785-46ac-ad5d-2f6d89ad15c6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:24.622544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.624001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4bc89fb3-45ed-4ca5-a0b4-13e9996c3bb5 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/subnets/1af25c65-c785-46ac-ad5d-2f6d89ad15c6 HTTP/1.1" status: 204 len: 168 time: 0.2737110 Jul 16 02:08:24.626332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36030) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:24.645669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb15d75-384c-4806-b0f8-a8cd8705b731 None None] Network d5e16219-42cc-4427-b468-539f91159219 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:24.752716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.826708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Deleting port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:24.827053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.903212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] DHCP port deletion for d5e16219-42cc-4427-b468-539f91159219 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:08:24.936333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] For port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,segment=NetworkSegment(0b70b36e-7338-4003-8ff8-98990c2cd734),segment_id=0b70b36e-7338-4003-8ff8-98990c2cd734)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:24.936687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:24.950318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Calling delete_port for dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:24.971605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] Deleting port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:24.972220 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.030297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-d8551081-8792-4614-9f1e-594a57ba2533 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.031874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-d8551081-8792-4614-9f1e-594a57ba2533 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.1781809 Jul 16 02:08:25.045363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] For port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,segment=NetworkSegment(0b70b36e-7338-4003-8ff8-98990c2cd734),segment_id=0b70b36e-7338-4003-8ff8-98990c2cd734)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:25.046013 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.077353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] Calling delete_port for dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:25.097738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.127455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c057b-0398-4300-bd92-6cbb95cdde57 req-2de3edab-bd91-4f54-a230-b3f6c5f6eff3 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:25.132460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Port': ['ID=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:25.134809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f3c057b-0398-4300-bd92-6cbb95cdde57 req-2de3edab-bd91-4f54-a230-b3f6c5f6eff3 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 1096 time: 0.0736108 Jul 16 02:08:25.157295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] No DVR routers for this DVR port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:25.166391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:25.176523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f3c057b-0398-4300-bd92-6cbb95cdde57 req-36913adb-f1cf-4d87-8d70-af90cc98ead7 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Jul 16 02:08:25.192570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:25.193681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:25.253608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.261948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Deleting port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:25.263161 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.266476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.275581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e16219-42cc-4427-b468-539f91159219']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:25.281836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] No DVR routers for this DVR port dd8d353d-b4c8-4354-9fda-e40bd3f16ce2 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:25.292656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b70b36e-7338-4003-8ff8-98990c2cd734') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:25.294195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b70b36e-7338-4003-8ff8-98990c2cd734') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:25.304383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2724-f804-41fd-b34f-87631cfbb1c9 None None] Pushing event deleted for resources: {'Port': ['ID=dd8d353d-b4c8-4354-9fda-e40bd3f16ce2,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:25.305989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.356489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.368542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:25.368935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:25.371746 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:25.398678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] For port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:25.399036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.442716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Calling delete_port for cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:25.452409 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.460892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.465070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] 10.222.0.35 "DELETE /v2.0/networks/d5e16219-42cc-4427-b468-539f91159219 HTTP/1.1" status: 204 len: 168 time: 0.8345072 Jul 16 02:08:25.505561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074b86b-48a9-4319-83e0-ca52131e0722 tempest-NetworksTest-877809570 tempest-NetworksTest-877809570-project] Pushing event deleted for resources: {'Network': ['ID=d5e16219-42cc-4427-b468-539f91159219,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:25.602364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.614718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:25.617072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1957a190-9105-4f5b-a110-5bc229f5a271'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:25.643861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Pushing event deleted for resources: {'Port': ['ID=cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:25.694756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] No DVR routers for this DVR port cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:25.699857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:25.705521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b476114-2587-4db3-9c4a-7600efe3f5b7 req-611feed7-4642-47b6-b08b-a2e55d70dc4b tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.32 "DELETE /v2.0/ports/cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 HTTP/1.1" status: 204 len: 173 time: 0.6648324 Jul 16 02:08:25.705881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'name': 'network-vif-deleted', 'tag': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:25.708594 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a1f549-158b-4820-b76e-1fa146adddad" -d '{"events": [{"server_uuid": "e2e48943-4e3e-4341-abf7-9f91e52e6dfa", "name": "network-vif-deleted", "tag": "cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:25.765584 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9190010f-7cb1-4aeb-b252-ba16d990d681 x-openstack-request-id: req-9190010f-7cb1-4aeb-b252-ba16d990d681 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:25.765882 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e48943-4e3e-4341-abf7-9f91e52e6dfa", "name": "network-vif-deleted", "tag": "cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:25.766737 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9190010f-7cb1-4aeb-b252-ba16d990d681 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:25.767141 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e48943-4e3e-4341-abf7-9f91e52e6dfa', 'name': 'network-vif-deleted', 'tag': 'cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6', 'status': 'completed', 'code': 200} Jul 16 02:08:25.897413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:26.096623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8075fa8c-fcbe-4cfa-a437-450424c41ae3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d57e8091c084794af8423e3ed0d8b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952212 Jul 16 02:08:26.096831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:26.156520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06fcf592-482c-46d5-84b1-4db8ba380c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.183251 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06fcf592-482c-46d5-84b1-4db8ba380c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.218829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b0463fd5-1136-4abb-b2f5-62f55bd06469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.250710 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06fcf592-482c-46d5-84b1-4db8ba380c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.253446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-06fcf592-482c-46d5-84b1-4db8ba380c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:26.254676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-06fcf592-482c-46d5-84b1-4db8ba380c74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a54a5953-81bc-4fd4-a039-d7c743cdee4d HTTP/1.1" status: 204 len: 168 time: 0.1569324 Jul 16 02:08:26.265422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcf592-482c-46d5-84b1-4db8ba380c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a5953-81bc-4fd4-a039-d7c743cdee4d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:26.445711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc53b601-a7ce-4979-9552-03724bc3eec3 req-42431471-d13e-48ab-91cd-f2df1f799801 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e48943-4e3e-4341-abf7-9f91e52e6dfa HTTP/1.1" status: 200 len: 210 time: 0.0516500 Jul 16 02:08:26.610251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:27.454400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:27.940658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f60b-d859-4f95-abf5-8f36e2efe733 req-7a17ebd1-30aa-418e-b364-912ddc3e6c93 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:27.942110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a319f60b-d859-4f95-abf5-8f36e2efe733 req-7a17ebd1-30aa-418e-b364-912ddc3e6c93 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.0632806 Jul 16 02:08:27.981839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a319f60b-d859-4f95-abf5-8f36e2efe733 req-5247dba2-9e80-4e0b-ac3f-adb57e301df3 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Jul 16 02:08:28.924373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.162672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f37c7-c58e-4e4e-9b7a-1188045077f5 req-5e2db791-dd25-45ad-ad1b-13b95320f260 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:29.164329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c10f37c7-c58e-4e4e-9b7a-1188045077f5 req-5e2db791-dd25-45ad-ad1b-13b95320f260 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.0646973 Jul 16 02:08:29.234735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-0bc2ca2e-7714-4cdc-ac7e-cf1620aa5e2a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:29.236389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-0bc2ca2e-7714-4cdc-ac7e-cf1620aa5e2a tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 1097 time: 0.0655057 Jul 16 02:08:29.238906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c10f37c7-c58e-4e4e-9b7a-1188045077f5 req-b59ce693-5c0f-4df7-8088-173ac9658592 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=0fdeeaae-81db-440c-8a85-043e7f04f6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669665 Jul 16 02:08:29.245082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:29.286800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:29.287806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device cecd3d9e-2068-4e43-8e6c-2d44af8a8cd6 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:29.352659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Deleting port 1957a190-9105-4f5b-a110-5bc229f5a271 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:29.353059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.444436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] For port 1957a190-9105-4f5b-a110-5bc229f5a271, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1957a190-9105-4f5b-a110-5bc229f5a271,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:29.444813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.459992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Calling delete_port for 1957a190-9105-4f5b-a110-5bc229f5a271 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:29.636687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.650103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1957a190-9105-4f5b-a110-5bc229f5a271'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:08:29.683358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Pushing event deleted for resources: {'Port': ['ID=1957a190-9105-4f5b-a110-5bc229f5a271,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:29.733412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] No DVR routers for this DVR port 1957a190-9105-4f5b-a110-5bc229f5a271 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:29.737122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:29.739405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8676cb2b-7e19-4251-9c6e-4962f4cdd82a req-ab3c798c-f290-4178-ac6f-1111ddc6a0e9 tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.38 "DELETE /v2.0/ports/1957a190-9105-4f5b-a110-5bc229f5a271 HTTP/1.1" status: 204 len: 173 time: 0.4965494 Jul 16 02:08:29.739993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'name': 'network-vif-deleted', 'tag': '1957a190-9105-4f5b-a110-5bc229f5a271'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:29.742484 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05edf5f7-697f-4066-bac9-c2fb0032ff9b" -d '{"events": [{"server_uuid": "c64ebee2-47ee-4d84-a6ed-b1c3015da024", "name": "network-vif-deleted", "tag": "1957a190-9105-4f5b-a110-5bc229f5a271"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:29.807196 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c518c911-86b9-4b6e-8e13-601c4701c4c8 x-openstack-request-id: req-c518c911-86b9-4b6e-8e13-601c4701c4c8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:29.807364 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64ebee2-47ee-4d84-a6ed-b1c3015da024", "name": "network-vif-deleted", "tag": "1957a190-9105-4f5b-a110-5bc229f5a271", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:29.807460 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c518c911-86b9-4b6e-8e13-601c4701c4c8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:29.807964 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64ebee2-47ee-4d84-a6ed-b1c3015da024', 'name': 'network-vif-deleted', 'tag': '1957a190-9105-4f5b-a110-5bc229f5a271', 'status': 'completed', 'code': 200} Jul 16 02:08:30.436801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a87e0525-26cb-4da8-afbe-23abe419a8bf req-e7c111ba-feb8-4f9a-8e42-d5a64ed434ef tempest-TestServerMultinode-1171089344 tempest-TestServerMultinode-1171089344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c64ebee2-47ee-4d84-a6ed-b1c3015da024 HTTP/1.1" status: 200 len: 210 time: 0.0381765 Jul 16 02:08:30.477411 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:30.934211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36160) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.040198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbe1eb22-6148-4ed1-9cea-3244b0bc1766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.124267 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbe1eb22-6148-4ed1-9cea-3244b0bc1766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.128480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbe1eb22-6148-4ed1-9cea-3244b0bc1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.165556 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bbe1eb22-6148-4ed1-9cea-3244b0bc1766 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a3aa6055948415ca8c18717efefec91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301898 Jul 16 02:08:31.168147 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36164) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.175058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1eb22-6148-4ed1-9cea-3244b0bc1766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6425b70-ddd5-4c92-b465-694d5d5c5ae9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.220288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecf11d8-e95c-4e03-898e-5d1c798e2078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.241938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecf11d8-e95c-4e03-898e-5d1c798e2078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.292611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecf11d8-e95c-4e03-898e-5d1c798e2078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.295505 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aecf11d8-e95c-4e03-898e-5d1c798e2078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.297984 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aecf11d8-e95c-4e03-898e-5d1c798e2078 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6425b70-ddd5-4c92-b465-694d5d5c5ae9 HTTP/1.1" status: 204 len: 168 time: 0.1288919 Jul 16 02:08:31.306661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf11d8-e95c-4e03-898e-5d1c798e2078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6425b70-ddd5-4c92-b465-694d5d5c5ae9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.545157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36174) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.596606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36176) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.614465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c23c04a7-c4e0-48f4-92a0-3b9fbf4d6e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.710254 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c23c04a7-c4e0-48f4-92a0-3b9fbf4d6e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.715820 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c23c04a7-c4e0-48f4-92a0-3b9fbf4d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.756305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c04a7-c4e0-48f4-92a0-3b9fbf4d6e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74022b9-a50e-4db4-b514-5efee80c2d7e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:31.760660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c23c04a7-c4e0-48f4-92a0-3b9fbf4d6e98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b08206ed60a24047a117ded611b980f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624923 Jul 16 02:08:31.764276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:31.853423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13053979-2638-43c8-adf1-989c18503c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.901527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13053979-2638-43c8-adf1-989c18503c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.986088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13053979-2638-43c8-adf1-989c18503c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.988795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-13053979-2638-43c8-adf1-989c18503c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.989932 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-13053979-2638-43c8-adf1-989c18503c5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f74022b9-a50e-4db4-b514-5efee80c2d7e HTTP/1.1" status: 204 len: 168 time: 0.2247193 Jul 16 02:08:32.002887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13053979-2638-43c8-adf1-989c18503c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74022b9-a50e-4db4-b514-5efee80c2d7e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:32.026727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.293582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Deleting port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:32.293923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.382606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] For port 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:32.382964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.396828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Calling delete_port for 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:32.639475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:32.684988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1f809d-a71d-4999-a73c-1e0c4bccbb0f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:32.926311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.493959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Router a94ce279-c3d4-4765-81c7-60dd23e4d5bd has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:33.606342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:33.616173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] Sync routers for ids ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:33.617856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-63ee6916-c5fa-484d-88bd-6934ec24f1cc admin admin] 10.222.0.35 "PUT /v2.0/routers/a94ce279-c3d4-4765-81c7-60dd23e4d5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718648 Jul 16 02:08:33.620400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36230) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:33.635906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] Routers {'a94ce279-c3d4-4765-81c7-60dd23e4d5bd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:33.637005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:08:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:33.771077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.803556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] Set router a94ce279-c3d4-4765-81c7-60dd23e4d5bd gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:33.910582 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:33.975459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Deleting port 32a1bc1c-8074-4466-ba96-a002740f1827 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:33.976252 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.116000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] For port 32a1bc1c-8074-4466-ba96-a002740f1827, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=32a1bc1c-8074-4466-ba96-a002740f1827,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:34.116563 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.131934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Calling delete_port for 32a1bc1c-8074-4466-ba96-a002740f1827 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:34.205610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:08:32Z', 'revision_number': 5, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port': {'id': '32a1bc1c-8074-4466-ba96-a002740f1827', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:40Z', 'updated_at': '2021-07-16T02:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:34.231263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] Checking router: a94ce279-c3d4-4765-81c7-60dd23e4d5bd for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:34.240431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] Routers {'a94ce279-c3d4-4765-81c7-60dd23e4d5bd'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:34.241057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:08:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:34.304331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1957a190-9105-4f5b-a110-5bc229f5a271 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:34.315178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.327218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 1957a190-9105-4f5b-a110-5bc229f5a271 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:34.327570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1957a190-9105-4f5b-a110-5bc229f5a271 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:34.346150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a1bc1c-8074-4466-ba96-a002740f1827,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:34.348510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] Set router a94ce279-c3d4-4765-81c7-60dd23e4d5bd gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:34.404703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:08:33Z', 'revision_number': 6, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:34.410732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.431646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ee350-8e91-45b7-b49a-e767d540ca3d None None] The sync data for ids ['a94ce279-c3d4-4765-81c7-60dd23e4d5bd'] in n-d-800087-6 is: [{'id': 'a94ce279-c3d4-4765-81c7-60dd23e4d5bd', 'name': 'tempest-TestServerMultinode-1661525924-router', 'tenant_id': 'cc2ad84b529242f3aece7e585720395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:39Z', 'updated_at': '2021-07-16T02:08:33Z', 'revision_number': 6, 'project_id': 'cc2ad84b529242f3aece7e585720395f', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:34.505440 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.507536 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.553303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.553827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94ce279-c3d4-4765-81c7-60dd23e4d5bd {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:08:34.558335 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.559486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6757e883-c4c9-492b-a608-b8295486e2a8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a94ce279-c3d4-4765-81c7-60dd23e4d5bd HTTP/1.1" status: 204 len: 168 time: 0.9380984 Jul 16 02:08:34.562126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36238) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:34.606934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Deleting subnet 6da44a21-28c7-4323-b2cc-ed354e15c6da {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:08:34.610521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.644275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.726345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.783905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.798898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.801354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6da44a21-28c7-4323-b2cc-ed354e15c6da HTTP/1.1" status: 204 len: 168 time: 0.2373359 Jul 16 02:08:34.803580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36244) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:34.815115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d568764-702b-422f-9161-a110800ce8ad None None] Network 3ba28e15-8549-4923-8218-c521ddb64b7c requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:34.821034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6d03b-031f-4ba7-a8c6-93eba46f2dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da44a21-28c7-4323-b2cc-ed354e15c6da,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:34.929996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.991330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Deleting port f96b4d66-95c9-478b-9085-406110863078 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:34.991764 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.075795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] For port f96b4d66-95c9-478b-9085-406110863078, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f96b4d66-95c9-478b-9085-406110863078,segment=NetworkSegment(98cd7fc0-aaf5-4618-bd25-73c863573b7f),segment_id=98cd7fc0-aaf5-4618-bd25-73c863573b7f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:35.076196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.094602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Calling delete_port for f96b4d66-95c9-478b-9085-406110863078 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:35.179790 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.215013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96b4d66-95c9-478b-9085-406110863078,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:35.235310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] No DVR routers for this DVR port f96b4d66-95c9-478b-9085-406110863078 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:35.271363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.271363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.271654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.271987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.272353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.272688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.273021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.273358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.273686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.274013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.274343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.274709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:35.337984 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.351576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba28e15-8549-4923-8218-c521ddb64b7c']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:35.363905 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cd7fc0-aaf5-4618-bd25-73c863573b7f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:35.364247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cd7fc0-aaf5-4618-bd25-73c863573b7f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:35.372200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc2479-a10f-4704-822e-7e068caac0c5 None None] DHCP port deletion for 3ba28e15-8549-4923-8218-c521ddb64b7c request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:08:35.396446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.415156 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.422724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:35.423291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:35.425209 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:35.436687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f96b4d66-95c9-478b-9085-406110863078 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:35.466312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f96b4d66-95c9-478b-9085-406110863078 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:35.466753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f96b4d66-95c9-478b-9085-406110863078 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:35.467264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:35.487239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:35.487656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9d1f809d-a71d-4999-a73c-1e0c4bccbb0f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:35.488569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 32a1bc1c-8074-4466-ba96-a002740f1827 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:35.502485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.512940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:35.512940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3ba28e15-8549-4923-8218-c521ddb64b7c HTTP/1.1" status: 204 len: 168 time: 0.7051985 Jul 16 02:08:35.514187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36260) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:35.529295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512312fc-0658-4dc4-aa86-57f14204f695 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba28e15-8549-4923-8218-c521ddb64b7c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:35.540509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 32a1bc1c-8074-4466-ba96-a002740f1827 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:35.540867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 32a1bc1c-8074-4466-ba96-a002740f1827 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:35.925662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.183905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Deleting port eca18854-1841-471b-a82c-8bd6e5368e09 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:36.184312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.262743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] For port eca18854-1841-471b-a82c-8bd6e5368e09, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eca18854-1841-471b-a82c-8bd6e5368e09,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:36.263107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.275579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Calling delete_port for eca18854-1841-471b-a82c-8bd6e5368e09 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:36.459949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.486178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca18854-1841-471b-a82c-8bd6e5368e09,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:36.674394 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:36.922699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Router 293d3462-1949-4115-8fe2-1db0e2fed7fe has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:08:37.039900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:08:37.050586 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20d56a8a-2ace-4228-afa0-2a0a8e228683 admin admin] 10.222.0.35 "PUT /v2.0/routers/293d3462-1949-4115-8fe2-1db0e2fed7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5337441 Jul 16 02:08:37.050906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:37.054211 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] Sync routers for ids ['293d3462-1949-4115-8fe2-1db0e2fed7fe'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:08:37.065776 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] Routers {'293d3462-1949-4115-8fe2-1db0e2fed7fe'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:37.067040 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:08:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['293d3462-1949-4115-8fe2-1db0e2fed7fe'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:37.210511 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] Set router 293d3462-1949-4115-8fe2-1db0e2fed7fe gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:37.423317 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:08:36Z', 'revision_number': 5, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:37.472505 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] Checking router: 293d3462-1949-4115-8fe2-1db0e2fed7fe for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:08:37.489237 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] Routers {'293d3462-1949-4115-8fe2-1db0e2fed7fe'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:08:37.490258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:08:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['293d3462-1949-4115-8fe2-1db0e2fed7fe'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:37.532225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.607623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] Set router 293d3462-1949-4115-8fe2-1db0e2fed7fe gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:08:37.727319 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.806012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:37.815402 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Deleting port bf8877a7-9480-4ef4-8762-8e0e0004a9f2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:37.815754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.910575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] For port bf8877a7-9480-4ef4-8762-8e0e0004a9f2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:37.911005 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.930781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Calling delete_port for bf8877a7-9480-4ef4-8762-8e0e0004a9f2 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:37.947110 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:08:36Z', 'revision_number': 5, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:37.960916 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2decbc19-5081-4384-9bb9-57b00372dfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.979635 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd543b2d-9ad9-49ff-929e-d40da7d672ec None None] The sync data for ids ['293d3462-1949-4115-8fe2-1db0e2fed7fe'] in n-d-800087-6 is: [{'id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'name': 'tempest-TestServerMultinode-1859101405-router', 'tenant_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:08:36Z', 'revision_number': 5, 'project_id': 'ad7c7a8d05074f22ba275c392ccb3925', 'gw_port': {'id': 'bf8877a7-9480-4ef4-8762-8e0e0004a9f2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293d3462-1949-4115-8fe2-1db0e2fed7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:07:47Z', 'updated_at': '2021-07-16T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:08:38.072182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2decbc19-5081-4384-9bb9-57b00372dfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.077049 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2decbc19-5081-4384-9bb9-57b00372dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.118979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2decbc19-5081-4384-9bb9-57b00372dfa4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a53eeac8c206485aae1900735678cef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115792 Jul 16 02:08:38.119356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:38.124282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decbc19-5081-4384-9bb9-57b00372dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93628f8-1646-432c-81cb-acc95cdfd1fd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:38.159360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.192208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8877a7-9480-4ef4-8762-8e0e0004a9f2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:38.245649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0cb89c7-1b50-4f3f-9310-5d1339f57f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.277027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0cb89c7-1b50-4f3f-9310-5d1339f57f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.284876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.397585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.401524 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.450783 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.451488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293d3462-1949-4115-8fe2-1db0e2fed7fe {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:08:38.457846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.459788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2403e0b2-5bf8-46ea-b236-30e00cf4b28a admin admin] 10.222.0.35 "DELETE /v2.0/routers/293d3462-1949-4115-8fe2-1db0e2fed7fe HTTP/1.1" status: 204 len: 168 time: 1.4064562 Jul 16 02:08:38.462803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36316) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:38.471774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0cb89c7-1b50-4f3f-9310-5d1339f57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.474304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0cb89c7-1b50-4f3f-9310-5d1339f57f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.475463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e0cb89c7-1b50-4f3f-9310-5d1339f57f7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d93628f8-1646-432c-81cb-acc95cdfd1fd HTTP/1.1" status: 204 len: 168 time: 0.3551779 Jul 16 02:08:38.506877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb89c7-1b50-4f3f-9310-5d1339f57f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93628f8-1646-432c-81cb-acc95cdfd1fd,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:38.530071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Deleting subnet 0a669407-915f-4559-bb9e-82ced7f00386 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:08:38.534204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.582795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.676737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.743672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.772955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a669407-915f-4559-bb9e-82ced7f00386,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:38.778067 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.782314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fbabd2d6-8692-49ab-8c26-5e7183fe90d4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0a669407-915f-4559-bb9e-82ced7f00386 HTTP/1.1" status: 204 len: 168 time: 0.3164592 Jul 16 02:08:38.782481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628e2be-c71d-414e-9d30-d181152822fa None None] Network 91d037ca-656c-4e89-9d21-4f402120d076 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:38.782952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36322) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:38.846446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:38.869699 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81855c7-2de4-46be-8c8c-9027d48dff13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.873562 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.983873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Deleting port 10ce6539-d692-4466-a348-7952a93dcf53 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:38.984490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.072012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81855c7-2de4-46be-8c8c-9027d48dff13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.077384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] For port 10ce6539-d692-4466-a348-7952a93dcf53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10ce6539-d692-4466-a348-7952a93dcf53,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:39.078035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] DHCP port deletion for 91d037ca-656c-4e89-9d21-4f402120d076 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:08:39.078632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.082792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c81855c7-2de4-46be-8c8c-9027d48dff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.122295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Calling delete_port for 10ce6539-d692-4466-a348-7952a93dcf53 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:39.150789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] Deleting port 10ce6539-d692-4466-a348-7952a93dcf53 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:08:39.151721 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.153438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c81855c7-2de4-46be-8c8c-9027d48dff13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b86ef8dfb264cc4923ea111cb475afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059900 Jul 16 02:08:39.156751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:39.186886 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 10ce6539-d692-4466-a348-7952a93dcf53 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:39.191092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81855c7-2de4-46be-8c8c-9027d48dff13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb23f1e-c802-4201-a27e-09c089d6c31a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:39.261883 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8c31e3c-c649-4a27-a40d-4cc854521d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.273341 n-d-800087-6 neutron-server[93908]: INFO neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No ports have port_id starting with 10ce6539-d692-4466-a348-7952a93dcf53 Jul 16 02:08:39.273805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.278179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eca18854-1841-471b-a82c-8bd6e5368e09 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:39.303551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: eca18854-1841-471b-a82c-8bd6e5368e09 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:39.303968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eca18854-1841-471b-a82c-8bd6e5368e09 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:39.304692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf8877a7-9480-4ef4-8762-8e0e0004a9f2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:08:39.309099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ce6539-d692-4466-a348-7952a93dcf53,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:39.312386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8c31e3c-c649-4a27-a40d-4cc854521d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.320109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] No DVR routers for this DVR port 10ce6539-d692-4466-a348-7952a93dcf53 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:39.331604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] For port 10ce6539-d692-4466-a348-7952a93dcf53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=10ce6539-d692-4466-a348-7952a93dcf53,segment=NetworkSegment(29a5597a-6d4b-4080-b2aa-69a99108da56),segment_id=29a5597a-6d4b-4080-b2aa-69a99108da56)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:39.332291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.339691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: bf8877a7-9480-4ef4-8762-8e0e0004a9f2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:08:39.340253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf8877a7-9480-4ef4-8762-8e0e0004a9f2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:08:39.347338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] Calling delete_port for 10ce6539-d692-4466-a348-7952a93dcf53 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:08:39.415360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.425870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d037ca-656c-4e89-9d21-4f402120d076']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:39.435805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a5597a-6d4b-4080-b2aa-69a99108da56') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:39.436120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a5597a-6d4b-4080-b2aa-69a99108da56') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:08:39.441918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.446312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8c31e3c-c649-4a27-a40d-4cc854521d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.448943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8c31e3c-c649-4a27-a40d-4cc854521d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.450090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8c31e3c-c649-4a27-a40d-4cc854521d17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddb23f1e-c802-4201-a27e-09c089d6c31a HTTP/1.1" status: 204 len: 168 time: 0.2921612 Jul 16 02:08:39.451918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.459793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] No DVR routers for this DVR port 10ce6539-d692-4466-a348-7952a93dcf53 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:08:39.469076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c31e3c-c649-4a27-a40d-4cc854521d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb23f1e-c802-4201-a27e-09c089d6c31a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:39.476374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.485618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:08:39.486695 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:08:39.488644 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:08:39.504222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576bfea-6b8d-47af-b1be-7f550160f78e None None] Pushing event deleted for resources: {'Port': ['ID=10ce6539-d692-4466-a348-7952a93dcf53,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:39.575497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.582153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:39.584219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] 10.222.0.35 "DELETE /v2.0/networks/91d037ca-656c-4e89-9d21-4f402120d076 HTTP/1.1" status: 204 len: 168 time: 0.8005130 Jul 16 02:08:39.595333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db8db-0802-46b9-ba69-2e93a06cbd06 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d037ca-656c-4e89-9d21-4f402120d076,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:39.825856 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:39.878631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36348) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:39.937375 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-49872fd6-1d45-46d3-bc7e-e603c67b9591 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc2ad84b529242f3aece7e585720395f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573447 Jul 16 02:08:39.939890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36350) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:39.996441 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59ce4fb2-55cc-4ec5-a1c2-5e5d0c6a33cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.027710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59ce4fb2-55cc-4ec5-a1c2-5e5d0c6a33cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.068050 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcbac389-458a-4716-a56c-fc7c61edc74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.123547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59ce4fb2-55cc-4ec5-a1c2-5e5d0c6a33cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.126135 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59ce4fb2-55cc-4ec5-a1c2-5e5d0c6a33cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.127229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-59ce4fb2-55cc-4ec5-a1c2-5e5d0c6a33cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe8eeae6-6207-468e-8533-56e3af53d591 HTTP/1.1" status: 204 len: 168 time: 0.1862257 Jul 16 02:08:40.144999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce4fb2-55cc-4ec5-a1c2-5e5d0c6a33cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8eeae6-6207-468e-8533-56e3af53d591,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:40.217829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcbac389-458a-4716-a56c-fc7c61edc74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.224534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fcbac389-458a-4716-a56c-fc7c61edc74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.269025 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fcbac389-458a-4716-a56c-fc7c61edc74d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0503906edc8e48b2978e5ea5fe0952cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421155 Jul 16 02:08:40.270089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbac389-458a-4716-a56c-fc7c61edc74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c489d-f71e-4c02-819c-67a4e5d6a93c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:40.271782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36360) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:40.325842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64d8d595-2c73-4a81-b7b1-308c900b1cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.355300 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64d8d595-2c73-4a81-b7b1-308c900b1cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.405553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64d8d595-2c73-4a81-b7b1-308c900b1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.409403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-64d8d595-2c73-4a81-b7b1-308c900b1cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.410599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-64d8d595-2c73-4a81-b7b1-308c900b1cd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c7c489d-f71e-4c02-819c-67a4e5d6a93c HTTP/1.1" status: 204 len: 168 time: 0.1377640 Jul 16 02:08:40.421123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8d595-2c73-4a81-b7b1-308c900b1cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c489d-f71e-4c02-819c-67a4e5d6a93c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:40.524977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36372) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:40.576049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d8482841-5376-4771-b21e-ca51d8c5aa5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad7c7a8d05074f22ba275c392ccb3925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474513 Jul 16 02:08:40.576270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36374) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:40.632143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ed957e4-a4c9-434a-9714-cab435061500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.655521 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ed957e4-a4c9-434a-9714-cab435061500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.712053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ed957e4-a4c9-434a-9714-cab435061500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.715237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ed957e4-a4c9-434a-9714-cab435061500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.716516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0ed957e4-a4c9-434a-9714-cab435061500 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fdeeaae-81db-440c-8a85-043e7f04f6b4 HTTP/1.1" status: 204 len: 168 time: 0.1390378 Jul 16 02:08:40.724732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed957e4-a4c9-434a-9714-cab435061500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdeeaae-81db-440c-8a85-043e7f04f6b4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:42.603167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36462) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:42.711477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-785fd035-601c-40c7-b6a1-a2f4496387a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.799686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-785fd035-601c-40c7-b6a1-a2f4496387a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.803014 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-785fd035-601c-40c7-b6a1-a2f4496387a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.840183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-785fd035-601c-40c7-b6a1-a2f4496387a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=115215fad27041eb91a9362a19dbadbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352128 Jul 16 02:08:42.840862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fd035-601c-40c7-b6a1-a2f4496387a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5f088-7d88-4c38-80bb-e4d26b562d02,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:42.842935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36466) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:42.892501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21370884-21e4-4c35-8871-027d132452e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.912958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21370884-21e4-4c35-8871-027d132452e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.959292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21370884-21e4-4c35-8871-027d132452e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.961904 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-21370884-21e4-4c35-8871-027d132452e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:42.965377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-21370884-21e4-4c35-8871-027d132452e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87d5f088-7d88-4c38-80bb-e4d26b562d02 HTTP/1.1" status: 204 len: 168 time: 0.1185212 Jul 16 02:08:42.974061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21370884-21e4-4c35-8871-027d132452e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5f088-7d88-4c38-80bb-e4d26b562d02,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:43.235141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36478) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:43.248586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33b0d43b-85ea-4864-8333-60daf5a31d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.338331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33b0d43b-85ea-4864-8333-60daf5a31d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.342061 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-33b0d43b-85ea-4864-8333-60daf5a31d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.381387 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-33b0d43b-85ea-4864-8333-60daf5a31d94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89cb2c79394544f8bbc6d08d7f6356a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451316 Jul 16 02:08:43.382355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0d43b-85ea-4864-8333-60daf5a31d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9156a1-4b3a-420c-83c1-fda2d1ec2f92,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:43.384012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:43.442738 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc06-9a11-4165-9cee-2211066029a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.463313 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc06-9a11-4165-9cee-2211066029a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.510184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc06-9a11-4165-9cee-2211066029a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.513183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc06-9a11-4165-9cee-2211066029a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:43.514446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d55bdc06-9a11-4165-9cee-2211066029a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae9156a1-4b3a-420c-83c1-fda2d1ec2f92 HTTP/1.1" status: 204 len: 168 time: 0.1292996 Jul 16 02:08:43.522861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bdc06-9a11-4165-9cee-2211066029a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9156a1-4b3a-420c-83c1-fda2d1ec2f92,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:48.901784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36576) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:49.024697 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9487-13bd-4e0e-a65b-34dbfe0207d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.117880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9487-13bd-4e0e-a65b-34dbfe0207d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.121931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9487-13bd-4e0e-a65b-34dbfe0207d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.160592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ecf9487-13bd-4e0e-a65b-34dbfe0207d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8187d4568dcd41a8ab9234a0d9b8b7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574949 Jul 16 02:08:49.161306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf9487-13bd-4e0e-a65b-34dbfe0207d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf330c15-1d45-4f4a-bf68-47a8fb01e968,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:49.164130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:49.215186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5edd9a74-a723-4950-bfd7-9a436f01c4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.239970 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5edd9a74-a723-4950-bfd7-9a436f01c4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.285526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5edd9a74-a723-4950-bfd7-9a436f01c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.288343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5edd9a74-a723-4950-bfd7-9a436f01c4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.289832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5edd9a74-a723-4950-bfd7-9a436f01c4af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf330c15-1d45-4f4a-bf68-47a8fb01e968 HTTP/1.1" status: 204 len: 168 time: 0.1236215 Jul 16 02:08:49.299000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9a74-a723-4950-bfd7-9a436f01c4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf330c15-1d45-4f4a-bf68-47a8fb01e968,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:49.555433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:49.569729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67682964-b73b-4a25-9b43-4c4650a89590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.667609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67682964-b73b-4a25-9b43-4c4650a89590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.673943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-67682964-b73b-4a25-9b43-4c4650a89590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.724751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67682964-b73b-4a25-9b43-4c4650a89590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49176508-e113-467e-815e-05c3aac131c0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:49.730823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-67682964-b73b-4a25-9b43-4c4650a89590 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb4fbee85d314779bd0f1f7916ee0f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743543 Jul 16 02:08:49.734435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:49.786795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efac4f65-33ce-4cbb-902c-78423578b176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.807753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efac4f65-33ce-4cbb-902c-78423578b176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.836840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:49.858776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efac4f65-33ce-4cbb-902c-78423578b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.862354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-efac4f65-33ce-4cbb-902c-78423578b176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:49.863504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-efac4f65-33ce-4cbb-902c-78423578b176 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49176508-e113-467e-815e-05c3aac131c0 HTTP/1.1" status: 204 len: 168 time: 0.1282399 Jul 16 02:08:49.873369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac4f65-33ce-4cbb-902c-78423578b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49176508-e113-467e-815e-05c3aac131c0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:49.960828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-606c7e8c-ca30-4713-842b-69e6c181c55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.052146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-606c7e8c-ca30-4713-842b-69e6c181c55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.056640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-606c7e8c-ca30-4713-842b-69e6c181c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.100363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-606c7e8c-ca30-4713-842b-69e6c181c55a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=777294ae9c55430fbd9c762f37aaf426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624769 Jul 16 02:08:50.101327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c7e8c-ca30-4713-842b-69e6c181c55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428ede8a-4c7b-45fe-a1a4-12680d3cddb5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:50.103086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36610) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:50.156324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ec8b97a-730b-4f58-a25d-da06a138fe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.177093 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ec8b97a-730b-4f58-a25d-da06a138fe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.225042 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ec8b97a-730b-4f58-a25d-da06a138fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.227812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2ec8b97a-730b-4f58-a25d-da06a138fe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.229002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2ec8b97a-730b-4f58-a25d-da06a138fe7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/428ede8a-4c7b-45fe-a1a4-12680d3cddb5 HTTP/1.1" status: 204 len: 168 time: 0.1249366 Jul 16 02:08:50.236605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8b97a-730b-4f58-a25d-da06a138fe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428ede8a-4c7b-45fe-a1a4-12680d3cddb5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:50.560846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36628) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:50.667021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-654780859-network', 'tenant_id': 'ec073ca566764f5ea1fa648bb0846de7'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:50.698498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Made reservation on behalf of ec073ca566764f5ea1fa648bb0846de7 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:50.701005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.710193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.810594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.814965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.842993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:50.849982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:50.855954 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.856347 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Added segment 77bd7d40-96d6-47e6-982d-083a0410b732 of type vlan for network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 Jul 16 02:08:50.895207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.922903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.923840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:50.924440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.951571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3892701 Jul 16 02:08:50.955301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:50.960479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Request body: {'subnet': {'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-654780859-subnet', 'tenant_id': 'ec073ca566764f5ea1fa648bb0846de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:50.980375 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Made reservation on behalf of ec073ca566764f5ea1fa648bb0846de7 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:50.982978 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:50.988912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbf9c9-3158-4647-8c20-621c5c371d98 admin admin] Pushing event updated for resources: {'Network': ['ID=3122a164-8b72-4bf7-adf3-f48a35e6ecd8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:50.998807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:51.147538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.201442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e78536-07fe-4f11-8232-974d485545b0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:51.209110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Checking segment: {'id': '77bd7d40-96d6-47e6-982d-083a0410b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:51.209467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Network hostable DHCP agents. Network: 3122a164-8b72-4bf7-adf3-f48a35e6ecd8, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:51.225240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:51.233476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3122a164-8b72-4bf7-adf3-f48a35e6ecd8) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:51.237660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.238241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.242416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d8ba94-71fb-4526-95bf-1ab2e2ed2fdc None None] Network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:51.253306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8aae86f7-fba0-451c-8c2e-3d61ee4de58b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2967212 Jul 16 02:08:51.365250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74925d4b-cbf6-41bb-ba92-c2ce31b91a70 None None] Network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:51.703915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36648) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:51.708962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1612192753-network', 'tenant_id': 'c8e020946c394f59be1d6093a287f452'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:51.729346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Made reservation on behalf of c8e020946c394f59be1d6093a287f452 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:51.731964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.740935 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.826530 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.831646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.852256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:08:51.867429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d640f992-909a-4782-80ae-ff4eb40feb1d,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:51.870337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.870684 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Added segment cb120004-305c-40ca-abb4-4c467fd56c2d of type vlan for network 22b7be96-7e80-4807-ad5f-937c434c9102 Jul 16 02:08:51.915732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.945347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.946731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:51.947328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:51.984432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2768133 Jul 16 02:08:51.985063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:08:52.014243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Request body: {'subnet': {'network_id': '22b7be96-7e80-4807-ad5f-937c434c9102', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1612192753-subnet', 'tenant_id': 'c8e020946c394f59be1d6093a287f452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:52.018928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088a985-c5b3-4a10-a71b-d5977d935719 admin admin] Pushing event updated for resources: {'Network': ['ID=22b7be96-7e80-4807-ad5f-937c434c9102,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:52.029001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 22b7be96-7e80-4807-ad5f-937c434c9102 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:08:52.037360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Made reservation on behalf of c8e020946c394f59be1d6093a287f452 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:52.040182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.216164 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.249924 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.278567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2198d71-f640-462d-8e7e-3441c75b77c0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:52.282791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Checking segment: {'id': 'cb120004-305c-40ca-abb4-4c467fd56c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22b7be96-7e80-4807-ad5f-937c434c9102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:52.283153 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Network hostable DHCP agents. Network: 22b7be96-7e80-4807-ad5f-937c434c9102, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:08:52.300312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Network 22b7be96-7e80-4807-ad5f-937c434c9102 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:08:52.308674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 22b7be96-7e80-4807-ad5f-937c434c9102) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:52.313341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:52.313970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:52.318150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f165e0a5-f416-4446-aec9-644e29c0005a None None] Network 22b7be96-7e80-4807-ad5f-937c434c9102 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:52.328432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ffb9c9c5-8665-46f1-9819-77789e287bbb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3428779 Jul 16 02:08:52.444576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17358b5d-e555-4bf3-82ce-2562b4586925 None None] Network 22b7be96-7e80-4807-ad5f-937c434c9102 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:08:52.805256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-16a19c68-5ac3-4f68-a679-59225c96a854 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:52.806642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-16a19c68-5ac3-4f68-a679-59225c96a854 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/networks?id=3122a164-8b72-4bf7-adf3-f48a35e6ecd8 HTTP/1.1" status: 200 len: 808 time: 0.0997438 Jul 16 02:08:52.820650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e9edf0a8-d9e4-4f83-8d19-7cd3eed813eb tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/quotas/ec073ca566764f5ea1fa648bb0846de7 HTTP/1.1" status: 200 len: 375 time: 0.0087526 Jul 16 02:08:52.852443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-71ebb4a6-bd86-4107-bbd5-6715084be069 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec073ca566764f5ea1fa648bb0846de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271628 Jul 16 02:08:52.863382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-4818d2d8-ce10-4198-964e-79f2486af494 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:08:52.864396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-4818d2d8-ce10-4198-964e-79f2486af494 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061419 Jul 16 02:08:52.954355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-423f0ce6-cbe5-4cb0-9f96-639bb9cb1b1f service neutron] 10.222.0.35 "GET /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847731 Jul 16 02:08:53.049067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-ca0afdfa-a8d3-49ae-929b-005f065a88c6 service neutron] 10.222.0.35 "GET /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890644 Jul 16 02:08:53.212017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6503010-48e0-4efa-9753-e4d0d83ffb83 req-3d79d6d0-4c38-4a58-b0f7-2771ae784b87 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Jul 16 02:08:53.575540 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:53.742578 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-210e521b-28e8-4799-b18a-05fa24999eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.349589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a3534b7-27b4-4111-8d7e-e13569aa79b1 req-55606f04-c387-46da-8ce3-29cb1fa1abb3 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 210 time: 0.0285800 Jul 16 02:08:54.508983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-01bec554-c860-46ff-9713-056ef871b5cc tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:54.511205 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-01bec554-c860-46ff-9713-056ef871b5cc tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.32 "GET /v2.0/networks?id=3122a164-8b72-4bf7-adf3-f48a35e6ecd8 HTTP/1.1" status: 200 len: 808 time: 0.1037927 Jul 16 02:08:54.528141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Request body: {'port': {'device_id': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8', 'admin_state_up': True, 'tenant_id': 'ec073ca566764f5ea1fa648bb0846de7'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:54.667326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Made reservation on behalf of ec073ca566764f5ea1fa648bb0846de7 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:08:54.670821 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:54.757534 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-ec71bef6-25c5-489e-a34c-f40c616ef7be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202416 Jul 16 02:08:54.817408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Allocated IP 172.20.0.2 (3122a164-8b72-4bf7-adf3-f48a35e6ecd8/56e78536-07fe-4f11-8232-974d485545b0/39ebd220-7474-442e-8474-3f7d3ede1556) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:08:54.908199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-5995b749-83bf-42e4-be13-f3b401d70507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:54.909694 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-5995b749-83bf-42e4-be13-f3b401d70507 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.1050992 Jul 16 02:08:55.052454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.074756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-d96a378c-f778-4ece-b40a-809a2055803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.076256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-d96a378c-f778-4ece-b40a-809a2055803a service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.1240401 Jul 16 02:08:55.153563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.157223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-dda817da-1453-4212-a0e8-02d13129a0a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0724833 Jul 16 02:08:55.226229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:08:55.235979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:08:55.242189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:08:55.247082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Pushing event updated for resources: {'Port': ['ID=39ebd220-7474-442e-8474-3f7d3ede1556,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:55.278216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-6f1f60b3-6a68-45ca-8d7c-4d8d0f42518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.279618 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-6f1f60b3-6a68-45ca-8d7c-4d8d0f42518b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.1156943 Jul 16 02:08:55.324320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.324923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.347362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-66fca5db-1927-41b8-ad14-0af4844bffc9 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8232005 Jul 16 02:08:55.359402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Request body: {'port': {'device_id': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:08:55.364397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-6f5c5978-bcb3-4de7-a9cf-13b3ec42bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.365797 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-6f5c5978-bcb3-4de7-a9cf-13b3ec42bde5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772493 Jul 16 02:08:55.505184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:55.516787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-64893aca-d523-4a7f-abbf-a4a8b258bef3 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341248 Jul 16 02:08:55.540410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bcc6a-57d7-48b8-9b97-d74ff62c043f req-1f3f9f59-cc1b-4c6e-83e2-829d016ef744 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:55.542174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-074bcc6a-57d7-48b8-9b97-d74ff62c043f req-1f3f9f59-cc1b-4c6e-83e2-829d016ef744 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 931 time: 0.0643284 Jul 16 02:08:55.578711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-074bcc6a-57d7-48b8-9b97-d74ff62c043f req-039b34dc-127d-4d71-bf25-53e89666e0ec tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 16 02:08:56.026047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8246d2ab-7799-4e54-b29f-a6f9d6726e88 req-306a7c47-e290-47d3-97cb-67c2706c13d9 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859917 Jul 16 02:08:56.148134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ebd220-7474-442e-8474-3f7d3ede1556 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:56.155990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.167233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Transition to ACTIVE for port object 39ebd220-7474-442e-8474-3f7d3ede1556 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:08:56.170488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.192947 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cd96974-b620-4020-84d0-fe84d72527f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.222369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39ebd220-7474-442e-8474-3f7d3ede1556,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.290345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Attempting to bind port 39ebd220-7474-442e-8474-3f7d3ede1556 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:08:56.290677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Attempting to bind port 39ebd220-7474-442e-8474-3f7d3ede1556 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '77bd7d40-96d6-47e6-982d-083a0410b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:08:56.290997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Attempting to bind port 39ebd220-7474-442e-8474-3f7d3ede1556 on network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:56.295114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Port 39ebd220-7474-442e-8474-3f7d3ede1556 on network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:08:56.295426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Attempting to bind port 39ebd220-7474-442e-8474-3f7d3ede1556 on network 3122a164-8b72-4bf7-adf3-f48a35e6ecd8 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:08:56.300145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:08:56.300474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Checking segment: {'id': '77bd7d40-96d6-47e6-982d-083a0410b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:08:56.300848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Bound using segment: {'id': '77bd7d40-96d6-47e6-982d-083a0410b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:08:56.301259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Bound port: 39ebd220-7474-442e-8474-3f7d3ede1556, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bd7d40-96d6-47e6-982d-083a0410b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:08:56.301601 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.361846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] For port 39ebd220-7474-442e-8474-3f7d3ede1556, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:08:56.365012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] For port 39ebd220-7474-442e-8474-3f7d3ede1556, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=39ebd220-7474-442e-8474-3f7d3ede1556,segment=NetworkSegment(77bd7d40-96d6-47e6-982d-083a0410b732),segment_id=77bd7d40-96d6-47e6-982d-083a0410b732)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:08:56.368947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.400783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.401396 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.402773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/39ebd220-7474-442e-8474-3f7d3ede1556 HTTP/1.1" status: 200 len: 1091 time: 1.0484731 Jul 16 02:08:56.403202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'tag': '39ebd220-7474-442e-8474-3f7d3ede1556'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:08:56.405467 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a7f33-54e6-4137-b317-58d89f56166a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f6b79-2525-44fc-94d4-6af3886671c5", "tag": "39ebd220-7474-442e-8474-3f7d3ede1556"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:08:56.432144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477882d-e75e-4baf-af3e-c538aaa543e4 service neutron] Pushing event updated for resources: {'Port': ['ID=39ebd220-7474-442e-8474-3f7d3ede1556,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:56.476585 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922739ba-d7e6-4145-9295-9e7623530d05 x-openstack-request-id: req-922739ba-d7e6-4145-9295-9e7623530d05 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:08:56.476877 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f6b79-2525-44fc-94d4-6af3886671c5", "tag": "39ebd220-7474-442e-8474-3f7d3ede1556", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:08:56.477128 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-922739ba-d7e6-4145-9295-9e7623530d05 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:08:56.477517 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'tag': '39ebd220-7474-442e-8474-3f7d3ede1556', 'status': 'completed', 'code': 200} Jul 16 02:08:56.503732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-ff7809c4-09e2-47cd-96eb-67202749218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.505261 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-ff7809c4-09e2-47cd-96eb-67202749218a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec073ca566764f5ea1fa648bb0846de7&device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 1094 time: 0.0611696 Jul 16 02:08:56.545314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-57af7e9e-081e-476a-81f1-8d84b64c8463 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39ebd220-7474-442e-8474-3f7d3ede1556 HTTP/1.1" status: 200 len: 217 time: 0.0330870 Jul 16 02:08:56.591849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-620d8fb8-7b6e-41d7-9192-ab419d8025f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.593408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-620d8fb8-7b6e-41d7-9192-ab419d8025f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56e78536-07fe-4f11-8232-974d485545b0 HTTP/1.1" status: 200 len: 848 time: 0.0426333 Jul 16 02:08:56.605174 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:56.630679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-ef54e2b5-b1fc-4151-b205-cbf6f6fbb468 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3122a164-8b72-4bf7-adf3-f48a35e6ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313177 Jul 16 02:08:56.721249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-b871ee12-0d6b-49e8-b764-0970ea45f359 service neutron] 10.222.0.32 "GET /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Jul 16 02:08:56.755575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63afa3-5f58-413f-93b7-9f436e44ccd0 req-8f7d15f6-066f-448e-b4fd-a833a4422601 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.757083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de63afa3-5f58-413f-93b7-9f436e44ccd0 req-8f7d15f6-066f-448e-b4fd-a833a4422601 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 943 time: 0.0665944 Jul 16 02:08:56.794325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de63afa3-5f58-413f-93b7-9f436e44ccd0 req-fdd45f64-4d0c-4c29-a09c-fd8dd5bd5c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Jul 16 02:08:56.813982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5efd7ed1-e2dc-4ac7-8c61-c590ea68bf75 req-700ae39a-554d-46e2-802c-1c1a066f49ee service neutron] 10.222.0.32 "GET /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868404 Jul 16 02:08:56.908065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7f33-54e6-4137-b317-58d89f56166a req-79364a0f-c4b6-4a21-9ba1-1716364f4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.909561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-79364a0f-c4b6-4a21-9ba1-1716364f4f81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec073ca566764f5ea1fa648bb0846de7&device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 1094 time: 0.0528321 Jul 16 02:08:56.996720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7f33-54e6-4137-b317-58d89f56166a req-38d2c311-66cf-4477-8490-333657c50077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:56.998065 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-38d2c311-66cf-4477-8490-333657c50077 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3122a164-8b72-4bf7-adf3-f48a35e6ecd8 HTTP/1.1" status: 200 len: 909 time: 0.0825560 Jul 16 02:08:57.040652 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-b52567c1-76f0-4a2c-b63d-a0ba39ac9b83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39ebd220-7474-442e-8474-3f7d3ede1556 HTTP/1.1" status: 200 len: 217 time: 0.0365736 Jul 16 02:08:57.088353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7f33-54e6-4137-b317-58d89f56166a req-afa4e098-c0bc-4547-b1c2-f6cacb162a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:57.089753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-afa4e098-c0bc-4547-b1c2-f6cacb162a30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56e78536-07fe-4f11-8232-974d485545b0 HTTP/1.1" status: 200 len: 848 time: 0.0424254 Jul 16 02:08:57.122091 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-22a3ede8-73ea-46a0-ac91-dc392fe47f91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3122a164-8b72-4bf7-adf3-f48a35e6ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255854 Jul 16 02:08:57.212579 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-3edc1385-33a1-4333-9ea3-4966cf890a34 service neutron] 10.222.0.32 "GET /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Jul 16 02:08:57.300899 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-325a7f33-54e6-4137-b317-58d89f56166a req-e8e6b6f7-86c2-4e32-abcb-34a8c2ff73c9 service neutron] 10.222.0.32 "GET /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810223 Jul 16 02:08:57.453425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:57.964190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2395-0350-42e6-aa03-b781ee52a028 req-7b23b604-4f1d-4f6d-b351-1599f55a9b8f tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:57.965570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1dfa2395-0350-42e6-aa03-b781ee52a028 req-7b23b604-4f1d-4f6d-b351-1599f55a9b8f tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 943 time: 0.0623052 Jul 16 02:08:58.003040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1dfa2395-0350-42e6-aa03-b781ee52a028 req-724b6eea-1a94-48cf-bf9d-e0dbdaeb675f tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Jul 16 02:08:58.926350 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.178584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdd86-9dcf-4d29-8bb7-aa6b0bc5a025 req-9824bd50-6752-4661-bfb5-433138a4f10c tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:59.180083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b83fdd86-9dcf-4d29-8bb7-aa6b0bc5a025 req-9824bd50-6752-4661-bfb5-433138a4f10c tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 943 time: 0.0683854 Jul 16 02:08:59.217819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b83fdd86-9dcf-4d29-8bb7-aa6b0bc5a025 req-4ca80b4b-518e-4e4d-a193-082b1ee427de tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Jul 16 02:08:59.313043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 39ebd220-7474-442e-8474-3f7d3ede1556 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:08:59.408277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 39ebd220-7474-442e-8474-3f7d3ede1556, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=39ebd220-7474-442e-8474-3f7d3ede1556,segment=NetworkSegment(77bd7d40-96d6-47e6-982d-083a0410b732),segment_id=77bd7d40-96d6-47e6-982d-083a0410b732)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:59.419022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '39ebd220-7474-442e-8474-3f7d3ede1556', 'network_id': '3122a164-8b72-4bf7-adf3-f48a35e6ecd8', 'port_id': '39ebd220-7474-442e-8474-3f7d3ede1556', 'mac_address': 'fa:16:3e:58:64:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e78536-07fe-4f11-8232-974d485545b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:08:59.457719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.470141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ebd220-7474-442e-8474-3f7d3ede1556 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:08:59.488788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 39ebd220-7474-442e-8474-3f7d3ede1556, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=39ebd220-7474-442e-8474-3f7d3ede1556,segment=NetworkSegment(77bd7d40-96d6-47e6-982d-083a0410b732),segment_id=77bd7d40-96d6-47e6-982d-083a0410b732)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:08:59.492458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:59.538722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=39ebd220-7474-442e-8474-3f7d3ede1556,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:08:59.545772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.546125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.546466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.546801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.547134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.547464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.547790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.548145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.548474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.548796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.549119 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.549441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:08:59.680861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['39ebd220-7474-442e-8474-3f7d3ede1556'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:00.387880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb1d8-cdbe-4ff2-8a74-f2d3e6396a7a req-6926d12b-507f-4dca-a616-10445483a3ca tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:00.389387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da8eb1d8-cdbe-4ff2-8a74-f2d3e6396a7a req-6926d12b-507f-4dca-a616-10445483a3ca tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 944 time: 0.0625434 Jul 16 02:09:00.428024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da8eb1d8-cdbe-4ff2-8a74-f2d3e6396a7a req-a87092f0-30cd-4d47-ab52-92dd577e27fe tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jul 16 02:09:01.327663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 39ebd220-7474-442e-8474-3f7d3ede1556 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:09:01.379305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 39ebd220-7474-442e-8474-3f7d3ede1556 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:09:01.384478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 39ebd220-7474-442e-8474-3f7d3ede1556 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:09:01.384854 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.464153 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.486267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ebd220-7474-442e-8474-3f7d3ede1556'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:01.488914 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465e51e8-1911-41df-adb4-f46712b26798" -d '{"events": [{"server_uuid": "4f9f6b79-2525-44fc-94d4-6af3886671c5", "name": "network-vif-plugged", "status": "completed", "tag": "39ebd220-7474-442e-8474-3f7d3ede1556"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:01.502184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 39ebd220-7474-442e-8474-3f7d3ede1556, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=39ebd220-7474-442e-8474-3f7d3ede1556,segment=NetworkSegment(77bd7d40-96d6-47e6-982d-083a0410b732),segment_id=77bd7d40-96d6-47e6-982d-083a0410b732)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:01.507337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.531702 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b6ab48-00fd-4149-ad38-e3f704dfb6a0 x-openstack-request-id: req-70b6ab48-00fd-4149-ad38-e3f704dfb6a0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:01.531997 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f6b79-2525-44fc-94d4-6af3886671c5", "name": "network-vif-plugged", "status": "completed", "tag": "39ebd220-7474-442e-8474-3f7d3ede1556", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:01.532484 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70b6ab48-00fd-4149-ad38-e3f704dfb6a0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:01.532953 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ebd220-7474-442e-8474-3f7d3ede1556', 'code': 200} Jul 16 02:09:01.559276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=39ebd220-7474-442e-8474-3f7d3ede1556,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:01.605977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec038-b4ff-46e3-9023-50c0d76cba17 req-d04c0e48-ffb0-4462-9545-b4d516992616 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.607412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee2ec038-b4ff-46e3-9023-50c0d76cba17 req-d04c0e48-ffb0-4462-9545-b4d516992616 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 945 time: 0.0694990 Jul 16 02:09:01.644012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1530ac-dd76-4a41-8cd0-cbd345225ae6 req-613c4dfa-d600-4781-af5a-62d4fa1211be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:01.644790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee2ec038-b4ff-46e3-9023-50c0d76cba17 req-b73f0a7d-d913-4d20-892d-55bcb9121659 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306776 Jul 16 02:09:01.645593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bf1530ac-dd76-4a41-8cd0-cbd345225ae6 req-613c4dfa-d600-4781-af5a-62d4fa1211be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 1096 time: 0.0570772 Jul 16 02:09:01.683404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bf1530ac-dd76-4a41-8cd0-cbd345225ae6 req-88904f83-a998-4dd8-8c3b-e9ef5a7b7dbf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313542 Jul 16 02:09:02.820894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c956d-4d9e-4ff0-9be0-4a7c40534fa4 req-a0d65927-6337-45ef-8124-fd1568eaa426 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:02.822301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e03c956d-4d9e-4ff0-9be0-4a7c40534fa4 req-a0d65927-6337-45ef-8124-fd1568eaa426 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 945 time: 0.0665677 Jul 16 02:09:02.859295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e03c956d-4d9e-4ff0-9be0-4a7c40534fa4 req-1dbb0246-b06e-416c-b6c7-d0f59d7c2d02 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Jul 16 02:09:05.346345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2803cfd-37ab-491c-ae4e-e5bf62e41a98 req-92dc0473-407f-4fc1-9ea8-a24243b94ff3 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:05.347807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2803cfd-37ab-491c-ae4e-e5bf62e41a98 req-92dc0473-407f-4fc1-9ea8-a24243b94ff3 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 945 time: 0.0619955 Jul 16 02:09:05.384369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2803cfd-37ab-491c-ae4e-e5bf62e41a98 req-e8875759-1a2c-4f80-a294-51ec98424882 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Jul 16 02:09:06.560470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcce304-d207-4265-849c-350bd9a133c4 req-95e4832b-46ed-44ec-9cdc-15c2c3fbadea tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:06.562516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fcce304-d207-4265-849c-350bd9a133c4 req-95e4832b-46ed-44ec-9cdc-15c2c3fbadea tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 945 time: 0.0662737 Jul 16 02:09:06.600143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6fcce304-d207-4265-849c-350bd9a133c4 req-41fc2970-0e5a-4990-acb4-6dd4fc548fa4 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.35 "GET /v2.0/security-groups?id=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Jul 16 02:09:06.603643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db62f5-6025-40fa-a946-454a6a623fab req-98ba8d88-3048-4562-83b3-1c4d25315af5 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:06.605170 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23db62f5-6025-40fa-a946-454a6a623fab req-98ba8d88-3048-4562-83b3-1c4d25315af5 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f6b79-2525-44fc-94d4-6af3886671c5 HTTP/1.1" status: 200 len: 945 time: 0.0637975 Jul 16 02:09:06.707988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Deleting port 39ebd220-7474-442e-8474-3f7d3ede1556 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:06.708360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:06.794499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] For port 39ebd220-7474-442e-8474-3f7d3ede1556, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=39ebd220-7474-442e-8474-3f7d3ede1556,segment=NetworkSegment(77bd7d40-96d6-47e6-982d-083a0410b732),segment_id=77bd7d40-96d6-47e6-982d-083a0410b732)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:06.794842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:06.807546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Calling delete_port for 39ebd220-7474-442e-8474-3f7d3ede1556 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:06.933857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:06.945588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['39ebd220-7474-442e-8474-3f7d3ede1556'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:09:06.962498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Pushing event deleted for resources: {'Port': ['ID=39ebd220-7474-442e-8474-3f7d3ede1556,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:07.013004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] No DVR routers for this DVR port 39ebd220-7474-442e-8474-3f7d3ede1556 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:07.015605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.017603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23db62f5-6025-40fa-a946-454a6a623fab req-7b765055-2c6f-4b52-bb7a-c4aa6ffd1c52 tempest-VolumesActionsTest-1164938336 tempest-VolumesActionsTest-1164938336-project] 10.222.0.32 "DELETE /v2.0/ports/39ebd220-7474-442e-8474-3f7d3ede1556 HTTP/1.1" status: 204 len: 173 time: 0.4067848 Jul 16 02:09:07.018031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'name': 'network-vif-deleted', 'tag': '39ebd220-7474-442e-8474-3f7d3ede1556'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:07.020278 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacbb875-2e10-4ca8-970f-8ae1ae25d9c5" -d '{"events": [{"server_uuid": "4f9f6b79-2525-44fc-94d4-6af3886671c5", "name": "network-vif-deleted", "tag": "39ebd220-7474-442e-8474-3f7d3ede1556"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:07.057508 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8297dd82-0af3-4910-b692-03cdc87a05b5 x-openstack-request-id: req-8297dd82-0af3-4910-b692-03cdc87a05b5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:07.057804 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f6b79-2525-44fc-94d4-6af3886671c5", "name": "network-vif-deleted", "tag": "39ebd220-7474-442e-8474-3f7d3ede1556", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:07.058060 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8297dd82-0af3-4910-b692-03cdc87a05b5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:07.058465 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f6b79-2525-44fc-94d4-6af3886671c5', 'name': 'network-vif-deleted', 'tag': '39ebd220-7474-442e-8474-3f7d3ede1556', 'status': 'completed', 'code': 200} Jul 16 02:09:07.476783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:11.388057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 39ebd220-7474-442e-8474-3f7d3ede1556 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:11.419285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 39ebd220-7474-442e-8474-3f7d3ede1556 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:11.421833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 39ebd220-7474-442e-8474-3f7d3ede1556 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:22.253960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:23.573701 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:23.744239 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7de2ff05-61de-40fd-aed4-7ffe56ec4802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.194008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66db5915-6d19-4ced-a4ee-2b7ff3a0f11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:26.608740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.457577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.209127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36888) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.253380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Deleting subnet 56e78536-07fe-4f11-8232-974d485545b0 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:28.256272 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.291412 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.330316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.385240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.409216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e78536-07fe-4f11-8232-974d485545b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.413228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.415571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3aaa30e9-0f24-4ce0-97fa-900cdc4e896a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/56e78536-07fe-4f11-8232-974d485545b0 HTTP/1.1" status: 204 len: 168 time: 0.2049675 Jul 16 02:09:28.417727 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36890) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.488531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.567615 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.577000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3122a164-8b72-4bf7-adf3-f48a35e6ecd8']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.586378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bd7d40-96d6-47e6-982d-083a0410b732') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.586673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bd7d40-96d6-47e6-982d-083a0410b732') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.595383 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.608894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.614904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:28.615283 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:28.617174 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:28.672337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.678855 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.680885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] 10.222.0.35 "DELETE /v2.0/networks/3122a164-8b72-4bf7-adf3-f48a35e6ecd8 HTTP/1.1" status: 204 len: 168 time: 0.2622113 Jul 16 02:09:28.683857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 36892) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.690638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0472dbd-fd65-4ccf-98c2-269cea13305f admin admin] Pushing event deleted for resources: {'Network': ['ID=3122a164-8b72-4bf7-adf3-f48a35e6ecd8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.731039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Deleting subnet f2198d71-f640-462d-8e7e-3441c75b77c0 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:28.734095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.768617 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.806254 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.856656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.887159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2198d71-f640-462d-8e7e-3441c75b77c0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:28.891627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.894033 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f2198d71-f640-462d-8e7e-3441c75b77c0 HTTP/1.1" status: 204 len: 168 time: 0.2091246 Jul 16 02:09:28.896588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36894) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:28.899337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.899688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.900049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.900387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.900718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.901050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.901383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.901711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.902040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.902364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.902688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.903014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa70865-3956-4a47-bf17-fc4ef856663e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:28.928704 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.968843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.048140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.058079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b7be96-7e80-4807-ad5f-937c434c9102']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.067612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb120004-305c-40ca-abb4-4c467fd56c2d') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.067908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb120004-305c-40ca-abb4-4c467fd56c2d') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.076381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.089785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.095361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:29.096353 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:29.097934 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:29.149829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.154921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.156807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] 10.222.0.35 "DELETE /v2.0/networks/22b7be96-7e80-4807-ad5f-937c434c9102 HTTP/1.1" status: 204 len: 168 time: 0.2592280 Jul 16 02:09:29.171495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1a2fc-3cce-40b1-ac95-e8523b49bb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b7be96-7e80-4807-ad5f-937c434c9102,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.309773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.348225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ace580c3-1866-468c-ae03-29eb5176c94f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec073ca566764f5ea1fa648bb0846de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372958 Jul 16 02:09:29.350535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.396148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a30a64-ceed-4a01-9f39-57576a0d15bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.416431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a30a64-ceed-4a01-9f39-57576a0d15bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.460938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a30a64-ceed-4a01-9f39-57576a0d15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.463758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-32a30a64-ceed-4a01-9f39-57576a0d15bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.464939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-32a30a64-ceed-4a01-9f39-57576a0d15bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dc4aaa2-58dc-4675-b47e-23c3d9a25a58 HTTP/1.1" status: 204 len: 168 time: 0.1135173 Jul 16 02:09:29.473259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30a64-ceed-4a01-9f39-57576a0d15bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc4aaa2-58dc-4675-b47e-23c3d9a25a58,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:29.764177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36906) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.803825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2b526401-514a-4f6c-9c46-c179d5de46ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8e020946c394f59be1d6093a287f452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385108 Jul 16 02:09:29.806039 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 36908) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:29.853478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2c59dc6-c22a-402d-aacb-135755faaf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.876819 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2c59dc6-c22a-402d-aacb-135755faaf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.921205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2c59dc6-c22a-402d-aacb-135755faaf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.923651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d2c59dc6-c22a-402d-aacb-135755faaf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:29.924816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d2c59dc6-c22a-402d-aacb-135755faaf0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d640f992-909a-4782-80ae-ff4eb40feb1d HTTP/1.1" status: 204 len: 168 time: 0.1179147 Jul 16 02:09:29.932275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c59dc6-c22a-402d-aacb-135755faaf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d640f992-909a-4782-80ae-ff4eb40feb1d,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.202959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37002) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:39.312715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c288ea57-188d-400d-b1fb-77595a2ec27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.401101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c288ea57-188d-400d-b1fb-77595a2ec27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.405008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c288ea57-188d-400d-b1fb-77595a2ec27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.442944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c288ea57-188d-400d-b1fb-77595a2ec27c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e54962dcab40435dbe89905bec640a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389107 Jul 16 02:09:39.444970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ea57-188d-400d-b1fb-77595a2ec27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e1ab9-6afc-4e2e-bf27-1ea1fd4a450a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.445664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37006) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:39.492627 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.512889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.556550 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.559158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.560301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/598e1ab9-6afc-4e2e-bf27-1ea1fd4a450a HTTP/1.1" status: 204 len: 168 time: 0.1136358 Jul 16 02:09:39.567991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e1ab9-6afc-4e2e-bf27-1ea1fd4a450a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.575130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.575478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.575826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.576188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.576522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.576852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.577195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.577502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.577825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.578144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.578464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:39.578781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95f5c3-91dc-4034-8ca6-faeed4f36714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:44.477369 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:48.272088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d57077e6-c494-498a-81b5-f8f50ce41708 req-35a8164f-b691-4260-adee-a9d757321b9a service neutron] (93906) timed out ('10.222.0.38', 61108) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:09:49.410143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37136) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:49.513498 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e1252f5-d110-4edb-8438-b1babde7d3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.599684 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e1252f5-d110-4edb-8438-b1babde7d3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.603735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5e1252f5-d110-4edb-8438-b1babde7d3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.643120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5e1252f5-d110-4edb-8438-b1babde7d3d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef05576d25834e5793bbb7a9ddf8115b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318003 Jul 16 02:09:49.645097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1252f5-d110-4edb-8438-b1babde7d3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b422b60a-629a-4644-a308-610b6214bac5,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:49.645854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37140) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:49.701582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-674c5eac-4347-44ed-9d67-c120d6c8c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.722032 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-674c5eac-4347-44ed-9d67-c120d6c8c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.766352 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-674c5eac-4347-44ed-9d67-c120d6c8c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.769136 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-674c5eac-4347-44ed-9d67-c120d6c8c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.770264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-674c5eac-4347-44ed-9d67-c120d6c8c023 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b422b60a-629a-4644-a308-610b6214bac5 HTTP/1.1" status: 204 len: 168 time: 0.1234269 Jul 16 02:09:49.777645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c5eac-4347-44ed-9d67-c120d6c8c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422b60a-629a-4644-a308-610b6214bac5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.025330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37146) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.039440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd02ca2b-2996-49e6-b8d4-ce13c0944c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.131110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd02ca2b-2996-49e6-b8d4-ce13c0944c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.134684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd02ca2b-2996-49e6-b8d4-ce13c0944c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.172657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dd02ca2b-2996-49e6-b8d4-ce13c0944c68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24943084fc9d46f89870881565fb73a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462748 Jul 16 02:09:50.173591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02ca2b-2996-49e6-b8d4-ce13c0944c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997deed-ad07-410a-86e7-fc8e80e09af4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.175323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37148) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.223744 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e053f8c0-4cd3-43a0-9ad5-8e83eb4db4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.244208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e053f8c0-4cd3-43a0-9ad5-8e83eb4db4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.291545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e053f8c0-4cd3-43a0-9ad5-8e83eb4db4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.294190 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e053f8c0-4cd3-43a0-9ad5-8e83eb4db4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.295342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e053f8c0-4cd3-43a0-9ad5-8e83eb4db4ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e997deed-ad07-410a-86e7-fc8e80e09af4 HTTP/1.1" status: 204 len: 168 time: 0.1190279 Jul 16 02:09:50.303367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053f8c0-4cd3-43a0-9ad5-8e83eb4db4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997deed-ad07-410a-86e7-fc8e80e09af4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.598464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.613667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b771a5b7-9e3a-4075-beb6-25afe08f5212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.700340 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b771a5b7-9e3a-4075-beb6-25afe08f5212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.703950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b771a5b7-9e3a-4075-beb6-25afe08f5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.742411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b771a5b7-9e3a-4075-beb6-25afe08f5212 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1b183a70b96492a8fb2f10b96d05157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428998 Jul 16 02:09:50.743289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771a5b7-9e3a-4075-beb6-25afe08f5212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30123c8-dd11-4d15-af97-6b68d03857d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.745165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.793337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-862d642b-f43a-46f4-a762-75162927d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.813950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-862d642b-f43a-46f4-a762-75162927d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.860075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-862d642b-f43a-46f4-a762-75162927d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.862858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-862d642b-f43a-46f4-a762-75162927d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.864012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-862d642b-f43a-46f4-a762-75162927d26a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c30123c8-dd11-4d15-af97-6b68d03857d8 HTTP/1.1" status: 204 len: 168 time: 0.1178310 Jul 16 02:09:50.871679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d642b-f43a-46f4-a762-75162927d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30123c8-dd11-4d15-af97-6b68d03857d8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.492254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37178) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.585307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-125052834-network', 'tenant_id': '63f2c258b4ff4612a81be37114f58a34'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:51.605662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Made reservation on behalf of 63f2c258b4ff4612a81be37114f58a34 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:51.607936 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.616955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.707727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.711454 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.731883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:09:51.745719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376420a-63dc-476e-b2df-a82a7eefc15d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.750447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.750790 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Added segment 68a5afa8-3c48-404f-b0e5-df840384e7a9 of type vlan for network 59f097df-bfbb-4045-bf66-ca2f673c6118 Jul 16 02:09:51.790270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.818020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.818959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:51.819507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.850060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3567469 Jul 16 02:09:51.853132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37182) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.858234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Request body: {'subnet': {'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-125052834-subnet', 'tenant_id': '63f2c258b4ff4612a81be37114f58a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:51.878103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Made reservation on behalf of 63f2c258b4ff4612a81be37114f58a34 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:51.880237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec6252-910b-4408-b954-748ccd6a1f18 admin admin] Pushing event updated for resources: {'Network': ['ID=59f097df-bfbb-4045-bf66-ca2f673c6118,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.880419 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.890218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 59f097df-bfbb-4045-bf66-ca2f673c6118 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:09:52.041095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.101454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70da4e4d-95e2-4b3a-bc0e-db8ae64d9763,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:52.107052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Checking segment: {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:52.107378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Network hostable DHCP agents. Network: 59f097df-bfbb-4045-bf66-ca2f673c6118, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:09:52.125090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Network 59f097df-bfbb-4045-bf66-ca2f673c6118 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:09:52.133922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 59f097df-bfbb-4045-bf66-ca2f673c6118) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:52.138176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:52.138763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.147089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b2f39-a597-4540-80cb-ede4d3092b5e None None] Network 59f097df-bfbb-4045-bf66-ca2f673c6118 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:52.153558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a8ed6e3d-fb27-46ad-9a7b-b8b189ada4f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2989233 Jul 16 02:09:52.299350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af28549-2fe3-4951-ba89-385e6fe79d5e None None] Network 59f097df-bfbb-4045-bf66-ca2f673c6118 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:52.302797 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.571790 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.745665 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be3ad744-da59-428a-be57-213d2396b642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.892021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-409ecdd1-cdad-428e-9ac7-4f0d8824ac11 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:53.893535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-409ecdd1-cdad-428e-9ac7-4f0d8824ac11 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/networks?id=59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 200 len: 808 time: 0.1000743 Jul 16 02:09:53.907356 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-efcc9de2-9aad-47b9-9cb9-c10961a4076d tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/quotas/63f2c258b4ff4612a81be37114f58a34 HTTP/1.1" status: 200 len: 375 time: 0.0085752 Jul 16 02:09:53.938716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-231ac963-27be-4075-bb92-c923a1f7b2ef tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63f2c258b4ff4612a81be37114f58a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266788 Jul 16 02:09:54.079077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-96219c32-a93a-413e-a882-206bfeae463e service neutron] 10.222.0.35 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333880 Jul 16 02:09:54.167599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-2d2cd64c-14ea-457f-8e62-7ba3d5113fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827882 Jul 16 02:09:54.330795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f58fe88-df5c-44b9-874c-c506298d2845 req-b6c62626-651d-4fd4-ad45-3eac06db0f12 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 210 time: 0.0282502 Jul 16 02:09:55.332367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-7dc5389a-fb41-481d-b521-b7e1d24d3d09 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:55.333889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-7dc5389a-fb41-481d-b521-b7e1d24d3d09 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "GET /v2.0/networks?id=59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 200 len: 808 time: 0.1086237 Jul 16 02:09:55.350681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Request body: {'port': {'device_id': '68035741-1a16-4873-ad88-0f0de0223b11', 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118', 'admin_state_up': True, 'tenant_id': '63f2c258b4ff4612a81be37114f58a34'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:55.471937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Made reservation on behalf of 63f2c258b4ff4612a81be37114f58a34 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:09:55.475734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.484876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cf66b75-81e5-4ab4-9c6b-afc3c48e745b req-7c4efadf-8bbb-4f3f-9a12-dec7980faede tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 210 time: 0.0283694 Jul 16 02:09:55.602005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Allocated IP 172.20.0.5 (59f097df-bfbb-4045-bf66-ca2f673c6118/70da4e4d-95e2-4b3a-bc0e-db8ae64d9763/6f851f40-2b6a-4d8e-8629-103ffd2e3dab) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:09:55.771357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-e158e0f8-25ec-416e-a94b-7f9e2f631d1d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336401 Jul 16 02:09:55.787449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.854641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.918955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Network 59f097df-bfbb-4045-bf66-ca2f673c6118 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:09:55.924834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52b53-52e9-4458-92ac-8487a676a50e req-d1f07bfb-4ad8-4f62-9314-df788e4ed113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:55.926332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-d1f07bfb-4ad8-4f62-9314-df788e4ed113 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.1126230 Jul 16 02:09:55.927117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:09:55.929101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Pushing event updated for resources: {'Port': ['ID=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:55.931249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:09:56.003144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.003767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.056389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-89ac765b-63bf-4599-82a9-c5e9b918bb71 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095354 Jul 16 02:09:56.072634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Request body: {'port': {'device_id': '68035741-1a16-4873-ad88-0f0de0223b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:09:56.078192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52b53-52e9-4458-92ac-8487a676a50e req-48a8edd5-5e8e-4998-9747-285c7144b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.079564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-48a8edd5-5e8e-4998-9747-285c7144b148 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.1265125 Jul 16 02:09:56.185100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-0f91d518-fddd-49ce-849e-9f55a4d767bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0892944 Jul 16 02:09:56.199332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-58366539-046f-4155-b3d0-7d70ee4dee28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.222162 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.265745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52b53-52e9-4458-92ac-8487a676a50e req-e9da138f-b3ba-4907-9a3f-b35e846dfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.267199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-e9da138f-b3ba-4907-9a3f-b35e846dfe12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.0754731 Jul 16 02:09:56.415631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52b53-52e9-4458-92ac-8487a676a50e req-79560193-e8f3-4a75-a62e-62bfb5a6343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.417169 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-79560193-e8f3-4a75-a62e-62bfb5a6343d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424625 Jul 16 02:09:56.573458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-c90e8772-76de-4f40-915b-b1a6e8f141cd service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488752 Jul 16 02:09:56.612591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.638041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f851f40-2b6a-4d8e-8629-103ffd2e3dab {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:09:56.648903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.665788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccd51f-b740-4b42-aa18-1700cb208d57 req-eb204fdf-630c-4831-9308-9a93c2a303f5 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.667286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9ccd51f-b740-4b42-aa18-1700cb208d57 req-eb204fdf-630c-4831-9308-9a93c2a303f5 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 931 time: 0.0683470 Jul 16 02:09:56.692890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Transition to ACTIVE for port object 6f851f40-2b6a-4d8e-8629-103ffd2e3dab will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:09:56.699493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.708477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9ccd51f-b740-4b42-aa18-1700cb208d57 req-ba42e9cc-11b8-4edf-89ff-77c14a466397 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Jul 16 02:09:56.743722 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63b52b53-52e9-4458-92ac-8487a676a50e req-4e5e612a-db18-4221-be94-d315e7e55baf service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483567 Jul 16 02:09:56.762570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Pushing event updated for resources: {'Port': ['ID=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:56.833120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Attempting to bind port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:09:56.833461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Attempting to bind port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:09:56.833779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Attempting to bind port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab on network 59f097df-bfbb-4045-bf66-ca2f673c6118 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:56.838028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab on network 59f097df-bfbb-4045-bf66-ca2f673c6118 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:09:56.838357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Attempting to bind port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab on network 59f097df-bfbb-4045-bf66-ca2f673c6118 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:09:56.843088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:09:56.843414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Checking segment: {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:09:56.843787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Bound using segment: {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:09:56.844242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Bound port: 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:09:56.844588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.905355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] For port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:09:56.908231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] For port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:09:56.912434 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.944401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:56.945005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.946382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f851f40-2b6a-4d8e-8629-103ffd2e3dab HTTP/1.1" status: 200 len: 1091 time: 0.8792336 Jul 16 02:09:56.946804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68035741-1a16-4873-ad88-0f0de0223b11', 'tag': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:56.949025 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285" -d '{"events": [{"name": "network-changed", "server_uuid": "68035741-1a16-4873-ad88-0f0de0223b11", "tag": "6f851f40-2b6a-4d8e-8629-103ffd2e3dab"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:56.974029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdca3e-f5ef-425a-a1b6-2546c0637d97 service neutron] Pushing event updated for resources: {'Port': ['ID=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:56.994418 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011aebc9-3467-43e8-9637-a496fd7c18cc x-openstack-request-id: req-011aebc9-3467-43e8-9637-a496fd7c18cc {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:56.994699 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68035741-1a16-4873-ad88-0f0de0223b11", "tag": "6f851f40-2b6a-4d8e-8629-103ffd2e3dab", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:56.994943 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-011aebc9-3467-43e8-9637-a496fd7c18cc {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:56.995328 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68035741-1a16-4873-ad88-0f0de0223b11', 'tag': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab', 'status': 'completed', 'code': 200} Jul 16 02:09:57.039251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-965d1f00-04ee-470b-8121-bd6ceacf3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.040718 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-965d1f00-04ee-470b-8121-bd6ceacf3db8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63f2c258b4ff4612a81be37114f58a34&device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 1094 time: 0.0555522 Jul 16 02:09:57.083735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-51f4d0fe-f085-493f-a84e-de8b9843544c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab HTTP/1.1" status: 200 len: 217 time: 0.0361068 Jul 16 02:09:57.131583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-73f5d6f0-3dfb-4cf6-8c1b-5c0a626919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.133002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-73f5d6f0-3dfb-4cf6-8c1b-5c0a626919e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=70da4e4d-95e2-4b3a-bc0e-db8ae64d9763 HTTP/1.1" status: 200 len: 848 time: 0.0430207 Jul 16 02:09:57.164355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-1a913701-7341-49e6-8335-6a9bf0fe2924 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59f097df-bfbb-4045-bf66-ca2f673c6118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251358 Jul 16 02:09:57.256195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-f23c503c-4086-4e8d-9b31-7fc625abeeae service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Jul 16 02:09:57.344441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-08ac0cb8-3eef-45a9-bb46-d38810ef0a6f req-0e8db39d-6b8f-4e5f-99b7-6672080d20d0 service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814290 Jul 16 02:09:57.443554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-6bc9ee2f-e143-448b-815b-95fa84029a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.445942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-6bc9ee2f-e143-448b-815b-95fa84029a67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63f2c258b4ff4612a81be37114f58a34&device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 1094 time: 0.0589216 Jul 16 02:09:57.459290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:57.532460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-6df3e660-d71e-430a-ba31-97d9bc0c0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.534490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-6df3e660-d71e-430a-ba31-97d9bc0c0c86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 200 len: 909 time: 0.0828424 Jul 16 02:09:57.578446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-856a26df-8303-4c97-bffa-1f5c8696e687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab HTTP/1.1" status: 200 len: 217 time: 0.0371549 Jul 16 02:09:57.625529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-86ea23fd-bd32-4a48-b71d-e95c380f4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.626855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-86ea23fd-bd32-4a48-b71d-e95c380f4281 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=70da4e4d-95e2-4b3a-bc0e-db8ae64d9763 HTTP/1.1" status: 200 len: 848 time: 0.0426855 Jul 16 02:09:57.660352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-130b611e-8b51-4525-a9e7-f449ad74f4d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59f097df-bfbb-4045-bf66-ca2f673c6118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258555 Jul 16 02:09:57.752743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-92f6f1a9-7a94-4003-8d92-be73b17e55c6 service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847025 Jul 16 02:09:57.841421 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8dcd36e8-2da3-4ea5-91bb-21ae4099f285 req-26f1314b-b446-4647-ad46-3ec3efa471ac service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815437 Jul 16 02:09:57.881772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0755a0-b97f-4f95-ab74-4d3d90226000 req-285bd502-4a2e-4b82-bf9d-da1f075f619a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:57.883236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e0755a0-b97f-4f95-ab74-4d3d90226000 req-285bd502-4a2e-4b82-bf9d-da1f075f619a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 943 time: 0.0661509 Jul 16 02:09:57.919282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9e0755a0-b97f-4f95-ab74-4d3d90226000 req-b0dc8d30-cce8-46b4-a62e-889acdef2d67 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305648 Jul 16 02:09:58.930615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:59.090577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc38afe-c9b0-4f23-b59b-83cd7b28e2b5 req-495f5403-f9fb-43bd-8d8d-88370c032924 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:59.092055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdc38afe-c9b0-4f23-b59b-83cd7b28e2b5 req-495f5403-f9fb-43bd-8d8d-88370c032924 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 943 time: 0.0621154 Jul 16 02:09:59.131266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cdc38afe-c9b0-4f23-b59b-83cd7b28e2b5 req-ef9d75f2-dc1d-4ee0-b208-a3ff94a397ad tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328112 Jul 16 02:10:00.306785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6cdbe-0ba3-44d9-84bb-9eb0bab3b82a req-00955ece-5c91-4ac8-be23-808de7f99476 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:00.308258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cab6cdbe-0ba3-44d9-84bb-9eb0bab3b82a req-00955ece-5c91-4ac8-be23-808de7f99476 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 943 time: 0.0651515 Jul 16 02:10:00.343828 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cab6cdbe-0ba3-44d9-84bb-9eb0bab3b82a req-6a0af7ee-2f61-4b92-bc3e-31910a453a2d tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300283 Jul 16 02:10:01.515657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66ff8d-00d7-448f-9711-240e77519759 req-48a8cf24-63a6-4177-bb81-3780b960f6c9 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:01.517724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f66ff8d-00d7-448f-9711-240e77519759 req-48a8cf24-63a6-4177-bb81-3780b960f6c9 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 943 time: 0.0627601 Jul 16 02:10:01.553637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5f66ff8d-00d7-448f-9711-240e77519759 req-7607e9ee-5584-49da-996a-902f24d5019d tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305176 Jul 16 02:10:01.673492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6f851f40-2b6a-4d8e-8629-103ffd2e3dab details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:10:01.764347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:01.775522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab', 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118', 'port_id': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab', 'mac_address': 'fa:16:3e:e2:4c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da4e4d-95e2-4b3a-bc0e-db8ae64d9763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:10:01.813258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.825713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f851f40-2b6a-4d8e-8629-103ffd2e3dab {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:01.844357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:01.848258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.894271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:01.901503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.901851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.902189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.902530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.902860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.903185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.903507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.903829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.904179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.904498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.904818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:01.905135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:02.045375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6f851f40-2b6a-4d8e-8629-103ffd2e3dab'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:02.722876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535026a-34f8-4f8a-b172-b679b5a481d6 req-8da75da8-7a45-4cb2-8a0f-1b590e7c4169 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:02.724367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d535026a-34f8-4f8a-b172-b679b5a481d6 req-8da75da8-7a45-4cb2-8a0f-1b590e7c4169 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 944 time: 0.0623686 Jul 16 02:10:02.760314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d535026a-34f8-4f8a-b172-b679b5a481d6 req-3c40940e-d5dc-4ca4-a50a-3d52821762cd tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Jul 16 02:10:03.684816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6f851f40-2b6a-4d8e-8629-103ffd2e3dab up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:03.732133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:03.735474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:03.735963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.811193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.835005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68035741-1a16-4873-ad88-0f0de0223b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:03.837264 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f9dbef-31e1-42c0-b66e-eb4d37c9283f" -d '{"events": [{"server_uuid": "68035741-1a16-4873-ad88-0f0de0223b11", "name": "network-vif-plugged", "status": "completed", "tag": "6f851f40-2b6a-4d8e-8629-103ffd2e3dab"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:03.848215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:03.852499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:03.888783 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a148f28-e56a-4ed6-92a5-141e756667c2 x-openstack-request-id: req-6a148f28-e56a-4ed6-92a5-141e756667c2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:03.889082 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68035741-1a16-4873-ad88-0f0de0223b11", "name": "network-vif-plugged", "status": "completed", "tag": "6f851f40-2b6a-4d8e-8629-103ffd2e3dab", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:03.889334 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a148f28-e56a-4ed6-92a5-141e756667c2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:03.889734 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68035741-1a16-4873-ad88-0f0de0223b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab', 'code': 200} Jul 16 02:10:03.906498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:03.940458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28454652-2a47-4946-8722-806eb0b52a5e req-02f22651-3cef-4356-a772-8a73bfa06512 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:03.942007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28454652-2a47-4946-8722-806eb0b52a5e req-02f22651-3cef-4356-a772-8a73bfa06512 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 945 time: 0.0718851 Jul 16 02:10:03.979176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28454652-2a47-4946-8722-806eb0b52a5e req-b2426af7-e997-40a4-887c-30543246546e tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Jul 16 02:10:04.007550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0597f-71a9-43e6-a452-5816737dd1b5 req-530861b1-6176-41f7-ac43-1d59a8d30c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:04.009107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63a0597f-71a9-43e6-a452-5816737dd1b5 req-530861b1-6176-41f7-ac43-1d59a8d30c03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 1096 time: 0.0576215 Jul 16 02:10:04.042015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-63a0597f-71a9-43e6-a452-5816737dd1b5 req-702935aa-6480-4fd6-8ebe-7f2914c70218 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270009 Jul 16 02:10:05.151504 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860cdb7-68eb-4c28-8634-7a5c459dcebf req-57746fc8-7924-4cf0-9da3-b1509b9f8a27 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:05.152971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a860cdb7-68eb-4c28-8634-7a5c459dcebf req-57746fc8-7924-4cf0-9da3-b1509b9f8a27 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 945 time: 0.0613484 Jul 16 02:10:05.188676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a860cdb7-68eb-4c28-8634-7a5c459dcebf req-03566ed5-1441-4b8e-8faf-e79db57bf118 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297878 Jul 16 02:10:05.886844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2939a62-ca17-40bd-8089-8fbd2ff2acfc req-71f99c30-6b04-4fd7-a976-223ab0966a22 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:05.888343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2939a62-ca17-40bd-8089-8fbd2ff2acfc req-71f99c30-6b04-4fd7-a976-223ab0966a22 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 945 time: 0.0650680 Jul 16 02:10:05.924740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2939a62-ca17-40bd-8089-8fbd2ff2acfc req-38b5a8e1-52af-431c-871e-e588df85dcae tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Jul 16 02:10:07.082855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c081e-dffa-4791-a808-8629373535af req-f60d5ef8-a545-444a-a75a-3d7bf7e59bd4 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:07.084355 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c13c081e-dffa-4791-a808-8629373535af req-f60d5ef8-a545-444a-a75a-3d7bf7e59bd4 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 945 time: 0.0631375 Jul 16 02:10:07.099819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97708b-86fe-4a52-9da4-07a32e4bc4da req-2ed84075-811d-42b4-8bc2-49744f69f5f3 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:07.101348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a97708b-86fe-4a52-9da4-07a32e4bc4da req-2ed84075-811d-42b4-8bc2-49744f69f5f3 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=68035741-1a16-4873-ad88-0f0de0223b11 HTTP/1.1" status: 200 len: 945 time: 0.0632370 Jul 16 02:10:07.138424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7a97708b-86fe-4a52-9da4-07a32e4bc4da req-c220e7ed-29df-4fcc-82c6-274508402b1a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jul 16 02:10:07.183151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Deleting port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:07.183489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.271985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] For port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:07.272284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.284867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Calling delete_port for 6f851f40-2b6a-4d8e-8629-103ffd2e3dab owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:07.407768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.421508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6f851f40-2b6a-4d8e-8629-103ffd2e3dab'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:07.435307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Pushing event deleted for resources: {'Port': ['ID=6f851f40-2b6a-4d8e-8629-103ffd2e3dab,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:07.480506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] No DVR routers for this DVR port 6f851f40-2b6a-4d8e-8629-103ffd2e3dab on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:07.483005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.485028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c13c081e-dffa-4791-a808-8629373535af req-5d45d3fa-2302-4c8a-8a1b-b876f71429b0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "DELETE /v2.0/ports/6f851f40-2b6a-4d8e-8629-103ffd2e3dab HTTP/1.1" status: 204 len: 173 time: 0.3952570 Jul 16 02:10:07.485509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68035741-1a16-4873-ad88-0f0de0223b11', 'name': 'network-vif-deleted', 'tag': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:07.488421 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b433a640-f605-4ceb-92f8-ebbadc295aa1" -d '{"events": [{"server_uuid": "68035741-1a16-4873-ad88-0f0de0223b11", "name": "network-vif-deleted", "tag": "6f851f40-2b6a-4d8e-8629-103ffd2e3dab"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:07.526049 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb0f2b-86df-4345-824c-6ace85e8afd2 x-openstack-request-id: req-34eb0f2b-86df-4345-824c-6ace85e8afd2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:07.526347 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68035741-1a16-4873-ad88-0f0de0223b11", "name": "network-vif-deleted", "tag": "6f851f40-2b6a-4d8e-8629-103ffd2e3dab", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:07.526605 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34eb0f2b-86df-4345-824c-6ace85e8afd2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:07.527343 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68035741-1a16-4873-ad88-0f0de0223b11', 'name': 'network-vif-deleted', 'tag': '6f851f40-2b6a-4d8e-8629-103ffd2e3dab', 'status': 'completed', 'code': 200} Jul 16 02:10:08.428791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-701ef8d3-7809-494d-8645-b2db617fd532 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.430166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-701ef8d3-7809-494d-8645-b2db617fd532 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/networks?id=59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 200 len: 808 time: 0.1009958 Jul 16 02:10:08.445317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-75984b6e-13cb-43dd-b989-cee59e535780 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/quotas/63f2c258b4ff4612a81be37114f58a34 HTTP/1.1" status: 200 len: 375 time: 0.0099211 Jul 16 02:10:08.476940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-d03a62a3-c912-47c7-ade7-5cd66bf212b6 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=63f2c258b4ff4612a81be37114f58a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269592 Jul 16 02:10:08.566015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-821e821b-1e93-40be-93d5-56e41a87474e service neutron] 10.222.0.35 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828526 Jul 16 02:10:08.951048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-ecde5def-cb8b-4898-a8d7-8d9d105ae3a5 service neutron] 10.222.0.35 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795047 Jul 16 02:10:09.111573 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e592c99f-7268-46e0-b209-d0d47fb52db6 req-a429adc7-8ce8-42a6-a06f-d62a2ee95978 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Jul 16 02:10:10.126249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-e8f407fa-ecd2-4592-9aab-e5625a5566c6 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:10.127693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-e8f407fa-ecd2-4592-9aab-e5625a5566c6 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "GET /v2.0/networks?id=59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 200 len: 808 time: 0.1054783 Jul 16 02:10:10.141421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Request body: {'port': {'device_id': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118', 'admin_state_up': True, 'tenant_id': '63f2c258b4ff4612a81be37114f58a34'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:10.254081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-86992b12-86ca-49f7-8f58-7c8bb8595a4c req-55883197-6f91-432b-a7d0-a6d2e5c79f1f tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 210 time: 0.0311012 Jul 16 02:10:10.257043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Made reservation on behalf of 63f2c258b4ff4612a81be37114f58a34 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:10.260366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.379988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Allocated IP 172.20.0.4 (59f097df-bfbb-4045-bf66-ca2f673c6118/70da4e4d-95e2-4b3a-bc0e-db8ae64d9763/82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:10.523744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.561483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.602190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Network 59f097df-bfbb-4045-bf66-ca2f673c6118 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:10.607365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:10.611075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:10.641918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Pushing event updated for resources: {'Port': ['ID=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:10.666768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:10.667385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:10.681275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-cf896111-6652-4cb4-bdd2-a5b5cf0e5bfa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439863 Jul 16 02:10:10.693143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Request body: {'port': {'device_id': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:11.074177 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.328489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:11.335690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.347812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Transition to ACTIVE for port object 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:11.351917 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.402668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Pushing event updated for resources: {'Port': ['ID=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.426484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1394-b918-455c-a896-2cdf803ce56c req-b31a2d00-b04c-4472-a4da-3c4997d1de4f tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:11.428301 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef2e1394-b918-455c-a896-2cdf803ce56c req-b31a2d00-b04c-4472-a4da-3c4997d1de4f tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 943 time: 0.0630405 Jul 16 02:10:11.467805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef2e1394-b918-455c-a896-2cdf803ce56c req-ccc4490f-c6fc-45e6-9826-89b60e57492f tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Jul 16 02:10:11.469505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Attempting to bind port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:11.469841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Attempting to bind port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:11.470195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Attempting to bind port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 on network 59f097df-bfbb-4045-bf66-ca2f673c6118 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:11.474981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 on network 59f097df-bfbb-4045-bf66-ca2f673c6118 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:11.475293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Attempting to bind port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 on network 59f097df-bfbb-4045-bf66-ca2f673c6118 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:11.479994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:11.480355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Checking segment: {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:11.480733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Bound using segment: {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:11.481216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Bound port: 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a5afa8-3c48-404f-b0e5-df840384e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:11.481487 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.545586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] For port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:11.548484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] For port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:11.553500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.584155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:11.584782 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.586224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] 10.222.0.32 "PUT /v2.0/ports/82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 HTTP/1.1" status: 200 len: 1091 time: 0.8976488 Jul 16 02:10:11.588360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'tag': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:11.590653 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b97340b-932d-4387-862f-2abd96ccae96" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef23d3d-d8ce-43fe-a6db-11570b4fb491", "tag": "82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:11.617656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1beb86-5f96-437e-8fa2-308738ea938c service neutron] Pushing event updated for resources: {'Port': ['ID=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:11.634790 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49fe62a-e7ea-4a84-b1eb-7765c0ff0a3e x-openstack-request-id: req-f49fe62a-e7ea-4a84-b1eb-7765c0ff0a3e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:11.635143 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef23d3d-d8ce-43fe-a6db-11570b4fb491", "tag": "82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:11.635458 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f49fe62a-e7ea-4a84-b1eb-7765c0ff0a3e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:11.635998 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'tag': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2', 'status': 'completed', 'code': 200} Jul 16 02:10:11.681524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-f319d4ee-73c3-424a-9268-ade419ec8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:11.683070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-f319d4ee-73c3-424a-9268-ade419ec8cfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63f2c258b4ff4612a81be37114f58a34&device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 1094 time: 0.0572572 Jul 16 02:10:11.715695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6f851f40-2b6a-4d8e-8629-103ffd2e3dab no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:11.726821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-9b55c3ee-7e8c-4d74-b6df-71f1b3d50bef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 HTTP/1.1" status: 200 len: 217 time: 0.0370703 Jul 16 02:10:11.736285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 6f851f40-2b6a-4d8e-8629-103ffd2e3dab {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:11.736637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6f851f40-2b6a-4d8e-8629-103ffd2e3dab not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:11.773368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-2ffce49a-cad6-4b0e-ab1a-95b35745f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:11.774803 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-2ffce49a-cad6-4b0e-ab1a-95b35745f073 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=70da4e4d-95e2-4b3a-bc0e-db8ae64d9763 HTTP/1.1" status: 200 len: 848 time: 0.0424008 Jul 16 02:10:11.805874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-7fd351ec-3634-410a-9d8f-59944706990c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59f097df-bfbb-4045-bf66-ca2f673c6118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253572 Jul 16 02:10:11.894773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-1de58474-0418-4356-9aa7-b4c5a7cc2641 service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829489 Jul 16 02:10:11.980893 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aecf2036-7f6d-4162-b20e-f245052c7777 req-44c36c6c-e436-491f-90e3-08dc177c8cfd service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794508 Jul 16 02:10:12.078962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97340b-932d-4387-862f-2abd96ccae96 req-341430cf-70be-4a38-9a29-073b0aae1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:12.080553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-341430cf-70be-4a38-9a29-073b0aae1fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63f2c258b4ff4612a81be37114f58a34&device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 1094 time: 0.0555336 Jul 16 02:10:12.168096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97340b-932d-4387-862f-2abd96ccae96 req-20d8f6b4-ec68-4404-ada9-d2090bec7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:12.169472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-20d8f6b4-ec68-4404-ada9-d2090bec7a10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 200 len: 909 time: 0.0829911 Jul 16 02:10:12.214087 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-79281bf2-8630-45ec-bee0-6eea5a5810c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 HTTP/1.1" status: 200 len: 217 time: 0.0380979 Jul 16 02:10:12.261451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97340b-932d-4387-862f-2abd96ccae96 req-e3f8a7f8-4ca7-4648-a238-02a0c9061e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:12.262863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-e3f8a7f8-4ca7-4648-a238-02a0c9061e78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=70da4e4d-95e2-4b3a-bc0e-db8ae64d9763 HTTP/1.1" status: 200 len: 848 time: 0.0425687 Jul 16 02:10:12.294984 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-3491a533-d8bb-4c25-8f6e-9c0c60f36a9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59f097df-bfbb-4045-bf66-ca2f673c6118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253236 Jul 16 02:10:12.386006 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-e2317673-0a46-4dbc-a269-10b3a5495ff4 service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847104 Jul 16 02:10:12.474017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b97340b-932d-4387-862f-2abd96ccae96 req-3fc709a9-64c5-40cf-b373-487a42771d6b service neutron] 10.222.0.32 "GET /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Jul 16 02:10:12.635927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61232858-c2ee-4928-88f5-90cc26c7a979 req-9de6c21a-2fa4-4871-92a5-488207e131da tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:12.637396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61232858-c2ee-4928-88f5-90cc26c7a979 req-9de6c21a-2fa4-4871-92a5-488207e131da tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 943 time: 0.0612195 Jul 16 02:10:12.676416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61232858-c2ee-4928-88f5-90cc26c7a979 req-8b7b313f-1015-4504-a245-11e7d5305ba0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336130 Jul 16 02:10:13.848647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb3989-9551-471d-9e60-e5d3b2546c19 req-bfb491de-9e4f-4c35-8971-b9a2d103f8d7 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:13.850090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cdb3989-9551-471d-9e60-e5d3b2546c19 req-bfb491de-9e4f-4c35-8971-b9a2d103f8d7 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 943 time: 0.0616670 Jul 16 02:10:13.886177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cdb3989-9551-471d-9e60-e5d3b2546c19 req-15d0978e-85f5-4475-8a27-030a4b79ce57 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304780 Jul 16 02:10:15.056134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb825ae9-cfe4-407d-be6f-877c3481cc32 req-d740de7e-45ff-48d9-95fb-841e0bdc1088 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:15.057596 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb825ae9-cfe4-407d-be6f-877c3481cc32 req-d740de7e-45ff-48d9-95fb-841e0bdc1088 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 943 time: 0.0613430 Jul 16 02:10:15.094877 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb825ae9-cfe4-407d-be6f-877c3481cc32 req-6dc1f318-a8b9-49d7-8c4f-d03185de0680 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Jul 16 02:10:15.730217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:10:15.825597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:15.836462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2', 'network_id': '59f097df-bfbb-4045-bf66-ca2f673c6118', 'port_id': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2', 'mac_address': 'fa:16:3e:ad:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70da4e4d-95e2-4b3a-bc0e-db8ae64d9763', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:10:15.873000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.885017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:15.903259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:15.907053 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:15.954093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:16.091897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:16.265423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dabab-031a-40f7-9f2f-a22bcaf6fa15 req-a9b797d9-fe8c-4296-8d10-a61a9fadc63f tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:16.266799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e36dabab-031a-40f7-9f2f-a22bcaf6fa15 req-a9b797d9-fe8c-4296-8d10-a61a9fadc63f tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 944 time: 0.0650866 Jul 16 02:10:16.304457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e36dabab-031a-40f7-9f2f-a22bcaf6fa15 req-c6badd09-f2fd-4d2c-b479-aa2dc58fa23d tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Jul 16 02:10:17.472962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638d5a6-1aab-4210-969b-5bc9933e2806 req-f8d8170b-8dba-4df8-a60e-9a4cd1080dfd tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:17.474427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1638d5a6-1aab-4210-969b-5bc9933e2806 req-f8d8170b-8dba-4df8-a60e-9a4cd1080dfd tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 944 time: 0.0619755 Jul 16 02:10:17.510603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1638d5a6-1aab-4210-969b-5bc9933e2806 req-139b1027-0911-4846-860f-cd8279f940aa tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306993 Jul 16 02:10:17.747103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:17.793367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:17.796999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:17.797365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.872750 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.894357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:17.896593 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e0260-bbed-4a0f-91d5-926572c2287c" -d '{"events": [{"server_uuid": "4ef23d3d-d8ce-43fe-a6db-11570b4fb491", "name": "network-vif-plugged", "status": "completed", "tag": "82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:17.908840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:17.913285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:17.936089 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df1922-2fdd-43bb-bed3-4b0eb679a72d x-openstack-request-id: req-09df1922-2fdd-43bb-bed3-4b0eb679a72d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:17.936386 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef23d3d-d8ce-43fe-a6db-11570b4fb491", "name": "network-vif-plugged", "status": "completed", "tag": "82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:17.936663 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09df1922-2fdd-43bb-bed3-4b0eb679a72d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:17.937029 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2', 'code': 200} Jul 16 02:10:17.964720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:18.040081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb499e-e888-42f8-894c-526e7e874e51 req-a4ae0490-37a8-4714-9417-a10f838702ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:18.041564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7fb499e-e888-42f8-894c-526e7e874e51 req-a4ae0490-37a8-4714-9417-a10f838702ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 1096 time: 0.0506778 Jul 16 02:10:18.078101 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e7fb499e-e888-42f8-894c-526e7e874e51 req-5b700f39-b747-4d84-b6ad-ab8d16aedc15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Jul 16 02:10:18.693207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc15a8-1e89-416d-ab34-34d7ca92e460 req-34b0231e-db41-4c00-84fe-1407a376bca0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:18.694715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3efc15a8-1e89-416d-ab34-34d7ca92e460 req-34b0231e-db41-4c00-84fe-1407a376bca0 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 945 time: 0.0629072 Jul 16 02:10:18.735574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3efc15a8-1e89-416d-ab34-34d7ca92e460 req-673221b5-e46b-465c-a203-e1bbf7a281ba tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Jul 16 02:10:19.906294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18537d4-92e1-450a-8e2c-72b9415cb234 req-18c944ec-a4bf-46d0-b53f-f79ee68f1e06 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:19.907752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c18537d4-92e1-450a-8e2c-72b9415cb234 req-18c944ec-a4bf-46d0-b53f-f79ee68f1e06 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 945 time: 0.0633960 Jul 16 02:10:19.943822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c18537d4-92e1-450a-8e2c-72b9415cb234 req-c0c17331-94e7-4ff1-bfe4-d7c42fb26d37 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299342 Jul 16 02:10:20.685190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fca273-59be-4c7c-a528-7ec8fe8ff95f req-627b6c29-d6a8-461a-8137-0beec391b3df tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.686655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66fca273-59be-4c7c-a528-7ec8fe8ff95f req-627b6c29-d6a8-461a-8137-0beec391b3df tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 945 time: 0.0621772 Jul 16 02:10:20.723822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66fca273-59be-4c7c-a528-7ec8fe8ff95f req-de2a4e39-d8bc-4ad1-b93a-86fcfc66f804 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Jul 16 02:10:21.476723 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:21.846221 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-90b328e9-47aa-43cd-9b0a-536ca1bf9d29 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.847688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-90b328e9-47aa-43cd-9b0a-536ca1bf9d29 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 945 time: 0.0621262 Jul 16 02:10:21.898157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d22e1-b66c-4d00-9944-3713054a7616 req-763b4c8e-8c55-40af-bb32-0cf89943ba6b tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.899704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a0d22e1-b66c-4d00-9944-3713054a7616 req-763b4c8e-8c55-40af-bb32-0cf89943ba6b tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ef23d3d-d8ce-43fe-a6db-11570b4fb491 HTTP/1.1" status: 200 len: 945 time: 0.0652754 Jul 16 02:10:21.937174 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a0d22e1-b66c-4d00-9944-3713054a7616 req-80af553e-3434-4091-a035-dc8b8eb78a49 tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.35 "GET /v2.0/security-groups?id=9376420a-63dc-476e-b2df-a82a7eefc15d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Jul 16 02:10:21.945864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Deleting port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:21.946205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.036466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] For port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,segment=NetworkSegment(68a5afa8-3c48-404f-b0e5-df840384e7a9),segment_id=68a5afa8-3c48-404f-b0e5-df840384e7a9)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:22.036755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.048331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Calling delete_port for 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:22.175932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.187353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:22.206123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Pushing event deleted for resources: {'Port': ['ID=82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:22.250429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] No DVR routers for this DVR port 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:22.253029 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.255031 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-25567df5-cc41-442c-84c4-7e2ccbdc614e req-a394a10a-b0ad-42a4-9a0e-44968cc5c69a tempest-VolumesActionsTest-966259809 tempest-VolumesActionsTest-966259809-project] 10.222.0.32 "DELETE /v2.0/ports/82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 HTTP/1.1" status: 204 len: 173 time: 0.4018056 Jul 16 02:10:22.255465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'name': 'network-vif-deleted', 'tag': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:22.257773 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8eae4f-30af-4ad1-9398-bc2d24f16cef" -d '{"events": [{"server_uuid": "4ef23d3d-d8ce-43fe-a6db-11570b4fb491", "name": "network-vif-deleted", "tag": "82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:22.274225 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.298345 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be849b-367b-440e-8181-664083a0b465 x-openstack-request-id: req-29be849b-367b-440e-8181-664083a0b465 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:22.298642 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef23d3d-d8ce-43fe-a6db-11570b4fb491", "name": "network-vif-deleted", "tag": "82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:22.298941 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29be849b-367b-440e-8181-664083a0b465 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:22.299426 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef23d3d-d8ce-43fe-a6db-11570b4fb491', 'name': 'network-vif-deleted', 'tag': '82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2', 'status': 'completed', 'code': 200} Jul 16 02:10:23.570073 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.746863 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9238d843-1391-4bfd-8247-be2a6295af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:25.793221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:25.819409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:25.820072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82cc92c5-a3fe-43ed-8ab2-0cfa5c76f0b2 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:26.197530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdf8c-f49b-4c7f-9b5a-5fbb75eae9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:26.625315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:27.465186 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.937408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.627028 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-5177dbcc-a1f2-477b-ac27-7ad7940cc6ce req-e5b010fa-f581-4f21-ac03-f66468a10146 service neutron] (93906) timed out ('10.222.0.32', 63776) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:10:41.791302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:41.834942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Deleting subnet 70da4e4d-95e2-4b3a-bc0e-db8ae64d9763 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:10:41.837859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.871056 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.910044 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.964334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.988689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70da4e4d-95e2-4b3a-bc0e-db8ae64d9763,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:41.993051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:41.994993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/70da4e4d-95e2-4b3a-bc0e-db8ae64d9763 HTTP/1.1" status: 204 len: 168 time: 0.2025573 Jul 16 02:10:41.997584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:41.999865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.000243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.000580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.000912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.001348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.002220 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.002545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.002869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.003190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.003511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.003833 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.004180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5737aa7-c6f4-4c4d-81ab-913b8824461f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.071366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.149220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.158691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f097df-bfbb-4045-bf66-ca2f673c6118']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:42.168253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a5afa8-3c48-404f-b0e5-df840384e7a9') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:42.168552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a5afa8-3c48-404f-b0e5-df840384e7a9') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:10:42.177024 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.190623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.197064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:10:42.197534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:10:42.199533 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:10:42.258261 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.263533 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.265429 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] 10.222.0.35 "DELETE /v2.0/networks/59f097df-bfbb-4045-bf66-ca2f673c6118 HTTP/1.1" status: 204 len: 168 time: 0.2668021 Jul 16 02:10:42.276696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=59f097df-bfbb-4045-bf66-ca2f673c6118,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:42.284091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.284447 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.284788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.285122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.285452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.285781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.286111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.286631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.286749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.287130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.287357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.287676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795e3606-ce4b-4203-8117-c5708ade3cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:42.376012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:42.415699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-23a3584e-0b50-40a7-82e7-babe066c7b28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63f2c258b4ff4612a81be37114f58a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379007 Jul 16 02:10:42.418107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37568) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:42.466302 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ded5fe08-5e7a-4c12-b311-75d18d576d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.488707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ded5fe08-5e7a-4c12-b311-75d18d576d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.538100 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ded5fe08-5e7a-4c12-b311-75d18d576d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.540570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ded5fe08-5e7a-4c12-b311-75d18d576d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:42.541686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ded5fe08-5e7a-4c12-b311-75d18d576d57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9376420a-63dc-476e-b2df-a82a7eefc15d HTTP/1.1" status: 204 len: 168 time: 0.1226881 Jul 16 02:10:42.549843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5fe08-5e7a-4c12-b311-75d18d576d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376420a-63dc-476e-b2df-a82a7eefc15d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:43.178750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 37590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:43.274859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1304330287-network', 'tenant_id': '68e690f4ecd64718aeeabec6aa7b84ac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:43.295591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Made reservation on behalf of 68e690f4ecd64718aeeabec6aa7b84ac for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:43.297930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.306047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.394071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.397843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.419290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:43.433921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737f759c-3c66-45dd-ba53-8504eb68e0b0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:43.440807 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.441148 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Added segment c6d8b39e-c338-4139-9b40-d95a6073558d of type vlan for network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 Jul 16 02:10:43.482066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.510143 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.511097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:43.511679 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.544784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3649123 Jul 16 02:10:43.547734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 37594) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:43.552799 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Request body: {'subnet': {'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1304330287-subnet', 'tenant_id': '68e690f4ecd64718aeeabec6aa7b84ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:43.573050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Made reservation on behalf of 68e690f4ecd64718aeeabec6aa7b84ac for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:43.575478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.578001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80118090-0300-4841-84a4-4e2f61df0d24 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf2a55e-0453-45c2-8194-1af6a6dbf350,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:43.588827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:43.740916 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.788298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad48f039-3bfb-46c7-9997-183ef50d85ad,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:43.803230 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Checking segment: {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:43.803583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Network hostable DHCP agents. Network: 9cf2a55e-0453-45c2-8194-1af6a6dbf350, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:43.819848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:43.828091 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 9cf2a55e-0453-45c2-8194-1af6a6dbf350) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:43.831842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:43.832446 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:43.837004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffed697-060d-4149-a46c-6276f6ae7d89 None None] Network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:43.846567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f887bc8b-be14-4146-bbae-e4bbc582e9fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2976961 Jul 16 02:10:43.961004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f605da-c09b-4edb-9a4c-2039c69363d8 None None] Network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:52.269708 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:53.570513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:53.747902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fd296fb1-3cca-44ae-a178-cefa5e964437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:56.194490 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6731e214-88f7-4d1b-98c8-3b13cb5905e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:56.618675 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:56.685930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-630caaf6-97e9-4455-a8b9-247793050ce5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575681 Jul 16 02:10:56.779993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-5da8b6bd-e714-4eed-aea5-b3cd7d48ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.781457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-5da8b6bd-e714-4eed-aea5-b3cd7d48ee1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.0531611 Jul 16 02:10:56.890603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-10caae64-99f9-4842-b192-4129ec27e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.892646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-10caae64-99f9-4842-b192-4129ec27e941 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.0906529 Jul 16 02:10:56.957714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-ede1d949-2581-414d-bbb6-bed34a4598f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0586786 Jul 16 02:10:57.004966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-dd91647f-e041-404c-94fc-01f63ec72c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:57.006424 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-dd91647f-e041-404c-94fc-01f63ec72c06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.0429173 Jul 16 02:10:57.066664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-3ab55a1e-114f-41fe-a96c-02c4849ada88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:57.068059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-3ab55a1e-114f-41fe-a96c-02c4849ada88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556054 Jul 16 02:10:57.156969 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-553c2520-5213-4f51-894e-b177332d06cf service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823312 Jul 16 02:10:57.248512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe31d70e-c8b0-4a6a-881e-7dd752922e76 req-c9ae78bd-1b31-4b7b-aa90-4a529a7b178c service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855570 Jul 16 02:10:57.465581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:58.476039 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:58.937348 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:22.274747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.568470 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.750149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fefd1101-98bd-4ce4-bb2d-e61e0030c6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.184189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-97d6c6e5-3a10-4b59-8086-6882bfa1fed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:26.621434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:27.467261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:28.939084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:33.177181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-c9e7120a-1e54-4be4-b781-3a8048f7e7df tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:33.178643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-c9e7120a-1e54-4be4-b781-3a8048f7e7df tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 814 time: 0.1036327 Jul 16 02:11:33.193256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-43e2ad55-02c0-48ae-ab4f-648ed151014c tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/quotas/68e690f4ecd64718aeeabec6aa7b84ac HTTP/1.1" status: 200 len: 375 time: 0.0093350 Jul 16 02:11:33.225259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-50fc1f06-b98a-4731-8e70-2b0be46bc11d tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272212 Jul 16 02:11:33.316660 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-c3948bc2-45b7-482a-bf92-03fbb490a972 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852325 Jul 16 02:11:33.402748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-2de748c3-8fc8-4a0b-b5b2-6a81919a88d7 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804396 Jul 16 02:11:33.567607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7588fb11-13d8-4866-b890-e923be1776bf req-3d45db5c-e5ef-4239-aed3-240189fafbfb tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 210 time: 0.0293434 Jul 16 02:11:34.581925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-12facfae-1349-481a-9a83-91aaf3a46eb1 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.583930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-12facfae-1349-481a-9a83-91aaf3a46eb1 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.32 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 814 time: 0.1096306 Jul 16 02:11:34.602468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Request body: {'port': {'device_id': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350', 'admin_state_up': True, 'tenant_id': '68e690f4ecd64718aeeabec6aa7b84ac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:34.717613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Made reservation on behalf of 68e690f4ecd64718aeeabec6aa7b84ac for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:34.721544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:34.748090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-188d8f16-b7ae-40df-aaf3-d81dcc944ca9 req-825835ac-8833-49a2-8cab-d7600f21bee8 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 210 time: 0.0320477 Jul 16 02:11:34.844958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Allocated IP 172.20.0.12 (9cf2a55e-0453-45c2-8194-1af6a6dbf350/ad48f039-3bfb-46c7-9997-183ef50d85ad/6b42d1aa-5ac8-427f-a946-d83e83f929e0) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:35.003083 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.040844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.086386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:35.089521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:35.093421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:35.117002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Pushing event updated for resources: {'Port': ['ID=6b42d1aa-5ac8-427f-a946-d83e83f929e0,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:35.143763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.144406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.158773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-fd84dc59-4546-41d5-979b-17a2f3e507fc tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603914 Jul 16 02:11:35.170775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Request body: {'port': {'device_id': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:35.244137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.476458 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:35.493733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b42d1aa-5ac8-427f-a946-d83e83f929e0 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:35.501524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.512775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Transition to ACTIVE for port object 6b42d1aa-5ac8-427f-a946-d83e83f929e0 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:35.516896 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.563686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=6b42d1aa-5ac8-427f-a946-d83e83f929e0,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:35.634415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Attempting to bind port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:35.635190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Attempting to bind port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:35.635190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Attempting to bind port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 on network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:35.639209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 on network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:35.639528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Attempting to bind port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 on network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:35.644428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:35.644762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Checking segment: {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:35.645141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Bound using segment: {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:35.645561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Bound port: 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:35.645915 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.708437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] For port 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:35.711322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] For port 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:35.715527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.748141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.748771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.750863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b42d1aa-5ac8-427f-a946-d83e83f929e0 HTTP/1.1" status: 200 len: 1092 time: 0.5841002 Jul 16 02:11:35.751292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'tag': '6b42d1aa-5ac8-427f-a946-d83e83f929e0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:35.753564 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b45685-d437-4409-976a-094f309b6c02" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2b977f-8d34-4e7a-a02a-dee3e929429d", "tag": "6b42d1aa-5ac8-427f-a946-d83e83f929e0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:35.786679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c729312-f6a2-4cae-83be-6b2c43a1ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=6b42d1aa-5ac8-427f-a946-d83e83f929e0,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:35.821229 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db848deb-5a81-4697-b517-d5c3e44e8bde x-openstack-request-id: req-db848deb-5a81-4697-b517-d5c3e44e8bde {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:35.821534 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2b977f-8d34-4e7a-a02a-dee3e929429d", "tag": "6b42d1aa-5ac8-427f-a946-d83e83f929e0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:35.821782 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db848deb-5a81-4697-b517-d5c3e44e8bde {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:35.822173 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'tag': '6b42d1aa-5ac8-427f-a946-d83e83f929e0', 'status': 'completed', 'code': 200} Jul 16 02:11:35.847461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-e748c1c3-6c25-478b-85f8-201b4b165e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.849003 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-e748c1c3-6c25-478b-85f8-201b4b165e1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 1095 time: 0.0594776 Jul 16 02:11:35.891011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-10556487-7ff1-445d-b537-61969665aeb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0 HTTP/1.1" status: 200 len: 217 time: 0.0350108 Jul 16 02:11:35.926187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31f24a-14b5-424c-9fda-0d8e37b769fb req-4fd5bb5e-2b63-4999-8cbb-8fdc466755a0 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.927682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a31f24a-14b5-424c-9fda-0d8e37b769fb req-4fd5bb5e-2b63-4999-8cbb-8fdc466755a0 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 944 time: 0.0634315 Jul 16 02:11:35.938303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-4033bd29-0eb5-407e-9d46-d6d0173cf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.939771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-4033bd29-0eb5-407e-9d46-d6d0173cf99e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 200 len: 854 time: 0.0431330 Jul 16 02:11:35.965168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a31f24a-14b5-424c-9fda-0d8e37b769fb req-eb373f3c-d5bc-48d5-8a7d-177ccf858dad tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Jul 16 02:11:35.971847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-1ac1a2e1-2782-428f-a856-b6d954d35953 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf2a55e-0453-45c2-8194-1af6a6dbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257659 Jul 16 02:11:36.065103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-b4c5b4b3-acd8-4688-8c34-63ba56265c53 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857060 Jul 16 02:11:36.155220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d29eb0f-29f3-4ac0-9371-a94ae4ab812b req-edf0eae8-5367-4df0-a1c8-dde871ca0b13 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836635 Jul 16 02:11:36.248746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45685-d437-4409-976a-094f309b6c02 req-3f1fa5f3-fbbe-47ad-bf51-a69a61d6518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.250258 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-3f1fa5f3-fbbe-47ad-bf51-a69a61d6518b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 1095 time: 0.0518057 Jul 16 02:11:36.336416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45685-d437-4409-976a-094f309b6c02 req-620c7672-f6d0-4c7c-99ff-9108828c3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.337756 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-620c7672-f6d0-4c7c-99ff-9108828c3106 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 915 time: 0.0816858 Jul 16 02:11:36.380015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-153680ce-048f-4882-b6de-1112838ae4e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0 HTTP/1.1" status: 200 len: 217 time: 0.0361574 Jul 16 02:11:36.427408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45685-d437-4409-976a-094f309b6c02 req-e1279505-dd29-4a15-b298-0641dd37637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:36.428853 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-e1279505-dd29-4a15-b298-0641dd37637b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 200 len: 854 time: 0.0426741 Jul 16 02:11:36.461528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-4e9fc6d9-dbe2-4ee7-942b-c8c78cbc3a1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf2a55e-0453-45c2-8194-1af6a6dbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253129 Jul 16 02:11:36.553753 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-94a2ad0a-000c-4050-8180-f79fdfae00c0 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849373 Jul 16 02:11:36.640074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38b45685-d437-4409-976a-094f309b6c02 req-9a7cf73d-9909-4e58-9fa3-6b652188ecf0 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794952 Jul 16 02:11:37.136659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4326f-bb1e-436a-8a26-3c5c799345e6 req-e7223785-ee08-4ac1-a561-4ae49446dc29 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:37.138527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54f4326f-bb1e-436a-8a26-3c5c799345e6 req-e7223785-ee08-4ac1-a561-4ae49446dc29 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 944 time: 0.0623367 Jul 16 02:11:37.178422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54f4326f-bb1e-436a-8a26-3c5c799345e6 req-823308bb-daf4-4225-a343-09ed56f43b2c tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Jul 16 02:11:38.350196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7f975-78d5-44bb-a2e6-4c34ebb2f284 req-ac6d14aa-4961-4f0b-a365-0b4627e27d81 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:38.351685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63c7f975-78d5-44bb-a2e6-4c34ebb2f284 req-ac6d14aa-4961-4f0b-a365-0b4627e27d81 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 944 time: 0.0617282 Jul 16 02:11:38.388380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63c7f975-78d5-44bb-a2e6-4c34ebb2f284 req-c56e2f99-c3db-4d5e-b8a4-250841c28283 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Jul 16 02:11:39.560661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f08a1-95be-4e08-9703-cae99621dcd8 req-32899bb8-d10e-4d6d-a7c1-111b45950052 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:39.562790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e32f08a1-95be-4e08-9703-cae99621dcd8 req-32899bb8-d10e-4d6d-a7c1-111b45950052 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 944 time: 0.0611396 Jul 16 02:11:39.598563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e32f08a1-95be-4e08-9703-cae99621dcd8 req-7a23d0bd-36e3-41e2-9bad-0613fbf6f0d7 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Jul 16 02:11:40.055377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6b42d1aa-5ac8-427f-a946-d83e83f929e0 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:40.149878 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:40.161108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '6b42d1aa-5ac8-427f-a946-d83e83f929e0', 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350', 'port_id': '6b42d1aa-5ac8-427f-a946-d83e83f929e0', 'mac_address': 'fa:16:3e:83:02:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad48f039-3bfb-46c7-9997-183ef50d85ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:40.196233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.208708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b42d1aa-5ac8-427f-a946-d83e83f929e0 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:40.227263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:40.230937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.276091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6b42d1aa-5ac8-427f-a946-d83e83f929e0,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:40.283730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.284105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.284449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.284784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.285114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.285451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.285770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.286092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.286415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.286738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.287059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.287379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:40.430554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6b42d1aa-5ac8-427f-a946-d83e83f929e0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:40.772425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc2ab-f770-4c32-b39d-b81e763ced76 req-c0536676-c9e4-41c3-8c25-ca3c376479aa tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:40.773800 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb4fc2ab-f770-4c32-b39d-b81e763ced76 req-c0536676-c9e4-41c3-8c25-ca3c376479aa tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 945 time: 0.0649242 Jul 16 02:11:40.810147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb4fc2ab-f770-4c32-b39d-b81e763ced76 req-9dbd18ee-de04-4ddc-9058-34e8a1990cf7 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Jul 16 02:11:41.978882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2494a-7af3-406d-ae6c-72b39d49116b req-4b6f4455-012a-4ecf-877a-579751653a6b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:41.980286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adc2494a-7af3-406d-ae6c-72b39d49116b req-4b6f4455-012a-4ecf-877a-579751653a6b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 945 time: 0.0618179 Jul 16 02:11:42.017676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adc2494a-7af3-406d-ae6c-72b39d49116b req-66923919-930e-4b54-b992-57c87615a753 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Jul 16 02:11:42.070360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6b42d1aa-5ac8-427f-a946-d83e83f929e0 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:42.116733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:42.120204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:42.120571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:42.196019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:42.217326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42d1aa-5ac8-427f-a946-d83e83f929e0'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:42.219575 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed918a-75dd-4816-832a-bd0251a7a26c" -d '{"events": [{"server_uuid": "8b2b977f-8d34-4e7a-a02a-dee3e929429d", "name": "network-vif-plugged", "status": "completed", "tag": "6b42d1aa-5ac8-427f-a946-d83e83f929e0"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:42.232788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:42.236755 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:42.263764 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e5445-0c5c-4ac2-91b3-d9423dbdeb8c x-openstack-request-id: req-d69e5445-0c5c-4ac2-91b3-d9423dbdeb8c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:42.264066 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2b977f-8d34-4e7a-a02a-dee3e929429d", "name": "network-vif-plugged", "status": "completed", "tag": "6b42d1aa-5ac8-427f-a946-d83e83f929e0", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:42.264321 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d69e5445-0c5c-4ac2-91b3-d9423dbdeb8c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:42.264703 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b42d1aa-5ac8-427f-a946-d83e83f929e0', 'code': 200} Jul 16 02:11:42.291493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6b42d1aa-5ac8-427f-a946-d83e83f929e0,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:42.368580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1783551-438f-48ab-942d-a14408873277 req-d974c891-2b19-4999-8ac7-d60b30c3df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:42.370042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1783551-438f-48ab-942d-a14408873277 req-d974c891-2b19-4999-8ac7-d60b30c3df93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 1097 time: 0.0538137 Jul 16 02:11:42.402588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c1783551-438f-48ab-942d-a14408873277 req-2d3982aa-5a16-49c2-a0e1-e5f2dd63aca4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262115 Jul 16 02:11:43.188216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7460c1f-55b0-4819-bdff-cdcfc388581d req-2ab08542-0916-48c0-852a-cd66be6f8cac tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.189715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7460c1f-55b0-4819-bdff-cdcfc388581d req-2ab08542-0916-48c0-852a-cd66be6f8cac tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 946 time: 0.0636840 Jul 16 02:11:43.232051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7460c1f-55b0-4819-bdff-cdcfc388581d req-9763564c-8578-4afc-96e4-0e84f5506ca2 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Jul 16 02:11:44.400937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ac802-fdbc-49b2-b290-332c64b2992f req-04783b89-a8b8-4fba-9a69-08ecf4d846e5 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.402381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c8ac802-fdbc-49b2-b290-332c64b2992f req-04783b89-a8b8-4fba-9a69-08ecf4d846e5 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 946 time: 0.0618465 Jul 16 02:11:44.439388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c8ac802-fdbc-49b2-b290-332c64b2992f req-acf6eeba-e3b3-423f-bf86-37c98b96c9f9 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310807 Jul 16 02:11:48.953825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-d3cf55e7-534f-4808-814a-f3813952745c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549667 Jul 16 02:11:49.049903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-d779dc46-08db-43a8-a230-89eeac4de7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.051522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-d779dc46-08db-43a8-a230-89eeac4de7f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 1097 time: 0.0544310 Jul 16 02:11:49.169566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-6d99bb79-7081-4ed3-9dd6-2a2943f19f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.171063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-6d99bb79-7081-4ed3-9dd6-2a2943f19f34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 915 time: 0.0913236 Jul 16 02:11:49.211498 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-cf21065e-3a4e-42cb-930e-790e8fe9db40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0 HTTP/1.1" status: 200 len: 217 time: 0.0342491 Jul 16 02:11:49.265542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-a8158eec-d371-48cd-8e15-f29e93397eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.268845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-a8158eec-d371-48cd-8e15-f29e93397eca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 200 len: 854 time: 0.0500464 Jul 16 02:11:49.300219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-c5c7fba8-7768-4eab-af88-fbd36f0cdc25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cf2a55e-0453-45c2-8194-1af6a6dbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266123 Jul 16 02:11:49.389477 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-384cceb7-f75d-4286-bbe4-255d72b5223a service neutron] 10.222.0.32 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Jul 16 02:11:49.485655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a2066e6-86eb-4dc6-bd63-9145d8368357 req-f7ce303c-41c7-425e-9aba-9afbe5856b13 service neutron] 10.222.0.32 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900342 Jul 16 02:11:52.289434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.592318 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:53.752742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e687f75f-8d48-4e20-a4c8-1ce1f391cb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:56.184629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a4868c10-cbdb-4a0e-902b-c39f7dabdc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:56.626025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:56.700279 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-a30aa32c-2a03-4502-86f6-8d457f7d82c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699432 Jul 16 02:11:56.800717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-691d2a60-3ad5-4689-a7c8-dfc586bd0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.802218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-691d2a60-3ad5-4689-a7c8-dfc586bd0f30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 1096 time: 0.0530822 Jul 16 02:11:56.910451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-121d7966-4b31-4fcb-a926-e1df791da92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.911967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-121d7966-4b31-4fcb-a926-e1df791da92a service neutron] 10.222.0.38 "GET /v2.0/networks?id=1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 200 len: 910 time: 0.0906916 Jul 16 02:11:56.975660 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-bf198702-7b62-4b73-a07e-fe435169d897 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0574434 Jul 16 02:11:57.027869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-755a1ead-4b79-40f9-9953-848ef1bfa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.029283 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-755a1ead-4b79-40f9-9953-848ef1bfa57a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 200 len: 848 time: 0.0481608 Jul 16 02:11:57.085652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-eb105a6e-a6f5-4572-aac8-4f5bd1925bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.087172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-eb105a6e-a6f5-4572-aac8-4f5bd1925bcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1544a828-342c-40ac-ae1d-e41a577f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513463 Jul 16 02:11:57.175651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-704b53b5-84c1-417f-ac32-3eb0e92165c9 service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824444 Jul 16 02:11:57.268629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5c9e83d4-1110-4deb-a09e-e1c6840e0166 req-ae8ea1b0-329d-4631-adb2-00c6a4fd3a1b service neutron] 10.222.0.38 "GET /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 Jul 16 02:11:57.469909 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.422102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecea52-3ea1-4706-9c84-2739f7d0937c req-5e915896-553c-4f49-8599-2bcb804ee86c tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.423619 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ecea52-3ea1-4706-9c84-2739f7d0937c req-5e915896-553c-4f49-8599-2bcb804ee86c tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.0640931 Jul 16 02:11:58.465637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5ecea52-3ea1-4706-9c84-2739f7d0937c req-b0f09d1c-926b-412f-b6b9-a8166d34b9dc tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355349 Jul 16 02:11:58.942488 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:59.668188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef831-903c-404a-8512-07657423a63b req-10d58143-5f72-4a00-b739-f106c9ee3490 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:59.670496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-118ef831-903c-404a-8512-07657423a63b req-10d58143-5f72-4a00-b739-f106c9ee3490 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.0725961 Jul 16 02:11:59.678353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-f4805d11-8dab-4f27-810f-850a65dffecb tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:59.680019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-f4805d11-8dab-4f27-810f-850a65dffecb tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.38 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 945 time: 0.0683734 Jul 16 02:11:59.712179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-118ef831-903c-404a-8512-07657423a63b req-b90ab98f-408a-4cd3-b7de-7214aaa3e495 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/security-groups?id=d7e277fc-50e9-4594-8d6d-c0c02b27df70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349920 Jul 16 02:12:00.126120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Deleting port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:00.126461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.219572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] For port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:00.220008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.395009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.395400 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.395707 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Floating IP 3a37027b-0689-49df-be97-0b5fb4fe0923 disassociated. External IP: 172.25.0.82, port: 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61. Jul 16 02:12:00.396056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Calling delete_port for 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:00.527759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.561722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event deleted for resources: {'Port': ['ID=813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:00.571335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.571681 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.572014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.572365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.572691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.573120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.573383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.573702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.574019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.574336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.574659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.574976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:00.687489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:00.798430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:00.809143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] Sync routers for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:00.822036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:00.823043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:00.846870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] No DVR routers for this DVR port 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:00.849750 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.851836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bda72d3-1a3c-477e-9c3f-c770b29c4880 req-4b2e29e7-c3fc-4297-b1fd-1f4149d27401 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.38 "DELETE /v2.0/ports/813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 HTTP/1.1" status: 204 len: 173 time: 1.1647966 Jul 16 02:12:00.852374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'name': 'network-vif-deleted', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:00.855010 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26adbf5d-2bc5-477e-bdac-5c6e390482a7" -d '{"events": [{"server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "name": "network-vif-deleted", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:00.937777 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a58e1d1-daf4-4e12-9acf-3aa6b28404db x-openstack-request-id: req-7a58e1d1-daf4-4e12-9acf-3aa6b28404db {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:00.938151 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf961-cf20-4335-9d44-c2e1646995b9", "name": "network-vif-deleted", "tag": "813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:00.938340 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a58e1d1-daf4-4e12-9acf-3aa6b28404db {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:00.938742 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf961-cf20-4335-9d44-c2e1646995b9', 'name': 'network-vif-deleted', 'tag': '813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61', 'status': 'completed', 'code': 200} Jul 16 02:12:00.968374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:01.172235 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e7d07f1-2405-4362-bc96-8da037ac85d8 req-c6151c94-9116-4da6-bc78-02f6a8658187 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "GET /v2.0/ports?device_id=98dcf961-cf20-4335-9d44-c2e1646995b9 HTTP/1.1" status: 200 len: 210 time: 0.0517297 Jul 16 02:12:01.225587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:01.251863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] Checking router: 4e70ce2a-55fa-4ad7-bd42-ed2596547331 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:01.260076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:01.260678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:01.366524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:01.580211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:01.610275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e5185-dda9-4b6d-b6b9-9eea50370c52 None None] The sync data for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 is: [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:06:48Z', 'revision_number': 4, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '36a43dbd-4a1f-428d-a4b4-729d9baa0180', 'name': '', 'network_id': '1544a828-342c-40ac-ae1d-e41a577f8262', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'mac_address': 'fa:16:3e:b9:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '9706e18e-8706-493e-af30-217aacd21fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:47Z', 'updated_at': '2021-07-16T02:06:57Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'subnets': [{'id': '9706e18e-8706-493e-af30-217aacd21fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:01.849328 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95811f-056a-4f9f-a74b-52ce2ba9e8ef None None] New status for floating IP 3a37027b-0689-49df-be97-0b5fb4fe0923: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:12:02.265913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38798) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:02.384961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Deleting port 824a13f7-08f1-47ac-adb0-9d04688aaee8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:02.385299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.460903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.461149 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.473587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Calling delete_port for 824a13f7-08f1-47ac-adb0-9d04688aaee8 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:02.599770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.625719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event deleted for resources: {'Port': ['ID=824a13f7-08f1-47ac-adb0-9d04688aaee8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:02.656208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.656562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.657514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.657854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.658192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.658528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.658856 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.659184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.659509 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.659836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.660191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.660514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:02.702454 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.705811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.706968 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53c43260-f2cf-4373-a957-d6b5bd49d112 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "DELETE /v2.0/floatingips/3a37027b-0689-49df-be97-0b5fb4fe0923 HTTP/1.1" status: 204 len: 168 time: 0.4400537 Jul 16 02:12:02.842853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38804) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:02.901299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24e20244-edf0-4980-8f24-b238c3e95dc6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.925101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24e20244-edf0-4980-8f24-b238c3e95dc6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.983414 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24e20244-edf0-4980-8f24-b238c3e95dc6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.985948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24e20244-edf0-4980-8f24-b238c3e95dc6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:02.987106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-24e20244-edf0-4980-8f24-b238c3e95dc6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] 10.222.0.35 "DELETE /v2.0/security-groups/d7e277fc-50e9-4594-8d6d-c0c02b27df70 HTTP/1.1" status: 204 len: 168 time: 0.1432631 Jul 16 02:12:02.996960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e20244-edf0-4980-8f24-b238c3e95dc6 tempest-TestServerBasicOps-1894267727 tempest-TestServerBasicOps-1894267727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e277fc-50e9-4594-8d6d-c0c02b27df70,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:03.337620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:03.356747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:03.357094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 813cbe6c-c76b-49b5-b6e9-b89d3a7e2a61 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:04.042607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38814) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:04.428611 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.671764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Deleting port 36a43dbd-4a1f-428d-a4b4-729d9baa0180 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:04.672169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.750235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] For port 36a43dbd-4a1f-428d-a4b4-729d9baa0180, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=36a43dbd-4a1f-428d-a4b4-729d9baa0180,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:04.751223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.763490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Calling delete_port for 36a43dbd-4a1f-428d-a4b4-729d9baa0180 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:04.941152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:04.969245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a43dbd-4a1f-428d-a4b4-729d9baa0180,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:05.131924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.341279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:05.446797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:05.453019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-560788ec-bb8b-44c0-91a9-e921ac40c7a0 admin admin] 10.222.0.35 "PUT /v2.0/routers/4e70ce2a-55fa-4ad7-bd42-ed2596547331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4086180 Jul 16 02:12:05.454883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38822) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:05.455861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a97512-898a-4b6d-b978-66c96154507e None None] Sync routers for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:05.465032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:05.465554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:05.558868 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.671114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.732463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:05.917116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:12:04Z', 'revision_number': 5, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port': {'id': 'e3a15eac-14ad-4d13-b53d-b0a567e91add', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:44Z', 'updated_at': '2021-07-16T02:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:05.948167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a97512-898a-4b6d-b978-66c96154507e None None] Checking router: 4e70ce2a-55fa-4ad7-bd42-ed2596547331 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:05.957239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] Routers {'4e70ce2a-55fa-4ad7-bd42-ed2596547331'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:05.957860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:06.019060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Deleting port e3a15eac-14ad-4d13-b53d-b0a567e91add {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:06.019297 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.041763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] Set router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:06.096636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-92a97512-898a-4b6d-b978-66c96154507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:12:05Z', 'revision_number': 6, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:06.097500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] For port e3a15eac-14ad-4d13-b53d-b0a567e91add, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e3a15eac-14ad-4d13-b53d-b0a567e91add,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:06.097909 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.113022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Calling delete_port for e3a15eac-14ad-4d13-b53d-b0a567e91add owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:06.122498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a97512-898a-4b6d-b978-66c96154507e None None] The sync data for ids ['4e70ce2a-55fa-4ad7-bd42-ed2596547331'] in n-d-800087-6 is: [{'id': '4e70ce2a-55fa-4ad7-bd42-ed2596547331', 'name': 'tempest-TestServerBasicOps-1099676600-router', 'tenant_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:43Z', 'updated_at': '2021-07-16T02:12:05Z', 'revision_number': 6, 'project_id': '6d9476f839244cdb8a7f7ab8eda78ed4', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:06.270596 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.299774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a15eac-14ad-4d13-b53d-b0a567e91add,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:06.356778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.446703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.448835 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.496499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.497065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e70ce2a-55fa-4ad7-bd42-ed2596547331 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:12:06.502537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.503731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ff6c8caa-e548-4e25-acfe-920d21b4e5e1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4e70ce2a-55fa-4ad7-bd42-ed2596547331 HTTP/1.1" status: 204 len: 168 time: 1.0479188 Jul 16 02:12:06.506278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38826) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:06.552292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Deleting subnet 9706e18e-8706-493e-af30-217aacd21fbc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:12:06.555511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.590039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.668641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.720659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.745648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9706e18e-8706-493e-af30-217aacd21fbc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:06.749233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.751990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c6717034-c97a-41ad-9adf-63717784311d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9706e18e-8706-493e-af30-217aacd21fbc HTTP/1.1" status: 204 len: 168 time: 0.2446404 Jul 16 02:12:06.753836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38828) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:06.755176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d7b80-a078-492e-9ff5-d6fcb1bd1840 None None] Network 1544a828-342c-40ac-ae1d-e41a577f8262 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:06.825199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.883676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Deleting port 83a43e60-c154-45ae-88e5-4817a0d364b0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:06.884046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.948507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] For port 83a43e60-c154-45ae-88e5-4817a0d364b0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=83a43e60-c154-45ae-88e5-4817a0d364b0,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:06.948876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.955466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] DHCP port deletion for 1544a828-342c-40ac-ae1d-e41a577f8262 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:12:06.962177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Calling delete_port for 83a43e60-c154-45ae-88e5-4817a0d364b0 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:07.009224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] Deleting port 83a43e60-c154-45ae-88e5-4817a0d364b0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:07.009809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.049207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.074302 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=83a43e60-c154-45ae-88e5-4817a0d364b0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:07.074631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] For port 83a43e60-c154-45ae-88e5-4817a0d364b0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=83a43e60-c154-45ae-88e5-4817a0d364b0,segment=NetworkSegment(e7ca905d-913d-4e4b-a7d1-3e7bb115c024),segment_id=e7ca905d-913d-4e4b-a7d1-3e7bb115c024)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:07.075262 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.090590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] No DVR routers for this DVR port 83a43e60-c154-45ae-88e5-4817a0d364b0 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:07.091629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] Calling delete_port for 83a43e60-c154-45ae-88e5-4817a0d364b0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:07.173833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.184526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1544a828-342c-40ac-ae1d-e41a577f8262']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:07.191106 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.194492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:07.194786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ca905d-913d-4e4b-a7d1-3e7bb115c024') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:07.205321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.215540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] Pushing event deleted for resources: {'Port': ['ID=83a43e60-c154-45ae-88e5-4817a0d364b0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:07.220022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.224526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849b43c-eabd-40f8-b42d-9a08aa695237 None None] No DVR routers for this DVR port 83a43e60-c154-45ae-88e5-4817a0d364b0 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:07.227875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:12:07.228741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:12:07.234203 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:12:07.238819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 36a43dbd-4a1f-428d-a4b4-729d9baa0180 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:07.252714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 36a43dbd-4a1f-428d-a4b4-729d9baa0180 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:07.253069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 36a43dbd-4a1f-428d-a4b4-729d9baa0180 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:07.253516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 83a43e60-c154-45ae-88e5-4817a0d364b0 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:07.276840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 83a43e60-c154-45ae-88e5-4817a0d364b0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:07.277306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 83a43e60-c154-45ae-88e5-4817a0d364b0 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:07.277790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e3a15eac-14ad-4d13-b53d-b0a567e91add no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:07.290003 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.295496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.300482 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] 10.222.0.35 "DELETE /v2.0/networks/1544a828-342c-40ac-ae1d-e41a577f8262 HTTP/1.1" status: 204 len: 168 time: 0.5428472 Jul 16 02:12:07.300917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38830) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:07.306697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: e3a15eac-14ad-4d13-b53d-b0a567e91add {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:07.307204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e3a15eac-14ad-4d13-b53d-b0a567e91add not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:07.311309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfe73e-8257-48ef-8b18-f8acd7125a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=1544a828-342c-40ac-ae1d-e41a577f8262,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:07.683918 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.939719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Deleting port 8ff78cdd-1b86-4937-9af0-31e278ff065f {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:07.940092 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.020853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] For port 8ff78cdd-1b86-4937-9af0-31e278ff065f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8ff78cdd-1b86-4937-9af0-31e278ff065f,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:08.021129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.032959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Calling delete_port for 8ff78cdd-1b86-4937-9af0-31e278ff065f owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:08.212328 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.239695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff78cdd-1b86-4937-9af0-31e278ff065f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:08.412194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.671076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:08.778599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:08.787454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-175dae13-e256-46a9-8a24-e5b4d44ea173 admin admin] 10.222.0.35 "PUT /v2.0/routers/a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4853942 Jul 16 02:12:08.788114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38842) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:08.788780 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] Sync routers for ids ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:08.798102 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] Routers {'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:08.798697 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:08.896887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.908876 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] Set router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:08.998184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.049751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Deleting port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:09.050095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.079983 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:12:08Z', 'revision_number': 5, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port': {'id': '64a23e4f-8dd1-4882-a552-2ab71efa6dd9', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:06:53Z', 'updated_at': '2021-07-16T02:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:09.108662 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] Checking router: a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:09.117445 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] Routers {'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:09.118119 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:09.135410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] For port 64a23e4f-8dd1-4882-a552-2ab71efa6dd9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:09.135765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.147618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Calling delete_port for 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:09.206352 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] Set router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:09.258972 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:12:08Z', 'revision_number': 6, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:09.287394 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8ad46-f5e5-4c30-be82-c59e513368b5 None None] The sync data for ids ['a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472'] in n-d-800087-6 is: [{'id': 'a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472', 'name': 'tempest-TestServerBasicOps-302957406-router', 'tenant_id': 'fa5f86ac461a4a9c98b661518025b729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:06:52Z', 'updated_at': '2021-07-16T02:12:08Z', 'revision_number': 6, 'project_id': 'fa5f86ac461a4a9c98b661518025b729', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:09.316384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.346739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a23e4f-8dd1-4882-a552-2ab71efa6dd9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.410667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.502301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.504402 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.545478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.545979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:12:09.551208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.552386 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8bfbbb2a-72d0-47df-bc74-2e5951d81f99 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a2113ba1-b1e0-4b1b-a5da-4a93f6bd5472 HTTP/1.1" status: 204 len: 168 time: 0.7631242 Jul 16 02:12:09.554876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38844) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:09.598948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Deleting subnet 9fb3c549-f62a-4366-8d93-950598431200 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:12:09.601817 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.636946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.727831 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.782017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.812633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.816837 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9fb3c549-f62a-4366-8d93-950598431200 HTTP/1.1" status: 204 len: 168 time: 0.2587199 Jul 16 02:12:09.816989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcb787-2706-4bef-be97-0ca0f79f4bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb3c549-f62a-4366-8d93-950598431200,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.817566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38850) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:09.824814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4358345-edde-4016-96ee-093bc1346ea6 None None] Network d8a530b5-b559-4d51-bd52-75b76013cd60 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:09.916482 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.972971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Deleting port 90fc040b-5274-49a0-9dc9-d096931eed00 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:09.973307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.037677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] For port 90fc040b-5274-49a0-9dc9-d096931eed00, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=90fc040b-5274-49a0-9dc9-d096931eed00,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:10.038039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.051788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Calling delete_port for 90fc040b-5274-49a0-9dc9-d096931eed00 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:10.070327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] DHCP port deletion for d8a530b5-b559-4d51-bd52-75b76013cd60 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:12:10.126330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] Deleting port 90fc040b-5274-49a0-9dc9-d096931eed00 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:10.126715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.145736 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.175061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90fc040b-5274-49a0-9dc9-d096931eed00,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:10.180377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] No DVR routers for this DVR port 90fc040b-5274-49a0-9dc9-d096931eed00 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:10.207441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] For port 90fc040b-5274-49a0-9dc9-d096931eed00, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=90fc040b-5274-49a0-9dc9-d096931eed00,segment=NetworkSegment(da067d00-4105-4d07-8535-77810fed3f67),segment_id=da067d00-4105-4d07-8535-77810fed3f67)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:10.207945 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.221829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] Calling delete_port for 90fc040b-5274-49a0-9dc9-d096931eed00 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:10.255609 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.266711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a530b5-b559-4d51-bd52-75b76013cd60']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:10.276573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da067d00-4105-4d07-8535-77810fed3f67') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:10.276867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da067d00-4105-4d07-8535-77810fed3f67') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:10.286099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.299210 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.299973 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.305085 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:12:10.305556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:12:10.307374 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:12:10.329537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] Pushing event deleted for resources: {'Port': ['ID=90fc040b-5274-49a0-9dc9-d096931eed00,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:10.334971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464b912-6120-420e-8b1f-2f6e0899cb02 None None] No DVR routers for this DVR port 90fc040b-5274-49a0-9dc9-d096931eed00 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:10.365438 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.372263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.381516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d8a530b5-b559-4d51-bd52-75b76013cd60 HTTP/1.1" status: 204 len: 168 time: 0.5622406 Jul 16 02:12:10.394472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eb941-ebe8-4b2a-9c82-6f7c5e52bcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a530b5-b559-4d51-bd52-75b76013cd60,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:10.517184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:10.560085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d5febc5c-e0b2-4101-996f-438e28af4d69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d9476f839244cdb8a7f7ab8eda78ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417137 Jul 16 02:12:10.563235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38858) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:10.613740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f64f-2006-4654-a6a9-b5538d5ac0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.634918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f64f-2006-4654-a6a9-b5538d5ac0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.689191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f64f-2006-4654-a6a9-b5538d5ac0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.691844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f64f-2006-4654-a6a9-b5538d5ac0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.695560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a4e5f64f-2006-4654-a6a9-b5538d5ac0bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36ffddd3-309d-49ec-ac24-735f2377347e HTTP/1.1" status: 204 len: 168 time: 0.1288674 Jul 16 02:12:10.704175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5f64f-2006-4654-a6a9-b5538d5ac0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ffddd3-309d-49ec-ac24-735f2377347e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:11.081744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38866) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:11.123743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0c94fae6-6bcf-48c1-8eeb-60b454766ddf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa5f86ac461a4a9c98b661518025b729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406759 Jul 16 02:12:11.126736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38868) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:11.181086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d806d400-331c-4066-bdcf-f96b91a8e518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.202490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d806d400-331c-4066-bdcf-f96b91a8e518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.212712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ff78cdd-1b86-4937-9af0-31e278ff065f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:11.233306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8ff78cdd-1b86-4937-9af0-31e278ff065f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:11.233651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8ff78cdd-1b86-4937-9af0-31e278ff065f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:11.234104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:11.249933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d806d400-331c-4066-bdcf-f96b91a8e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.252505 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d806d400-331c-4066-bdcf-f96b91a8e518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.255957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:11.256150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d806d400-331c-4066-bdcf-f96b91a8e518 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ed82db3-aba0-4da7-86f9-3e6469f60cbd HTTP/1.1" status: 204 len: 168 time: 0.1258583 Jul 16 02:12:11.256252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64a23e4f-8dd1-4882-a552-2ab71efa6dd9 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:11.256252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 90fc040b-5274-49a0-9dc9-d096931eed00 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:11.261479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d400-331c-4066-bdcf-f96b91a8e518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed82db3-aba0-4da7-86f9-3e6469f60cbd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:11.277244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 90fc040b-5274-49a0-9dc9-d096931eed00 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:11.277595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 90fc040b-5274-49a0-9dc9-d096931eed00 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:11.884675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:11.978404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-141319621-network', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:12.001142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Made reservation on behalf of 5458a49df0b24dbdb3baaa8fac817d60 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:12.003610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.011855 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.103366 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.110495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.135037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:12.149291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11fb97-63b5-4abf-8f2e-cc5aebdffeed,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:12.154433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.154786 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Added segment 00431fb2-de5b-4967-b094-fb8c2ba535d5 of type vlan for network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 Jul 16 02:12:12.198072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.226563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.227995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.228615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.259653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3735259 Jul 16 02:12:12.262680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38900) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:12.269685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Request body: {'subnet': {'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-141319621-subnet', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:12.291676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Made reservation on behalf of 5458a49df0b24dbdb3baaa8fac817d60 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:12.295073 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.295614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475745ba-e4c3-4327-b9f6-9e6077c4645d admin admin] Pushing event updated for resources: {'Network': ['ID=3c55e503-8f9a-41b5-8378-1e1a78fa5145,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:12.305644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:12:12.469765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.475241 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:12.525081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfedf43-8bb1-4bee-b347-d6942c7aee00,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:12.533746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Checking segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:12.534110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Network hostable DHCP agents. Network: 3c55e503-8f9a-41b5-8378-1e1a78fa5145, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:12:12.551836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:12:12.561667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 3c55e503-8f9a-41b5-8378-1e1a78fa5145) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:12.566310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.566903 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.572591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483d805-6626-49c7-b9c8-59460fc17b15 None None] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:12.584422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-080c3fd8-4b11-4b2c-826d-2df63d06ff1c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3200541 Jul 16 02:12:12.588187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38904) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:12.592751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:12.618525 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.619610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.681569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.730222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:12:12.731185 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.829440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:12.870337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Allocated IP 172.20.0.2 (3c55e503-8f9a-41b5-8378-1e1a78fa5145/0cfedf43-8bb1-4bee-b347-d6942c7aee00/4f5ade63-6b1c-4f99-b690-b4e9a5bdee14) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:13.025047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.035596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Transition to ACTIVE for port object 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:13.041411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.052449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Transition to ACTIVE for port object 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:13.061634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.102711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.112811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Pushing event updated for resources: {'Port': ['ID=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:13.134228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:13.135830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:13.138678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:13.220736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Attempting to bind port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:13.221244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Attempting to bind port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:13.221705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Attempting to bind port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 on network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:13.230475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:13.232066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Checking segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:13.232874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.233366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Bound using segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:13.233940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Bound port: 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:13.234447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.264405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Allocated IP 172.25.0.141 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/01f94e47-0340-4084-99a8-e378cffc4fa3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:13.301646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] For port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:13.305654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] For port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:13.311084 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.370110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c8636-a222-4f9d-9891-3bbbe6c304bd None None] Pushing event updated for resources: {'Port': ['ID=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:13.383169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.431703 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:13.468832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:13.473778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:13.477534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:13.505411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=01f94e47-0340-4084-99a8-e378cffc4fa3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:13.742188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:14.240165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614f10b-bbf4-4508-bd47-89bacc42c064 None None] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:14.269312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:14.325897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-697763dd-b12d-427e-99c3-42680dd99fda None None] Provisioning for port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:14.424613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:12:14.538347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:14.554253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Sync routers for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:14.561170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:14.564756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:14.565688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:14.566558 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38914) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:14.574707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-03a854dc-7534-4340-aecf-3fdd700a9dd5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9852240 Jul 16 02:12:14.698429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:14.888835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:13Z', 'revision_number': 3, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:14.916675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Checking router: 52decc64-12cd-4dd6-bfef-ecf67c4aa357 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:14.917114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Updating router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 port 01f94e47-0340-4084-99a8-e378cffc4fa3 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:12:14.951112 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.009686 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.244901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Allocated IP 172.20.0.1 (3c55e503-8f9a-41b5-8378-1e1a78fa5145/0cfedf43-8bb1-4bee-b347-d6942c7aee00/eaf6beed-b398-4a03-9ab3-cf779ad2a98f) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:15.288993 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.300462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Transition to ACTIVE for port object 01f94e47-0340-4084-99a8-e378cffc4fa3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:15.319809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.333750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:15.376256 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.393312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Transition to ACTIVE for port object eaf6beed-b398-4a03-9ab3-cf779ad2a98f will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:15.416702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Attempting to bind port 01f94e47-0340-4084-99a8-e378cffc4fa3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:15.417079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Attempting to bind port 01f94e47-0340-4084-99a8-e378cffc4fa3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:15.417447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Attempting to bind port 01f94e47-0340-4084-99a8-e378cffc4fa3 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:15.422658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d31b19-a3b8-44d7-8d61-545e6422126f None None] Pushing event updated for resources: {'Port': ['ID=01f94e47-0340-4084-99a8-e378cffc4fa3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:15.430457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:15.430837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:15.431240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.431479 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.431710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:15.432254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Bound port: 01f94e47-0340-4084-99a8-e378cffc4fa3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:15.432591 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.475585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:15.478761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:15.481379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:15.482540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:15.489231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:15.494013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:15.494523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.530238 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.541769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] For port 01f94e47-0340-4084-99a8-e378cffc4fa3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:15.562367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] For port 01f94e47-0340-4084-99a8-e378cffc4fa3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=01f94e47-0340-4084-99a8-e378cffc4fa3,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:15.569320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.672851 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.683918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:15.684596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:15.695246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.720087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d31b19-a3b8-44d7-8d61-545e6422126f None None] Pushing event updated for resources: {'Port': ['ID=01f94e47-0340-4084-99a8-e378cffc4fa3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:15.861683 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.866880 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.937175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:15.939768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:15.949778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:15.959093 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.000972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9083414d-ad87-434a-a18f-1b4b8ea3652b None None] Provisioning for port eaf6beed-b398-4a03-9ab3-cf779ad2a98f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:16.019026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9083414d-ad87-434a-a18f-1b4b8ea3652b None None] Provisioning complete for port eaf6beed-b398-4a03-9ab3-cf779ad2a98f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:16.019390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9083414d-ad87-434a-a18f-1b4b8ea3652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.030361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:16.032260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:16.033765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:16.082535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:16.109210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9083414d-ad87-434a-a18f-1b4b8ea3652b None None] Port eaf6beed-b398-4a03-9ab3-cf779ad2a98f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:16.157425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:16.266977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:16.271996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b6352a22-9851-4462-af61-dc6d69f47b19 admin admin] 10.222.0.35 "PUT /v2.0/routers/52decc64-12cd-4dd6-bfef-ecf67c4aa357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7042112 Jul 16 02:12:16.277633 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 1, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:16.305098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69a95b-31b5-4392-a7b0-e1d8f27cda5c None None] The sync data for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 is: [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 1, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:16.331213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f3e08da-0982-46c3-b848-d38f1313408b None None] Provisioning complete for port eaf6beed-b398-4a03-9ab3-cf779ad2a98f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:16.331590 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f3e08da-0982-46c3-b848-d38f1313408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.369234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e08da-0982-46c3-b848-d38f1313408b None None] Port eaf6beed-b398-4a03-9ab3-cf779ad2a98f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:16.815381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38938) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:16.820608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-340491214-network', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:16.842811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Made reservation on behalf of 51b88ede003c42c5a61ae9ded7f509bd for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:16.845467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.857130 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.962984 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:16.966982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.003063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:17.022519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc1063-caaa-4847-8fcb-3d78cf72c24a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:17.029326 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.029671 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Added segment ac20cc02-7897-4989-9733-99f4a5ebdf5f of type vlan for network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 Jul 16 02:12:17.089526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.134828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.136094 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:17.136756 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.205078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3883665 Jul 16 02:12:17.205922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a989a69-d910-4872-9ed5-81607f7bb7ad admin admin] Pushing event updated for resources: {'Network': ['ID=d6400c2e-5fbb-4564-8bbf-4ace15208ad2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:17.207910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38940) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:17.212708 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Request body: {'subnet': {'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-340491214-subnet', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:17.224808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:12:17.265688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Made reservation on behalf of 51b88ede003c42c5a61ae9ded7f509bd for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:17.268316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.365304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:17.480973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:17.481650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.588333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 01f94e47-0340-4084-99a8-e378cffc4fa3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:17.650573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 01f94e47-0340-4084-99a8-e378cffc4fa3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:17.655079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 01f94e47-0340-4084-99a8-e378cffc4fa3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:17.655717 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.749365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.770994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 01f94e47-0340-4084-99a8-e378cffc4fa3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=01f94e47-0340-4084-99a8-e378cffc4fa3,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:17.776283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.830102 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=01f94e47-0340-4084-99a8-e378cffc4fa3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:17.867144 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.919210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bb702f-2436-4a67-b0e3-67d571d9e172,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:17.933704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Checking segment: {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:17.934067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Network hostable DHCP agents. Network: d6400c2e-5fbb-4564-8bbf-4ace15208ad2, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:12:17.950681 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:12:17.959701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, d6400c2e-5fbb-4564-8bbf-4ace15208ad2) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:17.963613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:17.964246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:17.968973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc971700-d796-483d-bc4f-f511cadb3976 None None] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:17.979599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8123ab1b-12a5-44c4-a164-3e4f9a53cd6f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7704887 Jul 16 02:12:17.982101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 38944) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:17.986710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:18.009372 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.010356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.061592 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.122861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-d6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'fixed_ips': [{'subnet_id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:12:18.123729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.197037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.260753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Allocated IP 172.20.0.2 (d6400c2e-5fbb-4564-8bbf-4ace15208ad2/e6bb702f-2436-4a67-b0e3-67d571d9e172/4bff3c91-d8ea-4772-be1e-bc6eeb65804a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:18.406751 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.414611 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.423274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Transition to ACTIVE for port object 4bff3c91-d8ea-4772-be1e-bc6eeb65804a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:18.431330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.439517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Transition to ACTIVE for port object 4bff3c91-d8ea-4772-be1e-bc6eeb65804a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:18.445301 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.479909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:18.487004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:18.491347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:18.498642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Pushing event updated for resources: {'Port': ['ID=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:18.553219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Attempting to bind port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:18.553795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Attempting to bind port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:18.553946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Attempting to bind port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a on network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:18.554783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Allocated IP 172.25.0.73 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a21e75a1-3d6f-48b6-b309-3f211d7efb53) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:18.559298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:18.559677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Checking segment: {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:18.560129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.560517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Bound using segment: {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:18.560983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Bound port: 4bff3c91-d8ea-4772-be1e-bc6eeb65804a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:18.564106 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.640797 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Sync routers for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:18.643519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] For port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:18.647535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] For port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,segment=NetworkSegment(ac20cc02-7897-4989-9733-99f4a5ebdf5f),segment_id=ac20cc02-7897-4989-9733-99f4a5ebdf5f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:18.653548 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:18.654447 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:18.655567 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.699949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.755909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa850d66-e190-4d51-a3ea-6e39757928fc None None] Pushing event updated for resources: {'Port': ['ID=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:18.769262 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:18.781973 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:18.827081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Pushing event updated for resources: {'Port': ['ID=a21e75a1-3d6f-48b6-b309-3f211d7efb53,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:18.838584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:18.840461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:18.843254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:19.114092 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 2, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:19.145300 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Checking router: 52decc64-12cd-4dd6-bfef-ecf67c4aa357 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:19.145935 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Updating router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 port eaf6beed-b398-4a03-9ab3-cf779ad2a98f binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:12:19.170761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.191372 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.383329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 01f94e47-0340-4084-99a8-e378cffc4fa3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:19.400113 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.439982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 01f94e47-0340-4084-99a8-e378cffc4fa3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:19.440858 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.498454 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.508625 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Transition to ACTIVE for port object eaf6beed-b398-4a03-9ab3-cf779ad2a98f will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:19.515909 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.542828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4bff3c91-d8ea-4772-be1e-bc6eeb65804a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:19.575306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:12:19.616213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:19.659184 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Pushing event updated for resources: {'Port': ['ID=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:19.701999 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.702643 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.703388 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.703897 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.704406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.704894 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.705398 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.706147 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.706680 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.708832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.709485 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.711430 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:19.758972 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Attempting to bind port eaf6beed-b398-4a03-9ab3-cf779ad2a98f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:19.759602 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Attempting to bind port eaf6beed-b398-4a03-9ab3-cf779ad2a98f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:19.760456 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Attempting to bind port eaf6beed-b398-4a03-9ab3-cf779ad2a98f on network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:19.766678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:19.767031 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Checking segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:19.767426 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.767810 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Bound using segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:19.768317 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Bound port: eaf6beed-b398-4a03-9ab3-cf779ad2a98f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:19.768692 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.776120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:19.787488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Sync routers for ids ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:19.807523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Routers {'0d4881b8-bcfc-4c20-9832-423b39fd37b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:19.808847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:19.817054 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.818870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4dc7d7a1-c992-471d-9dc2-4248e817fb5d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8356650 Jul 16 02:12:19.821682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 38954) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:19.891326 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] For port eaf6beed-b398-4a03-9ab3-cf779ad2a98f, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:19.895002 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] For port eaf6beed-b398-4a03-9ab3-cf779ad2a98f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:19.904245 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:19.993027 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:19.994726 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:20.046685 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1818263-0176-4507-b8f8-0e140f14a9ea None None] Pushing event updated for resources: {'Port': ['ID=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.088637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Set router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:20.162349 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:20.186383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a9b80-4090-40c5-9ab1-bcd7091022e0 None None] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:20.299859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] Provisioning for port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:20.313418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] Provisioning complete for port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:20.313881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.378867 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:19Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:20.395009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.405618 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc1284-6fc2-4b27-96c2-475ec14a66dd None None] The sync data for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 is: [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:19Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:20.526244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:19Z', 'revision_number': 3, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:20.528977 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.563920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Allocated IP 172.20.0.1 (d6400c2e-5fbb-4564-8bbf-4ace15208ad2/e6bb702f-2436-4a67-b0e3-67d571d9e172/28e7c4d1-619e-443e-a5ec-d82bbe29454a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:20.567517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Checking router: 0d4881b8-bcfc-4c20-9832-423b39fd37b8 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:20.568245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Updating router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 port a21e75a1-3d6f-48b6-b309-3f211d7efb53 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:12:20.633241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] For port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,segment=NetworkSegment(ac20cc02-7897-4989-9733-99f4a5ebdf5f),segment_id=ac20cc02-7897-4989-9733-99f4a5ebdf5f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:20.634646 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.639111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.709781 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.729071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Transition to ACTIVE for port object 28e7c4d1-619e-443e-a5ec-d82bbe29454a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:20.774186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:20.816611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e906af-3165-46c6-8e78-0750c23b7287 None None] Pushing event updated for resources: {'Port': ['ID=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.848186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:20.852409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:20.861049 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:20.899230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Pushing event updated for resources: {'Port': ['ID=28e7c4d1-619e-443e-a5ec-d82bbe29454a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:20.932483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.008109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a1aad8f3-0c39-4a5b-9fdd-faaa7f726106 None None] Provisioning complete for port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:21.008498 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1aad8f3-0c39-4a5b-9fdd-faaa7f726106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.134609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.322343 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.372743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eaf6beed-b398-4a03-9ab3-cf779ad2a98f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:21.374548 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.380328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.420416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Transition to ACTIVE for port object a21e75a1-3d6f-48b6-b309-3f211d7efb53 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:21.450972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.469457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.472552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Pushing event updated for resources: {'Port': ['ID=28e7c4d1-619e-443e-a5ec-d82bbe29454a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:21.536996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Attempting to bind port a21e75a1-3d6f-48b6-b309-3f211d7efb53 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:21.537393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Attempting to bind port a21e75a1-3d6f-48b6-b309-3f211d7efb53 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:21.537744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Attempting to bind port a21e75a1-3d6f-48b6-b309-3f211d7efb53 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:21.542674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffac5e-dc2d-49c1-a2b4-870c5399803c None None] Pushing event updated for resources: {'Port': ['ID=a21e75a1-3d6f-48b6-b309-3f211d7efb53,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:21.549043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port eaf6beed-b398-4a03-9ab3-cf779ad2a98f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:21.551221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:21.551600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:21.552005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.552416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:21.552902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Bound port: a21e75a1-3d6f-48b6-b309-3f211d7efb53, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:21.553275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.580835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port eaf6beed-b398-4a03-9ab3-cf779ad2a98f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:21.581540 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.583962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:21.585588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:21.629092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15c25621-f391-4725-847d-d50d98325341 None None] Provisioning for port 28e7c4d1-619e-443e-a5ec-d82bbe29454a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:21.647509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-15c25621-f391-4725-847d-d50d98325341 None None] Provisioning complete for port 28e7c4d1-619e-443e-a5ec-d82bbe29454a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:21.647876 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-15c25621-f391-4725-847d-d50d98325341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.655009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] For port a21e75a1-3d6f-48b6-b309-3f211d7efb53, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:21.693067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] For port a21e75a1-3d6f-48b6-b309-3f211d7efb53, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a21e75a1-3d6f-48b6-b309-3f211d7efb53,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:21.706776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.715954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:21.742050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-15c25621-f391-4725-847d-d50d98325341 None None] Port 28e7c4d1-619e-443e-a5ec-d82bbe29454a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:21.799494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Routers {'0d4881b8-bcfc-4c20-9832-423b39fd37b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:21.800149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:21.833662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:21.838641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eb6ea970-2a37-4657-a16d-4bbfb9e26993 admin admin] 10.222.0.35 "PUT /v2.0/routers/0d4881b8-bcfc-4c20-9832-423b39fd37b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156977 Jul 16 02:12:21.844623 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.866239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffac5e-dc2d-49c1-a2b4-870c5399803c None None] Pushing event updated for resources: {'Port': ['ID=a21e75a1-3d6f-48b6-b309-3f211d7efb53,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:21.934354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ba9e275f-8d23-4649-9475-3fa524c11774 None None] Provisioning complete for port 28e7c4d1-619e-443e-a5ec-d82bbe29454a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:21.934732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba9e275f-8d23-4649-9475-3fa524c11774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.980013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port eaf6beed-b398-4a03-9ab3-cf779ad2a98f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:21.993853 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:21.994645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4bff3c91-d8ea-4772-be1e-bc6eeb65804a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:22.026564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] Set router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:22.071557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e275f-8d23-4649-9475-3fa524c11774 None None] Port 28e7c4d1-619e-443e-a5ec-d82bbe29454a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:22.151306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:22.219260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:22.219641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:22.353146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:22.384228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '28e7c4d1-619e-443e-a5ec-d82bbe29454a', 'name': '', 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'mac_address': 'fa:16:3e:52:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:20Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 2, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'subnets': [{'id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:22.415136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d10ca5-b6ef-4882-bdc6-4589410e3535 None None] The sync data for ids ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'] in n-d-800087-6 is: [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '28e7c4d1-619e-443e-a5ec-d82bbe29454a', 'name': '', 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'mac_address': 'fa:16:3e:52:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:20Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 2, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'subnets': [{'id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:23.368023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a21e75a1-3d6f-48b6-b309-3f211d7efb53 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:23.437452 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a21e75a1-3d6f-48b6-b309-3f211d7efb53 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:23.443290 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a21e75a1-3d6f-48b6-b309-3f211d7efb53 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:23.443662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.533742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.559704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a21e75a1-3d6f-48b6-b309-3f211d7efb53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a21e75a1-3d6f-48b6-b309-3f211d7efb53,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:23.565581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.566924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eaf6beed-b398-4a03-9ab3-cf779ad2a98f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:23.643085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.675045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a21e75a1-3d6f-48b6-b309-3f211d7efb53,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:23.686064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port eaf6beed-b398-4a03-9ab3-cf779ad2a98f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:23.687709 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:23.772425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac6a02b2-b20a-4159-be99-22da38d41e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:24.739527 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Sync routers for ids ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:24.753652 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Routers {'0d4881b8-bcfc-4c20-9832-423b39fd37b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:24.754409 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:24.894894 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Set router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:25.112310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '28e7c4d1-619e-443e-a5ec-d82bbe29454a', 'name': '', 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'mac_address': 'fa:16:3e:52:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:20Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 2, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'subnets': [{'id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:25.142614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Checking router: 0d4881b8-bcfc-4c20-9832-423b39fd37b8 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:25.143100 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Updating router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 port 28e7c4d1-619e-443e-a5ec-d82bbe29454a binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:12:25.183889 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.254055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a21e75a1-3d6f-48b6-b309-3f211d7efb53 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:25.334577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a21e75a1-3d6f-48b6-b309-3f211d7efb53 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:25.335482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.577515 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.588493 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Transition to ACTIVE for port object 28e7c4d1-619e-443e-a5ec-d82bbe29454a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:25.595089 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.645389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a589e-b2cc-4dd4-aac6-a55a9acf0d92 None None] Pushing event updated for resources: {'Port': ['ID=28e7c4d1-619e-443e-a5ec-d82bbe29454a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:25.719018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Attempting to bind port 28e7c4d1-619e-443e-a5ec-d82bbe29454a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:25.720091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Attempting to bind port 28e7c4d1-619e-443e-a5ec-d82bbe29454a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:25.720448 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Attempting to bind port 28e7c4d1-619e-443e-a5ec-d82bbe29454a on network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:25.726025 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:25.726394 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Checking segment: {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:25.726789 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.727177 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Bound using segment: {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:25.727634 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Bound port: 28e7c4d1-619e-443e-a5ec-d82bbe29454a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac20cc02-7897-4989-9733-99f4a5ebdf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:25.728126 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.803942 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] For port 28e7c4d1-619e-443e-a5ec-d82bbe29454a, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:25.807253 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] For port 28e7c4d1-619e-443e-a5ec-d82bbe29454a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28e7c4d1-619e-443e-a5ec-d82bbe29454a,segment=NetworkSegment(ac20cc02-7897-4989-9733-99f4a5ebdf5f),segment_id=ac20cc02-7897-4989-9733-99f4a5ebdf5f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:25.813062 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:25.868079 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Routers {'0d4881b8-bcfc-4c20-9832-423b39fd37b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:25.868714 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:11:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:25.883010 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a589e-b2cc-4dd4-aac6-a55a9acf0d92 None None] Pushing event updated for resources: {'Port': ['ID=28e7c4d1-619e-443e-a5ec-d82bbe29454a,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:26.022083 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] Set router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:26.193003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a50d594c-4ca1-4f1b-96d9-05c99c04d485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:26.281001 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '28e7c4d1-619e-443e-a5ec-d82bbe29454a', 'name': '', 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'mac_address': 'fa:16:3e:52:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:20Z', 'updated_at': '2021-07-16T02:12:25Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'subnets': [{'id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:26.307939 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6beda-dcdd-4a08-b2ee-5adda8627c38 None None] The sync data for ids ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'] in n-d-800087-6 is: [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '28e7c4d1-619e-443e-a5ec-d82bbe29454a', 'name': '', 'network_id': 'd6400c2e-5fbb-4564-8bbf-4ace15208ad2', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'mac_address': 'fa:16:3e:52:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:20Z', 'updated_at': '2021-07-16T02:12:25Z', 'revision_number': 4, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'subnets': [{'id': 'e6bb702f-2436-4a67-b0e3-67d571d9e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:26.342865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3d75-045a-4362-92a1-3feb488da695 req-d90638f7-8493-42f9-909d-727b1675190e tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.348717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcec3d75-045a-4362-92a1-3feb488da695 req-d90638f7-8493-42f9-909d-727b1675190e tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 946 time: 0.0732641 Jul 16 02:12:26.388698 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcec3d75-045a-4362-92a1-3feb488da695 req-6bef097e-d373-4e6d-9602-12a26dda18ff tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Jul 16 02:12:26.629597 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.252260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28e7c4d1-619e-443e-a5ec-d82bbe29454a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:27.301304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 28e7c4d1-619e-443e-a5ec-d82bbe29454a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:27.305469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 28e7c4d1-619e-443e-a5ec-d82bbe29454a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:27.305849 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.387144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.424703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 28e7c4d1-619e-443e-a5ec-d82bbe29454a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28e7c4d1-619e-443e-a5ec-d82bbe29454a,segment=NetworkSegment(ac20cc02-7897-4989-9733-99f4a5ebdf5f),segment_id=ac20cc02-7897-4989-9733-99f4a5ebdf5f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:27.430809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.490005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.494789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=28e7c4d1-619e-443e-a5ec-d82bbe29454a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:27.676893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-060d3625-f1f6-4b8c-b1fe-62e141c9f813 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:27.678465 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-060d3625-f1f6-4b8c-b1fe-62e141c9f813 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 946 time: 0.0712914 Jul 16 02:12:27.714960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245871c0-a9c2-4733-9c63-68a7cee72fb6 req-be632957-9fa6-4d1e-a62c-67255a1f2c33 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:27.716575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-245871c0-a9c2-4733-9c63-68a7cee72fb6 req-be632957-9fa6-4d1e-a62c-67255a1f2c33 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b2b977f-8d34-4e7a-a02a-dee3e929429d HTTP/1.1" status: 200 len: 946 time: 0.1763377 Jul 16 02:12:27.761523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-245871c0-a9c2-4733-9c63-68a7cee72fb6 req-9f9987e6-652f-4361-9cbe-de77d0a91263 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Jul 16 02:12:27.788646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Deleting port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:27.788993 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.885223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] For port 6b42d1aa-5ac8-427f-a946-d83e83f929e0, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6b42d1aa-5ac8-427f-a946-d83e83f929e0,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:27.885591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:27.897571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Calling delete_port for 6b42d1aa-5ac8-427f-a946-d83e83f929e0 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:28.037695 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:28.051574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6b42d1aa-5ac8-427f-a946-d83e83f929e0'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:28.072594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Pushing event deleted for resources: {'Port': ['ID=6b42d1aa-5ac8-427f-a946-d83e83f929e0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:28.119738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] No DVR routers for this DVR port 6b42d1aa-5ac8-427f-a946-d83e83f929e0 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:28.122371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:28.124480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f417fe15-5ca3-40df-885e-7cc934c0f779 req-5936ebb6-8a60-44e2-8057-e7a25dddc182 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.32 "DELETE /v2.0/ports/6b42d1aa-5ac8-427f-a946-d83e83f929e0 HTTP/1.1" status: 204 len: 173 time: 0.4407313 Jul 16 02:12:28.124927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'name': 'network-vif-deleted', 'tag': '6b42d1aa-5ac8-427f-a946-d83e83f929e0'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:28.127230 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ebbb5a-8159-4d43-b662-f7df15e5b68a" -d '{"events": [{"server_uuid": "8b2b977f-8d34-4e7a-a02a-dee3e929429d", "name": "network-vif-deleted", "tag": "6b42d1aa-5ac8-427f-a946-d83e83f929e0"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:28.246892 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6901130-070d-4ee1-8847-d0b249b62cdd x-openstack-request-id: req-b6901130-070d-4ee1-8847-d0b249b62cdd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:28.247597 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2b977f-8d34-4e7a-a02a-dee3e929429d", "name": "network-vif-deleted", "tag": "6b42d1aa-5ac8-427f-a946-d83e83f929e0", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:28.247918 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6901130-070d-4ee1-8847-d0b249b62cdd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:28.248358 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2b977f-8d34-4e7a-a02a-dee3e929429d', 'name': 'network-vif-deleted', 'tag': '6b42d1aa-5ac8-427f-a946-d83e83f929e0', 'status': 'completed', 'code': 200} Jul 16 02:12:28.946306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:29.241201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28e7c4d1-619e-443e-a5ec-d82bbe29454a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:29.297440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 28e7c4d1-619e-443e-a5ec-d82bbe29454a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:29.297822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:32.370622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6b42d1aa-5ac8-427f-a946-d83e83f929e0 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:32.391343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 6b42d1aa-5ac8-427f-a946-d83e83f929e0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:32.391690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6b42d1aa-5ac8-427f-a946-d83e83f929e0 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:35.843497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-a321b796-d121-4b07-8126-24f8cecf5887 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:35.844995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-a321b796-d121-4b07-8126-24f8cecf5887 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 814 time: 0.0998473 Jul 16 02:12:35.859575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-03f958b3-546a-4713-b9cf-343767373362 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/quotas/68e690f4ecd64718aeeabec6aa7b84ac HTTP/1.1" status: 200 len: 375 time: 0.0090985 Jul 16 02:12:35.895265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-e003b419-c2ef-4795-8257-044ae39faa0e tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293603 Jul 16 02:12:35.993518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-40a6ff3e-ed14-48b2-b9c8-d7ba33edf6e1 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912828 Jul 16 02:12:36.088988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-4a94e0e1-44c4-43aa-b3aa-f6701823dc5d service neutron] 10.222.0.35 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889788 Jul 16 02:12:36.262292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f98a43d0-fb74-404c-b081-8453edac3eac req-3be6fed5-3e30-4102-b3a6-11677a348c4a tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 210 time: 0.0302927 Jul 16 02:12:37.402724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee1e5f10-fa22-4444-9ddb-7f517b592ee5 req-c16739c5-e6f3-4002-8907-a2573b9de009 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 210 time: 0.0288823 Jul 16 02:12:37.587349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-da5223eb-9de1-4e65-82b6-01d510e34390 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:37.589043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-da5223eb-9de1-4e65-82b6-01d510e34390 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.38 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 814 time: 0.1178877 Jul 16 02:12:37.601384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Request body: {'port': {'device_id': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350', 'admin_state_up': True, 'tenant_id': '68e690f4ecd64718aeeabec6aa7b84ac'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:37.723581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Made reservation on behalf of 68e690f4ecd64718aeeabec6aa7b84ac for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:37.727282 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:37.867639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Allocated IP 172.20.0.3 (9cf2a55e-0453-45c2-8194-1af6a6dbf350/ad48f039-3bfb-46c7-9997-183ef50d85ad/1770bc52-1c06-4566-9e8c-f271f65873d8) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:38.024813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.063478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.107918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:38.111560 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:38.114366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:38.139903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Pushing event updated for resources: {'Port': ['ID=1770bc52-1c06-4566-9e8c-f271f65873d8,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:38.168249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:38.168795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.183275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-d3e713e2-b969-4b8c-85d3-264c7cde2378 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866396 Jul 16 02:12:38.244777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Request body: {'port': {'device_id': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:38.319178 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.582588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1770bc52-1c06-4566-9e8c-f271f65873d8 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:38.587089 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a930b-68fa-4c64-aa18-d30f56b50d6f req-f1d51960-0f51-417d-b185-594784ee0a25 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:38.588867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d9a930b-68fa-4c64-aa18-d30f56b50d6f req-f1d51960-0f51-417d-b185-594784ee0a25 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 931 time: 0.0639174 Jul 16 02:12:38.590971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.604307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Transition to ACTIVE for port object 1770bc52-1c06-4566-9e8c-f271f65873d8 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:38.609738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.628419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d9a930b-68fa-4c64-aa18-d30f56b50d6f req-18acc946-94f0-4b38-9d7c-24b3659f3dfe tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334029 Jul 16 02:12:38.666992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Pushing event updated for resources: {'Port': ['ID=1770bc52-1c06-4566-9e8c-f271f65873d8,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:38.737623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Attempting to bind port 1770bc52-1c06-4566-9e8c-f271f65873d8 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:38.737962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Attempting to bind port 1770bc52-1c06-4566-9e8c-f271f65873d8 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:38.738267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Attempting to bind port 1770bc52-1c06-4566-9e8c-f271f65873d8 on network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:38.742486 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Port 1770bc52-1c06-4566-9e8c-f271f65873d8 on network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:38.742810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Attempting to bind port 1770bc52-1c06-4566-9e8c-f271f65873d8 on network 9cf2a55e-0453-45c2-8194-1af6a6dbf350 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:38.747427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:38.747765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Checking segment: {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:38.748186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Bound using segment: {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:38.748610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Bound port: 1770bc52-1c06-4566-9e8c-f271f65873d8, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d8b39e-c338-4139-9b40-d95a6073558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:38.748997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.811720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] For port 1770bc52-1c06-4566-9e8c-f271f65873d8, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:38.815009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] For port 1770bc52-1c06-4566-9e8c-f271f65873d8, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1770bc52-1c06-4566-9e8c-f271f65873d8,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:38.818984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.853377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:38.853995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.855404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] 10.222.0.38 "PUT /v2.0/ports/1770bc52-1c06-4566-9e8c-f271f65873d8 HTTP/1.1" status: 200 len: 1091 time: 0.6647396 Jul 16 02:12:38.855826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'tag': '1770bc52-1c06-4566-9e8c-f271f65873d8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:38.858128 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f829ea8e-0539-470f-9679-b4ceb8e72f29" -d '{"events": [{"name": "network-changed", "server_uuid": "3a32f7d0-8978-485a-9772-62dfaaea2eaa", "tag": "1770bc52-1c06-4566-9e8c-f271f65873d8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:38.883746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb51b0-0328-489d-8f6e-0391802db260 service neutron] Pushing event updated for resources: {'Port': ['ID=1770bc52-1c06-4566-9e8c-f271f65873d8,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:38.912532 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44915761-b3ae-42b3-9f6b-b523dbd400d8 x-openstack-request-id: req-44915761-b3ae-42b3-9f6b-b523dbd400d8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:38.912842 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a32f7d0-8978-485a-9772-62dfaaea2eaa", "tag": "1770bc52-1c06-4566-9e8c-f271f65873d8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:38.913107 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44915761-b3ae-42b3-9f6b-b523dbd400d8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:38.913501 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'tag': '1770bc52-1c06-4566-9e8c-f271f65873d8', 'status': 'completed', 'code': 200} Jul 16 02:12:38.962263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-efd2a6ed-3009-430b-aa42-2f65c2fbdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:38.963681 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-efd2a6ed-3009-430b-aa42-2f65c2fbdd44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 1094 time: 0.0598848 Jul 16 02:12:39.005096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-bb6eaba0-c896-42c0-b333-182383f00b63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1770bc52-1c06-4566-9e8c-f271f65873d8 HTTP/1.1" status: 200 len: 217 time: 0.0345798 Jul 16 02:12:39.056797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-ce3fc48d-d2ab-4e40-b95d-69bd8be0dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.058288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-ce3fc48d-d2ab-4e40-b95d-69bd8be0dbc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 200 len: 854 time: 0.0471964 Jul 16 02:12:39.095520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-6784639d-a922-49d6-af8a-87aa3d253c77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cf2a55e-0453-45c2-8194-1af6a6dbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308361 Jul 16 02:12:39.185323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-a7738144-52a8-48bc-82e7-5b46d053a606 service neutron] 10.222.0.38 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830886 Jul 16 02:12:39.279248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cb562ff-478a-4187-96f0-57e6ce73676b req-7dd8cfd0-3b8c-47ff-bba3-5df7aa499e95 service neutron] 10.222.0.38 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877180 Jul 16 02:12:39.376939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-bd9cc210-7d9c-4bc5-9103-4fc0f713b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.378367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-bd9cc210-7d9c-4bc5-9103-4fc0f713b1a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 1094 time: 0.0532651 Jul 16 02:12:39.470068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-deb174d5-9418-434a-8c57-cfdd974d16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.471541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-deb174d5-9418-434a-8c57-cfdd974d16e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 915 time: 0.0874839 Jul 16 02:12:39.512851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-0e943cbb-1fb7-44c2-8a77-0fcd3e55017d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1770bc52-1c06-4566-9e8c-f271f65873d8 HTTP/1.1" status: 200 len: 217 time: 0.0346022 Jul 16 02:12:39.559769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-f4d3e122-47b8-405c-9f46-3bc8b40ce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.561246 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-f4d3e122-47b8-405c-9f46-3bc8b40ce179 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 200 len: 854 time: 0.0424726 Jul 16 02:12:39.594354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-a6dd4a85-e0a8-418f-86aa-244ed88546d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cf2a55e-0453-45c2-8194-1af6a6dbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254302 Jul 16 02:12:39.699146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-63fdafaa-783e-4c37-a44b-2e70feae9d49 service neutron] 10.222.0.38 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975158 Jul 16 02:12:39.816734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4517a9-9586-430d-9aa1-6fc3209202e5 req-a4f605be-4f60-4f79-af3b-0e85f02cb1a6 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:39.819219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e4517a9-9586-430d-9aa1-6fc3209202e5 req-a4f605be-4f60-4f79-af3b-0e85f02cb1a6 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 943 time: 0.0708661 Jul 16 02:12:39.860902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e4517a9-9586-430d-9aa1-6fc3209202e5 req-b1085726-cd52-4eb4-9544-4d30ff93b840 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358045 Jul 16 02:12:40.122588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f829ea8e-0539-470f-9679-b4ceb8e72f29 req-3edb2367-3178-4876-95d3-60c7cf660fc5 service neutron] 10.222.0.38 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170418 Jul 16 02:12:41.051004 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46bbf9-1393-4589-a1cb-e73a7a77a456 req-0502dddd-5c27-44a6-b788-e5753175517b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:41.052516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb46bbf9-1393-4589-a1cb-e73a7a77a456 req-0502dddd-5c27-44a6-b788-e5753175517b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 943 time: 0.0623288 Jul 16 02:12:41.090582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb46bbf9-1393-4589-a1cb-e73a7a77a456 req-8922ecd6-8e17-4395-b656-a5fc9d0b58c0 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Jul 16 02:12:41.617039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1770bc52-1c06-4566-9e8c-f271f65873d8 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:41.721159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1770bc52-1c06-4566-9e8c-f271f65873d8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1770bc52-1c06-4566-9e8c-f271f65873d8,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:41.734266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '1770bc52-1c06-4566-9e8c-f271f65873d8', 'network_id': '9cf2a55e-0453-45c2-8194-1af6a6dbf350', 'port_id': '1770bc52-1c06-4566-9e8c-f271f65873d8', 'mac_address': 'fa:16:3e:92:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad48f039-3bfb-46c7-9997-183ef50d85ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:41.771129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:41.784916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1770bc52-1c06-4566-9e8c-f271f65873d8 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:41.809184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1770bc52-1c06-4566-9e8c-f271f65873d8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1770bc52-1c06-4566-9e8c-f271f65873d8,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:41.813360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:41.867881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1770bc52-1c06-4566-9e8c-f271f65873d8,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:41.876161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.876512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.876857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.877191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.877525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.877858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.878195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.878524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.878858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.879178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.879500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:41.879824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:42.034440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1770bc52-1c06-4566-9e8c-f271f65873d8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:42.266123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94df4-a0c6-4dc0-b173-9dded2ad1c34 req-5fcf6e2d-5cc6-435e-bce7-9d4132830132 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:42.267531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64e94df4-a0c6-4dc0-b173-9dded2ad1c34 req-5fcf6e2d-5cc6-435e-bce7-9d4132830132 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 944 time: 0.0673399 Jul 16 02:12:42.304008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64e94df4-a0c6-4dc0-b173-9dded2ad1c34 req-007d446a-5233-48e7-9156-a03e9ba4f7c2 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Jul 16 02:12:43.476036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344deb7a-aba1-4a35-bb7b-bed4f8bfc63c req-be3d3270-b17d-476a-a7c3-4b4d86dd36e8 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.477447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-344deb7a-aba1-4a35-bb7b-bed4f8bfc63c req-be3d3270-b17d-476a-a7c3-4b4d86dd36e8 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 944 time: 0.0625584 Jul 16 02:12:43.515048 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-344deb7a-aba1-4a35-bb7b-bed4f8bfc63c req-9991cf7d-acc2-417d-b456-7c14c0a83850 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Jul 16 02:12:43.618657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1770bc52-1c06-4566-9e8c-f271f65873d8 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:43.674943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 1770bc52-1c06-4566-9e8c-f271f65873d8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:43.679064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 1770bc52-1c06-4566-9e8c-f271f65873d8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:43.679443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.755821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.778799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1770bc52-1c06-4566-9e8c-f271f65873d8'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:43.781097 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f797f8-ee99-4e92-b831-00662a323a1e" -d '{"events": [{"server_uuid": "3a32f7d0-8978-485a-9772-62dfaaea2eaa", "name": "network-vif-plugged", "status": "completed", "tag": "1770bc52-1c06-4566-9e8c-f271f65873d8"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:43.798084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1770bc52-1c06-4566-9e8c-f271f65873d8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1770bc52-1c06-4566-9e8c-f271f65873d8,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:43.803533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.857673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1770bc52-1c06-4566-9e8c-f271f65873d8,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:43.911352 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e796a141-9b09-4c9e-87e6-6b43651c686c x-openstack-request-id: req-e796a141-9b09-4c9e-87e6-6b43651c686c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:43.911651 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a32f7d0-8978-485a-9772-62dfaaea2eaa", "name": "network-vif-plugged", "status": "completed", "tag": "1770bc52-1c06-4566-9e8c-f271f65873d8", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:43.911907 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e796a141-9b09-4c9e-87e6-6b43651c686c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:43.912339 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1770bc52-1c06-4566-9e8c-f271f65873d8', 'code': 200} Jul 16 02:12:44.032273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9567f-88d4-490d-a155-928e9bd384a9 req-e090a0dc-627e-4b7c-b974-be2e54ac8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:44.033759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-45b9567f-88d4-490d-a155-928e9bd384a9 req-e090a0dc-627e-4b7c-b974-be2e54ac8ff2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 1096 time: 0.0568807 Jul 16 02:12:44.067656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-45b9567f-88d4-490d-a155-928e9bd384a9 req-e3edc875-3ce3-43e2-874a-b60a727d8e46 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274675 Jul 16 02:12:44.691166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909742aa-38b7-4c99-9e45-2054f156e4b5 req-85c31de8-f375-440d-93a3-52d9a5f98d7c tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:44.692987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-909742aa-38b7-4c99-9e45-2054f156e4b5 req-85c31de8-f375-440d-93a3-52d9a5f98d7c tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 945 time: 0.0643618 Jul 16 02:12:44.740570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-909742aa-38b7-4c99-9e45-2054f156e4b5 req-68ac1c68-0f00-49f6-94ca-547d326e8ce9 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Jul 16 02:12:45.905510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278792f-6da9-4c18-b7fc-9e1e91a557eb req-016f128e-cd28-419b-a265-70f8a44f0a65 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.906971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3278792f-6da9-4c18-b7fc-9e1e91a557eb req-016f128e-cd28-419b-a265-70f8a44f0a65 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 945 time: 0.0617499 Jul 16 02:12:45.943249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3278792f-6da9-4c18-b7fc-9e1e91a557eb req-55915236-0e08-47ac-8fa0-84f190f558da tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Jul 16 02:12:49.476644 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:52.316344 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.595104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.753780 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5a599e7f-123a-433b-8c70-4e3cfdce5ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.186838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0d952c8-2050-45ec-aede-aa87a892a9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.633873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.229925 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-02c85882-bd6e-4948-b32c-4df8e1a7483c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537746 Jul 16 02:12:57.335825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-15068bf0-e201-4e60-a338-ff410a8c1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:57.337496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-15068bf0-e201-4e60-a338-ff410a8c1743 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 1096 time: 0.0600238 Jul 16 02:12:57.441865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-04042a16-ef2f-4aa5-839e-c29205a14a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:57.443323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-04042a16-ef2f-4aa5-839e-c29205a14a68 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 200 len: 915 time: 0.0828533 Jul 16 02:12:57.477550 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.491352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-6480e5b5-6442-4f4e-a66d-0699e60431f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1770bc52-1c06-4566-9e8c-f271f65873d8 HTTP/1.1" status: 200 len: 217 time: 0.0400152 Jul 16 02:12:57.543235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-b0a1c9ba-a8f9-460f-a451-9cb2b02b158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:57.544777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-b0a1c9ba-a8f9-460f-a451-9cb2b02b158e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 200 len: 854 time: 0.0470135 Jul 16 02:12:57.580648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-8921704b-b49b-41f2-9cd1-a8f396abba5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9cf2a55e-0453-45c2-8194-1af6a6dbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286443 Jul 16 02:12:57.675132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-86467cc5-c459-4c70-b15d-fa8513063f3d service neutron] 10.222.0.38 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878329 Jul 16 02:12:57.764603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-091690cf-509e-49c0-8e52-5ab8d2906820 req-459ce85d-0a64-4868-8323-8706bff06fe6 service neutron] 10.222.0.38 "GET /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827374 Jul 16 02:12:58.949071 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.900242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-57a192c7-3670-4179-ba0c-f928fd63e3bf req-c44f54c6-e63e-4df5-82e7-1d7715fb76b3 service neutron] (93907) timed out ('10.222.0.35', 40360) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:13:11.504216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fcb3a-62e6-4cf0-8fec-2981491f2c92 req-58499d34-789b-4def-bf51-e9b8802f9e5b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:11.505737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c29fcb3a-62e6-4cf0-8fec-2981491f2c92 req-58499d34-789b-4def-bf51-e9b8802f9e5b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 945 time: 0.0643849 Jul 16 02:13:11.544682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c29fcb3a-62e6-4cf0-8fec-2981491f2c92 req-b57b00e6-4e6b-4e32-976c-61c0b9731c17 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Jul 16 02:13:12.721791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014afb32-3a01-432c-a383-7b757cd8e487 req-1939bd01-0957-4fff-8f9f-54cde5a56cfe tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:12.723295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-014afb32-3a01-432c-a383-7b757cd8e487 req-1939bd01-0957-4fff-8f9f-54cde5a56cfe tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 945 time: 0.0698228 Jul 16 02:13:12.761109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-014afb32-3a01-432c-a383-7b757cd8e487 req-2070d115-e3a1-4b75-b651-0c98d3f117a2 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/security-groups?id=737f759c-3c66-45dd-ba53-8504eb68e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 16 02:13:12.990565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-74ecd09c-ecfa-405d-a075-00081f63d8cd tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:12.992059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-74ecd09c-ecfa-405d-a075-00081f63d8cd tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 945 time: 0.0701375 Jul 16 02:13:13.093898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Deleting port 1770bc52-1c06-4566-9e8c-f271f65873d8 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:13:13.094250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.185470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] For port 1770bc52-1c06-4566-9e8c-f271f65873d8, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1770bc52-1c06-4566-9e8c-f271f65873d8,segment=NetworkSegment(c6d8b39e-c338-4139-9b40-d95a6073558d),segment_id=c6d8b39e-c338-4139-9b40-d95a6073558d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:13.185763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.197266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Calling delete_port for 1770bc52-1c06-4566-9e8c-f271f65873d8 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:13:13.321001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.332975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1770bc52-1c06-4566-9e8c-f271f65873d8'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:13.353046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Pushing event deleted for resources: {'Port': ['ID=1770bc52-1c06-4566-9e8c-f271f65873d8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:13.367523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.367688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.367932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.368290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.368623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.368951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.369297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.369598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.369918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.370246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.370566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.370884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:13.408934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] No DVR routers for this DVR port 1770bc52-1c06-4566-9e8c-f271f65873d8 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:13:13.411328 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:13.413324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4b5695fc-b4fb-4290-b632-2f36eace8790 req-02346d45-edd9-4b47-a077-cb4b8173ed1b tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.38 "DELETE /v2.0/ports/1770bc52-1c06-4566-9e8c-f271f65873d8 HTTP/1.1" status: 204 len: 173 time: 0.4163809 Jul 16 02:13:13.413750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'name': 'network-vif-deleted', 'tag': '1770bc52-1c06-4566-9e8c-f271f65873d8'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:13.415963 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e2807-954d-49d3-acf3-cf0abb330612" -d '{"events": [{"server_uuid": "3a32f7d0-8978-485a-9772-62dfaaea2eaa", "name": "network-vif-deleted", "tag": "1770bc52-1c06-4566-9e8c-f271f65873d8"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:13.469492 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ec3b58-43df-4847-a095-b1f4cd115fc2 x-openstack-request-id: req-49ec3b58-43df-4847-a095-b1f4cd115fc2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:13.469881 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a32f7d0-8978-485a-9772-62dfaaea2eaa", "name": "network-vif-deleted", "tag": "1770bc52-1c06-4566-9e8c-f271f65873d8", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:13.470347 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49ec3b58-43df-4847-a095-b1f4cd115fc2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:13.470937 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a32f7d0-8978-485a-9772-62dfaaea2eaa', 'name': 'network-vif-deleted', 'tag': '1770bc52-1c06-4566-9e8c-f271f65873d8', 'status': 'completed', 'code': 200} Jul 16 02:13:13.941512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec47d4ef-7c60-4262-b86d-c59f7156ce00 req-885c6582-1398-4fea-b1b5-f46c2cc001a3 tempest-VolumesSnapshotTestJSON-1403674913 tempest-VolumesSnapshotTestJSON-1403674913-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a32f7d0-8978-485a-9772-62dfaaea2eaa HTTP/1.1" status: 200 len: 210 time: 0.0294397 Jul 16 02:13:17.866021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1770bc52-1c06-4566-9e8c-f271f65873d8 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:13:17.886181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 1770bc52-1c06-4566-9e8c-f271f65873d8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:13:17.886524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1770bc52-1c06-4566-9e8c-f271f65873d8 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:13:22.319447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.591907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:23.760151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85937469-5062-43e3-b881-2f2f360990a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.188213 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35aa34dd-4712-4152-a56e-fd7e41fc2b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:26.477236 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:26.638499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:27.483792 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:28.961221 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:52.337013 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:53.609586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:53.754879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce99a970-dd1f-46d7-8c0e-0850e66d5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.202163 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b74fdbcc-2011-4f94-9f54-42e27c67385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.409895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40198) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:56.471753 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Deleting subnet ad48f039-3bfb-46c7-9997-183ef50d85ad {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:13:56.475844 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.514062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.565471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.633666 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.646746 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.665508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad48f039-3bfb-46c7-9997-183ef50d85ad,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:56.674539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.679036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40206) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:56.679539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ad48f039-3bfb-46c7-9997-183ef50d85ad HTTP/1.1" status: 204 len: 168 time: 0.2681141 Jul 16 02:13:56.681114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.681473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.681817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.682150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.682716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.683057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.683386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.683714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.684061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.684394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.684726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.685046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e2783-2305-4011-8a09-0246a0774491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:56.751265 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.849524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.860496 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf2a55e-0453-45c2-8194-1af6a6dbf350']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:56.872179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d8b39e-c338-4139-9b40-d95a6073558d') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:56.872524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d8b39e-c338-4139-9b40-d95a6073558d') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:56.888870 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.905806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.913189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:13:56.913774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:13:56.915733 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:13:56.982039 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.989297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:56.991229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] 10.222.0.35 "DELETE /v2.0/networks/9cf2a55e-0453-45c2-8194-1af6a6dbf350 HTTP/1.1" status: 204 len: 168 time: 0.3112023 Jul 16 02:13:57.002375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf4399-e349-4b5b-96aa-29231ab9af1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf2a55e-0453-45c2-8194-1af6a6dbf350,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:57.198115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40220) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:57.242588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-503adc0e-bbf3-478d-a416-07ec4f41a266 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68e690f4ecd64718aeeabec6aa7b84ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431342 Jul 16 02:13:57.244927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:57.303332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b95312-c55c-47c8-a39a-9cc5e2f38db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.333273 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b95312-c55c-47c8-a39a-9cc5e2f38db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.389939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b95312-c55c-47c8-a39a-9cc5e2f38db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.392687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-96b95312-c55c-47c8-a39a-9cc5e2f38db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:57.394173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-96b95312-c55c-47c8-a39a-9cc5e2f38db4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/737f759c-3c66-45dd-ba53-8504eb68e0b0 HTTP/1.1" status: 204 len: 168 time: 0.1479330 Jul 16 02:13:57.403198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b95312-c55c-47c8-a39a-9cc5e2f38db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f759c-3c66-45dd-ba53-8504eb68e0b0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:57.486240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:58.968507 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.732574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:59.738145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'network': {'name': 'tempest-network-smoke--242462847', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:59.761279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Made reservation on behalf of 0c978f4b01394d9d8312b6c13b5ec92c for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:59.765058 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.773705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.885571 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.889921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.923664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2f00f5-ad8a-4d15-a87c-4d119c5e1696,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:59.926358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:13:59.937255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:59.937531 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Added segment 87240a8a-0b5b-4ac5-bcf0-a72428a367c3 of type vlan for network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac Jul 16 02:13:59.979205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.012395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.019678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:00.020721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.073439 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3395987 Jul 16 02:14:00.077330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:00.086071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'admin_state_up': True, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:00.113125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d764-62c9-4a79-b040-0f120013c5a6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Network': ['ID=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:00.124781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.125981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.190148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.240542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:14:00.335983 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.543070 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.562631 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.669853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.25.0.70 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/d0d526f1-a4da-4daa-97b4-a1ab99fd9657) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:00.780923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.823921 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:00.859862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:00.863049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:00.869088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:00.898428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:01.138241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.674872 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.805973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:14:01.924088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:01.947957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Sync routers for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:01.950288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.954747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6089fec5-a35f-48d6-ab6b-8ce2a585f360 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8723788 Jul 16 02:14:01.955038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:01.958347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:01.958957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:13:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:02.074310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:02.115627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cb094493-377d-4f57-a6f4-b46af55a8558 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0c978f4b01394d9d8312b6c13b5ec92c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1594539 Jul 16 02:14:02.118513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40394) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:02.299034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:01Z', 'revision_number': 3, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:02.325446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862cf32-3133-4a14-8489-cbdcf6c1c1f3 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.327197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8862cf32-3133-4a14-8489-cbdcf6c1c1f3 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2077537 Jul 16 02:14:02.330324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40402) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:02.334589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Checking router: dcc9a530-3e38-46b9-80ed-704d4ae4a1ff for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:02.335049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Updating router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:02.377736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-398f300c-0901-4496-92fe-1803bc2ee6d1 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462289 Jul 16 02:14:02.380453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40404) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:02.392468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79445519', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:02.396346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.513115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Made reservation on behalf of 0c978f4b01394d9d8312b6c13b5ec92c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:02.516920 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.733284 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.742804 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.757062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Transition to ACTIVE for port object d0d526f1-a4da-4daa-97b4-a1ab99fd9657 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:02.765690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.820649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Subnet': ['ID=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:02.826646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Checking segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:02.827076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network hostable DHCP agents. Network: 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:14:02.833171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Attempting to bind port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:02.833570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Attempting to bind port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:02.834084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Attempting to bind port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:02.837509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Pushing event updated for resources: {'Port': ['ID=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:02.844370 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:14:02.847658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.848001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.848578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.849146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.849693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.850232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.850562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.851069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.851655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.852153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.852557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.852909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:02.855654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:02.859813 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:02.860213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:02.860620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.861008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:02.861486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Bound port: d0d526f1-a4da-4daa-97b4-a1ab99fd9657, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:02.861861 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.869520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a683bb-550a-41c1-93ff-a21cd0baa17e None None] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:02.873539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:02.874426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:02.892405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e333b306-03e7-4f7d-b59b-ae7fd5fde4ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5096922 Jul 16 02:14:02.894771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:02.981734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] For port d0d526f1-a4da-4daa-97b4-a1ab99fd9657, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:02.998219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] For port d0d526f1-a4da-4daa-97b4-a1ab99fd9657, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:03.008614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:03.105901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:03.106543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:13:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:03.174062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf81f4-e90e-4214-bec3-cdd14b0d540f None None] Pushing event updated for resources: {'Port': ['ID=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:03.221254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:14:03.222118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:03.394791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:03.396933 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:03.475731 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:03.527773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Allocated IP 172.20.0.2 (16f242b1-5e5b-4bcc-b97e-4b2466edf1ac/4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6/ac10f7e3-ff29-4440-ac63-83df1d2d3e46) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:03.727468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:01Z', 'revision_number': 3, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:03.826034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71458149-d224-4936-9e8e-35d6c52001ed None None] The sync data for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 is: [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:01Z', 'revision_number': 3, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:03.826034 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:03.826034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Transition to ACTIVE for port object ac10f7e3-ff29-4440-ac63-83df1d2d3e46 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:03.826034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Transition to ACTIVE for port object ac10f7e3-ff29-4440-ac63-83df1d2d3e46 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:03.826034 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:03.873764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:03.876389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.20.0.1 (16f242b1-5e5b-4bcc-b97e-4b2466edf1ac/4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6/1c8bf74c-4161-44aa-bdb5-09f92e3aa14a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:03.876892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:03.880833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:03.943009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Pushing event updated for resources: {'Port': ['ID=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:03.964286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Attempting to bind port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:03.964875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Attempting to bind port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:03.965306 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Attempting to bind port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 on network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:03.970609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:03.971083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Checking segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:03.971544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:03.971996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Bound using segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:03.972546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Bound port: ac10f7e3-ff29-4440-ac63-83df1d2d3e46, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:03.972990 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.018877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.036735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Transition to ACTIVE for port object 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:04.046139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] For port ac10f7e3-ff29-4440-ac63-83df1d2d3e46, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:04.050164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] For port ac10f7e3-ff29-4440-ac63-83df1d2d3e46, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:04.054312 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.106346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.151058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699863-29fb-4abe-8d5f-1f82ca0ce1ba None None] Pushing event updated for resources: {'Port': ['ID=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:04.164759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:04.173265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:04.183412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:04.222894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:04.243530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.458336 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.813012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.817478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.894367 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.896282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:05.008578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:05.009890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:05.134406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:05.275254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:05.289021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8fae2c33-4c0c-4bb7-8728-aaf1955db3c6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "PUT /v2.0/routers/dcc9a530-3e38-46b9-80ed-704d4ae4a1ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926382 Jul 16 02:14:05.292920 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40420) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:05.297935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1382802762', 'description': 'tempest-secgroup_access--1382802762 description', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:05.330830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.344879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7bdbe-fdaf-40d1-bc79-c51adb9765f3 None None] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:05.426738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d0d526f1-a4da-4daa-97b4-a1ab99fd9657 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:05.452223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.457084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.490184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.491986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4401e29a-8324-419b-82ad-872cd2b6dacf None None] Provisioning for port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:05.492300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1982131 Jul 16 02:14:05.495510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40422) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:05.501180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--334121620', 'description': 'tempest-secgroup_general--334121620 description', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:05.509056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2479c0-b245-4529-aa7f-9af919892d15 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:05.559146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.581920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:05.592288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:05.592632 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.705003 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.715553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.735895 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.755204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:05.769850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.774801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40426) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:05.775661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-db22b61f-ffce-4721-855f-c5f4a8495844 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2786660 Jul 16 02:14:05.780441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'security_group_rule': {'security_group_id': '59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:05.785265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d0d526f1-a4da-4daa-97b4-a1ab99fd9657, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:05.791329 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.792713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac10f7e3-ff29-4440-ac63-83df1d2d3e46 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:05.818115 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.884610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:05.898828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:05.904897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:05.905456 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.909224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.917348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.942077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefa3f26-6ff6-41f6-9108-dc69f9238358,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:05.947065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:05.948663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ef3681f1-2c0e-4df2-81a4-2611e025eec0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719198 Jul 16 02:14:06.026862 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Sync routers for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:06.039063 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:06.039957 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:13:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:06.047265 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.097272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port ac10f7e3-ff29-4440-ac63-83df1d2d3e46, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:06.102393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.161789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-e4b7e343-a396-407a-a2ba-6a4dcab7bcc0 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--1382802762&fields=id&tenant_id=0c978f4b01394d9d8312b6c13b5ec92c HTTP/1.1" status: 200 len: 267 time: 0.0474806 Jul 16 02:14:06.232608 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:06.256700 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-23ae7bf9-f336-4dd5-b3b6-80782d2f64ea tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--334121620&fields=id&tenant_id=0c978f4b01394d9d8312b6c13b5ec92c HTTP/1.1" status: 200 len: 267 time: 0.0880327 Jul 16 02:14:06.404434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1980fb59-962a-47fc-a61c-80ed483ca0f6 None None] Provisioning for port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:06.416091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1980fb59-962a-47fc-a61c-80ed483ca0f6 None None] Provisioning complete for port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:06.416824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1980fb59-962a-47fc-a61c-80ed483ca0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.428424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-839f0fa3-651d-4952-b138-c9037eea2e71 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:06.429972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-839f0fa3-651d-4952-b138-c9037eea2e71 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/networks?id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 200 len: 796 time: 0.1724730 Jul 16 02:14:06.450715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-5b930e8e-b0bd-49dd-8eb4-418493557940 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/quotas/0c978f4b01394d9d8312b6c13b5ec92c HTTP/1.1" status: 200 len: 375 time: 0.0133352 Jul 16 02:14:06.463033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:06.493399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1980fb59-962a-47fc-a61c-80ed483ca0f6 None None] Port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:06.522592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1980fb59-962a-47fc-a61c-80ed483ca0f6 None None] Provisioning complete for port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:06.523012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1980fb59-962a-47fc-a61c-80ed483ca0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.558693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-d1810311-2f21-4439-958b-fdf1ad914d86 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958772 Jul 16 02:14:06.585810 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 2, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:06.626541 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Checking router: dcc9a530-3e38-46b9-80ed-704d4ae4a1ff for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:06.627232 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Updating router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:06.673981 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.688241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-3c49ccef-2fe2-4134-9298-f6c30bb5ac76 service neutron] 10.222.0.35 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232665 Jul 16 02:14:06.791032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c0c510f8-7b33-4828-9e46-c97a1927c04c None None] Provisioning complete for port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:06.791571 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c0c510f8-7b33-4828-9e46-c97a1927c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:06.792837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-4a7f34c4-38a5-495b-8c4f-6dc4eaa79c75 service neutron] 10.222.0.35 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993695 Jul 16 02:14:06.833283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c0c510f8-7b33-4828-9e46-c97a1927c04c None None] Port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:07.015447 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c889082a-8193-4a23-93d8-e9254e6aa5e9 req-090a8339-8f8d-42ff-834e-b6a387bf4766 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 210 time: 0.0391631 Jul 16 02:14:07.016396 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.027688 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Transition to ACTIVE for port object 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:07.038932 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.121220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Pushing event updated for resources: {'Port': ['ID=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:07.147263 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.147694 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.148147 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.148550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.148940 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.149341 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.149751 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.150136 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.150563 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.150981 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.151369 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.151802 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:07.171630 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Attempting to bind port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:07.172109 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Attempting to bind port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:07.172540 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Attempting to bind port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a on network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:07.179189 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:07.179947 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Checking segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:07.180545 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.181271 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Bound using segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:07.181997 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Bound port: 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:07.183035 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.274188 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] For port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:07.278943 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] For port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:07.283692 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.341092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d0d526f1-a4da-4daa-97b4-a1ab99fd9657 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:07.370416 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:07.371440 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:13:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:07.428790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:07.431124 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.450199 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44765224-f97b-41c2-9024-2b5191affd90 None None] Pushing event updated for resources: {'Port': ['ID=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:07.584002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac10f7e3-ff29-4440-ac63-83df1d2d3e46 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:07.675836 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:07.689385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:07.690825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.941111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:07Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:07.969004 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ac518-1f8c-4d02-b9b1-2660c9011d38 None None] The sync data for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 is: [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:07Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:08.216523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-43069b83-6d23-4f9f-915c-d595c269f0d6 req-cf99d900-15fa-45c2-ba60-1032986db179 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 210 time: 0.0414131 Jul 16 02:14:08.325735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-bdf062ab-57aa-4652-98f0-6a71fa7e49a8 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:08.327422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-bdf062ab-57aa-4652-98f0-6a71fa7e49a8 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.38 "GET /v2.0/networks?id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 200 len: 796 time: 0.1225491 Jul 16 02:14:08.728263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-df83b0f6-c808-4b77-9e3c-869221d3e526 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c978f4b01394d9d8312b6c13b5ec92c HTTP/1.1" status: 200 len: 477 time: 0.3847501 Jul 16 02:14:08.737145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'port': {'device_id': '98921d5d-d099-46bd-9524-4da8785a833b', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'admin_state_up': True, 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'security_groups': ['59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b', '52bf6b64-f8f6-4685-8b2c-bd73a2d3985f']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:08.858963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Made reservation on behalf of 0c978f4b01394d9d8312b6c13b5ec92c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:08.863035 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.002411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.20.0.11 (16f242b1-5e5b-4bcc-b97e-4b2466edf1ac/4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6/df3a7030-51d7-4647-b626-c9d32b2b903b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:09.051829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40470) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:09.056474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964006974', 'description': 'tempest-secgroup-smoke-964006974 description', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:09.109904 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.207982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.231376 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Transition to ACTIVE for port object df3a7030-51d7-4647-b626-c9d32b2b903b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:09.293271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.298332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.314898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.334867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.336224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2832851 Jul 16 02:14:09.340066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40474) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:09.340899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:09.344702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group_rule': {'security_group_id': '2e1756d6-3d9f-4109-88b4-94f28d070d71', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:09.372818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.375197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:09.382283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:09.384865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:09.401692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:09.406115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:09.406671 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.443737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085994fa-8208-4d7d-96f2-063896d3d20f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1756d6-3d9f-4109-88b4-94f28d070d71,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.450545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=df3a7030-51d7-4647-b626-c9d32b2b903b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.477802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:09.478815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.487786 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.492394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.502905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-dd07a94c-f14b-4154-b22d-6235c575b5b5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7690601 Jul 16 02:14:09.517948 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Request body: {'port': {'device_id': '98921d5d-d099-46bd-9524-4da8785a833b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:09.521185 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.531835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720a2de-a3f1-41b9-9b57-2196a19f1733 req-fac0b073-e358-43d9-b333-2d35e947e486 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:09.539507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f720a2de-a3f1-41b9-9b57-2196a19f1733 req-fac0b073-e358-43d9-b333-2d35e947e486 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 971 time: 0.1415598 Jul 16 02:14:09.559747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:09.565455 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.582059 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896a0cbf-59c3-49d6-b084-57ca3c3fbdaf,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.590804 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f720a2de-a3f1-41b9-9b57-2196a19f1733 req-3b42532f-0ad8-4915-8e56-53ea2b19c175 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0502784 Jul 16 02:14:09.596504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.601106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2f3eb9b-227d-4a53-9067-3a62bad05634 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599621 Jul 16 02:14:09.601828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40476) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:09.606841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group_rule': {'security_group_id': '2e1756d6-3d9f-4109-88b4-94f28d070d71', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:09.634795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.637308 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.642571 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.716581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41946397-f4e5-41f3-b83b-e773b5b0505f None None] Provisioning for port df3a7030-51d7-4647-b626-c9d32b2b903b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:09.716780 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.721015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-41946397-f4e5-41f3-b83b-e773b5b0505f None None] Provisioning complete for port df3a7030-51d7-4647-b626-c9d32b2b903b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:09.721480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-41946397-f4e5-41f3-b83b-e773b5b0505f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.722103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.742395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c7910a-46e4-4e04-88e6-76e10bd3a015,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.750845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.755627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ef35ac99-fbbd-4e23-925e-6e9a1bac8f37 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528158 Jul 16 02:14:09.756417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40478) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:09.761724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-41946397-f4e5-41f3-b83b-e773b5b0505f None None] Port df3a7030-51d7-4647-b626-c9d32b2b903b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:09.762823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group_rule': {'security_group_id': '2e1756d6-3d9f-4109-88b4-94f28d070d71', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:09.789845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.848645 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.853095 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.871302 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64104d2e-6f51-4789-89b6-0014a71b5f1c,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:09.878001 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.879241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ba8bbfc0-66ac-4230-8acf-36e540658825 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212780 Jul 16 02:14:09.882033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40480) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:09.887130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group_rule': {'security_group_id': '2e1756d6-3d9f-4109-88b4-94f28d070d71', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:09.913540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.935845 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3a7030-51d7-4647-b626-c9d32b2b903b {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:09.943358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.955616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Transition to ACTIVE for port object df3a7030-51d7-4647-b626-c9d32b2b903b will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:09.960712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.978484 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:09.983405 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.011102 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615a4ed2-3674-4c18-b38b-0ce7605b3b13,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:10.015233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.018160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-59b6332b-d87a-48bd-b13a-5d72ed36f4b7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351395 Jul 16 02:14:10.019539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40482) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:10.024186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group_rule': {'security_group_id': '2e1756d6-3d9f-4109-88b4-94f28d070d71', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:10.040628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df3a7030-51d7-4647-b626-c9d32b2b903b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:10.052575 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Project 5458a49df0b24dbdb3baaa8fac817d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:14:10.059585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.092863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Attempting to bind port df3a7030-51d7-4647-b626-c9d32b2b903b on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:10.093205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Attempting to bind port df3a7030-51d7-4647-b626-c9d32b2b903b by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:10.093533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Attempting to bind port df3a7030-51d7-4647-b626-c9d32b2b903b on network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:10.098064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Port df3a7030-51d7-4647-b626-c9d32b2b903b on network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:10.098388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Attempting to bind port df3a7030-51d7-4647-b626-c9d32b2b903b on network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:10.103722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:10.104692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Checking segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:10.105096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Bound using segment: {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:10.105721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Bound port: df3a7030-51d7-4647-b626-c9d32b2b903b, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87240a8a-0b5b-4ac5-bcf0-a72428a367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:10.106087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.130114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.133719 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.156943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eecdd6-159d-4969-90a6-3132bf5d5837,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:10.160857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.164906 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-192be261-85d8-4ddb-8c90-3d3a29f78144 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417925 Jul 16 02:14:10.166155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40484) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:10.171602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'security_group_rule': {'security_group_id': '2e1756d6-3d9f-4109-88b4-94f28d070d71', 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:10.191135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] For port df3a7030-51d7-4647-b626-c9d32b2b903b, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:10.194425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] For port df3a7030-51d7-4647-b626-c9d32b2b903b, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df3a7030-51d7-4647-b626-c9d32b2b903b,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:10.196428 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Project 5458a49df0b24dbdb3baaa8fac817d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:14:10.198309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.202579 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.234146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.234658 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.236076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] 10.222.0.38 "PUT /v2.0/ports/df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 200 len: 1131 time: 0.7258866 Jul 16 02:14:10.236591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:10.239196 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32ae05-5c4f-4621-af74-7bae0333d114" -d '{"events": [{"name": "network-changed", "server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:10.269300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea0226-50bc-4e20-9425-7a4b8d08d1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df3a7030-51d7-4647-b626-c9d32b2b903b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:10.286249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.300824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.303234 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b559f6-b3e1-418d-8b30-332117fcaf00 x-openstack-request-id: req-98b559f6-b3e1-418d-8b30-332117fcaf00 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:10.303514 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:10.303765 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98b559f6-b3e1-418d-8b30-332117fcaf00 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:10.304208 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'status': 'completed', 'code': 200} Jul 16 02:14:10.321355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465d0161-4d6a-43a3-b804-ae8c13ebe861,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:10.330281 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.339180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ce791e52-cb48-40a4-8bc7-a47fd459cd08 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640801 Jul 16 02:14:10.353267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-ccf410ea-e04f-4d70-9163-a846bb227760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.355617 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-ccf410ea-e04f-4d70-9163-a846bb227760 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1134 time: 0.0623252 Jul 16 02:14:10.404701 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-35286517-7f9d-4354-bbc8-717899c51d60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 200 len: 217 time: 0.0412807 Jul 16 02:14:10.461553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-5ae43ef1-8b10-4c6c-93ec-ada40e3a4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.463083 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-5ae43ef1-8b10-4c6c-93ec-ada40e3a4c10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 HTTP/1.1" status: 200 len: 833 time: 0.0518832 Jul 16 02:14:10.521098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-09926be4-93ea-48b2-8bce-ab958cbe3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.522719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-09926be4-93ea-48b2-8bce-ab958cbe3ac2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536287 Jul 16 02:14:10.545133 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-7879bd93-09d6-4cdb-8507-6d5adedc1a02 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964006974&fields=id&tenant_id=5458a49df0b24dbdb3baaa8fac817d60 HTTP/1.1" status: 200 len: 267 time: 0.0405860 Jul 16 02:14:10.620451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-6e213a56-a113-4897-bf05-e6a43098408b service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914948 Jul 16 02:14:10.654401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-28820cf2-f782-468b-81af-7578d715d03e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.655973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-28820cf2-f782-468b-81af-7578d715d03e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 813 time: 0.1100717 Jul 16 02:14:10.673018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-b55c9a74-803a-4d87-894e-fd6443548c3f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/quotas/5458a49df0b24dbdb3baaa8fac817d60 HTTP/1.1" status: 200 len: 375 time: 0.0112410 Jul 16 02:14:10.716215 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-627475e9-9b75-45dc-80b3-7251b66e5cc0 req-1c89b117-b0df-4414-8bf9-4c97124f5c49 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887923 Jul 16 02:14:10.789309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-023a5805-cebd-49d1-b384-ce06470d250d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108072 Jul 16 02:14:10.805847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9026842-3ddf-45c8-9538-2c1c1f81863f req-0e47d545-e21c-451a-a0ca-c0b6b6489e28 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.807354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9026842-3ddf-45c8-9538-2c1c1f81863f req-0e47d545-e21c-451a-a0ca-c0b6b6489e28 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 983 time: 0.0914702 Jul 16 02:14:10.823207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-063f5de6-4142-49ac-b34d-7d2538e13d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.824904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-063f5de6-4142-49ac-b34d-7d2538e13d2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1134 time: 0.0597873 Jul 16 02:14:10.894460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9026842-3ddf-45c8-9538-2c1c1f81863f req-06cb0b85-755c-4537-a2bc-fb1fce0d0c48 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0789683 Jul 16 02:14:10.919457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-31d96ed5-5907-4341-af74-699414aa561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:10.921028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-31d96ed5-5907-4341-af74-699414aa561e service neutron] 10.222.0.38 "GET /v2.0/networks?id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 200 len: 897 time: 0.0902174 Jul 16 02:14:10.923822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-0bdd89a1-9aff-48c4-a9cc-53a1d4a90570 service neutron] 10.222.0.35 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155319 Jul 16 02:14:10.967881 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-c46939ff-611a-4e4b-84b6-ce3c8d0b94d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 200 len: 217 time: 0.0394385 Jul 16 02:14:11.017115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-45036b10-12ce-4e42-9009-f1f302d7c15c service neutron] 10.222.0.35 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873275 Jul 16 02:14:11.020123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-8fdf82ad-5057-436c-b27f-9484eaba2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:11.021596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-8fdf82ad-5057-436c-b27f-9484eaba2478 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 HTTP/1.1" status: 200 len: 833 time: 0.0450110 Jul 16 02:14:11.078528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-a1f8c70b-8a37-407a-a782-9a5e95eeeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:11.080054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-a1f8c70b-8a37-407a-a782-9a5e95eeeaf4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520899 Jul 16 02:14:11.178555 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-ec434975-e6af-4876-8760-f609dde3b2b4 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906072 Jul 16 02:14:11.274177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cd32ae05-5c4f-4621-af74-7bae0333d114 req-e36bf5b0-1d81-4953-8777-5b94345d118a service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887043 Jul 16 02:14:11.309584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:11.337446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f93a66fb-59de-4fdd-85c8-f4fbceac31a4 req-1cfcde0f-08f7-4ba9-9c14-90d1cd811698 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 210 time: 0.0313988 Jul 16 02:14:11.368785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:11.369163 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:12.078783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f64ab5-9a2f-4f72-942b-853f54d612a9 req-635cdfa8-7609-4e0f-adde-ffe1dbd2f493 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:12.080296 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7f64ab5-9a2f-4f72-942b-853f54d612a9 req-635cdfa8-7609-4e0f-adde-ffe1dbd2f493 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 983 time: 0.0649598 Jul 16 02:14:12.125530 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c7f64ab5-9a2f-4f72-942b-853f54d612a9 req-720332e7-2aea-469b-9e9e-8bb6cdb1ff1e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0394762 Jul 16 02:14:12.377873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-29cea061-81a0-42f6-8cc3-1c2b1947891f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:12.379521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-29cea061-81a0-42f6-8cc3-1c2b1947891f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 813 time: 0.1090436 Jul 16 02:14:12.430318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-a7c6a516-fef1-45d8-9edb-8bb0f0645c54 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5458a49df0b24dbdb3baaa8fac817d60 HTTP/1.1" status: 200 len: 379 time: 0.0364490 Jul 16 02:14:12.438943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'port': {'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'admin_state_up': True, 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'security_groups': ['2e1756d6-3d9f-4109-88b4-94f28d070d71']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:12.496578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6644058c-2228-48d8-9073-08f4c351e330 req-0c23ad5c-70b2-4da0-abb6-8b183ebacde4 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 210 time: 0.0385013 Jul 16 02:14:12.558133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Made reservation on behalf of 5458a49df0b24dbdb3baaa8fac817d60 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:12.562020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:12.689229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Allocated IP 172.20.0.12 (3c55e503-8f9a-41b5-8378-1e1a78fa5145/0cfedf43-8bb1-4bee-b347-d6942c7aee00/63685990-c3a7-4f09-acdb-1e5358462b1c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:12.830956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:12.845053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Transition to ACTIVE for port object 63685990-c3a7-4f09-acdb-1e5358462b1c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:12.878629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:12.924634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:12.927694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:12.931620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:12.956044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'Port': ['ID=63685990-c3a7-4f09-acdb-1e5358462b1c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:12.986528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:12.987170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.005376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-e9cc1d7c-23b2-45f1-862e-829373177e16 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702202 Jul 16 02:14:13.077421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Request body: {'port': {'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:13.169797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.179507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1055039-d1b8-4940-921b-2d31e29d8cc3 None None] Provisioning for port 63685990-c3a7-4f09-acdb-1e5358462b1c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:13.184266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d1055039-d1b8-4940-921b-2d31e29d8cc3 None None] Provisioning complete for port 63685990-c3a7-4f09-acdb-1e5358462b1c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:13.184645 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1055039-d1b8-4940-921b-2d31e29d8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.233843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-d1055039-d1b8-4940-921b-2d31e29d8cc3 None None] Port 63685990-c3a7-4f09-acdb-1e5358462b1c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:14:13.343296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44a34-f4a9-4bec-9124-bea6bbaeae5b req-b7bb6018-6ea9-462c-a954-e4ae138d52e2 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:13.345011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06d44a34-f4a9-4bec-9124-bea6bbaeae5b req-b7bb6018-6ea9-462c-a954-e4ae138d52e2 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 983 time: 0.0668252 Jul 16 02:14:13.389434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-06d44a34-f4a9-4bec-9124-bea6bbaeae5b req-795e18e1-61f9-42c3-b2d3-bfae7a013976 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0377192 Jul 16 02:14:13.462254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63685990-c3a7-4f09-acdb-1e5358462b1c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:13.470593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.482336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Transition to ACTIVE for port object 63685990-c3a7-4f09-acdb-1e5358462b1c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:13.486020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.538652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Pushing event updated for resources: {'Port': ['ID=63685990-c3a7-4f09-acdb-1e5358462b1c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:13.563292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.563643 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.563985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.564362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.564705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.565027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.565358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.565683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.566013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.566335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.566655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.566976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:13.631010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Attempting to bind port 63685990-c3a7-4f09-acdb-1e5358462b1c on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:13.631544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Attempting to bind port 63685990-c3a7-4f09-acdb-1e5358462b1c by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:13.632078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Attempting to bind port 63685990-c3a7-4f09-acdb-1e5358462b1c on network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:13.637871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Port 63685990-c3a7-4f09-acdb-1e5358462b1c on network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:14:13.638192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Attempting to bind port 63685990-c3a7-4f09-acdb-1e5358462b1c on network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:13.646301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:13.646642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Checking segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:13.647238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Bound using segment: {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:13.647680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Bound port: 63685990-c3a7-4f09-acdb-1e5358462b1c, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00431fb2-de5b-4967-b094-fb8c2ba535d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:13.648059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.720847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0edfca-4f22-44c8-bd94-961c6c7a0e36 req-3b65cbf1-f978-4607-a2e2-b649955fb4b0 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:13.722090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b0edfca-4f22-44c8-bd94-961c6c7a0e36 req-3b65cbf1-f978-4607-a2e2-b649955fb4b0 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.1051495 Jul 16 02:14:13.753960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] For port 63685990-c3a7-4f09-acdb-1e5358462b1c, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:13.757828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] For port 63685990-c3a7-4f09-acdb-1e5358462b1c, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=63685990-c3a7-4f09-acdb-1e5358462b1c,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:13.764538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.774491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b0edfca-4f22-44c8-bd94-961c6c7a0e36 req-4685d8d7-c9d6-4e6c-baf9-6af9edd56e94 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465417 Jul 16 02:14:13.815145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:13.816008 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:13.817962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] 10.222.0.32 "PUT /v2.0/ports/63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 1092 time: 0.8048236 Jul 16 02:14:13.818521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:13.821037 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e138f9e4-a012-4dfb-b4ac-90f050103e80" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:13.867700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01b6d-06d9-4916-a61c-e098235eebc4 service neutron] Pushing event updated for resources: {'Port': ['ID=63685990-c3a7-4f09-acdb-1e5358462b1c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:13.889409 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c335d55-aaf3-438a-b3cb-9d60a520c059 x-openstack-request-id: req-5c335d55-aaf3-438a-b3cb-9d60a520c059 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:13.889710 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:13.889965 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c335d55-aaf3-438a-b3cb-9d60a520c059 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:13.890373 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'status': 'completed', 'code': 200} Jul 16 02:14:13.943624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-f5511ec4-5539-4d88-bf58-a9621089a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:13.945825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-f5511ec4-5539-4d88-bf58-a9621089a0a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0668898 Jul 16 02:14:13.989532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-620a3c85-239b-4aaf-bee1-37c649922b12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 217 time: 0.0361261 Jul 16 02:14:14.043714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-f88c1ab7-a3bc-45d4-8cd3-665b6850eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.045258 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-f88c1ab7-a3bc-45d4-8cd3-665b6850eb39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0493510 Jul 16 02:14:14.104730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-7868ddb4-55a9-4796-8437-d0c8675542ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.106580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-7868ddb4-55a9-4796-8437-d0c8675542ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554085 Jul 16 02:14:14.165083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df3a7030-51d7-4647-b626-c9d32b2b903b details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:14.210993 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-34ee6d62-0f6b-4568-a18e-d3edf7adbc63 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972884 Jul 16 02:14:14.247012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-02956fd1-84f7-4a67-bedb-e077887fd853 req-4ac34401-34c5-4271-9a81-763905c33da1 service neutron] (93906) timed out ('10.222.0.35', 45232) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:14:14.268710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port df3a7030-51d7-4647-b626-c9d32b2b903b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df3a7030-51d7-4647-b626-c9d32b2b903b,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:14.281546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'port_id': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'mac_address': 'fa:16:3e:47:01:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:14.315848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a5e53c39-59d5-4762-8d5d-870596a45fdd req-87807ab5-bae1-49c4-8505-fac54e3c8f9b service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979035 Jul 16 02:14:14.321294 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:14.341212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3a7030-51d7-4647-b626-c9d32b2b903b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:14.369286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port df3a7030-51d7-4647-b626-c9d32b2b903b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df3a7030-51d7-4647-b626-c9d32b2b903b,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:14.374482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:14.429558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-f15a3a2f-076c-4a82-bc5f-40728e7dfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.431301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-f15a3a2f-076c-4a82-bc5f-40728e7dfd25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0661745 Jul 16 02:14:14.436267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=df3a7030-51d7-4647-b626-c9d32b2b903b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:14.547080 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-3f6dfb3d-cf05-464e-9421-84ac162932f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.548532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-3f6dfb3d-cf05-464e-9421-84ac162932f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 914 time: 0.1107242 Jul 16 02:14:14.581248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['df3a7030-51d7-4647-b626-c9d32b2b903b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:14.591109 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-c54a5f25-bcd8-4acc-9c3c-2783d8c698cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 217 time: 0.0366564 Jul 16 02:14:14.616728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05d8ba-83c5-40ec-bdbe-ec1b9f0f524c req-cb95b769-b170-4741-953b-152eb27edf50 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.619620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef05d8ba-83c5-40ec-bdbe-ec1b9f0f524c req-cb95b769-b170-4741-953b-152eb27edf50 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 984 time: 0.0896192 Jul 16 02:14:14.685206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-c417961d-ee75-4003-8d4f-c7e4d1883485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.686872 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-c417961d-ee75-4003-8d4f-c7e4d1883485 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0899723 Jul 16 02:14:14.699791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ef05d8ba-83c5-40ec-bdbe-ec1b9f0f524c req-86ca25fb-3dec-4b2d-8e01-a6ca20830445 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0697494 Jul 16 02:14:14.764335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-754540f4-c587-4874-bbe6-b9a51114346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.765977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-754540f4-c587-4874-bbe6-b9a51114346e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720930 Jul 16 02:14:14.862986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-3fce3f1d-ed2f-440d-aa15-245dd5074ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901556 Jul 16 02:14:14.973448 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e138f9e4-a012-4dfb-b4ac-90f050103e80 req-9466a887-f2fe-4d79-ba5e-75e318ec475c service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043701 Jul 16 02:14:14.986197 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c12d1-d56d-4e79-b40d-c14dcc5571fd req-5ca8ece2-5af1-4df8-bb09-c3c855594868 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:14.988154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-812c12d1-d56d-4e79-b40d-c14dcc5571fd req-5ca8ece2-5af1-4df8-bb09-c3c855594868 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.0776465 Jul 16 02:14:15.039665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-812c12d1-d56d-4e79-b40d-c14dcc5571fd req-57a2a691-f16c-4e5a-b6d4-e43fde7a9798 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Jul 16 02:14:15.896684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208db27-06f9-4027-87b4-972e1cf00781 req-9a92e64b-6af5-4320-a6b9-46b2a2159fc7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:15.898177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9208db27-06f9-4027-87b4-972e1cf00781 req-9a92e64b-6af5-4320-a6b9-46b2a2159fc7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 984 time: 0.0705009 Jul 16 02:14:15.940856 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9208db27-06f9-4027-87b4-972e1cf00781 req-22aaa863-735b-472b-8a5f-d1005e5bed0d tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357215 Jul 16 02:14:16.175865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df3a7030-51d7-4647-b626-c9d32b2b903b up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:16.230067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port df3a7030-51d7-4647-b626-c9d32b2b903b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:16.231796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2019c-0b89-4332-9d3d-9f40032a0edf req-d614ff49-27bb-4816-a241-e07f28d398be tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.233273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17e2019c-0b89-4332-9d3d-9f40032a0edf req-d614ff49-27bb-4816-a241-e07f28d398be tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.0719931 Jul 16 02:14:16.234472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port df3a7030-51d7-4647-b626-c9d32b2b903b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:16.234843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.280629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17e2019c-0b89-4332-9d3d-9f40032a0edf req-5c587a77-3336-4bbd-bf28-8661b59742a6 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 Jul 16 02:14:16.339741 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.379060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:16.382931 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a6c50-80f6-4c8a-88e6-a7e0e4750609" -d '{"events": [{"server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "name": "network-vif-plugged", "status": "completed", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:16.405004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port df3a7030-51d7-4647-b626-c9d32b2b903b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df3a7030-51d7-4647-b626-c9d32b2b903b,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:16.410741 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:16.450136 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2359b6ba-5f70-4fd5-a80e-d7cf674c2584 x-openstack-request-id: req-2359b6ba-5f70-4fd5-a80e-d7cf674c2584 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:16.450432 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "name": "network-vif-plugged", "status": "completed", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:16.450682 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2359b6ba-5f70-4fd5-a80e-d7cf674c2584 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:16.451070 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'code': 200} Jul 16 02:14:16.488469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=df3a7030-51d7-4647-b626-c9d32b2b903b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:16.583484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb1bc-0d9f-48c5-957b-32196a80ab60 req-1f8e06a2-d586-45f0-b6c5-f78381133a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:16.585225 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-093fb1bc-0d9f-48c5-957b-32196a80ab60 req-1f8e06a2-d586-45f0-b6c5-f78381133a3c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1136 time: 0.0801799 Jul 16 02:14:16.633319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-093fb1bc-0d9f-48c5-957b-32196a80ab60 req-95519c1c-ab03-470d-8e41-af8af1f60e59 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0416887 Jul 16 02:14:17.135176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c531c-debf-4f9d-b7af-786f09c1519b req-a912a03f-e171-47e4-8428-0e6c9ad997f3 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.136831 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e9c531c-debf-4f9d-b7af-786f09c1519b req-a912a03f-e171-47e4-8428-0e6c9ad997f3 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 985 time: 0.0814228 Jul 16 02:14:17.182134 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e9c531c-debf-4f9d-b7af-786f09c1519b req-53e59980-c0e8-4722-af30-d2d79fb9141a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0385308 Jul 16 02:14:17.490112 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07db265-6299-4a4a-b345-befb07db7b00 req-467abc7f-85f9-4572-8c3d-b86def76982d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:17.491729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e07db265-6299-4a4a-b345-befb07db7b00 req-467abc7f-85f9-4572-8c3d-b86def76982d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.0789263 Jul 16 02:14:17.533878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e07db265-6299-4a4a-b345-befb07db7b00 req-f524a759-2efc-4e58-a95e-ab95a739dc8a tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348718 Jul 16 02:14:18.377354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1421-3b6c-4831-88e9-5fd17d0de31f req-c1c2123f-d5ec-415e-9a44-a25d4bafba29 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:18.378926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0acd1421-3b6c-4831-88e9-5fd17d0de31f req-c1c2123f-d5ec-415e-9a44-a25d4bafba29 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 985 time: 0.0674260 Jul 16 02:14:18.421006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0acd1421-3b6c-4831-88e9-5fd17d0de31f req-d33add5d-2a6e-412e-aeda-6938d52aced7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0361502 Jul 16 02:14:18.602315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9699f-985f-43fc-845e-f4398e8bc18c req-633b35c8-1bdb-4b77-b68b-9e465abc7b4c tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:18.603836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cff9699f-985f-43fc-845e-f4398e8bc18c req-633b35c8-1bdb-4b77-b68b-9e465abc7b4c tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 985 time: 0.0703671 Jul 16 02:14:18.645129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cff9699f-985f-43fc-845e-f4398e8bc18c req-c3abc261-a3f0-49e2-9f8e-75dfa1fbd09d tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345745 Jul 16 02:14:18.716464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226485-859f-4e34-90f8-f53cfbd64016 req-6d057f7c-ce31-4376-9b0e-3186860dcf3c tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:18.717898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a226485-859f-4e34-90f8-f53cfbd64016 req-6d057f7c-ce31-4376-9b0e-3186860dcf3c tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.0704443 Jul 16 02:14:18.760220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a226485-859f-4e34-90f8-f53cfbd64016 req-a40b36f9-5b2f-486c-96df-397ece54aebc tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363069 Jul 16 02:14:18.821622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8e504-66bb-4006-be1a-c8481574cc0f req-c7f90c83-d51f-47a0-9c6b-7df8b2154876 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:18.823223 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2d8e504-66bb-4006-be1a-c8481574cc0f req-c7f90c83-d51f-47a0-9c6b-7df8b2154876 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1136 time: 0.0600235 Jul 16 02:14:18.842686 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2d8e504-66bb-4006-be1a-c8481574cc0f req-bc8f20bf-a042-4fb0-9e7d-c1261e1161a0 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:18.932589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2d8e504-66bb-4006-be1a-c8481574cc0f req-bc8f20bf-a042-4fb0-9e7d-c1261e1161a0 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:18.936950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-f2d8e504-66bb-4006-be1a-c8481574cc0f req-bc8f20bf-a042-4fb0-9e7d-c1261e1161a0 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:18.962197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2d8e504-66bb-4006-be1a-c8481574cc0f req-bc8f20bf-a042-4fb0-9e7d-c1261e1161a0 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1331637 Jul 16 02:14:18.971638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f20bf-a042-4fb0-9e7d-c1261e1161a0 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31848eab-8797-4bb1-8c4a-66421ef215af,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:18.986393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:19.040676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5fa5a-8464-47a2-8e93-179e6f8aefab tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:19.042311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-53d5fa5a-8464-47a2-8e93-179e6f8aefab tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1131 time: 0.0549059 Jul 16 02:14:19.045365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40550) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:19.049893 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:19.071350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:19.174284 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:19.281050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.25.0.9 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/5e66bf9d-f974-43fd-aa0c-e1850fd85e28) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:19.390055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:19.428350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:19.465662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:19.470734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:19.474350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:19.502517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=5e66bf9d-f974-43fd-aa0c-e1850fd85e28,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:20.297714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.363772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af339605-141d-4b1c-b817-53c1e6f4353a req-d81b14a8-db13-45f2-8377-f9d9ffd648d8 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:20.365322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af339605-141d-4b1c-b817-53c1e6f4353a req-d81b14a8-db13-45f2-8377-f9d9ffd648d8 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.4880877 Jul 16 02:14:20.443993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af339605-141d-4b1c-b817-53c1e6f4353a req-61e0e06e-b7c7-4714-9bda-08c70a58d6c9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701094 Jul 16 02:14:20.444745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.600641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.605539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.672393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=5e66bf9d-f974-43fd-aa0c-e1850fd85e28,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:20.684456 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.790782 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Floating IP e5cff060-a8ca-4269-972a-6c241dc84c63 associated. External IP: 172.25.0.9, port: df3a7030-51d7-4647-b626-c9d32b2b903b. Jul 16 02:14:21.008185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:21.125900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:21.135734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] Sync routers for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:21.144491 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:21.147797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:21.148483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:13:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:21.182369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a92bd78c-b887-46dd-9921-b48da4bfa268 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1359622 Jul 16 02:14:21.183630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:21.185558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40554) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:21.186167 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:21.274021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:21.300548 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb90465-e365-4ee2-9a52-dd55caf4b907 x-openstack-request-id: req-7eb90465-e365-4ee2-9a52-dd55caf4b907 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:21.300841 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:21.301102 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7eb90465-e365-4ee2-9a52-dd55caf4b907 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:21.301503 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'status': 'completed', 'code': 200} Jul 16 02:14:21.424396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.424900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.425409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.425891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.426430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.426823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.428700 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-292f7f1c-4404-4100-bf5f-14618bec2b3f tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4287 time: 0.2414551 Jul 16 02:14:21.433263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40560) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:21.455873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-e3e600c0-3dec-436a-94b7-7ebc92423be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.458912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-e3e600c0-3dec-436a-94b7-7ebc92423be5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1136 time: 0.1291895 Jul 16 02:14:21.517274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.517850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.518177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.518725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.519184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.520148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.524545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8293765e-6271-4937-a333-a74ff5f16e04 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0897586 Jul 16 02:14:21.527047 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:21.602101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-205cef7b-1b51-4236-aae7-128caaa3a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.603202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'e5cff060-a8ca-4269-972a-6c241dc84c63', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'port_id': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'mac_address': 'fa:16:3e:47:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98921d5d-d099-46bd-9524-4da8785a833b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:19Z', 'updated_at': '2021-07-16T02:14:19Z', 'revision_number': 0, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:09Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:21.603959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-205cef7b-1b51-4236-aae7-128caaa3a2dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 200 len: 897 time: 0.1388173 Jul 16 02:14:21.644039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] Checking router: dcc9a530-3e38-46b9-80ed-704d4ae4a1ff for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:21.656951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:21.657799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:13:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:21.694909 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-3a713dfd-749b-4561-8155-707c229e8445 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 200 len: 998 time: 0.0835094 Jul 16 02:14:21.749083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-c8b47a68-6529-4630-82e8-a07f9102bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.750782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-c8b47a68-6529-4630-82e8-a07f9102bfd4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 HTTP/1.1" status: 200 len: 833 time: 0.0497179 Jul 16 02:14:21.779225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725fb1-679b-4477-899d-dd66d6d032b2 req-c6a5837e-dea1-4c2b-a0d5-52d6be8abab7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.782039 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2725fb1-679b-4477-899d-dd66d6d032b2 req-c6a5837e-dea1-4c2b-a0d5-52d6be8abab7 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.1844430 Jul 16 02:14:21.789394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:21.821056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-fa28835f-52db-4f88-8254-b11de0e87a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.823201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-fa28835f-52db-4f88-8254-b11de0e87a5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659363 Jul 16 02:14:21.867663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2725fb1-679b-4477-899d-dd66d6d032b2 req-7bd1bd9f-0601-4ea1-9721-b3fef848b245 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738001 Jul 16 02:14:21.906626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-663a99ea-51d2-4cad-860b-967533f4b6c7 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.3783257 Jul 16 02:14:21.911348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:21.950082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-c1707f35-2a23-4135-8487-22c29ebe0175 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208515 Jul 16 02:14:21.973262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653f610-3191-40c9-8c42-9848ab023fed tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.973861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653f610-3191-40c9-8c42-9848ab023fed tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:21.988061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1653f610-3191-40c9-8c42-9848ab023fed tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcc9a530-3e38-46b9-80ed-704d4ae4a1ff HTTP/1.1" status: 200 len: 1989 time: 0.0632484 Jul 16 02:14:22.055011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f767d3e1-3c48-4db4-9c08-fd8b3e3af1a6 req-1cdfa0e6-5654-448f-a7e8-326e539472a2 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979154 Jul 16 02:14:22.068487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'e5cff060-a8ca-4269-972a-6c241dc84c63', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'port_id': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'mac_address': 'fa:16:3e:47:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98921d5d-d099-46bd-9524-4da8785a833b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:19Z', 'updated_at': '2021-07-16T02:14:19Z', 'revision_number': 0, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:09Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:22.099795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb134f4d-2894-42f0-866e-a4f4c097ba4e None None] The sync data for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 is: [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'e5cff060-a8ca-4269-972a-6c241dc84c63', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'port_id': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'mac_address': 'fa:16:3e:47:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98921d5d-d099-46bd-9524-4da8785a833b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:19Z', 'updated_at': '2021-07-16T02:14:19Z', 'revision_number': 0, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:09Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:22.311168 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85594d68-f190-484c-af8f-40da6d797a72 None None] New status for floating IP e5cff060-a8ca-4269-972a-6c241dc84c63: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:14:22.333304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:23.055751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118fc1e-bb89-4a4e-be63-a009b44c32a8 req-3b0f6dc4-c1e8-459b-81a2-28a4d1ce0e8e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:23.057180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2118fc1e-bb89-4a4e-be63-a009b44c32a8 req-3b0f6dc4-c1e8-459b-81a2-28a4d1ce0e8e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.0693889 Jul 16 02:14:23.099840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2118fc1e-bb89-4a4e-be63-a009b44c32a8 req-be9467b9-0570-4f68-aaf3-93763495f75e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363090 Jul 16 02:14:23.607388 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:23.756545 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7414cfc7-8430-4f7e-a66d-6b2965a050ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:24.283128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722cdf-c641-42f5-aef3-f3e42efbfda2 req-9164633a-da3c-4c56-89fa-fc56d1f7797c tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:24.284643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e722cdf-c641-42f5-aef3-f3e42efbfda2 req-9164633a-da3c-4c56-89fa-fc56d1f7797c tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 944 time: 0.0652549 Jul 16 02:14:24.322385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e722cdf-c641-42f5-aef3-f3e42efbfda2 req-a4fe6485-b642-45d8-bfdd-a3b3d2d96978 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Jul 16 02:14:24.938482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 63685990-c3a7-4f09-acdb-1e5358462b1c details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:14:25.044513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 63685990-c3a7-4f09-acdb-1e5358462b1c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=63685990-c3a7-4f09-acdb-1e5358462b1c,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:25.056384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:14:25.099369 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:25.112916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63685990-c3a7-4f09-acdb-1e5358462b1c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:14:25.133108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 63685990-c3a7-4f09-acdb-1e5358462b1c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=63685990-c3a7-4f09-acdb-1e5358462b1c,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:25.136836 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:25.187332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=63685990-c3a7-4f09-acdb-1e5358462b1c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:25.368062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['63685990-c3a7-4f09-acdb-1e5358462b1c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:14:25.504065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976bcc2-ba3d-4dc5-af79-3119c20b1292 req-b9830cfe-7144-490c-827a-b8172097047d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.505511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4976bcc2-ba3d-4dc5-af79-3119c20b1292 req-b9830cfe-7144-490c-827a-b8172097047d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 945 time: 0.0648258 Jul 16 02:14:25.545431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4976bcc2-ba3d-4dc5-af79-3119c20b1292 req-73c2f426-68a2-4f4d-8499-f3e79470501f tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340400 Jul 16 02:14:26.185909 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5f49-9621-45bb-a1e6-5d79503ee062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:26.644475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:26.743714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6292309-df31-4eb9-8c3a-3d9b7fe557ad req-656a0f4d-bb1c-4a72-9c4d-37675893db5b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:26.745230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6292309-df31-4eb9-8c3a-3d9b7fe557ad req-656a0f4d-bb1c-4a72-9c4d-37675893db5b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 945 time: 0.0727096 Jul 16 02:14:26.786425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6292309-df31-4eb9-8c3a-3d9b7fe557ad req-b70ed956-fdda-465b-9aeb-d1189012cd73 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340695 Jul 16 02:14:26.955059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 63685990-c3a7-4f09-acdb-1e5358462b1c up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:14:27.005653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 63685990-c3a7-4f09-acdb-1e5358462b1c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:14:27.010206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 63685990-c3a7-4f09-acdb-1e5358462b1c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:14:27.010607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.096656 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.119989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:27.123337 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57570531-aed3-4645-8525-2369f731727a" -d '{"events": [{"server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "name": "network-vif-plugged", "status": "completed", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:27.139413 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 63685990-c3a7-4f09-acdb-1e5358462b1c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=63685990-c3a7-4f09-acdb-1e5358462b1c,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:14:27.144149 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.176483 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7657b5-f99a-4171-bd88-f34108bc18e2 x-openstack-request-id: req-4e7657b5-f99a-4171-bd88-f34108bc18e2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:27.176856 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "name": "network-vif-plugged", "status": "completed", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:27.177188 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e7657b5-f99a-4171-bd88-f34108bc18e2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:27.177644 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'code': 200} Jul 16 02:14:27.212063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=63685990-c3a7-4f09-acdb-1e5358462b1c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:27.293735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff697a-df4f-49d2-96bb-5a69423aeb2f req-2692fa79-ee54-41fc-91cc-162f236b62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:27.295564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff697a-df4f-49d2-96bb-5a69423aeb2f req-2692fa79-ee54-41fc-91cc-162f236b62e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0540860 Jul 16 02:14:27.333151 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0ff697a-df4f-49d2-96bb-5a69423aeb2f req-4b3818af-f38e-4dde-bdae-d7c5f7a14029 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299828 Jul 16 02:14:27.486476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:27.962960 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7994ddb-098e-4243-8551-340294fa44a2 req-db04d0bd-bb1c-41c3-8e5c-a965eacf5ee1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:27.965476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7994ddb-098e-4243-8551-340294fa44a2 req-db04d0bd-bb1c-41c3-8e5c-a965eacf5ee1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 946 time: 0.0663881 Jul 16 02:14:28.008259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7994ddb-098e-4243-8551-340294fa44a2 req-2a9ff776-c730-4a2f-be77-acf47d658599 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Jul 16 02:14:28.959630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.189324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404a80-d8e7-4e5f-9a5f-b41d65c8cef2 req-31467988-5d5a-4ed5-a626-bf874f07db01 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:29.191052 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15404a80-d8e7-4e5f-9a5f-b41d65c8cef2 req-31467988-5d5a-4ed5-a626-bf874f07db01 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 946 time: 0.0706882 Jul 16 02:14:29.230923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15404a80-d8e7-4e5f-9a5f-b41d65c8cef2 req-267270bd-b457-45ac-af71-2bbc38ac9a44 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340412 Jul 16 02:14:29.403943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f8db3-cf07-4f14-be90-e46469a004de req-f3aa4c88-a5eb-418f-84b6-90f9e9d7d9e6 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:29.405477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a84f8db3-cf07-4f14-be90-e46469a004de req-f3aa4c88-a5eb-418f-84b6-90f9e9d7d9e6 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 946 time: 0.0648348 Jul 16 02:14:29.445508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a84f8db3-cf07-4f14-be90-e46469a004de req-e046c762-e2e1-4a0d-865f-7c8e6e1340df tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Jul 16 02:14:29.472749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:29.641455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbacbb5-1bf5-421d-9a25-ca110cbbad89 tempest-TestVolumeBackupRestore-1911959819 tempest-TestVolumeBackupRestore-1911959819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:29.643022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9cbacbb5-1bf5-421d-9a25-ca110cbbad89 tempest-TestVolumeBackupRestore-1911959819 tempest-TestVolumeBackupRestore-1911959819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1092 time: 0.1692777 Jul 16 02:14:29.646225 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:29.650839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:29.675282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.787508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:29.897553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Allocated IP 172.25.0.187 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/e8a8cbd3-862b-4150-9653-9e6dedb5a59b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:30.003924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.056330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.102240 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:30.105795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:30.110238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:30.117299 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'Port': ['ID=e8a8cbd3-862b-4150-9653-9e6dedb5a59b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:30.497558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.591991 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.748129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.752767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.822187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event updated for resources: {'Port': ['ID=e8a8cbd3-862b-4150-9653-9e6dedb5a59b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:30.831025 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:30.933430 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Floating IP 3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a associated. External IP: 172.25.0.187, port: 63685990-c3a7-4f09-acdb-1e5358462b1c. Jul 16 02:14:31.460565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:31.570409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:31.582245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] Sync routers for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:31.586480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.592855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:31.593583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:31.625652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e24d7bcd-a86f-492e-a443-89900f5f22d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9781518 Jul 16 02:14:31.626622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:31.629624 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:31.630386 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551526f9-e3ec-4300-b78d-a8906277fd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:31.671193 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ff61b-0802-424d-963a-752347612169 x-openstack-request-id: req-e12ff61b-0802-424d-963a-752347612169 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:31.671487 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:31.671737 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e12ff61b-0802-424d-963a-752347612169 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:31.672186 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'status': 'completed', 'code': 200} Jul 16 02:14:31.720577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:31.725963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300616c9-531a-409d-93c5-e812f245a415 tempest-TestVolumeBackupRestore-1911959819 tempest-TestVolumeBackupRestore-1911959819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.727480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-300616c9-531a-409d-93c5-e812f245a415 tempest-TestVolumeBackupRestore-1911959819 tempest-TestVolumeBackupRestore-1911959819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1092 time: 0.0966880 Jul 16 02:14:31.731527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:31.736728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Request body: {'floatingip': {'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:31.753122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-31f4fdd8-be16-4fb5-8f38-03b78a7428ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.754734 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-31f4fdd8-be16-4fb5-8f38-03b78a7428ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0606282 Jul 16 02:14:31.799612 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.854459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-6b4dc219-a2a7-46fe-8726-7aabcfa6c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:31.856077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-6b4dc219-a2a7-46fe-8726-7aabcfa6c0f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 914 time: 0.0953488 Jul 16 02:14:31.949620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-e34d5eb0-99cc-4d59-b584-f865aa573d17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 1000 time: 0.0869648 Jul 16 02:14:31.971398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:30Z', 'updated_at': '2021-07-16T02:14:30Z', 'revision_number': 0, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:32.002325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] Checking router: 52decc64-12cd-4dd6-bfef-ecf67c4aa357 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:32.010177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-581b0525-11d0-4610-9361-91de3d4cfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:32.012200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-581b0525-11d0-4610-9361-91de3d4cfc52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0561125 Jul 16 02:14:32.013187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:32.015078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:32.078077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-169d7bde-eb2b-48c6-8713-fee95c23cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:32.080578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-169d7bde-eb2b-48c6-8713-fee95c23cb0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615590 Jul 16 02:14:32.301670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:32.381125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.386669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.568649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-e937a757-3d86-41e0-91fc-138a89e45843 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812465 Jul 16 02:14:32.572740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:30Z', 'updated_at': '2021-07-16T02:14:30Z', 'revision_number': 0, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:32.608525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72949768-582a-47e8-a49d-08bfd83c4ac6 None None] The sync data for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 is: [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:30Z', 'updated_at': '2021-07-16T02:14:30Z', 'revision_number': 0, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:32.634386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:14:32.676288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-551526f9-e3ec-4300-b78d-a8906277fd8a req-3177dca9-7af8-4ba8-8529-d2b05ba99006 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994360 Jul 16 02:14:32.762632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:32.768768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:32.829735 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f5435-700e-4b86-ae6e-0ee84c1fd602 None None] New status for floating IP 3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:14:32.850930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9078b7dd-4c79-4bdb-a9c5-6231c41caa76 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "PUT /v2.0/floatingips/3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a HTTP/1.1" status: 200 len: 992 time: 1.1182036 Jul 16 02:14:33.062236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] Sync routers for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:33.071224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:33.071826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:33.183974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:33.428817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:30Z', 'updated_at': '2021-07-16T02:14:32Z', 'revision_number': 2, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:33.462938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] Checking router: 52decc64-12cd-4dd6-bfef-ecf67c4aa357 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:33.472572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:33.473246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:33.584961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:33.673022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}, {'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:14:33.675609 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}, {"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:14:33.722801 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f20fc3-c1c6-4859-a3a6-1f4a2761be0d x-openstack-request-id: req-91f20fc3-c1c6-4859-a3a6-1f4a2761be0d {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:14:33.723108 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:14:33.723362 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91f20fc3-c1c6-4859-a3a6-1f4a2761be0d {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:14:33.723901 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'status': 'completed', 'code': 200} Jul 16 02:14:33.724195 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'status': 'completed', 'code': 200} Jul 16 02:14:33.801463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-4e73c319-2f08-4a7c-845b-7d3b4de9a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.802991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-4e73c319-2f08-4a7c-845b-7d3b4de9a2c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0541754 Jul 16 02:14:33.832380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:30Z', 'updated_at': '2021-07-16T02:14:32Z', 'revision_number': 2, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:33.860389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4df9b5-01cb-404f-a213-1c68163e835b None None] The sync data for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 is: [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'port_id': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'mac_address': 'fa:16:3e:1f:36:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:14:30Z', 'updated_at': '2021-07-16T02:14:32Z', 'revision_number': 2, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:33.904735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-e0e0b290-34a8-4c06-add6-38f6fd6c194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:33.906507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-e0e0b290-34a8-4c06-add6-38f6fd6c194b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 914 time: 0.0974844 Jul 16 02:14:33.989009 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-4187879b-9e1f-4d93-91cb-8ba8dfda7f3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 1002 time: 0.0760262 Jul 16 02:14:34.042114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-a723109b-1e68-4098-b0f5-6f937b9918d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.043889 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-a723109b-1e68-4098-b0f5-6f937b9918d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0490880 Jul 16 02:14:34.103236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-d559eb70-6247-4a78-af05-409003e0a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.104852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-d559eb70-6247-4a78-af05-409003e0a2ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547390 Jul 16 02:14:34.206090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-6194fff3-0071-4add-a4f6-a97206ab40a3 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947490 Jul 16 02:14:34.302067 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-47fc111f-e83f-445a-a953-4ba46516cd99 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900824 Jul 16 02:14:34.410178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-8d1201d5-26dd-43d4-a416-8bfa6cedc320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.411685 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-8d1201d5-26dd-43d4-a416-8bfa6cedc320 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0666335 Jul 16 02:14:34.504311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-7b06d954-11a9-46b0-88b8-89e879c659ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.505783 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-7b06d954-11a9-46b0-88b8-89e879c659ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 914 time: 0.0873041 Jul 16 02:14:34.575043 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-d30bd493-2480-42ce-85f5-4b18550be406 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 1002 time: 0.0620852 Jul 16 02:14:34.624685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-51872e92-d80b-44df-9975-c46e65c4797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.626545 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-51872e92-d80b-44df-9975-c46e65c4797b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0462129 Jul 16 02:14:34.684661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-363ad65f-c39e-42a5-9026-0c15c75d188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:34.686203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-363ad65f-c39e-42a5-9026-0c15c75d188e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537705 Jul 16 02:14:34.785253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-1dd8169c-2923-49c1-90df-ceeeaa0b3302 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926230 Jul 16 02:14:34.878464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e6c7eeda-b82f-4203-ad78-01cd25e1ecdb req-0dd34adf-52c8-4e7c-abb5-1f698be95d22 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Jul 16 02:14:40.476130 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:51.980597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-82806773-2815-4f88-8ef3-c15daa82de13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651321 Jul 16 02:14:52.083025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-f1e6810a-aefb-41e1-a9ed-0740ed1d2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.084742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-f1e6810a-aefb-41e1-a9ed-0740ed1d2cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0608747 Jul 16 02:14:52.194866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-d15b334a-3edb-41c2-b58e-72ef9d41d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.196514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-d15b334a-3edb-41c2-b58e-72ef9d41d052 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 914 time: 0.0915868 Jul 16 02:14:52.271891 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-2930e764-c72a-46f6-8342-247eb48d7fae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 1002 time: 0.0682969 Jul 16 02:14:52.323034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-b97e8134-f20e-4b2d-b8cb-cc749cb55ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.324567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-b97e8134-f20e-4b2d-b8cb-cc749cb55ccb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0469978 Jul 16 02:14:52.333401 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:52.387298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-eaaefa33-d15a-411b-aa1c-b02654bf31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.389001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-eaaefa33-d15a-411b-aa1c-b02654bf31b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578504 Jul 16 02:14:52.488079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-09d97332-dc4d-4661-87d6-c3b666c2f23b service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921063 Jul 16 02:14:52.579849 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8873887e-355a-46b6-bb5f-bd285b26a44d req-58fdcd80-3ad1-4f49-a30d-724cb141cf82 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853043 Jul 16 02:14:53.610424 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:53.759749 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d947a0ee-3706-4e16-9e3d-f04bff662e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.307393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40616) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:55.416023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-24869694-4fbe-480e-a60b-8d008247e947 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.1074054 Jul 16 02:14:55.418797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40618) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:55.424244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'network': {'name': 'tempest-network-smoke--280862913', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'port_security_enabled': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:55.448596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Made reservation on behalf of 0c978f4b01394d9d8312b6c13b5ec92c for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:55.453228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.481371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:14:55.491428 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.491851 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Added segment 813d588d-2386-4804-8121-d2dab13964f1 of type vlan for network ee8f6620-2483-4eef-8ab5-eb716b2512ca Jul 16 02:14:55.540443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.574321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.580690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:55.581379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.617470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975710 Jul 16 02:14:55.620178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:55.625031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'admin_state_up': True, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:55.673341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08c4ec-5d04-400f-8f8e-ed819b376ba7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Network': ['ID=ee8f6620-2483-4eef-8ab5-eb716b2512ca,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:55.685140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:14:55.693739 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.694994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.763017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:55.901342 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.105255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.126660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.188849 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2b48a0ae-bc0e-4284-abab-2f213e7d11fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.248505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.25.0.90 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/fd472415-06e6-40ed-a9e7-43763f0b949b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:56.359033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.397953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.441161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:56.444011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:56.448334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:56.453730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=fd472415-06e6-40ed-a9e7-43763f0b949b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:56.637975 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.736769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:56.796797 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-3f584397-962b-4de8-a5c6-f2e27d11f1fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401412 Jul 16 02:14:56.977802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de493-5a86-47f3-bceb-c38ff36db143 req-7324fa5f-5155-40f3-8ca5-6edc7ab8a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:56.979234 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-7324fa5f-5155-40f3-8ca5-6edc7ab8a790 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1136 time: 0.1393220 Jul 16 02:14:56.983569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.161867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de493-5a86-47f3-bceb-c38ff36db143 req-0e32845c-1d20-4835-8174-3865794a5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.163333 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-0e32845c-1d20-4835-8174-3865794a5869 service neutron] 10.222.0.38 "GET /v2.0/networks?id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 200 len: 897 time: 0.1408100 Jul 16 02:14:57.228986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router 13e633ac-1cad-41a4-b293-fbe5094b69a5 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:14:57.237058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-d557ac5c-0583-4a2d-98f2-0a628216bab5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 200 len: 1000 time: 0.0672641 Jul 16 02:14:57.354010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de493-5a86-47f3-bceb-c38ff36db143 req-ea627087-f890-426a-8cef-b4063d1e8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.355488 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-ea627087-f890-426a-8cef-b4063d1e8954 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 HTTP/1.1" status: 200 len: 833 time: 0.1115065 Jul 16 02:14:57.489462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.734756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:14:57.745788 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Sync routers for ids ['13e633ac-1cad-41a4-b293-fbe5094b69a5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:14:57.756761 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Routers {'13e633ac-1cad-41a4-b293-fbe5094b69a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:57.757658 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['13e633ac-1cad-41a4-b293-fbe5094b69a5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:57.760457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:57.761671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-234f1660-3871-48e4-ab51-475b40b2b57a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1405680 Jul 16 02:14:57.764869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:57.768108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de493-5a86-47f3-bceb-c38ff36db143 req-37ef3fc7-7a98-41de-a3c5-9a1bcf49c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.769575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-37ef3fc7-7a98-41de-a3c5-9a1bcf49c59b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4057164 Jul 16 02:14:57.834164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfe9fbb-ae7c-4c99-a8f6-ec38d1225c11 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.839342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5dfe9fbb-ae7c-4c99-a8f6-ec38d1225c11 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0c978f4b01394d9d8312b6c13b5ec92c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0696168 Jul 16 02:14:57.839342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40626) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:57.871413 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Set router 13e633ac-1cad-41a4-b293-fbe5094b69a5 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:57.874378 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-60db04ed-2256-4828-99c8-1ffddb905478 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974417 Jul 16 02:14:57.933320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7cb9d-0ffb-4061-98b1-15f566e45005 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.935163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6ef7cb9d-0ffb-4061-98b1-15f566e45005 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951791 Jul 16 02:14:57.938122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40628) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:57.974007 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-112de493-5a86-47f3-bceb-c38ff36db143 req-5217e077-b895-4efc-b981-f74f04ea1917 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930102 Jul 16 02:14:57.979243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-762c5a69-e145-46be-a491-309fb5c3d56e tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398436 Jul 16 02:14:57.982632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40630) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:58.016120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-10d290af-910c-4522-a0aa-b39630062e5c tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0c978f4b01394d9d8312b6c13b5ec92c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317471 Jul 16 02:14:58.018065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40632) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:58.067015 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:14:56Z', 'revision_number': 3, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:58.094455 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Checking router: 13e633ac-1cad-41a4-b293-fbe5094b69a5 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:14:58.094812 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Updating router 13e633ac-1cad-41a4-b293-fbe5094b69a5 port fd472415-06e6-40ed-a9e7-43763f0b949b binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:14:58.107841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0282256-d396-4e2c-90a6-9c4cb39e7411 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:58.109387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b0282256-d396-4e2c-90a6-9c4cb39e7411 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904067 Jul 16 02:14:58.112161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:58.129022 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.141397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-667763a9-bc22-467a-b84c-94f0404dccc5 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274889 Jul 16 02:14:58.142724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:58.149210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63662342', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:14:58.239618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Made reservation on behalf of 0c978f4b01394d9d8312b6c13b5ec92c for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:14:58.243142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.397681 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.408738 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Transition to ACTIVE for port object fd472415-06e6-40ed-a9e7-43763f0b949b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:58.414263 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.441572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.465928 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Attempting to bind port fd472415-06e6-40ed-a9e7-43763f0b949b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:58.466285 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Attempting to bind port fd472415-06e6-40ed-a9e7-43763f0b949b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:58.466653 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Attempting to bind port fd472415-06e6-40ed-a9e7-43763f0b949b on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:58.474346 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:58.474719 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:58.475117 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.475512 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:58.475964 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Bound port: fd472415-06e6-40ed-a9e7-43763f0b949b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:58.476880 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.480069 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc6752-4fb1-46e9-8d68-db6f1e133234 None None] Pushing event updated for resources: {'Port': ['ID=fd472415-06e6-40ed-a9e7-43763f0b949b,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:58.513229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Subnet': ['ID=d42951e3-adfa-4e63-af75-f383c0355c86,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:58.523442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Checking segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:58.523802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network hostable DHCP agents. Network: ee8f6620-2483-4eef-8ab5-eb716b2512ca, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:14:58.530940 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] For port fd472415-06e6-40ed-a9e7-43763f0b949b, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:58.534170 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] For port fd472415-06e6-40ed-a9e7-43763f0b949b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fd472415-06e6-40ed-a9e7-43763f0b949b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:58.538225 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.543295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:14:58.552621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ee8f6620-2483-4eef-8ab5-eb716b2512ca) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:58.561889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d942952-8ad8-4e38-b48a-c7dd53a222c4 None None] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:14:58.567926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:58.568838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.598225 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc6752-4fb1-46e9-8d68-db6f1e133234 None None] Pushing event updated for resources: {'Port': ['ID=fd472415-06e6-40ed-a9e7-43763f0b949b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:58.598445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:14:58.604948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-95ed7b8c-124a-4492-a387-c4f9637c4cb1 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4602053 Jul 16 02:14:58.608902 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Routers {'13e633ac-1cad-41a4-b293-fbe5094b69a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:14:58.609525 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['13e633ac-1cad-41a4-b293-fbe5094b69a5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:58.742579 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] Set router 13e633ac-1cad-41a4-b293-fbe5094b69a5 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:14:58.769389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'fixed_ips': [{'subnet_id': 'd42951e3-adfa-4e63-af75-f383c0355c86'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:14:58.770298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:58.921829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Allocated IP 172.20.0.18 (ee8f6620-2483-4eef-8ab5-eb716b2512ca/d42951e3-adfa-4e63-af75-f383c0355c86/e5ebd508-74c0-4087-9bfb-2192e7881245) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:59.009878 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.087700 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:14:56Z', 'revision_number': 3, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:14:59.114593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.117038 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acd794-064f-47c1-aff0-8d94cdb6168d None None] The sync data for ids ['13e633ac-1cad-41a4-b293-fbe5094b69a5'] in n-d-800087-6 is: [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:14:56Z', 'revision_number': 3, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:14:59.117534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.130483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Transition to ACTIVE for port object e5ebd508-74c0-4087-9bfb-2192e7881245 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:59.159540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Transition to ACTIVE for port object e5ebd508-74c0-4087-9bfb-2192e7881245 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:59.166512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.211656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:59.214675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:59.218432 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:59.226157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Pushing event updated for resources: {'Port': ['ID=e5ebd508-74c0-4087-9bfb-2192e7881245,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:59.299834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Attempting to bind port e5ebd508-74c0-4087-9bfb-2192e7881245 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:14:59.300245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Attempting to bind port e5ebd508-74c0-4087-9bfb-2192e7881245 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:14:59.300619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Attempting to bind port e5ebd508-74c0-4087-9bfb-2192e7881245 on network ee8f6620-2483-4eef-8ab5-eb716b2512ca {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:14:59.306434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:14:59.306841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Checking segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:14:59.307252 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.307654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Bound using segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:14:59.308154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Bound port: e5ebd508-74c0-4087-9bfb-2192e7881245, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:14:59.308544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.407332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] For port e5ebd508-74c0-4087-9bfb-2192e7881245, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:14:59.411281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] For port e5ebd508-74c0-4087-9bfb-2192e7881245, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e5ebd508-74c0-4087-9bfb-2192e7881245,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:14:59.416618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.442970 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.20.0.17 (ee8f6620-2483-4eef-8ab5-eb716b2512ca/d42951e3-adfa-4e63-af75-f383c0355c86/21e6b962-88ab-4102-b38a-e713663b731b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:14:59.490787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adf479-6905-4b38-a0d8-17f6ac8d8577 None None] Pushing event updated for resources: {'Port': ['ID=e5ebd508-74c0-4087-9bfb-2192e7881245,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:59.581362 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.595773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Transition to ACTIVE for port object 21e6b962-88ab-4102-b38a-e713663b731b will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:14:59.634522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.710683 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:14:59.712109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=21e6b962-88ab-4102-b38a-e713663b731b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:14:59.714234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:14:59.716985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:14:59.725538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.726816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.727491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.729310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.730044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.730382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.730743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.731061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.731397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.731735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.732086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.732415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:14:59.785026 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:59.941942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.236496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.242239 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.321902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.323676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=21e6b962-88ab-4102-b38a-e713663b731b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:00.417009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:00.418474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:00.481981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9ebc0-24f7-41ad-b211-ab9c9b7ea5f6 None None] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:00.541490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router 13e633ac-1cad-41a4-b293-fbe5094b69a5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:00.561900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5e361d03-a287-4589-8924-5c0561faba02 None None] Provisioning for port e5ebd508-74c0-4087-9bfb-2192e7881245 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:00.659879 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:00.668566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4f09eda-a9ac-4d64-85fa-89173d900d10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "PUT /v2.0/routers/13e633ac-1cad-41a4-b293-fbe5094b69a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0694184 Jul 16 02:15:00.900077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-66862eb4-2432-4aca-89b5-1a72b0e54990 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:00.901333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-66862eb4-2432-4aca-89b5-1a72b0e54990 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/networks?id=ee8f6620-2483-4eef-8ab5-eb716b2512ca HTTP/1.1" status: 200 len: 797 time: 0.1181374 Jul 16 02:15:00.923289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-a9917b5b-372d-4bbf-a590-083885d74cbd tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/quotas/0c978f4b01394d9d8312b6c13b5ec92c HTTP/1.1" status: 200 len: 375 time: 0.0119205 Jul 16 02:15:01.007253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-928bbce7-77e2-49b2-8b4c-2d5e81c3bebf None None] Provisioning for port 21e6b962-88ab-4102-b38a-e713663b731b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:01.012247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-928bbce7-77e2-49b2-8b4c-2d5e81c3bebf None None] Provisioning complete for port 21e6b962-88ab-4102-b38a-e713663b731b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:01.012650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-928bbce7-77e2-49b2-8b4c-2d5e81c3bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.016244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-2122c8f6-f7f4-4ca0-a7a9-3fa7846028d3 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0874436 Jul 16 02:15:01.053980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-928bbce7-77e2-49b2-8b4c-2d5e81c3bebf None None] Port 21e6b962-88ab-4102-b38a-e713663b731b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:01.099649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Sync routers for ids ['13e633ac-1cad-41a4-b293-fbe5094b69a5'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:01.110466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Routers {'13e633ac-1cad-41a4-b293-fbe5094b69a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:01.111091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['13e633ac-1cad-41a4-b293-fbe5094b69a5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:01.190899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-e3d25e59-86f5-4b9b-8961-8462bf14281e service neutron] 10.222.0.35 "GET /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629500 Jul 16 02:15:01.240869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4c89d1ee-8840-4432-aecf-c13dd79d9891 None None] Provisioning complete for port 21e6b962-88ab-4102-b38a-e713663b731b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:01.241236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c89d1ee-8840-4432-aecf-c13dd79d9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.295797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4c89d1ee-8840-4432-aecf-c13dd79d9891 None None] Port 21e6b962-88ab-4102-b38a-e713663b731b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:01.315435 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Set router 13e633ac-1cad-41a4-b293-fbe5094b69a5 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:01.336068 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-df7814af-b7ab-465a-8286-a6783d8b96da service neutron] 10.222.0.35 "GET /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376634 Jul 16 02:15:01.466376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fd472415-06e6-40ed-a9e7-43763f0b949b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:01.476914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ded63bdd-d7bb-442f-8815-19464deb2622 None None] Provisioning complete for port 21e6b962-88ab-4102-b38a-e713663b731b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:01.476914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ded63bdd-d7bb-442f-8815-19464deb2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.548636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff448ce5-23de-4923-8315-932c5b7549ec req-c7b7507a-866c-4e90-99c9-2025069b2980 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 210 time: 0.0376701 Jul 16 02:15:01.718898 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ded63bdd-d7bb-442f-8815-19464deb2622 None None] Port 21e6b962-88ab-4102-b38a-e713663b731b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:01.761891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port fd472415-06e6-40ed-a9e7-43763f0b949b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:01.770213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fd472415-06e6-40ed-a9e7-43763f0b949b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:01.770590 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.818199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:14:59Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '21e6b962-88ab-4102-b38a-e713663b731b', 'name': '', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:3f:99:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:59Z', 'updated_at': '2021-07-16T02:15:00Z', 'revision_number': 2, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:01.847856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Checking router: 13e633ac-1cad-41a4-b293-fbe5094b69a5 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:01.848226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Updating router 13e633ac-1cad-41a4-b293-fbe5094b69a5 port 21e6b962-88ab-4102-b38a-e713663b731b binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:15:01.910210 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.924699 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.971706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port fd472415-06e6-40ed-a9e7-43763f0b949b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fd472415-06e6-40ed-a9e7-43763f0b949b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:01.976971 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:01.977782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5ebd508-74c0-4087-9bfb-2192e7881245 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:02.147091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=fd472415-06e6-40ed-a9e7-43763f0b949b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:02.160681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port e5ebd508-74c0-4087-9bfb-2192e7881245 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:02.190956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e5ebd508-74c0-4087-9bfb-2192e7881245 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:02.191331 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.343295 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.345713 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.363461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Transition to ACTIVE for port object 21e6b962-88ab-4102-b38a-e713663b731b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:02.379848 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.414483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port e5ebd508-74c0-4087-9bfb-2192e7881245, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e5ebd508-74c0-4087-9bfb-2192e7881245,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:02.422417 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.443376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda08746-cd7b-4e4f-87a8-098a90a5a728 None None] Pushing event updated for resources: {'Port': ['ID=21e6b962-88ab-4102-b38a-e713663b731b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:02.526071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Attempting to bind port 21e6b962-88ab-4102-b38a-e713663b731b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:02.526446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Attempting to bind port 21e6b962-88ab-4102-b38a-e713663b731b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:02.526812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Attempting to bind port 21e6b962-88ab-4102-b38a-e713663b731b on network ee8f6620-2483-4eef-8ab5-eb716b2512ca {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:02.542446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:02.542860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Checking segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:02.543223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.543624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Bound using segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:02.544127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Bound port: 21e6b962-88ab-4102-b38a-e713663b731b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:02.544513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.569631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=e5ebd508-74c0-4087-9bfb-2192e7881245,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:02.684842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] For port 21e6b962-88ab-4102-b38a-e713663b731b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:02.714739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] For port 21e6b962-88ab-4102-b38a-e713663b731b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=21e6b962-88ab-4102-b38a-e713663b731b,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:02.727718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.757058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-1d21bdc0-f942-4236-a640-a1565a707f05 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.760487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-1d21bdc0-f942-4236-a640-a1565a707f05 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.32 "GET /v2.0/networks?id=ee8f6620-2483-4eef-8ab5-eb716b2512ca HTTP/1.1" status: 200 len: 797 time: 0.1361530 Jul 16 02:15:02.779753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Request body: {'port': {'device_id': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'admin_state_up': True, 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:02.798930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-085eb886-f4fe-439e-85c1-a16698867766 req-8dd739f2-3b6f-4fef-a3a3-7048c0947e18 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 210 time: 0.0436940 Jul 16 02:15:02.809003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Routers {'13e633ac-1cad-41a4-b293-fbe5094b69a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:02.809660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['13e633ac-1cad-41a4-b293-fbe5094b69a5'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:02.848411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda08746-cd7b-4e4f-87a8-098a90a5a728 None None] Pushing event updated for resources: {'Port': ['ID=21e6b962-88ab-4102-b38a-e713663b731b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:02.937029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Made reservation on behalf of 0c978f4b01394d9d8312b6c13b5ec92c for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:02.943469 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.970870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] Set router 13e633ac-1cad-41a4-b293-fbe5094b69a5 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:03.081973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Allocated IP 172.20.0.19 (ee8f6620-2483-4eef-8ab5-eb716b2512ca/d42951e3-adfa-4e63-af75-f383c0355c86/5295b93f-1092-41fa-8d83-87161cb9688c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:03.211867 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.218014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:14:59Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '21e6b962-88ab-4102-b38a-e713663b731b', 'name': '', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:3f:99:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:59Z', 'updated_at': '2021-07-16T02:15:02Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:03.226187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Transition to ACTIVE for port object 5295b93f-1092-41fa-8d83-87161cb9688c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:03.250468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d82a0-ac65-4469-9631-dbbb056d9586 None None] The sync data for ids ['13e633ac-1cad-41a4-b293-fbe5094b69a5'] in n-d-800087-6 is: [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:14:59Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '21e6b962-88ab-4102-b38a-e713663b731b', 'name': '', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:3f:99:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:59Z', 'updated_at': '2021-07-16T02:15:02Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:03.260362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.326185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:03.330493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:03.343603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:03.348433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event updated for resources: {'Port': ['ID=5295b93f-1092-41fa-8d83-87161cb9688c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:03.417607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.418249 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.432692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fd472415-06e6-40ed-a9e7-43763f0b949b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:03.441932 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-128879d1-f052-4742-80be-054fbb81559e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6712353 Jul 16 02:15:03.459600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Request body: {'port': {'device_id': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:03.500683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port fd472415-06e6-40ed-a9e7-43763f0b949b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:03.501121 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.573930 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.603680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5ebd508-74c0-4087-9bfb-2192e7881245 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:03.630902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-96092044-bdeb-4991-bb15-8646cb9a14c0 None None] Provisioning for port 5295b93f-1092-41fa-8d83-87161cb9688c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:03.642668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-96092044-bdeb-4991-bb15-8646cb9a14c0 None None] Provisioning complete for port 5295b93f-1092-41fa-8d83-87161cb9688c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:03.643037 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96092044-bdeb-4991-bb15-8646cb9a14c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.691913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-96092044-bdeb-4991-bb15-8646cb9a14c0 None None] Port 5295b93f-1092-41fa-8d83-87161cb9688c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:03.701745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e5ebd508-74c0-4087-9bfb-2192e7881245 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:03.702370 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.930402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5295b93f-1092-41fa-8d83-87161cb9688c {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:03.939119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.955027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Transition to ACTIVE for port object 5295b93f-1092-41fa-8d83-87161cb9688c will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:03.961620 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:03.985625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd19ae-f236-4c7b-909e-6250b3071ac6 req-697d42a7-d478-4ca0-a725-9f6914ee0cbb tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.987408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eebd19ae-f236-4c7b-909e-6250b3071ac6 req-697d42a7-d478-4ca0-a725-9f6914ee0cbb tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 895 time: 0.0745201 Jul 16 02:15:04.021044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5295b93f-1092-41fa-8d83-87161cb9688c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:04.098957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Attempting to bind port 5295b93f-1092-41fa-8d83-87161cb9688c on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:04.099384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Attempting to bind port 5295b93f-1092-41fa-8d83-87161cb9688c by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:04.099711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Attempting to bind port 5295b93f-1092-41fa-8d83-87161cb9688c on network ee8f6620-2483-4eef-8ab5-eb716b2512ca {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:04.105248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Port 5295b93f-1092-41fa-8d83-87161cb9688c on network ee8f6620-2483-4eef-8ab5-eb716b2512ca not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:04.105602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Attempting to bind port 5295b93f-1092-41fa-8d83-87161cb9688c on network ee8f6620-2483-4eef-8ab5-eb716b2512ca {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:04.111094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:04.111482 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Checking segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:04.111803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Bound using segment: {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:04.112280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Bound port: 5295b93f-1092-41fa-8d83-87161cb9688c, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813d588d-2386-4804-8121-d2dab13964f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:04.112888 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:04.187998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] For port 5295b93f-1092-41fa-8d83-87161cb9688c, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:04.191725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] For port 5295b93f-1092-41fa-8d83-87161cb9688c, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5295b93f-1092-41fa-8d83-87161cb9688c,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:04.197200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:04.233809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.234427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:04.235856 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/5295b93f-1092-41fa-8d83-87161cb9688c HTTP/1.1" status: 200 len: 1055 time: 0.7835224 Jul 16 02:15:04.236345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'tag': '5295b93f-1092-41fa-8d83-87161cb9688c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:04.238952 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff68248-b506-4782-9bf6-d8fda63b6c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e666f6-160c-4966-a112-9a2c1eac5e83", "tag": "5295b93f-1092-41fa-8d83-87161cb9688c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:04.271003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bf2ea-952f-43ec-a857-0aee7ee090e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5295b93f-1092-41fa-8d83-87161cb9688c,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:04.308654 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652dc9ea-a6c7-4c97-a644-29198f1e6433 x-openstack-request-id: req-652dc9ea-a6c7-4c97-a644-29198f1e6433 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:04.309072 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e666f6-160c-4966-a112-9a2c1eac5e83", "tag": "5295b93f-1092-41fa-8d83-87161cb9688c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:04.309754 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-652dc9ea-a6c7-4c97-a644-29198f1e6433 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:04.310413 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'tag': '5295b93f-1092-41fa-8d83-87161cb9688c', 'status': 'completed', 'code': 200} Jul 16 02:15:04.369100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-79308dd3-78bb-4b29-afda-1b35668f524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.370876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-79308dd3-78bb-4b29-afda-1b35668f524c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 1058 time: 0.0795383 Jul 16 02:15:04.425967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-520e6599-9b2e-41c5-8ba3-61d417ecd69a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5295b93f-1092-41fa-8d83-87161cb9688c HTTP/1.1" status: 200 len: 217 time: 0.0476835 Jul 16 02:15:04.487951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-9d7a87d6-59cb-4647-b565-4ed8f980daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.489795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-9d7a87d6-59cb-4647-b565-4ed8f980daee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d42951e3-adfa-4e63-af75-f383c0355c86 HTTP/1.1" status: 200 len: 836 time: 0.0578520 Jul 16 02:15:04.558031 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-1694f2eb-c094-4a29-9093-886b3b2da46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.559770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-1694f2eb-c094-4a29-9093-886b3b2da46b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee8f6620-2483-4eef-8ab5-eb716b2512ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639427 Jul 16 02:15:04.667706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-e6184e3e-55b9-4ff2-9232-c9d4ae00aa83 service neutron] 10.222.0.32 "GET /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016123 Jul 16 02:15:04.770821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2b54db6c-ef4a-483b-8aa7-4b1ebaf0e9d0 req-0bc88c8a-9eba-4133-8e9b-5d683a098d68 service neutron] 10.222.0.32 "GET /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965767 Jul 16 02:15:04.877248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-14c7b3f7-cab1-42ee-9a55-9387d189a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.878742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-14c7b3f7-cab1-42ee-9a55-9387d189a3d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 1058 time: 0.0600190 Jul 16 02:15:04.978862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-88db17bb-e200-4703-86db-e1ba69a539b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.980589 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-88db17bb-e200-4703-86db-e1ba69a539b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee8f6620-2483-4eef-8ab5-eb716b2512ca HTTP/1.1" status: 200 len: 898 time: 0.0957751 Jul 16 02:15:05.029441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-922fd35f-9605-4c15-84d6-9b25edede81d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5295b93f-1092-41fa-8d83-87161cb9688c HTTP/1.1" status: 200 len: 217 time: 0.0402224 Jul 16 02:15:05.084968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-fa7a4329-aaab-44a0-b7c6-b84e17749ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.087082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-fa7a4329-aaab-44a0-b7c6-b84e17749ae8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d42951e3-adfa-4e63-af75-f383c0355c86 HTTP/1.1" status: 200 len: 836 time: 0.0509996 Jul 16 02:15:05.148671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-4bb954ba-9f25-429e-8b4b-7ee681c93e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.150533 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-4bb954ba-9f25-429e-8b4b-7ee681c93e52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee8f6620-2483-4eef-8ab5-eb716b2512ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566127 Jul 16 02:15:05.170271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16728006-6950-4a95-851d-9f9866e3241d req-48d37ddf-55c7-4135-bcb3-d8232cdc4adc tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.171795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-16728006-6950-4a95-851d-9f9866e3241d req-48d37ddf-55c7-4135-bcb3-d8232cdc4adc tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 907 time: 0.0679834 Jul 16 02:15:05.251341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-2664a9ef-f7d1-4938-8658-63f1913a1bb0 service neutron] 10.222.0.32 "GET /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928962 Jul 16 02:15:05.347392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21e6b962-88ab-4102-b38a-e713663b731b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:05.354338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2ff68248-b506-4782-9bf6-d8fda63b6c4e req-c7b07a90-7fbd-4f41-b34e-95d661f767ee service neutron] 10.222.0.32 "GET /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966270 Jul 16 02:15:05.404003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 21e6b962-88ab-4102-b38a-e713663b731b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:05.407887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 21e6b962-88ab-4102-b38a-e713663b731b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:05.408287 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.494470 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.528638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 21e6b962-88ab-4102-b38a-e713663b731b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=21e6b962-88ab-4102-b38a-e713663b731b,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:05.532436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.581943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=21e6b962-88ab-4102-b38a-e713663b731b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:05.589797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.590145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.590491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.590819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.591146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.591474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.591801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.592158 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.592559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.592802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.593125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:05.593718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:06.023811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40678) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:06.588749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Deleting port e8a8cbd3-862b-4150-9653-9e6dedb5a59b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:06.589659 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.613116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027b47-a62c-4e2a-8735-b6243c46bae0 req-136a0a31-fbb7-44f1-8d1b-7366dd225a8c tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:06.614593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae027b47-a62c-4e2a-8735-b6243c46bae0 req-136a0a31-fbb7-44f1-8d1b-7366dd225a8c tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 907 time: 0.0956054 Jul 16 02:15:06.688547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.688939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.702127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Calling delete_port for e8a8cbd3-862b-4150-9653-9e6dedb5a59b owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:06.854055 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.880203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event deleted for resources: {'Port': ['ID=e8a8cbd3-862b-4150-9653-9e6dedb5a59b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:06.943306 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.943640 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Floating IP 3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a disassociated (deleted). External IP: 172.25.0.187, port: 63685990-c3a7-4f09-acdb-1e5358462b1c. Jul 16 02:15:07.157742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:07.190236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5295b93f-1092-41fa-8d83-87161cb9688c details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:07.269232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:07.274497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.292809 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] Sync routers for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:07.302414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5295b93f-1092-41fa-8d83-87161cb9688c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5295b93f-1092-41fa-8d83-87161cb9688c,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:07.302667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:07.303590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:07.317459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '5295b93f-1092-41fa-8d83-87161cb9688c', 'network_id': 'ee8f6620-2483-4eef-8ab5-eb716b2512ca', 'port_id': '5295b93f-1092-41fa-8d83-87161cb9688c', 'mac_address': 'fa:16:3e:24:f9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42951e3-adfa-4e63-af75-f383c0355c86', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:07.321656 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-781fa944-645b-4a08-baa0-250376a39c17 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a HTTP/1.1" status: 204 len: 168 time: 1.2967231 Jul 16 02:15:07.322246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:07.328901 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76fd518-e276-46fe-a3b1-8ee578c57357" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:07.360629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21e6b962-88ab-4102-b38a-e713663b731b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:07.371857 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed864f-2bbd-4a46-b6d4-644aca2d6e51 x-openstack-request-id: req-26ed864f-2bbd-4a46-b6d4-644aca2d6e51 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:07.372188 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:07.372439 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26ed864f-2bbd-4a46-b6d4-644aca2d6e51 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:07.372850 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'status': 'completed', 'code': 200} Jul 16 02:15:07.406417 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.430075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5295b93f-1092-41fa-8d83-87161cb9688c {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:07.447905 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:07.469954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-22c02ae6-f7be-4028-889f-7ad886a1c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.472726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-22c02ae6-f7be-4028-889f-7ad886a1c4b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0678484 Jul 16 02:15:07.481934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5295b93f-1092-41fa-8d83-87161cb9688c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5295b93f-1092-41fa-8d83-87161cb9688c,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:07.489746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 21e6b962-88ab-4102-b38a-e713663b731b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:07.490339 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.542337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.597187 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-29190a3f-a95b-447d-98e8-568207ac31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.599697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-29190a3f-a95b-447d-98e8-568207ac31d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 200 len: 914 time: 0.1221232 Jul 16 02:15:07.650830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5295b93f-1092-41fa-8d83-87161cb9688c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:07.688333 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-80a60a9f-cd88-47b1-8db5-bac0a6914c69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 200 len: 217 time: 0.0706968 Jul 16 02:15:07.743688 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:07.757244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['5295b93f-1092-41fa-8d83-87161cb9688c'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:07.775843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-853bed73-79d7-45be-a0fd-c294f530fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.777623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-853bed73-79d7-45be-a0fd-c294f530fc5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 200 len: 852 time: 0.0823972 Jul 16 02:15:07.780538 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] Checking router: 52decc64-12cd-4dd6-bfef-ecf67c4aa357 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:07.790754 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:07.791382 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:07.863364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-7e8c7a0b-fd8c-44d6-8a6b-f7feaca26452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.865245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-7e8c7a0b-fd8c-44d6-8a6b-f7feaca26452 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c55e503-8f9a-41b5-8378-1e1a78fa5145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805693 Jul 16 02:15:07.897714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06709-accc-4134-96ad-8495f1b32c4b req-fec8c79a-597e-409e-87d5-f665d93fadf6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.899875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26e06709-accc-4134-96ad-8495f1b32c4b req-fec8c79a-597e-409e-87d5-f665d93fadf6 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 908 time: 0.1213665 Jul 16 02:15:07.909680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed71ae-5091-4ca5-b37a-b3d5e4dcdfcf req-10afcf11-116b-4ea6-8984-a7eacf57e684 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.911298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70ed71ae-5091-4ca5-b37a-b3d5e4dcdfcf req-10afcf11-116b-4ea6-8984-a7eacf57e684 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 946 time: 0.1471639 Jul 16 02:15:07.929414 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:07.954972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70ed71ae-5091-4ca5-b37a-b3d5e4dcdfcf req-1a2b16dd-58e6-4600-b620-5e095d51db63 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377145 Jul 16 02:15:07.989255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-74c096a9-bc34-4183-89f0-b57ac1696229 service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140761 Jul 16 02:15:08.095522 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c76fd518-e276-46fe-a3b1-8ee578c57357 req-a1318d2c-8d5d-4951-a88f-a7e2005af95b service neutron] 10.222.0.32 "GET /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012039 Jul 16 02:15:08.151694 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:08.181936 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98277d-fb9c-4d37-be14-49a9b1dcd60a None None] The sync data for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 is: [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:12:15Z', 'revision_number': 4, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'eaf6beed-b398-4a03-9ab3-cf779ad2a98f', 'name': '', 'network_id': '3c55e503-8f9a-41b5-8378-1e1a78fa5145', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'mac_address': 'fa:16:3e:07:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:15Z', 'updated_at': '2021-07-16T02:12:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'subnets': [{'id': '0cfedf43-8bb1-4bee-b347-d6942c7aee00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:08.414781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1be80c-823f-4db1-864a-18d7996c6e56 None None] New status for floating IP 3ef8e57a-eb61-43f6-8a49-a1b6e6b5091a: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:09.082247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89082dff-18de-4a86-9e32-bc0be8ed46b3 req-dbfc5438-317c-43f0-b37c-5ef553e4c53e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:09.083873 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-89082dff-18de-4a86-9e32-bc0be8ed46b3 req-dbfc5438-317c-43f0-b37c-5ef553e4c53e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 908 time: 0.0678945 Jul 16 02:15:09.150493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc305-4028-40e0-8b99-27bf9281c4e4 req-5eee0cef-b9cb-4b02-bd63-a3b71a1f83a5 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:09.152056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d73dc305-4028-40e0-8b99-27bf9281c4e4 req-5eee0cef-b9cb-4b02-bd63-a3b71a1f83a5 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 946 time: 0.0672810 Jul 16 02:15:09.191917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d73dc305-4028-40e0-8b99-27bf9281c4e4 req-bacbfcc4-5eb1-41bb-8b39-5c404fc2f08d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/security-groups?id=2e1756d6-3d9f-4109-88b4-94f28d070d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335600 Jul 16 02:15:09.211916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5295b93f-1092-41fa-8d83-87161cb9688c up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:09.243609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f18bc-b717-48b4-a43c-8600186946f8 req-58d2baf1-694e-41f4-ba4d-7825f0841c8e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:09.245218 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-200f18bc-b717-48b4-a43c-8600186946f8 req-58d2baf1-694e-41f4-ba4d-7825f0841c8e tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 946 time: 0.0723057 Jul 16 02:15:09.373057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Deleting port 63685990-c3a7-4f09-acdb-1e5358462b1c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:09.373406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.430540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 5295b93f-1092-41fa-8d83-87161cb9688c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:09.434348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 5295b93f-1092-41fa-8d83-87161cb9688c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:09.435438 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.467825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] For port 63685990-c3a7-4f09-acdb-1e5358462b1c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=63685990-c3a7-4f09-acdb-1e5358462b1c,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:09.468132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.482778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Calling delete_port for 63685990-c3a7-4f09-acdb-1e5358462b1c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:09.518119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.541576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5295b93f-1092-41fa-8d83-87161cb9688c'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:09.543901 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4611b9-1c5f-413c-8aad-d51a54bade5e" -d '{"events": [{"server_uuid": "a3e666f6-160c-4966-a112-9a2c1eac5e83", "name": "network-vif-plugged", "status": "completed", "tag": "5295b93f-1092-41fa-8d83-87161cb9688c"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:09.557232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 5295b93f-1092-41fa-8d83-87161cb9688c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5295b93f-1092-41fa-8d83-87161cb9688c,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:09.561720 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.589620 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d1c8e3-de27-4222-8056-cb837ca601ad x-openstack-request-id: req-69d1c8e3-de27-4222-8056-cb837ca601ad {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:09.589915 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e666f6-160c-4966-a112-9a2c1eac5e83", "name": "network-vif-plugged", "status": "completed", "tag": "5295b93f-1092-41fa-8d83-87161cb9688c", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:09.590163 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69d1c8e3-de27-4222-8056-cb837ca601ad {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:09.590541 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5295b93f-1092-41fa-8d83-87161cb9688c', 'code': 200} Jul 16 02:15:09.624851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=5295b93f-1092-41fa-8d83-87161cb9688c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:09.643507 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.683033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event deleted for resources: {'Port': ['ID=63685990-c3a7-4f09-acdb-1e5358462b1c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:09.754860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] No DVR routers for this DVR port 63685990-c3a7-4f09-acdb-1e5358462b1c on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:09.757744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:09.759792 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-200f18bc-b717-48b4-a43c-8600186946f8 req-cb71e474-de8c-4574-a487-030f107052f9 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.32 "DELETE /v2.0/ports/63685990-c3a7-4f09-acdb-1e5358462b1c HTTP/1.1" status: 204 len: 173 time: 0.5089717 Jul 16 02:15:09.760262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'name': 'network-vif-deleted', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:09.762529 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b9c81-e894-4a5e-aa2d-5ca6964b2900" -d '{"events": [{"server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "name": "network-vif-deleted", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:09.784676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e6ac-cde0-4c7d-8697-fb6f319c706a req-67657906-c817-4519-a8ba-4cbf4a844ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:09.786452 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce97e6ac-cde0-4c7d-8697-fb6f319c706a req-67657906-c817-4519-a8ba-4cbf4a844ae3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 1060 time: 0.1165817 Jul 16 02:15:09.805651 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01930a6d-dad0-436d-ba35-ae63e03b49ef x-openstack-request-id: req-01930a6d-dad0-436d-ba35-ae63e03b49ef {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:09.805975 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3a49dd-9421-40b9-b7fc-783aef908ea4", "name": "network-vif-deleted", "tag": "63685990-c3a7-4f09-acdb-1e5358462b1c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:09.806230 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01930a6d-dad0-436d-ba35-ae63e03b49ef {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:09.806634 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3a49dd-9421-40b9-b7fc-783aef908ea4', 'name': 'network-vif-deleted', 'tag': '63685990-c3a7-4f09-acdb-1e5358462b1c', 'status': 'completed', 'code': 200} Jul 16 02:15:10.277692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493485a-b5c0-43d6-a4cf-11f5fff91857 req-959e217f-e76a-42de-b431-ca1ad279f7ed tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:10.282173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e493485a-b5c0-43d6-a4cf-11f5fff91857 req-959e217f-e76a-42de-b431-ca1ad279f7ed tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 909 time: 0.0747941 Jul 16 02:15:10.338868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ac13e39e-4a4e-42e7-9d94-fd707db848f3 req-b8f3a1da-2276-4f1d-a512-b1848d4ebfcc tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 210 time: 0.0293519 Jul 16 02:15:11.485737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6be3c1de-c151-4325-bb20-067982cb2a91 req-61c2a90e-80a2-46ef-85da-5e4530b3e4d1 tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 210 time: 0.0313988 Jul 16 02:15:11.494149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ac274-232c-4d23-915f-f05a2bd86eef req-ded576a7-aa00-463c-9be9-e306261e2699 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:11.495711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f55ac274-232c-4d23-915f-f05a2bd86eef req-ded576a7-aa00-463c-9be9-e306261e2699 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 909 time: 0.1009338 Jul 16 02:15:11.672297 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26995-486e-4f5e-9a53-ebee6e740e14 req-3ef33325-640d-4045-b1c6-0151f36be321 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:11.673890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29b26995-486e-4f5e-9a53-ebee6e740e14 req-3ef33325-640d-4045-b1c6-0151f36be321 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 909 time: 0.0670416 Jul 16 02:15:11.841968 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba8265-66bb-4de8-87c9-4bf50d448f2c req-bd6a00e6-8e67-41cf-b0b2-d487fc581ac8 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:11.843550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13ba8265-66bb-4de8-87c9-4bf50d448f2c req-bd6a00e6-8e67-41cf-b0b2-d487fc581ac8 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 1060 time: 0.0561359 Jul 16 02:15:12.025745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e1f95-673a-47a3-ae1a-a2123b61a4ea req-47cb673a-ace3-44b3-b98a-a55078f603c8 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.027417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-419e1f95-673a-47a3-ae1a-a2123b61a4ea req-47cb673a-ace3-44b3-b98a-a55078f603c8 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1136 time: 0.0646939 Jul 16 02:15:12.075096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-419e1f95-673a-47a3-ae1a-a2123b61a4ea req-82fa154a-1c4d-40ab-9af5-06f1b74be2c4 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0410881 Jul 16 02:15:12.099215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40712) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:12.152578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0bbc03-2e4d-457f-8de4-663481e6c676 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.154164 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f0bbc03-2e4d-457f-8de4-663481e6c676 tempest-TestSecurityGroupsBasicOps-163394728 tempest-TestSecurityGroupsBasicOps-163394728-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 1055 time: 0.0538988 Jul 16 02:15:12.531017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e9652-68e7-4d90-848d-3aeaeac1c5e8 req-1657a40b-4a72-4d3c-9950-153adca1b0ff tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.532632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-587e9652-68e7-4d90-848d-3aeaeac1c5e8 req-1657a40b-4a72-4d3c-9950-153adca1b0ff tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 909 time: 0.0699277 Jul 16 02:15:12.633791 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-93a8cec8-2a1f-4b27-9efc-be56f6414a81 req-bcbc63a0-e2d3-4f5f-b012-0dacb6b89aeb tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 210 time: 0.0296011 Jul 16 02:15:13.223900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 63685990-c3a7-4f09-acdb-1e5358462b1c no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:13.244242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 63685990-c3a7-4f09-acdb-1e5358462b1c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:13.244585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 63685990-c3a7-4f09-acdb-1e5358462b1c not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:13.725962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-ae3c2d22-4590-463f-bf44-2d747b67766e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.728379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-ae3c2d22-4590-463f-bf44-2d747b67766e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 909 time: 0.0935948 Jul 16 02:15:13.744404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9e4b9-5232-4c69-960e-cbb00eb045d7 req-421e606a-f144-40fc-9b8c-9ec68d7fd514 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.746201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99a9e4b9-5232-4c69-960e-cbb00eb045d7 req-421e606a-f144-40fc-9b8c-9ec68d7fd514 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e666f6-160c-4966-a112-9a2c1eac5e83 HTTP/1.1" status: 200 len: 909 time: 0.0948045 Jul 16 02:15:13.823826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18bd7002-c3c6-4786-9fd9-0af5bebc1431 req-fbd30d68-c180-4f88-baf2-849def399c6d tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce3a49dd-9421-40b9-b7fc-783aef908ea4 HTTP/1.1" status: 200 len: 210 time: 0.0375953 Jul 16 02:15:13.860691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port 5295b93f-1092-41fa-8d83-87161cb9688c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:13.861034 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.953653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] For port 5295b93f-1092-41fa-8d83-87161cb9688c, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=5295b93f-1092-41fa-8d83-87161cb9688c,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:13.954009 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:13.965613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for 5295b93f-1092-41fa-8d83-87161cb9688c owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:14.097643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.130804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=5295b93f-1092-41fa-8d83-87161cb9688c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:14.159375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.159724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.160091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.160425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.160989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.161169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.161388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.161706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.162034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.162357 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.162684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.162998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:14.189191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] No DVR routers for this DVR port 5295b93f-1092-41fa-8d83-87161cb9688c on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:14.191846 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:14.193920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4c90e0bd-f9db-457f-a9d6-6c6e5a099592 req-1130ac02-03d8-4985-bd45-110f19a6fd11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.32 "DELETE /v2.0/ports/5295b93f-1092-41fa-8d83-87161cb9688c HTTP/1.1" status: 204 len: 173 time: 0.4600301 Jul 16 02:15:14.194363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'name': 'network-vif-deleted', 'tag': '5295b93f-1092-41fa-8d83-87161cb9688c'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:14.196702 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99612fe5-5155-4fae-a5bb-0c3a1fe6160c" -d '{"events": [{"server_uuid": "a3e666f6-160c-4966-a112-9a2c1eac5e83", "name": "network-vif-deleted", "tag": "5295b93f-1092-41fa-8d83-87161cb9688c"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:14.237185 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9ff31-18e4-4a86-9f3e-f3e7a10aa1e3 x-openstack-request-id: req-a5e9ff31-18e4-4a86-9f3e-f3e7a10aa1e3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:14.237573 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e666f6-160c-4966-a112-9a2c1eac5e83", "name": "network-vif-deleted", "tag": "5295b93f-1092-41fa-8d83-87161cb9688c", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:14.238162 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5e9ff31-18e4-4a86-9f3e-f3e7a10aa1e3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:14.238582 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e666f6-160c-4966-a112-9a2c1eac5e83', 'name': 'network-vif-deleted', 'tag': '5295b93f-1092-41fa-8d83-87161cb9688c', 'status': 'completed', 'code': 200} Jul 16 02:15:14.841577 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40728) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:14.919203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40732) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:14.979129 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf67753-7442-4f38-95bd-1827c44c310b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.005181 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf67753-7442-4f38-95bd-1827c44c310b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.065952 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf67753-7442-4f38-95bd-1827c44c310b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.068767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6bf67753-7442-4f38-95bd-1827c44c310b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.073222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6bf67753-7442-4f38-95bd-1827c44c310b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] 10.222.0.35 "DELETE /v2.0/security-groups/2e1756d6-3d9f-4109-88b4-94f28d070d71 HTTP/1.1" status: 204 len: 168 time: 0.1497362 Jul 16 02:15:15.087939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf67753-7442-4f38-95bd-1827c44c310b tempest-TestVolumeBackupRestore-1697447559 tempest-TestVolumeBackupRestore-1697447559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1756d6-3d9f-4109-88b4-94f28d070d71,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:15.242841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.574223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port 21e6b962-88ab-4102-b38a-e713663b731b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:15.574585 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.699668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] For port 21e6b962-88ab-4102-b38a-e713663b731b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=21e6b962-88ab-4102-b38a-e713663b731b,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:15.700050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:15.716274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for 21e6b962-88ab-4102-b38a-e713663b731b owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:15.981933 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.016691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=21e6b962-88ab-4102-b38a-e713663b731b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:16.290177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.575437 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router 13e633ac-1cad-41a4-b293-fbe5094b69a5 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:16.712747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:16.718812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-262832ad-6a76-4c09-adbd-dd5418384ea5 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "PUT /v2.0/routers/13e633ac-1cad-41a4-b293-fbe5094b69a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761218 Jul 16 02:15:16.722294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 40912) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:16.723787 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b85020-8673-468d-baa8-5dc513c19add None None] Sync routers for ids ['13e633ac-1cad-41a4-b293-fbe5094b69a5'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:16.740023 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] Routers {'13e633ac-1cad-41a4-b293-fbe5094b69a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:16.740967 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['13e633ac-1cad-41a4-b293-fbe5094b69a5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:16.820803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting subnet d42951e3-adfa-4e63-af75-f383c0355c86 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:15:16.826207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.885250 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] Set router 13e633ac-1cad-41a4-b293-fbe5094b69a5 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:16.928874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.078937 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.165637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.201243 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Subnet': ['ID=d42951e3-adfa-4e63-af75-f383c0355c86,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:17.206823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.214409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 40968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:17.218969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671dc78-38f6-4654-aa16-7026fbdc6144 None None] Network ee8f6620-2483-4eef-8ab5-eb716b2512ca requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:17.232742 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:15:15Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:17.234154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-77376a04-8dde-4815-bdf3-5a8502d3a675 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/subnets/d42951e3-adfa-4e63-af75-f383c0355c86 HTTP/1.1" status: 204 len: 168 time: 0.5077128 Jul 16 02:15:17.328827 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b85020-8673-468d-baa8-5dc513c19add None None] Checking router: 13e633ac-1cad-41a4-b293-fbe5094b69a5 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:17.344143 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] Routers {'13e633ac-1cad-41a4-b293-fbe5094b69a5'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:17.353399 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['13e633ac-1cad-41a4-b293-fbe5094b69a5'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:17.379621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5295b93f-1092-41fa-8d83-87161cb9688c no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:17.431857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.437809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 5295b93f-1092-41fa-8d83-87161cb9688c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:17.438161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 5295b93f-1092-41fa-8d83-87161cb9688c not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:17.482979 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:17.599755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] DHCP port deletion for ee8f6620-2483-4eef-8ab5-eb716b2512ca request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:15:17.633236 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] Set router 13e633ac-1cad-41a4-b293-fbe5094b69a5 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:17.700969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] Deleting port e5ebd508-74c0-4087-9bfb-2192e7881245 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:17.701354 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.730011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.793069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] For port e5ebd508-74c0-4087-9bfb-2192e7881245, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e5ebd508-74c0-4087-9bfb-2192e7881245,segment=NetworkSegment(813d588d-2386-4804-8121-d2dab13964f1),segment_id=813d588d-2386-4804-8121-d2dab13964f1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:17.795194 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.811740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] Calling delete_port for e5ebd508-74c0-4087-9bfb-2192e7881245 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:17.882103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port fd472415-06e6-40ed-a9e7-43763f0b949b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:17.882753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.923300 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:17.972693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] Pushing event deleted for resources: {'Port': ['ID=e5ebd508-74c0-4087-9bfb-2192e7881245,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:17.975070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28c0ce-b6e2-4754-af8c-1cd2e7ec33f2 None None] No DVR routers for this DVR port e5ebd508-74c0-4087-9bfb-2192e7881245 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:18.025046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] For port fd472415-06e6-40ed-a9e7-43763f0b949b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=fd472415-06e6-40ed-a9e7-43763f0b949b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:18.025654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.049327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for fd472415-06e6-40ed-a9e7-43763f0b949b owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:18.146366 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95b85020-8673-468d-baa8-5dc513c19add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:15:15Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:18.183699 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b85020-8673-468d-baa8-5dc513c19add None None] The sync data for ids ['13e633ac-1cad-41a4-b293-fbe5094b69a5'] in n-d-800087-6 is: [{'id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2145328328', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:55Z', 'updated_at': '2021-07-16T02:15:15Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'fd472415-06e6-40ed-a9e7-43763f0b949b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e633ac-1cad-41a4-b293-fbe5094b69a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:56Z', 'updated_at': '2021-07-16T02:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:18.319949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.353817 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=fd472415-06e6-40ed-a9e7-43763f0b949b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:18.437307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.940613 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.944370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.008969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.009824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Fanout notify agent at l3_agent the message router_deleted on router 13e633ac-1cad-41a4-b293-fbe5094b69a5 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:15:19.019066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.020539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dfe1714e-c99e-4e06-a341-a773da3a0909 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/routers/13e633ac-1cad-41a4-b293-fbe5094b69a5 HTTP/1.1" status: 204 len: 168 time: 1.8044839 Jul 16 02:15:19.024286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:19.129716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.233874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.249993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8f6620-2483-4eef-8ab5-eb716b2512ca']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:19.275017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813d588d-2386-4804-8121-d2dab13964f1') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:19.275394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813d588d-2386-4804-8121-d2dab13964f1') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:19.284903 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.305785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.314231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:15:19.315167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:15:19.319134 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:15:19.399518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.404996 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.407296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/networks/ee8f6620-2483-4eef-8ab5-eb716b2512ca HTTP/1.1" status: 204 len: 168 time: 0.3812294 Jul 16 02:15:19.409969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:19.426038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb17a2e-02b1-47f2-9e46-4e925884e75e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Network': ['ID=ee8f6620-2483-4eef-8ab5-eb716b2512ca,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:19.602161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port 5e66bf9d-f974-43fd-aa0c-e1850fd85e28 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:19.602778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.637673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21e6b962-88ab-4102-b38a-e713663b731b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:19.658776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 21e6b962-88ab-4102-b38a-e713663b731b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:19.659081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21e6b962-88ab-4102-b38a-e713663b731b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:19.659505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fd472415-06e6-40ed-a9e7-43763f0b949b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:19.679380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: fd472415-06e6-40ed-a9e7-43763f0b949b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:19.679733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device fd472415-06e6-40ed-a9e7-43763f0b949b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:19.680187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5ebd508-74c0-4087-9bfb-2192e7881245 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:19.698787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: e5ebd508-74c0-4087-9bfb-2192e7881245 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:19.699143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5ebd508-74c0-4087-9bfb-2192e7881245 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:19.707380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.707849 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.721018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for 5e66bf9d-f974-43fd-aa0c-e1850fd85e28 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:19.754682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:19.886243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.935729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=5e66bf9d-f974-43fd-aa0c-e1850fd85e28,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:19.991102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:19.991445 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Floating IP e5cff060-a8ca-4269-972a-6c241dc84c63 disassociated (deleted). External IP: 172.25.0.9, port: df3a7030-51d7-4647-b626-c9d32b2b903b. Jul 16 02:15:20.141534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.236752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:20.350744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:20.356808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.363344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] Sync routers for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:20.373974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:20.374611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:20.401613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-addad0d4-e0d0-4c63-800f-08198ecda785 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/floatingips/e5cff060-a8ca-4269-972a-6c241dc84c63 HTTP/1.1" status: 204 len: 168 time: 0.9905348 Jul 16 02:15:20.402353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:20.404814 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69" -d '{"events": [{"name": "network-changed", "server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:20.420063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Deleting port eaf6beed-b398-4a03-9ab3-cf779ad2a98f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:20.420497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.453517 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a700f93c-02ba-4580-bf92-e04849e7a0a4 x-openstack-request-id: req-a700f93c-02ba-4580-bf92-e04849e7a0a4 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:20.454029 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:20.454128 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a700f93c-02ba-4580-bf92-e04849e7a0a4 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:20.454536 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'status': 'completed', 'code': 200} Jul 16 02:15:20.519736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:20.542328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] For port eaf6beed-b398-4a03-9ab3-cf779ad2a98f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:20.542694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.560631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Calling delete_port for eaf6beed-b398-4a03-9ab3-cf779ad2a98f owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:20.578014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-6254e0b9-4397-47d1-9739-dd4bb5f380bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:20.579633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-6254e0b9-4397-47d1-9739-dd4bb5f380bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 1136 time: 0.0980144 Jul 16 02:15:20.772710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:09Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:20.798521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94917da5-8527-4d4d-8654-ee4c811fd928 req-f3851723-ad33-41df-9d38-34072cafd2eb tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:20.800538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94917da5-8527-4d4d-8654-ee4c811fd928 req-f3851723-ad33-41df-9d38-34072cafd2eb tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 985 time: 0.0750866 Jul 16 02:15:20.800793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] Checking router: dcc9a530-3e38-46b9-80ed-704d4ae4a1ff for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:20.810932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:20.811576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:20.849501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94917da5-8527-4d4d-8654-ee4c811fd928 req-6f373f09-0709-4015-a888-ea9d806cbf45 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0408993 Jul 16 02:15:20.924585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:21.130378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-0a54dfed-1410-42c7-a964-b5e5c7b2b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.131730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:09Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:21.131874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-0a54dfed-1410-42c7-a964-b5e5c7b2b01e service neutron] 10.222.0.38 "GET /v2.0/networks?id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 200 len: 897 time: 0.5180178 Jul 16 02:15:21.162916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d53706-d812-45e0-91b4-8730690d2db6 None None] The sync data for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 is: [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:04Z', 'revision_number': 4, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1c8bf74c-4161-44aa-bdb5-09f92e3aa14a', 'name': '', 'network_id': '16f242b1-5e5b-4bcc-b97e-4b2466edf1ac', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'mac_address': 'fa:16:3e:85:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:03Z', 'updated_at': '2021-07-16T02:14:09Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'subnets': [{'id': '4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:21.181457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-15c4bd22-a12f-4199-ae58-f30133c14513 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 200 len: 217 time: 0.0373485 Jul 16 02:15:21.274918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-a5b853aa-b130-4077-82bd-584aa483c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.276888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-a5b853aa-b130-4077-82bd-584aa483c903 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 HTTP/1.1" status: 200 len: 833 time: 0.0880811 Jul 16 02:15:21.281335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:21.335353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf6beed-b398-4a03-9ab3-cf779ad2a98f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:21.405357 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d90863-8ba4-467d-b97d-3a26c022ac3b None None] New status for floating IP e5cff060-a8ca-4269-972a-6c241dc84c63: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:21.426525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-aff0d3c2-1ea8-4a38-bd9e-fdb28610add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.428120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-aff0d3c2-1ea8-4a38-bd9e-fdb28610add1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438551 Jul 16 02:15:21.599927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:21.604636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-aa7fff91-3b41-4343-b0b4-6587c6ee7372 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409931 Jul 16 02:15:21.785095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f0a20aa3-cfb6-4edb-9646-1080bfdc1f69 req-a2bd1046-eeae-40ab-bc3e-570c479cb4e3 service neutron] 10.222.0.38 "GET /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706867 Jul 16 02:15:21.900407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:22.030003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b10b1-06d6-41bf-a665-f2a2510724fa req-57b9b0d3-98af-47d1-bca5-fef9f27f7f11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:22.032307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-463b10b1-06d6-41bf-a665-f2a2510724fa req-57b9b0d3-98af-47d1-bca5-fef9f27f7f11 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 985 time: 0.0645623 Jul 16 02:15:22.066743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:22.071385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-463b10b1-06d6-41bf-a665-f2a2510724fa req-4d16bf7b-67f5-4861-8645-877c0302cd8e tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/security-groups?id=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f&id=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343611 Jul 16 02:15:22.075102 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2009a65b-c423-431b-9224-e134becd59be admin admin] 10.222.0.35 "PUT /v2.0/routers/52decc64-12cd-4dd6-bfef-ecf67c4aa357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150690 Jul 16 02:15:22.075412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:22.080202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] Sync routers for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:22.081759 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff732a-5427-4774-8efc-2da07c783efc req-c7ad9ea4-02a1-48aa-80aa-d3045f1c4eee tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:22.083788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f3ff732a-5427-4774-8efc-2da07c783efc req-c7ad9ea4-02a1-48aa-80aa-d3045f1c4eee tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.38 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 985 time: 0.1328611 Jul 16 02:15:22.100065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:22.100774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:22.187653 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.192665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port df3a7030-51d7-4647-b626-c9d32b2b903b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:22.193224 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.210693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:22.286793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] For port df3a7030-51d7-4647-b626-c9d32b2b903b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df3a7030-51d7-4647-b626-c9d32b2b903b,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:22.287243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.300930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.301682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for df3a7030-51d7-4647-b626-c9d32b2b903b owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:22.350676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.361232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Deleting port 01f94e47-0340-4084-99a8-e378cffc4fa3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:22.361583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.407365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:15:21Z', 'revision_number': 5, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port': {'id': '01f94e47-0340-4084-99a8-e378cffc4fa3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fe:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:13Z', 'updated_at': '2021-07-16T02:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:22.434622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] Checking router: 52decc64-12cd-4dd6-bfef-ecf67c4aa357 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:22.443381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] Routers {'52decc64-12cd-4dd6-bfef-ecf67c4aa357'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:22.443998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:14:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:22.456484 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] For port 01f94e47-0340-4084-99a8-e378cffc4fa3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=01f94e47-0340-4084-99a8-e378cffc4fa3,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:22.456850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.461851 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.473813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Calling delete_port for 01f94e47-0340-4084-99a8-e378cffc4fa3 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:22.493880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=df3a7030-51d7-4647-b626-c9d32b2b903b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:22.537815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] Set router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:22.540601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] No DVR routers for this DVR port df3a7030-51d7-4647-b626-c9d32b2b903b on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:22.543195 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.545398 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f3ff732a-5427-4774-8efc-2da07c783efc req-71b405ae-1c50-4af9-b956-66c16a573aa7 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.38 "DELETE /v2.0/ports/df3a7030-51d7-4647-b626-c9d32b2b903b HTTP/1.1" status: 204 len: 173 time: 0.4566293 Jul 16 02:15:22.546175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'name': 'network-vif-deleted', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:22.548326 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ee1662-1739-4fda-adf8-cc6524b0c29f" -d '{"events": [{"server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "name": "network-vif-deleted", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:22.592127 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8b092-367e-4433-9cb6-6c6a887f49c0 x-openstack-request-id: req-abe8b092-367e-4433-9cb6-6c6a887f49c0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:22.592588 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98921d5d-d099-46bd-9524-4da8785a833b", "name": "network-vif-deleted", "tag": "df3a7030-51d7-4647-b626-c9d32b2b903b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:22.592847 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abe8b092-367e-4433-9cb6-6c6a887f49c0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:22.593254 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98921d5d-d099-46bd-9524-4da8785a833b', 'name': 'network-vif-deleted', 'tag': 'df3a7030-51d7-4647-b626-c9d32b2b903b', 'status': 'completed', 'code': 200} Jul 16 02:15:22.598381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:15:22Z', 'revision_number': 6, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:22.627423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3a03-8488-4635-818a-f0c196ed4fc6 None None] The sync data for ids ['52decc64-12cd-4dd6-bfef-ecf67c4aa357'] in n-d-800087-6 is: [{'id': '52decc64-12cd-4dd6-bfef-ecf67c4aa357', 'name': 'tempest-TestVolumeBackupRestore-141319621-router', 'tenant_id': '5458a49df0b24dbdb3baaa8fac817d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:12Z', 'updated_at': '2021-07-16T02:15:22Z', 'revision_number': 6, 'project_id': '5458a49df0b24dbdb3baaa8fac817d60', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:22.682646 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.709360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Pushing event deleted for resources: {'Port': ['ID=01f94e47-0340-4084-99a8-e378cffc4fa3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:22.774939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.865889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.868942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.912784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.913356 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52decc64-12cd-4dd6-bfef-ecf67c4aa357 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:15:22.918140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:22.922057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41208) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:22.922193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-24092669-9602-4933-abd4-ac62bb81f5df admin admin] 10.222.0.35 "DELETE /v2.0/routers/52decc64-12cd-4dd6-bfef-ecf67c4aa357 HTTP/1.1" status: 204 len: 168 time: 0.8457181 Jul 16 02:15:22.976612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Deleting subnet 0cfedf43-8bb1-4bee-b347-d6942c7aee00 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:15:22.982193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.021495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.107270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.168528 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.196266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfedf43-8bb1-4bee-b347-d6942c7aee00,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:23.200131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.202038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0436a108-3284-4144-ab3c-dba633f8a42b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0cfedf43-8bb1-4bee-b347-d6942c7aee00 HTTP/1.1" status: 204 len: 168 time: 0.2788486 Jul 16 02:15:23.204819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:23.214974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5e206-10af-434b-a72b-33c39bb5ecc2 None None] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:23.259768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-313830b3-12a7-4c38-ad9d-33ecd9283808 req-5193c56c-c24e-4547-a77c-3f37b3fe3a3a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "GET /v2.0/ports?device_id=98921d5d-d099-46bd-9524-4da8785a833b HTTP/1.1" status: 200 len: 210 time: 0.0374496 Jul 16 02:15:23.304398 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.358064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Deleting port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:23.358453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.421405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] For port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:23.421774 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.434521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Calling delete_port for 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:23.436761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] DHCP port deletion for 3c55e503-8f9a-41b5-8378-1e1a78fa5145 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:15:23.493325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Deleting port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:23.493641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.497768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:23.528010 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.555534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:23.558981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] No DVR routers for this DVR port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:23.592911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] For port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,segment=NetworkSegment(00431fb2-de5b-4967-b094-fb8c2ba535d5),segment_id=00431fb2-de5b-4967-b094-fb8c2ba535d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:23.593308 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.605275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No active binding found for port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 {{(pid=93908) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 02:15:23.605627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:23.606045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 01f94e47-0340-4084-99a8-e378cffc4fa3 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:23.608615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Calling delete_port for 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:23.635196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.649326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c55e503-8f9a-41b5-8378-1e1a78fa5145']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:23.652247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 01f94e47-0340-4084-99a8-e378cffc4fa3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:23.652594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 01f94e47-0340-4084-99a8-e378cffc4fa3 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:23.653012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eaf6beed-b398-4a03-9ab3-cf779ad2a98f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:23.660889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00431fb2-de5b-4967-b094-fb8c2ba535d5') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:23.661248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00431fb2-de5b-4967-b094-fb8c2ba535d5') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:23.674811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.682303 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.692554 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.700056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:15:23.700565 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:15:23.703133 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:15:23.709651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: eaf6beed-b398-4a03-9ab3-cf779ad2a98f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:23.710002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device eaf6beed-b398-4a03-9ab3-cf779ad2a98f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:15:23.763490 n-d-800087-6 neutron-server[93908]: self.session.flush() Jul 16 02:15:23.769282 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.770785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.774451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0b9d79bb-a255-45ac-8391-a95a7ce1fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.776264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:23.781466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c55e503-8f9a-41b5-8378-1e1a78fa5145 HTTP/1.1" status: 204 len: 168 time: 0.5722504 Jul 16 02:15:23.781618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Network 3c55e503-8f9a-41b5-8378-1e1a78fa5145 is not hosted by any dhcp agent {{(pid=93908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:15:23.781618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] No DVR routers for this DVR port 4f5ade63-6b1c-4f99-b690-b4e9a5bdee14 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:23.781847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41214) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:23.794006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba309c5-d343-4041-ae91-001aaf501b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c55e503-8f9a-41b5-8378-1e1a78fa5145,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:23.799505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510367fc-74a0-46cc-a7a8-251fa215ceb8 None None] Pushing event deleted for resources: {'Port': ['ID=4f5ade63-6b1c-4f99-b690-b4e9a5bdee14,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:24.125458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.358356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:24.410524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Deleting port 28e7c4d1-619e-443e-a5ec-d82bbe29454a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:24.410859 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.442492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5d6106c-dd73-48f0-9c02-ab16062ccc20 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.498894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5d6106c-dd73-48f0-9c02-ab16062ccc20 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.539930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] For port 28e7c4d1-619e-443e-a5ec-d82bbe29454a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=28e7c4d1-619e-443e-a5ec-d82bbe29454a,segment=NetworkSegment(ac20cc02-7897-4989-9733-99f4a5ebdf5f),segment_id=ac20cc02-7897-4989-9733-99f4a5ebdf5f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:24.540385 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.559469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Calling delete_port for 28e7c4d1-619e-443e-a5ec-d82bbe29454a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:24.577324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5d6106c-dd73-48f0-9c02-ab16062ccc20 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.580118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5d6106c-dd73-48f0-9c02-ab16062ccc20 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.581290 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c5d6106c-dd73-48f0-9c02-ab16062ccc20 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/security-groups/52bf6b64-f8f6-4685-8b2c-bd73a2d3985f HTTP/1.1" status: 204 len: 168 time: 0.2219858 Jul 16 02:15:24.584296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:24.625064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6106c-dd73-48f0-9c02-ab16062ccc20 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf6b64-f8f6-4685-8b2c-bd73a2d3985f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:24.640126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f61b11e5-913a-4136-be1d-ecdc7f273f6a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.663444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f61b11e5-913a-4136-be1d-ecdc7f273f6a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.708641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f61b11e5-913a-4136-be1d-ecdc7f273f6a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.711148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f61b11e5-913a-4136-be1d-ecdc7f273f6a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.714978 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f61b11e5-913a-4136-be1d-ecdc7f273f6a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/security-groups/59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b HTTP/1.1" status: 204 len: 168 time: 0.1270428 Jul 16 02:15:24.715272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41222) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:24.721310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b11e5-913a-4136-be1d-ecdc7f273f6a tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a9ae01-3c7f-4aee-b1ed-13c8d0791f6b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:24.847189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:24.891017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e7c4d1-619e-443e-a5ec-d82bbe29454a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:25.375856 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:25.998918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.093685 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:26.196443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4bb3-bcbc-4892-8771-3ad571fc1a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.278582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:26.283906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c0404032-ac43-4687-a0c1-979a15f6bbe1 admin admin] 10.222.0.35 "PUT /v2.0/routers/0d4881b8-bcfc-4c20-9832-423b39fd37b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5012028 Jul 16 02:15:26.286648 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:26.289832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] Sync routers for ids ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:26.298861 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] Routers {'0d4881b8-bcfc-4c20-9832-423b39fd37b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:26.299466 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:26.403559 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] Set router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:26.452491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.454264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df3a7030-51d7-4647-b626-c9d32b2b903b no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:26.476931 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: df3a7030-51d7-4647-b626-c9d32b2b903b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:26.477448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df3a7030-51d7-4647-b626-c9d32b2b903b not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:26.543377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:26.543615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.591015 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:15:24Z', 'revision_number': 5, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:26.622005 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] Checking router: 0d4881b8-bcfc-4c20-9832-423b39fd37b8 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:26.633045 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] Routers {'0d4881b8-bcfc-4c20-9832-423b39fd37b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:26.633646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.633783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:26.652662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.687868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] For port 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:26.688267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.704666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:26.751184 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] Set router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:26.763732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Deleting port a21e75a1-3d6f-48b6-b309-3f211d7efb53 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:26.764104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.901951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] For port a21e75a1-3d6f-48b6-b309-3f211d7efb53, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a21e75a1-3d6f-48b6-b309-3f211d7efb53,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:26.902307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:26.925000 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:15:24Z', 'revision_number': 5, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:26.927038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Calling delete_port for a21e75a1-3d6f-48b6-b309-3f211d7efb53 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:26.951075 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e7a7e-adfc-48d7-a0a9-8e1e2703962e None None] The sync data for ids ['0d4881b8-bcfc-4c20-9832-423b39fd37b8'] in n-d-800087-6 is: [{'id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'name': 'tempest-TestVolumeBackupRestore-340491214-router', 'tenant_id': '51b88ede003c42c5a61ae9ded7f509bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:15:24Z', 'revision_number': 5, 'project_id': '51b88ede003c42c5a61ae9ded7f509bd', 'gw_port': {'id': 'a21e75a1-3d6f-48b6-b309-3f211d7efb53', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4881b8-bcfc-4c20-9832-423b39fd37b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:18Z', 'updated_at': '2021-07-16T02:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:27.049110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.145761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=1c8bf74c-4161-44aa-bdb5-09f92e3aa14a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:27.315377 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.388162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21e75a1-3d6f-48b6-b309-3f211d7efb53,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:27.415511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28e7c4d1-619e-443e-a5ec-d82bbe29454a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:27.466153 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.483689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.610539 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 28e7c4d1-619e-443e-a5ec-d82bbe29454a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:27.610877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 28e7c4d1-619e-443e-a5ec-d82bbe29454a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:27.624085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.626272 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.629815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.709792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.710893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4881b8-bcfc-4c20-9832-423b39fd37b8 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:15:27.715994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.717153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-640e052d-69bf-4cda-bf38-88da4fdc3834 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0d4881b8-bcfc-4c20-9832-423b39fd37b8 HTTP/1.1" status: 204 len: 168 time: 1.4295828 Jul 16 02:15:27.720106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41226) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:27.769199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Deleting subnet e6bb702f-2436-4a67-b0e3-67d571d9e172 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:15:27.773403 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.814593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.840135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:27.904376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:27.952772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:27.961118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-148a6c09-2ea8-4124-82aa-5c171178d867 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "PUT /v2.0/routers/dcc9a530-3e38-46b9-80ed-704d4ae4a1ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414474 Jul 16 02:15:27.961826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41228) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:27.962540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] Sync routers for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:27.971999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:27.972643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:27.972964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.029267 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.031271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e6bb702f-2436-4a67-b0e3-67d571d9e172 HTTP/1.1" status: 204 len: 168 time: 0.3096185 Jul 16 02:15:28.032114 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78256069-b4df-465a-a7aa-15429ca5d48d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6bb702f-2436-4a67-b0e3-67d571d9e172,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:28.034171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:28.050945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a067b-360e-46e7-adc8-af13180852d2 None None] Network d6400c2e-5fbb-4564-8bbf-4ace15208ad2 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:28.056965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting subnet 4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:15:28.060986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.108490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.114942 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.131719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:28.175918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Deleting port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:28.176447 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.205062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.263835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] For port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,segment=NetworkSegment(ac20cc02-7897-4989-9733-99f4a5ebdf5f),segment_id=ac20cc02-7897-4989-9733-99f4a5ebdf5f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:28.264380 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.276812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Calling delete_port for 4bff3c91-d8ea-4772-be1e-bc6eeb65804a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:28.287520 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.316298 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:28.318259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.320678 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee39bd72-4589-4a24-a86b-18e7733c1a10 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/subnets/4b4f931b-ce30-4a09-ab1d-3d2490c4f0b6 HTTP/1.1" status: 204 len: 168 time: 0.3577342 Jul 16 02:15:28.324248 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41232) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:28.334457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5eb12-f69e-48f7-a613-4d4b525bf9ec None None] Network 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:28.380826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.395189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b21c7-fc13-476d-8541-4eb6cde51454 None None] DHCP port deletion for d6400c2e-5fbb-4564-8bbf-4ace15208ad2 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:15:28.412522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bff3c91-d8ea-4772-be1e-bc6eeb65804a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:28.414803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] No DVR routers for this DVR port 4bff3c91-d8ea-4772-be1e-bc6eeb65804a on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:28.470940 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.494945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.502545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:15:26Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:28.505384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6400c2e-5fbb-4564-8bbf-4ace15208ad2']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:28.516594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac20cc02-7897-4989-9733-99f4a5ebdf5f') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:28.517029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac20cc02-7897-4989-9733-99f4a5ebdf5f') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:28.526268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.530944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] Checking router: dcc9a530-3e38-46b9-80ed-704d4ae4a1ff for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:28.541062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.547201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] Routers {'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:28.547828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:28.549107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:15:28.549628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:15:28.551769 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:15:28.585032 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.615624 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.623209 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.625898 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d6400c2e-5fbb-4564-8bbf-4ace15208ad2 HTTP/1.1" status: 204 len: 168 time: 0.5891628 Jul 16 02:15:28.674065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Deleting port d0d526f1-a4da-4daa-97b4-a1ab99fd9657 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:28.674406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.681016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] DHCP port deletion for 16f242b1-5e5b-4bcc-b97e-4b2466edf1ac request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:15:28.728712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] Set router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:28.780688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] For port d0d526f1-a4da-4daa-97b4-a1ab99fd9657, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:28.781276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.802646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Calling delete_port for d0d526f1-a4da-4daa-97b4-a1ab99fd9657 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:28.876538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] Deleting port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:28.876913 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:28.882559 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41236) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:28.970248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5a334799-83ad-4b1c-a45f-955141fa1d85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5458a49df0b24dbdb3baaa8fac817d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864162 Jul 16 02:15:28.976832 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41238) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:28.994702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] For port ac10f7e3-ff29-4440-ac63-83df1d2d3e46, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,segment=NetworkSegment(87240a8a-0b5b-4ac5-bcf0-a72428a367c3),segment_id=87240a8a-0b5b-4ac5-bcf0-a72428a367c3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:28.995008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.006695 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.015339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] Calling delete_port for ac10f7e3-ff29-4440-ac63-83df1d2d3e46 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:29.019228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be38f5-2117-40f7-bfb3-7a464891c012 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6400c2e-5fbb-4564-8bbf-4ace15208ad2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:29.071315 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.075951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:15:26Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:29.099460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aab-fbec-4cec-a9a0-34a2153d9228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.106153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd95e3c-e30a-435c-9c1c-600493f08289 None None] The sync data for ids ['dcc9a530-3e38-46b9-80ed-704d4ae4a1ff'] in n-d-800087-6 is: [{'id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1140273498', 'tenant_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:15:26Z', 'revision_number': 5, 'project_id': '0c978f4b01394d9d8312b6c13b5ec92c', 'gw_port': {'id': 'd0d526f1-a4da-4daa-97b4-a1ab99fd9657', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9a530-3e38-46b9-80ed-704d4ae4a1ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:14:00Z', 'updated_at': '2021-07-16T02:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:29.108756 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Port': ['ID=d0d526f1-a4da-4daa-97b4-a1ab99fd9657,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:29.137211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.165716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] No DVR routers for this DVR port ac10f7e3-ff29-4440-ac63-83df1d2d3e46 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:29.167590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade9c2-95e4-4255-91da-d87c1bdaf12d None None] Pushing event deleted for resources: {'Port': ['ID=ac10f7e3-ff29-4440-ac63-83df1d2d3e46,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:29.177138 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aab-fbec-4cec-a9a0-34a2153d9228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.211091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.306257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.310215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.349346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aab-fbec-4cec-a9a0-34a2153d9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.351953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f79d1aab-fbec-4cec-a9a0-34a2153d9228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.353135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f79d1aab-fbec-4cec-a9a0-34a2153d9228 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec11fb97-63b5-4abf-8f2e-cc5aebdffeed HTTP/1.1" status: 204 len: 168 time: 0.3707283 Jul 16 02:15:29.362923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.363438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Fanout notify agent at l3_agent the message router_deleted on router dcc9a530-3e38-46b9-80ed-704d4ae4a1ff {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:15:29.371685 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.372807 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e88cdead-ab7f-4857-b48b-b5ed2d628436 tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/routers/dcc9a530-3e38-46b9-80ed-704d4ae4a1ff HTTP/1.1" status: 204 len: 168 time: 1.0476146 Jul 16 02:15:29.373709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d1aab-fbec-4cec-a9a0-34a2153d9228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11fb97-63b5-4abf-8f2e-cc5aebdffeed,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:29.379804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41242) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:29.461052 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.565198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.577020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f242b1-5e5b-4bcc-b97e-4b2466edf1ac']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:29.591882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87240a8a-0b5b-4ac5-bcf0-a72428a367c3') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:29.594267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a21e75a1-3d6f-48b6-b309-3f211d7efb53 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:29.596565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87240a8a-0b5b-4ac5-bcf0-a72428a367c3') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:29.610556 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.622100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a21e75a1-3d6f-48b6-b309-3f211d7efb53 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:29.622597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a21e75a1-3d6f-48b6-b309-3f211d7efb53 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:29.623122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4bff3c91-d8ea-4772-be1e-bc6eeb65804a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:29.626180 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.632758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:15:29.633175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.648456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 4bff3c91-d8ea-4772-be1e-bc6eeb65804a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:29.649056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4bff3c91-d8ea-4772-be1e-bc6eeb65804a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:29.649743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:15:29.659787 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:15:29.676798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:29.677538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1c8bf74c-4161-44aa-bdb5-09f92e3aa14a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:29.678121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac10f7e3-ff29-4440-ac63-83df1d2d3e46 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:29.700395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: ac10f7e3-ff29-4440-ac63-83df1d2d3e46 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:29.700985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device ac10f7e3-ff29-4440-ac63-83df1d2d3e46 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:29.714593 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.724967 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.727370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] 10.222.0.35 "DELETE /v2.0/networks/16f242b1-5e5b-4bcc-b97e-4b2466edf1ac HTTP/1.1" status: 204 len: 168 time: 0.3510015 Jul 16 02:15:29.739135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c32dd-f138-4162-b068-f03aa474e47f tempest-TestSecurityGroupsBasicOps-80105714 tempest-TestSecurityGroupsBasicOps-80105714-project] Pushing event deleted for resources: {'Network': ['ID=16f242b1-5e5b-4bcc-b97e-4b2466edf1ac,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:29.776574 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41248) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:29.823285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b081c14f-05ca-41f2-9e4f-eac74e9bb780 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51b88ede003c42c5a61ae9ded7f509bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452447 Jul 16 02:15:29.825757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41252) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:29.880217 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a2687d-a90f-4dff-a7b6-7c096cd5c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.907002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a2687d-a90f-4dff-a7b6-7c096cd5c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.961025 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a2687d-a90f-4dff-a7b6-7c096cd5c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.963627 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a2687d-a90f-4dff-a7b6-7c096cd5c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:29.967100 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-20a2687d-a90f-4dff-a7b6-7c096cd5c7d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23fc1063-caaa-4847-8fcb-3d78cf72c24a HTTP/1.1" status: 204 len: 168 time: 0.1381154 Jul 16 02:15:29.973781 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2687d-a90f-4dff-a7b6-7c096cd5c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc1063-caaa-4847-8fcb-3d78cf72c24a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:30.052109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41258) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:30.315101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-109b28e8-3ea8-4ae8-a552-ca33dded12fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c978f4b01394d9d8312b6c13b5ec92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615144 Jul 16 02:15:30.317540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41262) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:30.370444 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b17c763-34b5-4cab-9ede-dc3929b58bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.396687 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b17c763-34b5-4cab-9ede-dc3929b58bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.452717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b17c763-34b5-4cab-9ede-dc3929b58bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.455610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b17c763-34b5-4cab-9ede-dc3929b58bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.457132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8b17c763-34b5-4cab-9ede-dc3929b58bfa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d2f00f5-ad8a-4d15-a87c-4d119c5e1696 HTTP/1.1" status: 204 len: 168 time: 0.1384683 Jul 16 02:15:30.466280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17c763-34b5-4cab-9ede-dc3929b58bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2f00f5-ad8a-4d15-a87c-4d119c5e1696,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:30.742385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41268) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:30.756740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfaf38bd-4bcf-473d-b740-acda25f27996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.847441 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfaf38bd-4bcf-473d-b740-acda25f27996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.851814 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dfaf38bd-4bcf-473d-b740-acda25f27996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.890517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf38bd-4bcf-473d-b740-acda25f27996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f76817-c637-4f4f-b095-4d3395b277ff,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:30.894745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dfaf38bd-4bcf-473d-b740-acda25f27996 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=391829a658c54f1b8cc1ac98bcca4e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512995 Jul 16 02:15:30.897432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41270) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:30.947661 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aaef61c4-478a-4e49-8ab3-ffa55557634b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:30.968894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aaef61c4-478a-4e49-8ab3-ffa55557634b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.016584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aaef61c4-478a-4e49-8ab3-ffa55557634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.019048 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aaef61c4-478a-4e49-8ab3-ffa55557634b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.020233 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aaef61c4-478a-4e49-8ab3-ffa55557634b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4f76817-c637-4f4f-b095-4d3395b277ff HTTP/1.1" status: 204 len: 168 time: 0.1213686 Jul 16 02:15:31.028646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef61c4-478a-4e49-8ab3-ffa55557634b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f76817-c637-4f4f-b095-4d3395b277ff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:31.299405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d0d526f1-a4da-4daa-97b4-a1ab99fd9657 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:31.320641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d0d526f1-a4da-4daa-97b4-a1ab99fd9657 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:31.320980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d0d526f1-a4da-4daa-97b4-a1ab99fd9657 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:31.353795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41276) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:31.394140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ec890eee-4fef-4f20-abd0-fd598b59576c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ee26666c65147c897ac68b4b9ee433a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391805 Jul 16 02:15:31.396637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:31.443958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33f2aa9c-4b3f-47e3-a099-a6da5f39aa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.466470 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33f2aa9c-4b3f-47e3-a099-a6da5f39aa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.517413 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33f2aa9c-4b3f-47e3-a099-a6da5f39aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.519942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-33f2aa9c-4b3f-47e3-a099-a6da5f39aa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.521137 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-33f2aa9c-4b3f-47e3-a099-a6da5f39aa1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31848eab-8797-4bb1-8c4a-66421ef215af HTTP/1.1" status: 204 len: 168 time: 0.1236062 Jul 16 02:15:31.528732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2aa9c-4b3f-47e3-a099-a6da5f39aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31848eab-8797-4bb1-8c4a-66421ef215af,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:32.179212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41300) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:32.275161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-142895594-network', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:32.298898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:32.301330 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.310076 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.398789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.402728 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.427822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:15:32.437693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e8dd0-e685-4c08-bf13-362984dc1045,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:32.443865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.444244 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Added segment be326c92-4543-4bcc-9422-f26b030a38b3 of type vlan for network a5f996a7-1ade-4148-b559-9dda52df1c02 Jul 16 02:15:32.485228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.512735 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.513667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:32.514240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.547958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3676417 Jul 16 02:15:32.551003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41304) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:32.556102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Request body: {'subnet': {'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-142895594-subnet', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:32.576511 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d93c3-d4e8-4ce4-a81e-fc6c99663a53 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f996a7-1ade-4148-b559-9dda52df1c02,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:32.577077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:32.579437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.588801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a5f996a7-1ade-4148-b559-9dda52df1c02 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:15:32.752539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.806145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=48894c57-4774-4c9c-ab54-84b9ea4dd86a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:32.816292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:32.816680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Network hostable DHCP agents. Network: a5f996a7-1ade-4148-b559-9dda52df1c02, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:15:32.834248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:15:32.843610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a5f996a7-1ade-4148-b559-9dda52df1c02) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:32.848530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:32.850407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.851402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb3e8f-3d62-403a-aa76-9cda9b1b7113 None None] Network a5f996a7-1ade-4148-b559-9dda52df1c02 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:32.867565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1702a852-8334-48ae-98ca-5d1e62b07bca admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3154504 Jul 16 02:15:32.870258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41306) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:32.874663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:32.895496 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.896297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:32.951579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.010320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-a5f996a7-1ade-4148-b559-9dda52df1c02', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:15:33.011193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.087599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.150248 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Allocated IP 172.20.0.2 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/2dbc8fd3-84d4-44c7-b021-abeef3ecd362) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:33.308944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.319783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Transition to ACTIVE for port object 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:33.322542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.343244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.343851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Transition to ACTIVE for port object 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:33.351943 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.396888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:33.399681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:33.403252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:33.410307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Pushing event updated for resources: {'Port': ['ID=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:33.454613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Allocated IP 172.25.0.194 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/aadd3025-15bf-4d33-9881-cf56bd8c037d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:33.467497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Attempting to bind port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:33.467872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Attempting to bind port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:33.468259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Attempting to bind port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:33.473276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:33.473669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:33.474057 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.474446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:33.474903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Bound port: 2dbc8fd3-84d4-44c7-b021-abeef3ecd362, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:33.475288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.539677 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] For port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:33.543628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] For port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:33.547893 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.577456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.608882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccdf7e-47bc-4c98-9f35-a6f426e2d43c None None] Pushing event updated for resources: {'Port': ['ID=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:33.626038 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:33.669022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:33.673729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:33.678395 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:33.681445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Pushing event updated for resources: {'Port': ['ID=aadd3025-15bf-4d33-9881-cf56bd8c037d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:33.968593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.167730 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.306786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:15:34.417539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:34.427010 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:34.434608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.438626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-23958da0-d815-4955-abf5-bb0a5ce553ab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5648322 Jul 16 02:15:34.438876 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:34.439012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41308) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:34.439571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:34.525010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7eb26-6010-4ca8-a398-a99f92b4f242 None None] Network a5f996a7-1ade-4148-b559-9dda52df1c02 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:34.556675 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:34.636166 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-44abca52-d796-4ec6-af53-9a443c323a45 None None] Provisioning for port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:34.774296 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:33Z', 'revision_number': 3, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:34.802049 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:34.802540 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Updating router 075f06a7-3b1d-4414-a42f-8aef67e960aa port aadd3025-15bf-4d33-9881-cf56bd8c037d binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:15:34.844792 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.896078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.061835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Allocated IP 172.20.0.1 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/31b7c075-1cbf-43a3-9609-92503a0f6237) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:35.168637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.182518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Transition to ACTIVE for port object 31b7c075-1cbf-43a3-9609-92503a0f6237 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:35.191755 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.202182 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Transition to ACTIVE for port object aadd3025-15bf-4d33-9881-cf56bd8c037d will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:35.208091 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.216558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.255178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:35.260403 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Pushing event updated for resources: {'Port': ['ID=aadd3025-15bf-4d33-9881-cf56bd8c037d,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.260893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:35.263009 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Attempting to bind port aadd3025-15bf-4d33-9881-cf56bd8c037d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:35.263381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Attempting to bind port aadd3025-15bf-4d33-9881-cf56bd8c037d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:35.263743 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Attempting to bind port aadd3025-15bf-4d33-9881-cf56bd8c037d on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:35.264669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:35.273247 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.273590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.273925 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.274262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.274586 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.274910 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.275233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.275580 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.275898 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.276244 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.276569 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.277226 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:35.280714 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:35.281088 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:35.281499 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.281880 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:35.282352 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Bound port: aadd3025-15bf-4d33-9881-cf56bd8c037d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:35.282732 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.301069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=31b7c075-1cbf-43a3-9609-92503a0f6237,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.328778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.348593 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] For port aadd3025-15bf-4d33-9881-cf56bd8c037d, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:35.352328 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] For port aadd3025-15bf-4d33-9881-cf56bd8c037d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aadd3025-15bf-4d33-9881-cf56bd8c037d,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:35.359179 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.425105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:35.434265 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb99bb-8fc0-4549-a730-d18211388ddb None None] Pushing event updated for resources: {'Port': ['ID=aadd3025-15bf-4d33-9881-cf56bd8c037d,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.438081 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:35.438778 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:35.487978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.508830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:35.513245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:35.513633 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.562193 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:35.605236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.609989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59d3dfb4-75b0-4502-9029-47bd7e8fa31b None None] Provisioning for port 31b7c075-1cbf-43a3-9609-92503a0f6237 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:35.624639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59d3dfb4-75b0-4502-9029-47bd7e8fa31b None None] Provisioning complete for port 31b7c075-1cbf-43a3-9609-92503a0f6237 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:35.625293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59d3dfb4-75b0-4502-9029-47bd7e8fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.675787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.681465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.756654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=31b7c075-1cbf-43a3-9609-92503a0f6237,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:35.759561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.791603 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:35.819807 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e57ce-e4ba-4335-ad35-d8253598bd13 None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:35.833464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:35.838734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-59d3dfb4-75b0-4502-9029-47bd7e8fa31b None None] Port 31b7c075-1cbf-43a3-9609-92503a0f6237 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:35.840586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:35.861134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:35.862591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:35.893035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:36.004583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:36.147017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:36.166695 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89c44cd7-768f-4079-b48f-8dbbaf11bbb5 admin admin] 10.222.0.35 "PUT /v2.0/routers/075f06a7-3b1d-4414-a42f-8aef67e960aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202997 Jul 16 02:15:36.177902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7027ed21-b660-49bd-89a3-843d8c0af121 None None] Provisioning complete for port 31b7c075-1cbf-43a3-9609-92503a0f6237 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:36.178273 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7027ed21-b660-49bd-89a3-843d8c0af121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.214717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7027ed21-b660-49bd-89a3-843d8c0af121 None None] Port 31b7c075-1cbf-43a3-9609-92503a0f6237 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:36.662060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41324) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:36.667467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980813380-network', 'tenant_id': '662e079e6c6a40c4927445f6bd016865'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:36.694941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Made reservation on behalf of 662e079e6c6a40c4927445f6bd016865 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:36.697385 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.707329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.802468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.807567 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.833695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:15:36.844338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d1a72-6ffb-4a2a-8299-b518b0e6b5de,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:36.849584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.849930 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Added segment 46a6551d-cc38-4f83-8006-1f3bf471db84 of type vlan for network b2371524-ba79-4828-9808-737ccd62b7b9 Jul 16 02:15:36.894460 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.930347 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.931531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:36.932194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:36.967243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3039429 Jul 16 02:15:36.970008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:36.975059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Request body: {'subnet': {'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980813380-subnet', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:37.001154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Made reservation on behalf of 662e079e6c6a40c4927445f6bd016865 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:37.003672 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.009278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febbeb6-e9ae-4f0a-bc5d-fb8a69250755 admin admin] Pushing event updated for resources: {'Network': ['ID=b2371524-ba79-4828-9808-737ccd62b7b9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:37.019386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b2371524-ba79-4828-9808-737ccd62b7b9 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:15:37.193437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.248290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdaf179-f385-490d-85a7-93cb4f144031,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:37.256861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Checking segment: {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:37.257226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Network hostable DHCP agents. Network: b2371524-ba79-4828-9808-737ccd62b7b9, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:15:37.272630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Network b2371524-ba79-4828-9808-737ccd62b7b9 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:15:37.281175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b2371524-ba79-4828-9808-737ccd62b7b9) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:37.287803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:37.288929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.290068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc076eb-5be4-4dd4-8636-500d80e8b1e4 None None] Network b2371524-ba79-4828-9808-737ccd62b7b9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:37.304788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f52159e-8c73-48cf-800b-faab6d1f70a6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3330169 Jul 16 02:15:37.307921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 41328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:37.313033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:37.337432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.338473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.401767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.464998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-b2371524-ba79-4828-9808-737ccd62b7b9', 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'fixed_ips': [{'subnet_id': 'cbdaf179-f385-490d-85a7-93cb4f144031'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:15:37.465896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.468110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:37.541909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.589499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:37.589871 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.676070 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Allocated IP 172.20.0.2 (b2371524-ba79-4828-9808-737ccd62b7b9/cbdaf179-f385-490d-85a7-93cb4f144031/d7580413-f3b1-4540-99ba-573e6f24df48) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:37.739492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aadd3025-15bf-4d33-9881-cf56bd8c037d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:37.853433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port aadd3025-15bf-4d33-9881-cf56bd8c037d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:37.877052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aadd3025-15bf-4d33-9881-cf56bd8c037d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:37.877423 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.928862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:37.934469 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.952213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Transition to ACTIVE for port object d7580413-f3b1-4540-99ba-573e6f24df48 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:37.960490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:37.961137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:38.008289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Transition to ACTIVE for port object d7580413-f3b1-4540-99ba-573e6f24df48 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:38.025025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.091941 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.112277 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.139548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Network b2371524-ba79-4828-9808-737ccd62b7b9 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:38.143585 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.157175 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:38.161417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Pushing event updated for resources: {'Port': ['ID=d7580413-f3b1-4540-99ba-573e6f24df48,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:38.165433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:38.171214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:38.220545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Allocated IP 172.25.0.52 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/2337e0ce-e0bc-4c1c-9c8c-7dae29035a08) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:38.232072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port aadd3025-15bf-4d33-9881-cf56bd8c037d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aadd3025-15bf-4d33-9881-cf56bd8c037d,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:38.258196 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.322769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.328708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Attempting to bind port d7580413-f3b1-4540-99ba-573e6f24df48 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:38.329081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Attempting to bind port d7580413-f3b1-4540-99ba-573e6f24df48 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:38.329442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Attempting to bind port d7580413-f3b1-4540-99ba-573e6f24df48 on network b2371524-ba79-4828-9808-737ccd62b7b9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:38.356727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:38.357772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Checking segment: {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:38.358181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.358576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Bound using segment: {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:38.359200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Bound port: d7580413-f3b1-4540-99ba-573e6f24df48, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:38.359637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.362244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.399535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:38.404337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:38.407711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:38.438518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Pushing event updated for resources: {'Port': ['ID=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:38.444952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=aadd3025-15bf-4d33-9881-cf56bd8c037d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:38.516515 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] For port d7580413-f3b1-4540-99ba-573e6f24df48, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:38.531303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] For port d7580413-f3b1-4540-99ba-573e6f24df48, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d7580413-f3b1-4540-99ba-573e6f24df48,segment=NetworkSegment(46a6551d-cc38-4f83-8006-1f3bf471db84),segment_id=46a6551d-cc38-4f83-8006-1f3bf471db84)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:38.539741 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.606194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 2, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:38.635850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c9246-a183-4ea6-becb-2aee3230215e None None] Pushing event updated for resources: {'Port': ['ID=d7580413-f3b1-4540-99ba-573e6f24df48,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:38.638723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:38.639088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Updating router 075f06a7-3b1d-4414-a42f-8aef67e960aa port 31b7c075-1cbf-43a3-9609-92503a0f6237 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:15:38.675748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.681678 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.912452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.986528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.997225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Transition to ACTIVE for port object 31b7c075-1cbf-43a3-9609-92503a0f6237 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:39.005069 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:39.043325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Router 278b5c6a-45df-49e6-819b-37feddd42891 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:15:39.056181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa8f5-40da-49dd-9460-29e548e73e5b None None] Pushing event updated for resources: {'Port': ['ID=31b7c075-1cbf-43a3-9609-92503a0f6237,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:39.116771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Attempting to bind port 31b7c075-1cbf-43a3-9609-92503a0f6237 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:39.117145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Attempting to bind port 31b7c075-1cbf-43a3-9609-92503a0f6237 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:39.117520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Attempting to bind port 31b7c075-1cbf-43a3-9609-92503a0f6237 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:39.122824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:39.123209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:39.123619 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:39.124021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:39.124520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Bound port: 31b7c075-1cbf-43a3-9609-92503a0f6237, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:39.124908 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:39.166334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:39.179733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Sync routers for ids ['278b5c6a-45df-49e6-819b-37feddd42891'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:39.186508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:39.188198 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5a4b1b33-d325-4b8f-9a93-84db46ee6d1e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8787072 Jul 16 02:15:39.191030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 41330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:39.194326 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Routers {'278b5c6a-45df-49e6-819b-37feddd42891'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:39.195977 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['278b5c6a-45df-49e6-819b-37feddd42891'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:39.196418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] For port 31b7c075-1cbf-43a3-9609-92503a0f6237, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:39.202048 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] For port 31b7c075-1cbf-43a3-9609-92503a0f6237, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31b7c075-1cbf-43a3-9609-92503a0f6237,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:39.207086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:39.284660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:39.285393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:39.289616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa8f5-40da-49dd-9460-29e548e73e5b None None] Pushing event updated for resources: {'Port': ['ID=31b7c075-1cbf-43a3-9609-92503a0f6237,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:39.352736 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Set router 278b5c6a-45df-49e6-819b-37feddd42891 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:39.485960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:39.576668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7580413-f3b1-4540-99ba-573e6f24df48 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:39.653770 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 3, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:39.700888 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Checking router: 278b5c6a-45df-49e6-819b-37feddd42891 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:39.701261 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Updating router 278b5c6a-45df-49e6-819b-37feddd42891 port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:15:39.742022 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:39.907037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858cbd1-2756-4662-a72a-7e7ad1e4b486 None None] Network b2371524-ba79-4828-9808-737ccd62b7b9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:15:39.911371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d7580413-f3b1-4540-99ba-573e6f24df48 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:39.936245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aadd3025-15bf-4d33-9881-cf56bd8c037d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:40.033936 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.045605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Transition to ACTIVE for port object 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:40.052004 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.105788 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Attempting to bind port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:40.106152 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Attempting to bind port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:40.106505 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Attempting to bind port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:40.111881 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ae13-1eb7-425a-8712-4eab60c05a57 None None] Pushing event updated for resources: {'Port': ['ID=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:40.119074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port aadd3025-15bf-4d33-9881-cf56bd8c037d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:40.119572 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:40.119711 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.119800 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:40.119800 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.120437 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:40.121047 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Bound port: 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:40.121427 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.176102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.179214 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] For port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:40.183593 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] For port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:40.190776 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.208580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] Provisioning for port d7580413-f3b1-4540-99ba-573e6f24df48 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:40.217326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:39Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:40.248860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] Provisioning complete for port d7580413-f3b1-4540-99ba-573e6f24df48 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:40.250151 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.253650 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Routers {'278b5c6a-45df-49e6-819b-37feddd42891'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:40.254304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['278b5c6a-45df-49e6-819b-37feddd42891'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:40.254441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608ce41-52b7-41b4-ba1e-015ba0479519 None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:39Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:40.294715 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ae13-1eb7-425a-8712-4eab60c05a57 None None] Pushing event updated for resources: {'Port': ['ID=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:40.349432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Allocated IP 172.20.0.1 (b2371524-ba79-4828-9808-737ccd62b7b9/cbdaf179-f385-490d-85a7-93cb4f144031/9868add4-065b-4527-9372-1ea23cc53c71) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:40.396477 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] Set router 278b5c6a-45df-49e6-819b-37feddd42891 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:40.407930 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.479010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] For port d7580413-f3b1-4540-99ba-573e6f24df48, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d7580413-f3b1-4540-99ba-573e6f24df48,segment=NetworkSegment(46a6551d-cc38-4f83-8006-1f3bf471db84),segment_id=46a6551d-cc38-4f83-8006-1f3bf471db84)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:40.484738 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.507965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.531300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Transition to ACTIVE for port object 9868add4-065b-4527-9372-1ea23cc53c71 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:40.574021 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7846350-a3b8-4d3c-9bca-ebcc995bafed None None] Pushing event updated for resources: {'Port': ['ID=d7580413-f3b1-4540-99ba-573e6f24df48,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:40.589037 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.606221 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 3, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:40.636543 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e724e9-c14e-46c7-81ec-20da06f778d5 None None] The sync data for ids ['278b5c6a-45df-49e6-819b-37feddd42891'] in n-d-800087-6 is: [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 3, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:40.646874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Network b2371524-ba79-4828-9808-737ccd62b7b9 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:40.651576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:40.654368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:40.679666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Pushing event updated for resources: {'Port': ['ID=9868add4-065b-4527-9372-1ea23cc53c71,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:40.712798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97616579-eb57-4130-b76e-0ab896cd13f6 None None] Provisioning complete for port d7580413-f3b1-4540-99ba-573e6f24df48 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:40.713169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-97616579-eb57-4130-b76e-0ab896cd13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.713677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.903090 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:40.965697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e3cb29f9-b028-4d4e-9378-5714c5d947e0 None None] Provisioning for port 9868add4-065b-4527-9372-1ea23cc53c71 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:40.972732 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e3cb29f9-b028-4d4e-9378-5714c5d947e0 None None] Provisioning complete for port 9868add4-065b-4527-9372-1ea23cc53c71 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:40.973420 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e3cb29f9-b028-4d4e-9378-5714c5d947e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.034436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb29f9-b028-4d4e-9378-5714c5d947e0 None None] Port 9868add4-065b-4527-9372-1ea23cc53c71 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:41.129668 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.135277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.203651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Pushing event updated for resources: {'Port': ['ID=9868add4-065b-4527-9372-1ea23cc53c71,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:41.206294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.313403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Network b2371524-ba79-4828-9808-737ccd62b7b9 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:41.314864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:41.462861 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Router 278b5c6a-45df-49e6-819b-37feddd42891 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:41.529994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7580413-f3b1-4540-99ba-573e6f24df48 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:41.588280 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d7580413-f3b1-4540-99ba-573e6f24df48 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:41.588655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.622687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:41.640105 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-42b915fc-1d10-4574-b552-3ecb20002b9e admin admin] 10.222.0.35 "PUT /v2.0/routers/278b5c6a-45df-49e6-819b-37feddd42891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4385788 Jul 16 02:15:41.682395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3a2dffa5-54de-4ff5-b61c-895d397112f0 None None] Provisioning complete for port 9868add4-065b-4527-9372-1ea23cc53c71 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:41.682779 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3a2dffa5-54de-4ff5-b61c-895d397112f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.686065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:41.746012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dffa5-54de-4ff5-b61c-895d397112f0 None None] Port 9868add4-065b-4527-9372-1ea23cc53c71 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:41.768654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:41.772762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:41.773136 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.852513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.873624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:41.877150 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:41.878005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31b7c075-1cbf-43a3-9609-92503a0f6237 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:41.952012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:41.966392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 31b7c075-1cbf-43a3-9609-92503a0f6237 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:41.970039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 31b7c075-1cbf-43a3-9609-92503a0f6237 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:41.970435 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.058047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.091062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 31b7c075-1cbf-43a3-9609-92503a0f6237, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31b7c075-1cbf-43a3-9609-92503a0f6237,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:42.095056 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:42.147884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=31b7c075-1cbf-43a3-9609-92503a0f6237,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:43.144483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Sync routers for ids ['278b5c6a-45df-49e6-819b-37feddd42891'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:43.154393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Routers {'278b5c6a-45df-49e6-819b-37feddd42891'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:43.155000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['278b5c6a-45df-49e6-819b-37feddd42891'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:43.259987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Set router 278b5c6a-45df-49e6-819b-37feddd42891 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:43.389583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:43.485079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:43.485447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:43.544126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:15:40Z', 'revision_number': 4, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9868add4-065b-4527-9372-1ea23cc53c71', 'name': '', 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'mac_address': 'fa:16:3e:79:0b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'cbdaf179-f385-490d-85a7-93cb4f144031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:40Z', 'updated_at': '2021-07-16T02:15:40Z', 'revision_number': 2, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'subnets': [{'id': 'cbdaf179-f385-490d-85a7-93cb4f144031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:43.591620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Checking router: 278b5c6a-45df-49e6-819b-37feddd42891 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:43.591952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Updating router 278b5c6a-45df-49e6-819b-37feddd42891 port 9868add4-065b-4527-9372-1ea23cc53c71 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:15:43.624805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31b7c075-1cbf-43a3-9609-92503a0f6237 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:43.653873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:43.679613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-e8ef054c-591b-43bf-aee3-f906ce063a43 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:43.681269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-e8ef054c-591b-43bf-aee3-f906ce063a43 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1048396 Jul 16 02:15:43.696214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-d7ad1de0-6fc7-44c5-bef6-760d6c2943db tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0094886 Jul 16 02:15:43.719478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 31b7c075-1cbf-43a3-9609-92503a0f6237 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:43.719842 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:43.770926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-0c127202-d440-4cff-b63e-77976936fd41 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684536 Jul 16 02:15:43.965670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-2888c5ac-e640-4ea2-b538-9b8e9af8e160 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876168 Jul 16 02:15:43.993740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.003569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Transition to ACTIVE for port object 9868add4-065b-4527-9372-1ea23cc53c71 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:44.009190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.055201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e0f12-ae5c-483d-be0f-30d72008e1dc None None] Pushing event updated for resources: {'Port': ['ID=9868add4-065b-4527-9372-1ea23cc53c71,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:44.063355 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-d02fecc3-4c62-4ded-af32-2eea92e5e461 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913420 Jul 16 02:15:44.117388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Attempting to bind port 9868add4-065b-4527-9372-1ea23cc53c71 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:44.118080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Attempting to bind port 9868add4-065b-4527-9372-1ea23cc53c71 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:44.118216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Attempting to bind port 9868add4-065b-4527-9372-1ea23cc53c71 on network b2371524-ba79-4828-9808-737ccd62b7b9 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:44.123540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:44.123916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Checking segment: {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:44.124421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.124814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Bound using segment: {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:44.125281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Bound port: 9868add4-065b-4527-9372-1ea23cc53c71, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6551d-cc38-4f83-8006-1f3bf471db84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:44.125664 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.193218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] For port 9868add4-065b-4527-9372-1ea23cc53c71, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:44.196560 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] For port 9868add4-065b-4527-9372-1ea23cc53c71, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9868add4-065b-4527-9372-1ea23cc53c71,segment=NetworkSegment(46a6551d-cc38-4f83-8006-1f3bf471db84),segment_id=46a6551d-cc38-4f83-8006-1f3bf471db84)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:44.200613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:44.265768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Routers {'278b5c6a-45df-49e6-819b-37feddd42891'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:44.266389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:15:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['278b5c6a-45df-49e6-819b-37feddd42891'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:44.269488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e0f12-ae5c-483d-be0f-30d72008e1dc None None] Pushing event updated for resources: {'Port': ['ID=9868add4-065b-4527-9372-1ea23cc53c71,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:44.403958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] Set router 278b5c6a-45df-49e6-819b-37feddd42891 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:44.404683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6bae057a-3067-4880-a6de-39d1c965044a req-7857ad09-33e7-4ae4-a3fe-9bf1b5ade9e7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 210 time: 0.0305109 Jul 16 02:15:44.802629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:15:40Z', 'revision_number': 4, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9868add4-065b-4527-9372-1ea23cc53c71', 'name': '', 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'mac_address': 'fa:16:3e:79:0b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'cbdaf179-f385-490d-85a7-93cb4f144031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:40Z', 'updated_at': '2021-07-16T02:15:44Z', 'revision_number': 4, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'subnets': [{'id': 'cbdaf179-f385-490d-85a7-93cb4f144031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:44.829799 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60375cb-3e99-4d58-b247-56fa6f188f56 None None] The sync data for ids ['278b5c6a-45df-49e6-819b-37feddd42891'] in n-d-800087-6 is: [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:15:40Z', 'revision_number': 4, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '9868add4-065b-4527-9372-1ea23cc53c71', 'name': '', 'network_id': 'b2371524-ba79-4828-9808-737ccd62b7b9', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'mac_address': 'fa:16:3e:79:0b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'cbdaf179-f385-490d-85a7-93cb4f144031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:40Z', 'updated_at': '2021-07-16T02:15:44Z', 'revision_number': 4, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'subnets': [{'id': 'cbdaf179-f385-490d-85a7-93cb4f144031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:45.403076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9868add4-065b-4527-9372-1ea23cc53c71 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:45.467089 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9868add4-065b-4527-9372-1ea23cc53c71 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:45.472860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9868add4-065b-4527-9372-1ea23cc53c71 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:45.473237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.518106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-773aeaf6-d247-496a-835f-e3e0084398e0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:45.521076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-773aeaf6-d247-496a-835f-e3e0084398e0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1442933 Jul 16 02:15:45.536590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:45.578420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b659fba3-9b52-48fb-b2fb-b331d19567b9 req-ff511472-d9f8-48ee-9bda-59ae377b89f8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 210 time: 0.0327895 Jul 16 02:15:45.581410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.628745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 9868add4-065b-4527-9372-1ea23cc53c71, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9868add4-065b-4527-9372-1ea23cc53c71,segment=NetworkSegment(46a6551d-cc38-4f83-8006-1f3bf471db84),segment_id=46a6551d-cc38-4f83-8006-1f3bf471db84)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:45.633490 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.688688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:45.693215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:45.696357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=9868add4-065b-4527-9372-1ea23cc53c71,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:45.837537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.6 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/ab3dfd24-ab69-445d-bd0c-68efef86834b) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:46.003536 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.018189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object ab3dfd24-ab69-445d-bd0c-68efef86834b will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:46.057362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.106649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:46.109958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:46.114476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:46.149844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=ab3dfd24-ab69-445d-bd0c-68efef86834b,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:46.190189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:46.191293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.214865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-66e20a22-a9da-4097-8bf9-5f5ac1a6de7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6835124 Jul 16 02:15:46.230571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Request body: {'port': {'device_id': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:46.351214 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.378286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6d6c554d-3080-415f-8412-daa04c6c98d4 None None] Provisioning for port ab3dfd24-ab69-445d-bd0c-68efef86834b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:46.384725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6d6c554d-3080-415f-8412-daa04c6c98d4 None None] Provisioning complete for port ab3dfd24-ab69-445d-bd0c-68efef86834b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:46.385342 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d6c554d-3080-415f-8412-daa04c6c98d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.449505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c554d-3080-415f-8412-daa04c6c98d4 None None] Port ab3dfd24-ab69-445d-bd0c-68efef86834b cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:46.804714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3dfd24-ab69-445d-bd0c-68efef86834b {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:46.817473 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.837291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Transition to ACTIVE for port object ab3dfd24-ab69-445d-bd0c-68efef86834b will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:46.854025 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:46.872586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bc60c-7eeb-49a7-9437-8159dc303fd1 req-b6c1e601-dccb-40c1-a6f8-538a46860e77 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:46.874199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-238bc60c-7eeb-49a7-9437-8159dc303fd1 req-b6c1e601-dccb-40c1-a6f8-538a46860e77 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 931 time: 0.0906720 Jul 16 02:15:46.916392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3dfd24-ab69-445d-bd0c-68efef86834b,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:46.930941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-238bc60c-7eeb-49a7-9437-8159dc303fd1 req-579a6330-48c8-4dfb-96fa-cfeeece0b35c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Jul 16 02:15:47.005328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Attempting to bind port ab3dfd24-ab69-445d-bd0c-68efef86834b on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:47.006094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Attempting to bind port ab3dfd24-ab69-445d-bd0c-68efef86834b by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:47.007330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Attempting to bind port ab3dfd24-ab69-445d-bd0c-68efef86834b on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:47.016304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Port ab3dfd24-ab69-445d-bd0c-68efef86834b on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:47.016761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Attempting to bind port ab3dfd24-ab69-445d-bd0c-68efef86834b on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:47.023628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:47.024070 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:47.024506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:47.024949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Bound port: ab3dfd24-ab69-445d-bd0c-68efef86834b, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:47.025518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:47.120543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] For port ab3dfd24-ab69-445d-bd0c-68efef86834b, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:47.125611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] For port ab3dfd24-ab69-445d-bd0c-68efef86834b, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:47.132825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:47.176715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:47.177346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:47.179458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] 10.222.0.38 "PUT /v2.0/ports/ab3dfd24-ab69-445d-bd0c-68efef86834b HTTP/1.1" status: 200 len: 1091 time: 0.9569259 Jul 16 02:15:47.179982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'tag': 'ab3dfd24-ab69-445d-bd0c-68efef86834b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:47.182802 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd1bd4b-c225-4897-8849-690927a9d7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "886dee0a-fe09-4bf2-82f0-34e6277bff4b", "tag": "ab3dfd24-ab69-445d-bd0c-68efef86834b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:47.272809 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069c672-13a9-42ba-b896-a87bef40bd89 x-openstack-request-id: req-7069c672-13a9-42ba-b896-a87bef40bd89 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:47.273108 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886dee0a-fe09-4bf2-82f0-34e6277bff4b", "tag": "ab3dfd24-ab69-445d-bd0c-68efef86834b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:47.273358 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7069c672-13a9-42ba-b896-a87bef40bd89 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:47.273763 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'tag': 'ab3dfd24-ab69-445d-bd0c-68efef86834b', 'status': 'completed', 'code': 200} Jul 16 02:15:47.274339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c33ba-9aa6-48a7-976b-b39d7139b109 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3dfd24-ab69-445d-bd0c-68efef86834b,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:47.330941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-f2f7ef9c-74da-4f8c-9e37-d926923b92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:47.338186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-f2f7ef9c-74da-4f8c-9e37-d926923b92bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 1094 time: 0.1034431 Jul 16 02:15:47.404133 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-19036f51-bda9-47f8-9ced-0c6018507ca4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b HTTP/1.1" status: 200 len: 217 time: 0.0565856 Jul 16 02:15:47.422986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9868add4-065b-4527-9372-1ea23cc53c71 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:47.495101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a6791ded-698f-4ef1-b8bd-bbb689495c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:47.497525 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-a6791ded-698f-4ef1-b8bd-bbb689495c70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0864422 Jul 16 02:15:47.539105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9868add4-065b-4527-9372-1ea23cc53c71 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:47.540287 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:47.574417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-36ea9e0c-d62e-47b4-b20b-df437fe6f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:47.576127 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-36ea9e0c-d62e-47b4-b20b-df437fe6f429 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727315 Jul 16 02:15:47.703916 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-58abf599-bac0-42fe-afa2-2b2370a65734 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210942 Jul 16 02:15:47.868147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a4798297-bb37-49ea-8067-a1c45ecaf9b6 req-644ce53b-119f-4f2c-9f68-778a4d3154f8 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574368 Jul 16 02:15:47.989457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-7898e01f-e88e-489c-abc3-591bc51f281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:47.991568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-7898e01f-e88e-489c-abc3-591bc51f281e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 1094 time: 0.0670915 Jul 16 02:15:48.119268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-f7fe955c-aa43-4ec4-9502-1b78d64ff066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:48.120911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-f7fe955c-aa43-4ec4-9502-1b78d64ff066 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.1209924 Jul 16 02:15:48.130702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213c2d2-1830-470f-863b-8b7b145d1852 req-9d63a5be-18ba-47c8-8a4f-c711d31230b4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:48.132845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4213c2d2-1830-470f-863b-8b7b145d1852 req-9d63a5be-18ba-47c8-8a4f-c711d31230b4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0784616 Jul 16 02:15:48.168737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-e536bd77-52d7-49c0-9ab9-fcc943cec34f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b HTTP/1.1" status: 200 len: 217 time: 0.0417368 Jul 16 02:15:48.185954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4213c2d2-1830-470f-863b-8b7b145d1852 req-34923339-f502-431a-8441-bac34313c9b6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Jul 16 02:15:48.227160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-2b8655fa-3285-44a3-9d59-feeec5047858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:48.229100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-2b8655fa-3285-44a3-9d59-feeec5047858 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0547502 Jul 16 02:15:48.296068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-f006533e-460c-4be2-8f2e-6e41ddc7c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:48.297829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-f006533e-460c-4be2-8f2e-6e41ddc7c904 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627801 Jul 16 02:15:48.403588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-6ee96254-185f-42d7-b6e3-6e9b7ab05d3b service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987134 Jul 16 02:15:48.515653 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5dd1bd4b-c225-4897-8849-690927a9d7f8 req-cbc4630f-d109-410f-b517-2388cba30aaf service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062372 Jul 16 02:15:49.389755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1a1a-753c-45a7-8661-1e9c00de8e77 req-dc4f9763-503c-4556-acd9-dc57aaed5ce9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:49.391309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29fc1a1a-753c-45a7-8661-1e9c00de8e77 req-dc4f9763-503c-4556-acd9-dc57aaed5ce9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0722795 Jul 16 02:15:49.435555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29fc1a1a-753c-45a7-8661-1e9c00de8e77 req-27682927-2bc6-4ca0-8793-380fb2fdf75c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373583 Jul 16 02:15:50.627461 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0ca07-1040-4202-835e-590a42adf8d3 req-4854da13-5e72-4d19-94b2-114c872d7ddd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:50.629078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5c0ca07-1040-4202-835e-590a42adf8d3 req-4854da13-5e72-4d19-94b2-114c872d7ddd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0754924 Jul 16 02:15:50.675131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5c0ca07-1040-4202-835e-590a42adf8d3 req-84e633d0-c176-426c-a21c-d758e80754e6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 Jul 16 02:15:51.873702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25684d48-5ca1-4b20-8a7b-365290d87b33 req-b018d9dc-df7c-442a-a92c-c0ee4e7f025b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:51.875387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25684d48-5ca1-4b20-8a7b-365290d87b33 req-b018d9dc-df7c-442a-a92c-c0ee4e7f025b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0773678 Jul 16 02:15:51.919526 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25684d48-5ca1-4b20-8a7b-365290d87b33 req-245b009d-113e-4fd7-a99a-ab39fef5fa6d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371590 Jul 16 02:15:52.341762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:53.109494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe89b8-ee75-414a-9557-c7d6adcb0e92 req-9d4525fb-908d-4ac5-a495-398c7d71a569 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:53.111054 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52fe89b8-ee75-414a-9557-c7d6adcb0e92 req-9d4525fb-908d-4ac5-a495-398c7d71a569 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0724118 Jul 16 02:15:53.153349 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52fe89b8-ee75-414a-9557-c7d6adcb0e92 req-23bd5895-0100-4a63-8e9d-623f41040bb9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Jul 16 02:15:53.635523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:53.760512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bfabf397-4c65-49f0-8a1b-23acc81487ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:54.332841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab486e-d0c2-4530-a1ac-3a082a944156 req-d9e6d3fd-8cb3-4b79-98bc-5d2d482b5d9b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:54.335041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9ab486e-d0c2-4530-a1ac-3a082a944156 req-d9e6d3fd-8cb3-4b79-98bc-5d2d482b5d9b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0689306 Jul 16 02:15:54.374773 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d9ab486e-d0c2-4530-a1ac-3a082a944156 req-a93a7c29-a064-4083-bb72-05b20492de6f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341513 Jul 16 02:15:54.473213 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:55.568706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cded08-aa9b-41ce-ab3d-2856cd6baa1a req-b0118a49-e978-41aa-bfca-0c06658145e6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:55.570239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75cded08-aa9b-41ce-ab3d-2856cd6baa1a req-b0118a49-e978-41aa-bfca-0c06658145e6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0676255 Jul 16 02:15:55.615513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75cded08-aa9b-41ce-ab3d-2856cd6baa1a req-09ba774c-ce2f-4e89-aab7-f74e1937a0ed tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Jul 16 02:15:56.190019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b4751fe4-aca9-4fbc-8c7b-b10d07ddc406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:56.645781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:56.799096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6ef9-e06f-42d8-b0f3-174cf3698be2 req-6c96b81b-534d-48ce-82d2-c869615d5eb1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:56.800653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fae6ef9-e06f-42d8-b0f3-174cf3698be2 req-6c96b81b-534d-48ce-82d2-c869615d5eb1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0731080 Jul 16 02:15:56.841812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0fae6ef9-e06f-42d8-b0f3-174cf3698be2 req-f877cd1d-6d23-41e4-8cd2-e95a74433360 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349109 Jul 16 02:15:57.491285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:58.042830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118b4cf-289a-4ab5-9058-7db31d477f40 req-76f41107-4477-4ac2-a284-90f0acc13d64 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:58.044503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7118b4cf-289a-4ab5-9058-7db31d477f40 req-76f41107-4477-4ac2-a284-90f0acc13d64 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 943 time: 0.0818470 Jul 16 02:15:58.086818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7118b4cf-289a-4ab5-9058-7db31d477f40 req-c94e2dcd-702c-48dc-ab42-76421cf44b94 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Jul 16 02:15:58.593969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ab3dfd24-ab69-445d-bd0c-68efef86834b details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:58.723129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port ab3dfd24-ab69-445d-bd0c-68efef86834b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:58.737214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'ab3dfd24-ab69-445d-bd0c-68efef86834b', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': 'ab3dfd24-ab69-445d-bd0c-68efef86834b', 'mac_address': 'fa:16:3e:d8:3a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:58.778650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:58.803977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3dfd24-ab69-445d-bd0c-68efef86834b {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:58.824530 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port ab3dfd24-ab69-445d-bd0c-68efef86834b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:58.829074 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:58.891363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=ab3dfd24-ab69-445d-bd0c-68efef86834b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:58.975754 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:59.039187 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['ab3dfd24-ab69-445d-bd0c-68efef86834b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:59.340529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c0f97-f5b4-41e8-9fa5-a891ffd255a5 req-fe5db714-7fc4-4871-bbac-de73af1d74eb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:59.342237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-356c0f97-f5b4-41e8-9fa5-a891ffd255a5 req-fe5db714-7fc4-4871-bbac-de73af1d74eb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 944 time: 0.0740991 Jul 16 02:15:59.387639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-356c0f97-f5b4-41e8-9fa5-a891ffd255a5 req-ac16ac0a-a7cb-4dfe-8aaa-f3ca2c5ce6a2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Jul 16 02:16:00.565418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b962067-cf8a-4525-96b8-4fe3511a8ce1 req-ed294f31-6432-42ca-b489-2b3aa9b7550a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.566996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b962067-cf8a-4525-96b8-4fe3511a8ce1 req-ed294f31-6432-42ca-b489-2b3aa9b7550a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 944 time: 0.0680974 Jul 16 02:16:00.613022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b962067-cf8a-4525-96b8-4fe3511a8ce1 req-b6eb6898-5f95-4e70-975a-11beeca5c519 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Jul 16 02:16:00.624173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ab3dfd24-ab69-445d-bd0c-68efef86834b up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:16:00.676393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port ab3dfd24-ab69-445d-bd0c-68efef86834b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:00.681445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port ab3dfd24-ab69-445d-bd0c-68efef86834b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:00.681905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.763162 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.788371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3dfd24-ab69-445d-bd0c-68efef86834b'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:00.790673 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991571c5-98d7-4954-a1b3-bb1f5a8b7a95" -d '{"events": [{"server_uuid": "886dee0a-fe09-4bf2-82f0-34e6277bff4b", "name": "network-vif-plugged", "status": "completed", "tag": "ab3dfd24-ab69-445d-bd0c-68efef86834b"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:00.804602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port ab3dfd24-ab69-445d-bd0c-68efef86834b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:00.809271 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.836136 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3511dc6-e70b-4c8d-b68a-359e559755a3 x-openstack-request-id: req-b3511dc6-e70b-4c8d-b68a-359e559755a3 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:00.836431 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886dee0a-fe09-4bf2-82f0-34e6277bff4b", "name": "network-vif-plugged", "status": "completed", "tag": "ab3dfd24-ab69-445d-bd0c-68efef86834b", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:00.836751 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3511dc6-e70b-4c8d-b68a-359e559755a3 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:00.837067 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3dfd24-ab69-445d-bd0c-68efef86834b', 'code': 200} Jul 16 02:16:00.870984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=ab3dfd24-ab69-445d-bd0c-68efef86834b,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:00.946763 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c836-0b93-497a-abeb-4727f04b986a req-b9f6e91d-2f92-4b48-8b81-34bcef58d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:00.948249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5bc6c836-0b93-497a-abeb-4727f04b986a req-b9f6e91d-2f92-4b48-8b81-34bcef58d810 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 1096 time: 0.0554304 Jul 16 02:16:00.987182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5bc6c836-0b93-497a-abeb-4727f04b986a req-9bb60c39-5a30-4ee4-b9da-c73c38d08319 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Jul 16 02:16:01.803234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5db6ef-d66f-4846-aa8b-0a033c980f31 req-7de90875-d134-4a4f-80c0-2e2b85bc55bd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:01.805088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e5db6ef-d66f-4846-aa8b-0a033c980f31 req-7de90875-d134-4a4f-80c0-2e2b85bc55bd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0737839 Jul 16 02:16:01.847202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e5db6ef-d66f-4846-aa8b-0a033c980f31 req-6cdd0a77-de6b-4784-9b64-fac419618b28 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364544 Jul 16 02:16:03.045373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073210e4-0527-42c0-acdf-bd39682ad205 req-0894622f-a8e2-4e2c-947f-2d9800fdab7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:03.046788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-073210e4-0527-42c0-acdf-bd39682ad205 req-0894622f-a8e2-4e2c-947f-2d9800fdab7c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0674045 Jul 16 02:16:03.084965 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-073210e4-0527-42c0-acdf-bd39682ad205 req-2f9e7b3d-a5d7-4eef-8e52-c71f87a428db tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Jul 16 02:16:03.462882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6b8c1-535d-4055-acc8-dfde77040710 req-dae36c54-5293-460c-87cb-029595157981 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:03.464484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ace6b8c1-535d-4055-acc8-dfde77040710 req-dae36c54-5293-460c-87cb-029595157981 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0665431 Jul 16 02:16:03.505641 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ace6b8c1-535d-4055-acc8-dfde77040710 req-f38b5a87-288d-400a-a328-00af16df9d4b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351200 Jul 16 02:16:03.706761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b147e-dfe7-49a2-98d0-55c39abae98f req-c525d496-039e-4806-97b3-237b8be54003 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:03.708502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a6b147e-dfe7-49a2-98d0-55c39abae98f req-c525d496-039e-4806-97b3-237b8be54003 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0744326 Jul 16 02:16:03.750036 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a6b147e-dfe7-49a2-98d0-55c39abae98f req-bf2081c4-c013-4919-b454-2f330b43cdbb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Jul 16 02:16:04.160949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b251a5-2422-4c30-872c-fae01ec6f0ce req-b486d037-8f88-4d98-a51d-f197b48085e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:04.163126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45b251a5-2422-4c30-872c-fae01ec6f0ce req-b486d037-8f88-4d98-a51d-f197b48085e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0679891 Jul 16 02:16:04.202696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45b251a5-2422-4c30-872c-fae01ec6f0ce req-e1354396-d9a0-47cd-81aa-4d95c625059e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Jul 16 02:16:05.393372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2807bd1-0a6f-4790-a04f-cd954a2e34e1 req-3c9149c8-796d-4770-bf68-5aa54a61b4fa tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:05.394966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2807bd1-0a6f-4790-a04f-cd954a2e34e1 req-3c9149c8-796d-4770-bf68-5aa54a61b4fa tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0708895 Jul 16 02:16:05.438679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2807bd1-0a6f-4790-a04f-cd954a2e34e1 req-a0125b83-1e34-48bd-b93b-e77cb81ae644 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Jul 16 02:16:05.502062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-0f9915b7-acd0-4ec3-8bdc-10b0ba10c82f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:05.503524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-0f9915b7-acd0-4ec3-8bdc-10b0ba10c82f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 945 time: 0.0724592 Jul 16 02:16:05.616904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port ab3dfd24-ab69-445d-bd0c-68efef86834b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:05.617240 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:05.720646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port ab3dfd24-ab69-445d-bd0c-68efef86834b, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=ab3dfd24-ab69-445d-bd0c-68efef86834b,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:05.721015 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:05.742708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for ab3dfd24-ab69-445d-bd0c-68efef86834b owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:05.876943 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:05.890113 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['ab3dfd24-ab69-445d-bd0c-68efef86834b'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:05.908934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=ab3dfd24-ab69-445d-bd0c-68efef86834b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:05.965333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port ab3dfd24-ab69-445d-bd0c-68efef86834b on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:05.968425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:05.971040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d2d79d71-811d-4143-a6aa-a7be64c0b0a6 req-d389384f-4511-4d3c-b111-f11c5fb1e00c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "DELETE /v2.0/ports/ab3dfd24-ab69-445d-bd0c-68efef86834b HTTP/1.1" status: 204 len: 173 time: 0.4624550 Jul 16 02:16:05.971568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'name': 'network-vif-deleted', 'tag': 'ab3dfd24-ab69-445d-bd0c-68efef86834b'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:05.974593 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606fd56c-29ad-41fe-abb5-c29f914638f2" -d '{"events": [{"server_uuid": "886dee0a-fe09-4bf2-82f0-34e6277bff4b", "name": "network-vif-deleted", "tag": "ab3dfd24-ab69-445d-bd0c-68efef86834b"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:06.024891 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1f993-6253-4732-a0be-a91fef9717df x-openstack-request-id: req-0fc1f993-6253-4732-a0be-a91fef9717df {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:06.025287 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886dee0a-fe09-4bf2-82f0-34e6277bff4b", "name": "network-vif-deleted", "tag": "ab3dfd24-ab69-445d-bd0c-68efef86834b", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:06.025625 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fc1f993-6253-4732-a0be-a91fef9717df {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:06.026122 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886dee0a-fe09-4bf2-82f0-34e6277bff4b', 'name': 'network-vif-deleted', 'tag': 'ab3dfd24-ab69-445d-bd0c-68efef86834b', 'status': 'completed', 'code': 200} Jul 16 02:16:06.595568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25e2a5a6-1a68-4447-8ce4-4ebf0f0060f2 req-e566bee4-895b-4fb1-bf65-f97ebafee502 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 210 time: 0.0346537 Jul 16 02:16:07.743436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e6f117e-b919-440e-87ca-e71924bf7e8d req-cd11c845-9795-4ded-9d85-f2cd16ab4fd2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 210 time: 0.0303075 Jul 16 02:16:08.640152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ab3dfd24-ab69-445d-bd0c-68efef86834b no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:16:08.661164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: ab3dfd24-ab69-445d-bd0c-68efef86834b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:16:08.661507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device ab3dfd24-ab69-445d-bd0c-68efef86834b not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:16:08.903438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc79573d-ba9e-4831-a5d7-5ca12f0701f8 req-c53dff1c-6588-405f-8a27-f6e2c85c52d1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 210 time: 0.0313995 Jul 16 02:16:10.074648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d3a76e82-26b5-4304-8fd7-a8f1ab35c969 req-d9ab9f04-f303-499f-8e74-fd3985280506 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=886dee0a-fe09-4bf2-82f0-34e6277bff4b HTTP/1.1" status: 200 len: 210 time: 0.0325840 Jul 16 02:16:22.356704 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:23.647327 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:23.762707 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-09848b51-c00c-43f9-937f-8bcd4840887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:26.194742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-164238b9-148d-41b5-9cc6-9353cb084f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:26.660365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:27.490205 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:28.976744 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:30.290885 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9cd8b7fa-c7d3-499e-a0e8-4cf144a2d74c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:30.292354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9cd8b7fa-c7d3-499e-a0e8-4cf144a2d74c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1080458 Jul 16 02:16:30.310338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-534b788f-d668-4ee0-88be-7fb459c60466 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0118151 Jul 16 02:16:30.379730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-2e0a78ff-a7e0-4951-8c98-83e168ff21b7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635011 Jul 16 02:16:30.477697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-38f2e7eb-08a5-47de-a913-b7fb118a613a service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914290 Jul 16 02:16:30.571618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-4841a35c-dd46-46bb-8dbf-9e62436e751d service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878553 Jul 16 02:16:30.766104 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-943649dc-58dd-497e-a411-018832315eef req-9ed5c586-4900-498b-8589-16bd2f1b8884 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 210 time: 0.0297525 Jul 16 02:16:31.472676 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:31.804910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b1881f15-e72d-4d8c-bfd6-85353d0a1e78 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:31.806529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b1881f15-e72d-4d8c-bfd6-85353d0a1e78 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1043019 Jul 16 02:16:31.820760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:31.923320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0472451-99e2-44a2-840f-cce2c58b6f23 req-d8780d54-e062-4b6f-8cf2-edc0f2dc62fb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 210 time: 0.0304644 Jul 16 02:16:31.982912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:16:31.987089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.133239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.7 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/c520ad41-40df-492c-8150-60afae294452) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:16:32.301999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.325601 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object c520ad41-40df-492c-8150-60afae294452 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:32.371806 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.421781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:16:32.427963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:16:32.431092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:16:32.462865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=c520ad41-40df-492c-8150-60afae294452,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:32.478866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.479299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.479542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.479875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.480229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.480556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.480880 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.481201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.481519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.481838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.482156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.482463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:32.510417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:32.511345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.527673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-9506bdfc-6f3e-4440-8f71-cd88312916d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128949 Jul 16 02:16:32.539528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Request body: {'port': {'device_id': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:16:32.619557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.685718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e1f2207-52b1-40ff-9b23-f94f3f5372dd None None] Provisioning for port c520ad41-40df-492c-8150-60afae294452 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:32.695333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4e1f2207-52b1-40ff-9b23-f94f3f5372dd None None] Provisioning complete for port c520ad41-40df-492c-8150-60afae294452 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:32.695718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4e1f2207-52b1-40ff-9b23-f94f3f5372dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.745736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f2207-52b1-40ff-9b23-f94f3f5372dd None None] Port c520ad41-40df-492c-8150-60afae294452 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:16:32.932680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c520ad41-40df-492c-8150-60afae294452 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:32.941106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:32.955707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Transition to ACTIVE for port object c520ad41-40df-492c-8150-60afae294452 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:16:32.961734 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:33.013701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Pushing event updated for resources: {'Port': ['ID=c520ad41-40df-492c-8150-60afae294452,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:33.094754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Attempting to bind port c520ad41-40df-492c-8150-60afae294452 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:16:33.095093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Attempting to bind port c520ad41-40df-492c-8150-60afae294452 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:16:33.095430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Attempting to bind port c520ad41-40df-492c-8150-60afae294452 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:33.101001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Port c520ad41-40df-492c-8150-60afae294452 on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:16:33.101503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Attempting to bind port c520ad41-40df-492c-8150-60afae294452 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:16:33.107310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:16:33.107670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:16:33.108075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:16:33.108572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Bound port: c520ad41-40df-492c-8150-60afae294452, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:16:33.109080 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:33.183031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19e94-a01b-4015-b13a-59da23b84cd1 req-f4ff72d8-4648-45e4-a9b3-0d1a0308dae3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.185360 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4c19e94-a01b-4015-b13a-59da23b84cd1 req-f4ff72d8-4648-45e4-a9b3-0d1a0308dae3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0904117 Jul 16 02:16:33.207563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] For port c520ad41-40df-492c-8150-60afae294452, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:16:33.214165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] For port c520ad41-40df-492c-8150-60afae294452, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c520ad41-40df-492c-8150-60afae294452,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:16:33.223031 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:33.251579 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4c19e94-a01b-4015-b13a-59da23b84cd1 req-a75e23b4-3ee9-4849-b97f-d56fec4b9fca tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601897 Jul 16 02:16:33.292770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.293684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:33.295989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] 10.222.0.38 "PUT /v2.0/ports/c520ad41-40df-492c-8150-60afae294452 HTTP/1.1" status: 200 len: 1091 time: 0.7611227 Jul 16 02:16:33.296629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'tag': 'c520ad41-40df-492c-8150-60afae294452'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:33.299836 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87409bb4-c1ec-4869-afb8-740731a0ff63" -d '{"events": [{"name": "network-changed", "server_uuid": "474d2153-87b4-4d1b-92f4-40b730731fe2", "tag": "c520ad41-40df-492c-8150-60afae294452"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:33.379002 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26afa0f-5fb1-41e8-868f-15a2491ea9ae x-openstack-request-id: req-f26afa0f-5fb1-41e8-868f-15a2491ea9ae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:33.379339 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474d2153-87b4-4d1b-92f4-40b730731fe2", "tag": "c520ad41-40df-492c-8150-60afae294452", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:33.379694 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f26afa0f-5fb1-41e8-868f-15a2491ea9ae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:33.380406 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'tag': 'c520ad41-40df-492c-8150-60afae294452', 'status': 'completed', 'code': 200} Jul 16 02:16:33.389282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efca84-1010-429f-8456-1a89aa909eec service neutron] Pushing event updated for resources: {'Port': ['ID=c520ad41-40df-492c-8150-60afae294452,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:33.434008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-1a71912d-3592-4b50-a224-e43f979083ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.435791 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-1a71912d-3592-4b50-a224-e43f979083ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0985625 Jul 16 02:16:33.483796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-f0b5ae34-a460-4682-820d-d33b338e9104 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c520ad41-40df-492c-8150-60afae294452 HTTP/1.1" status: 200 len: 217 time: 0.0411909 Jul 16 02:16:33.553481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-bafd7f86-c8ce-48af-bf1d-efcd6a566489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.555033 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-bafd7f86-c8ce-48af-bf1d-efcd6a566489 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0647488 Jul 16 02:16:33.640803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-585e65ba-f9ef-4139-ba8a-208e7e0ecf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:33.643236 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-585e65ba-f9ef-4139-ba8a-208e7e0ecf6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809925 Jul 16 02:16:33.755678 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-61de06a3-2178-4961-9129-83f958e72424 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056216 Jul 16 02:16:33.891725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-317a1ea8-76eb-49a6-bf34-2be8ceb33768 req-ab6347cf-e97e-40ed-bbb3-93aba6671de6 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301832 Jul 16 02:16:34.015638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-adfd3345-8251-4c38-8c2d-42defba88c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.017157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-adfd3345-8251-4c38-8c2d-42defba88c97 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0720947 Jul 16 02:16:34.109452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-e0856d7b-8ae4-4a12-8f7d-054bdb947a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.111005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-e0856d7b-8ae4-4a12-8f7d-054bdb947a4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0882816 Jul 16 02:16:34.156761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-a803dc55-6e85-47b6-8606-91ce00643edc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c520ad41-40df-492c-8150-60afae294452 HTTP/1.1" status: 200 len: 217 time: 0.0397651 Jul 16 02:16:34.225927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-b75ad679-d53f-44a7-befa-20afde183b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.227505 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-b75ad679-d53f-44a7-befa-20afde183b4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0651872 Jul 16 02:16:34.297836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-1e3e83d7-b80a-49bb-a680-aa51af031ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.300321 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-1e3e83d7-b80a-49bb-a680-aa51af031ae6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663245 Jul 16 02:16:34.419861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-413f4536-6640-43d1-9af4-ce541b603999 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134410 Jul 16 02:16:34.493584 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5759-1802-4662-89cc-c8bcda70c3f4 req-e67dc172-78c9-4b1f-a925-f95ef3d36017 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:34.496970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-566b5759-1802-4662-89cc-c8bcda70c3f4 req-e67dc172-78c9-4b1f-a925-f95ef3d36017 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0861700 Jul 16 02:16:34.537185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87409bb4-c1ec-4869-afb8-740731a0ff63 req-76c1d79c-414f-4fef-8707-29903c7ffab0 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113791 Jul 16 02:16:34.554246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-566b5759-1802-4662-89cc-c8bcda70c3f4 req-17c1a66c-7408-492d-867a-4b8eb9ffbda6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Jul 16 02:16:35.863060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0ee5d-78c5-4c54-a8aa-11051a416e5d req-59e7403b-5ed4-4f4e-8acd-3b629e363ffd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:35.865981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62c0ee5d-78c5-4c54-a8aa-11051a416e5d req-59e7403b-5ed4-4f4e-8acd-3b629e363ffd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0985661 Jul 16 02:16:35.926359 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62c0ee5d-78c5-4c54-a8aa-11051a416e5d req-2b701e56-c994-44fc-80d2-cc24043d9b38 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513892 Jul 16 02:16:37.179901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d98b03-7417-4308-b920-79dae1aeb4a3 req-decc61b7-872b-4b04-92f5-3c447c8d5036 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:37.182295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4d98b03-7417-4308-b920-79dae1aeb4a3 req-decc61b7-872b-4b04-92f5-3c447c8d5036 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.1077306 Jul 16 02:16:37.238185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4d98b03-7417-4308-b920-79dae1aeb4a3 req-36929cad-5032-4779-8233-6d3513be2131 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455880 Jul 16 02:16:38.434465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eff3c-e254-4c5e-9b05-6ac722c1cec2 req-911d3706-7a15-4880-9e15-1292177be654 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:38.441632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a8eff3c-e254-4c5e-9b05-6ac722c1cec2 req-911d3706-7a15-4880-9e15-1292177be654 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0739019 Jul 16 02:16:38.480655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a8eff3c-e254-4c5e-9b05-6ac722c1cec2 req-c1020997-306b-40aa-8f30-9c32b2f9651f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Jul 16 02:16:39.658368 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f3243-5d63-4656-9716-ef81446d122a req-a40f79db-ec44-4b33-98fa-3f54663e108d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.659881 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d44f3243-5d63-4656-9716-ef81446d122a req-a40f79db-ec44-4b33-98fa-3f54663e108d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0654354 Jul 16 02:16:39.699460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d44f3243-5d63-4656-9716-ef81446d122a req-ecfb33c8-e11b-4281-ba6a-88880594dbac tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Jul 16 02:16:40.896324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2b930-8b88-4462-b089-ec816f4d0a65 req-21082676-9a40-4ff2-ada5-a7a5e49543ed tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:40.897859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1e2b930-8b88-4462-b089-ec816f4d0a65 req-21082676-9a40-4ff2-ada5-a7a5e49543ed tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0795345 Jul 16 02:16:40.938011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1e2b930-8b88-4462-b089-ec816f4d0a65 req-eddeabe4-23ab-4c10-82d6-8b6f9d6f7fdc tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343580 Jul 16 02:16:42.118899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c14a21-58f7-42d5-a1e2-2c7048987fa7 req-16c29c08-8e09-49fe-a67f-9fca9fdf5c77 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:42.120455 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8c14a21-58f7-42d5-a1e2-2c7048987fa7 req-16c29c08-8e09-49fe-a67f-9fca9fdf5c77 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0640039 Jul 16 02:16:42.158292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8c14a21-58f7-42d5-a1e2-2c7048987fa7 req-4de254ef-6568-4e3d-a072-6b49d87ee46e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Jul 16 02:16:43.334918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39092c3e-4fee-48d3-9ea9-359ad7d3e008 req-cda0d077-c124-4a8a-881f-0524f7778f09 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:43.336476 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39092c3e-4fee-48d3-9ea9-359ad7d3e008 req-cda0d077-c124-4a8a-881f-0524f7778f09 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0675490 Jul 16 02:16:43.375443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39092c3e-4fee-48d3-9ea9-359ad7d3e008 req-20c7bbf8-d08f-44a9-a1bd-13f9f43b36c2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Jul 16 02:16:44.558979 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ce108-a453-493f-a284-b6b126d1275e req-6b42cbb6-77d3-41a0-aa17-aded96f29f3b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:44.560553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e57ce108-a453-493f-a284-b6b126d1275e req-6b42cbb6-77d3-41a0-aa17-aded96f29f3b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0661037 Jul 16 02:16:44.601035 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e57ce108-a453-493f-a284-b6b126d1275e req-3c863413-c841-466e-a307-39f3acbda19f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 16 02:16:45.778896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a6ff0-3f20-4eb6-b6b5-f32f615e37fa req-0c9fda93-28dd-4214-82b8-81e2212bc991 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:45.780418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e73a6ff0-3f20-4eb6-b6b5-f32f615e37fa req-0c9fda93-28dd-4214-82b8-81e2212bc991 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0651917 Jul 16 02:16:45.819747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e73a6ff0-3f20-4eb6-b6b5-f32f615e37fa req-a06aa57a-8090-438b-aa27-468ee46d0d34 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Jul 16 02:16:47.001329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d4015-fe4c-4a50-aded-d5c5f9a0ea87 req-8bfc298d-df36-4309-b954-26ae7ea92029 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:47.002702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c2d4015-fe4c-4a50-aded-d5c5f9a0ea87 req-8bfc298d-df36-4309-b954-26ae7ea92029 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0693359 Jul 16 02:16:47.041617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c2d4015-fe4c-4a50-aded-d5c5f9a0ea87 req-f4636e46-e90e-4c3a-8a0b-3b88031c8ab8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jul 16 02:16:48.236123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6b5e8-fd7a-4ebd-ab6f-40de82b20836 req-6d36ab10-0a0e-47e2-ace0-53ee69877d65 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:48.237605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66a6b5e8-fd7a-4ebd-ab6f-40de82b20836 req-6d36ab10-0a0e-47e2-ace0-53ee69877d65 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0786407 Jul 16 02:16:48.276722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66a6b5e8-fd7a-4ebd-ab6f-40de82b20836 req-d07b2e18-8599-4669-9f9c-ffcfefe601c3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Jul 16 02:16:49.465911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115223bc-7cca-4a95-835b-68573de98dab req-5d258339-5ecb-4af6-89e2-9aeb97d7aebf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:49.467440 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-115223bc-7cca-4a95-835b-68573de98dab req-5d258339-5ecb-4af6-89e2-9aeb97d7aebf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0707889 Jul 16 02:16:49.507338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-115223bc-7cca-4a95-835b-68573de98dab req-1e016133-86e4-4d2e-8b39-c0b0ee54ec25 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Jul 16 02:16:50.692732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c028e-20e7-4c46-8559-7e2a4175a18b req-50219c4b-e743-4105-8808-a946e972cce4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:50.694269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-938c028e-20e7-4c46-8559-7e2a4175a18b req-50219c4b-e743-4105-8808-a946e972cce4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0714355 Jul 16 02:16:50.742659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-938c028e-20e7-4c46-8559-7e2a4175a18b req-663ea1e3-9443-4b31-b00d-09e9bae789d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Jul 16 02:16:51.930561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9219a-8e5f-49af-97f3-7bab226054de req-0685f48a-aafd-40e8-bd07-cc51d6488a20 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:51.932106 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-98f9219a-8e5f-49af-97f3-7bab226054de req-0685f48a-aafd-40e8-bd07-cc51d6488a20 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 943 time: 0.0710211 Jul 16 02:16:51.975201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-98f9219a-8e5f-49af-97f3-7bab226054de req-06659053-771a-45f2-add0-7f164559a3b0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Jul 16 02:16:52.354747 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:52.903080 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c520ad41-40df-492c-8150-60afae294452 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:16:52.998940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c520ad41-40df-492c-8150-60afae294452, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c520ad41-40df-492c-8150-60afae294452,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:53.011578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'c520ad41-40df-492c-8150-60afae294452', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': 'c520ad41-40df-492c-8150-60afae294452', 'mac_address': 'fa:16:3e:fd:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:16:53.054548 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.068067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c520ad41-40df-492c-8150-60afae294452 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:16:53.089174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c520ad41-40df-492c-8150-60afae294452, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c520ad41-40df-492c-8150-60afae294452,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:53.094332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.145142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=c520ad41-40df-492c-8150-60afae294452,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:53.152542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.152889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.153228 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.153586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.153920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.154245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.154574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.154897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.155217 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.155537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.155858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.156201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:16:53.158580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5ae9-c18f-4f5d-a8b4-396ce8d71a37 req-b837cdd6-ee14-4bb1-a9f1-b170193010ca tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:53.160158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73bb5ae9-c18f-4f5d-a8b4-396ce8d71a37 req-b837cdd6-ee14-4bb1-a9f1-b170193010ca tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 944 time: 0.0692067 Jul 16 02:16:53.200331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-73bb5ae9-c18f-4f5d-a8b4-396ce8d71a37 req-ee4f51e8-fa44-4d97-8e4f-d9acf561fe94 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jul 16 02:16:53.288956 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['c520ad41-40df-492c-8150-60afae294452'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:53.650324 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:53.764425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-74692544-49dc-4f41-a23f-7a588f5f561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:54.376474 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c695c-39c0-42cd-8fc9-d6f199aeab0d req-4f08d977-9cb6-4941-b2f8-6f2aa492e50a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:54.377990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa4c695c-39c0-42cd-8fc9-d6f199aeab0d req-4f08d977-9cb6-4941-b2f8-6f2aa492e50a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 944 time: 0.0646179 Jul 16 02:16:54.417792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa4c695c-39c0-42cd-8fc9-d6f199aeab0d req-71aad60e-069b-42df-8230-336997b993d1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Jul 16 02:16:54.920131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c520ad41-40df-492c-8150-60afae294452 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:16:54.971780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port c520ad41-40df-492c-8150-60afae294452 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:16:54.976654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port c520ad41-40df-492c-8150-60afae294452 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:16:54.977034 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.058189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.080987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c520ad41-40df-492c-8150-60afae294452'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:55.083898 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23573c2d-92fc-4352-996f-230fd380bacd" -d '{"events": [{"server_uuid": "474d2153-87b4-4d1b-92f4-40b730731fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c520ad41-40df-492c-8150-60afae294452"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:55.096610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port c520ad41-40df-492c-8150-60afae294452, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c520ad41-40df-492c-8150-60afae294452,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:55.102182 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:55.146981 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea78776-0cb9-4393-ba14-218b47019d70 x-openstack-request-id: req-7ea78776-0cb9-4393-ba14-218b47019d70 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:55.148286 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474d2153-87b4-4d1b-92f4-40b730731fe2", "name": "network-vif-plugged", "status": "completed", "tag": "c520ad41-40df-492c-8150-60afae294452", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:55.148559 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ea78776-0cb9-4393-ba14-218b47019d70 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:55.148968 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c520ad41-40df-492c-8150-60afae294452', 'code': 200} Jul 16 02:16:55.187225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=c520ad41-40df-492c-8150-60afae294452,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:55.241595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d99614-55ea-415c-a209-3dd4d9a75e4b req-ead5daec-a6f7-4df8-b7ce-409e3eca40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.243123 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16d99614-55ea-415c-a209-3dd4d9a75e4b req-ead5daec-a6f7-4df8-b7ce-409e3eca40a2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0534883 Jul 16 02:16:55.281668 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-16d99614-55ea-415c-a209-3dd4d9a75e4b req-edafe901-d411-47ad-bc50-c790844ff529 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Jul 16 02:16:55.594282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe9d3b-d1f5-4810-ab12-265e922ed46a req-5930dc59-4dd7-4169-9108-3f95730a8184 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:55.595772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1abe9d3b-d1f5-4810-ab12-265e922ed46a req-5930dc59-4dd7-4169-9108-3f95730a8184 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0656216 Jul 16 02:16:55.633728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1abe9d3b-d1f5-4810-ab12-265e922ed46a req-e03a78ac-1532-4018-98bf-2f6dcf7195a2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Jul 16 02:16:56.195864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-364f5a96-5b65-4f0f-8646-4b1b04801225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.651912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:56.808012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a1701-af54-4652-918c-7d63d2ca952a req-14e795c5-94e4-4cbf-bfb6-78c4e545a099 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:56.809535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-714a1701-af54-4652-918c-7d63d2ca952a req-14e795c5-94e4-4cbf-bfb6-78c4e545a099 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0624018 Jul 16 02:16:56.846735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-714a1701-af54-4652-918c-7d63d2ca952a req-abae1e8d-d8d1-413b-a2a3-1224a32877d9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Jul 16 02:16:57.028455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5a54a-440f-4497-ba40-37908a05421c req-c30a9f0f-5018-45b8-94aa-7f0d8d48ee7f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.029975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34e5a54a-440f-4497-ba40-37908a05421c req-c30a9f0f-5018-45b8-94aa-7f0d8d48ee7f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0662377 Jul 16 02:16:57.068951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34e5a54a-440f-4497-ba40-37908a05421c req-50e3255c-e167-4e8e-bb24-2e6676caf6dd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Jul 16 02:16:57.255365 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0299-7bef-4593-b294-a4e61a5281c0 req-bbb4fb16-43b8-4819-813b-9b808bf56752 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.257023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a60e0299-7bef-4593-b294-a4e61a5281c0 req-bbb4fb16-43b8-4819-813b-9b808bf56752 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0700085 Jul 16 02:16:57.297558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a60e0299-7bef-4593-b294-a4e61a5281c0 req-c7a783e1-9ebd-429e-a963-4756317b002f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Jul 16 02:16:57.493032 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:57.753231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34215d5-f8a8-4a06-9587-92588fc31526 req-15253fe1-4fd2-40e9-8185-39f6634c9216 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.755367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a34215d5-f8a8-4a06-9587-92588fc31526 req-15253fe1-4fd2-40e9-8185-39f6634c9216 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0669341 Jul 16 02:16:57.793580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a34215d5-f8a8-4a06-9587-92588fc31526 req-7e12a47a-169d-4422-b65e-59c444730453 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Jul 16 02:16:58.974496 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:58.975630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fec3c-fd25-4d91-af7c-25e67d97519b req-304bf2fe-d595-4a0e-a2c5-2889b08f2912 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:58.977289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c07fec3c-fd25-4d91-af7c-25e67d97519b req-304bf2fe-d595-4a0e-a2c5-2889b08f2912 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0691619 Jul 16 02:16:59.018424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c07fec3c-fd25-4d91-af7c-25e67d97519b req-0f2303f3-fbe3-453c-94e9-b5b0ad4ad8b1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353608 Jul 16 02:16:59.090147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-2f361fa6-fa8a-4853-9e9f-5f1a40e16704 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.091513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-2f361fa6-fa8a-4853-9e9f-5f1a40e16704 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 945 time: 0.0650272 Jul 16 02:16:59.192285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port c520ad41-40df-492c-8150-60afae294452 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:16:59.192630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.284199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port c520ad41-40df-492c-8150-60afae294452, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=c520ad41-40df-492c-8150-60afae294452,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:16:59.284482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.296348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for c520ad41-40df-492c-8150-60afae294452 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:16:59.424646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.438193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['c520ad41-40df-492c-8150-60afae294452'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:16:59.462391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=c520ad41-40df-492c-8150-60afae294452,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:16:59.505190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port c520ad41-40df-492c-8150-60afae294452 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:16:59.508016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:59.510078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6c8d4ae0-b26c-4f70-8968-1b47bf0be796 req-7a572a12-194d-42fb-8e28-6121fa5747fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "DELETE /v2.0/ports/c520ad41-40df-492c-8150-60afae294452 HTTP/1.1" status: 204 len: 173 time: 0.4134436 Jul 16 02:16:59.510529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'name': 'network-vif-deleted', 'tag': 'c520ad41-40df-492c-8150-60afae294452'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:16:59.512819 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0b34d-2800-47e5-91a3-e64e66026ddd" -d '{"events": [{"server_uuid": "474d2153-87b4-4d1b-92f4-40b730731fe2", "name": "network-vif-deleted", "tag": "c520ad41-40df-492c-8150-60afae294452"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:16:59.553650 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e6609-802e-4ee2-9f7b-c5199ffe24ea x-openstack-request-id: req-764e6609-802e-4ee2-9f7b-c5199ffe24ea {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:16:59.553950 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474d2153-87b4-4d1b-92f4-40b730731fe2", "name": "network-vif-deleted", "tag": "c520ad41-40df-492c-8150-60afae294452", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:16:59.554428 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-764e6609-802e-4ee2-9f7b-c5199ffe24ea {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:16:59.554836 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474d2153-87b4-4d1b-92f4-40b730731fe2', 'name': 'network-vif-deleted', 'tag': 'c520ad41-40df-492c-8150-60afae294452', 'status': 'completed', 'code': 200} Jul 16 02:17:00.160630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f931aec-e13e-4791-a2c6-a0953dd6814e req-f4be77fa-f30f-4477-9296-725fbf68428a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Jul 16 02:17:01.338997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b412a52-5f3f-4c4d-9ee9-8bbd709ab1b7 req-a5f91402-b22f-48b7-a599-895509797cc1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 210 time: 0.0490115 Jul 16 02:17:02.498278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab394bec-aac6-4a39-bd92-6dccd1cfe35d req-8060281b-086d-4321-b9e4-2e4c01911274 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=474d2153-87b4-4d1b-92f4-40b730731fe2 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Jul 16 02:17:02.981533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c520ad41-40df-492c-8150-60afae294452 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:17:03.007602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: c520ad41-40df-492c-8150-60afae294452 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:17:03.007945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device c520ad41-40df-492c-8150-60afae294452 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:17:08.476591 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:22.364522 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:23.661856 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:23.770150 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e2c1758b-5c0a-4111-a886-e392fb7a9d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:24.991058 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-f7da7d4e-3f26-4e50-aa45-71e885cd01a7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:24.992558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-f7da7d4e-3f26-4e50-aa45-71e885cd01a7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1157196 Jul 16 02:17:25.009089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-137aa4cb-e978-4575-bcab-ee5f991e0107 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0106125 Jul 16 02:17:25.104643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-494763ad-3405-4c10-864b-0bd9a13fd4b7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898020 Jul 16 02:17:25.115006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-bf8990ae-e544-44b3-8c35-081755e67d54 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:17:25.115985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-bf8990ae-e544-44b3-8c35-081755e67d54 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054595 Jul 16 02:17:25.216897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-9a8f2485-0346-4352-91de-b525bceab245 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941470 Jul 16 02:17:25.326731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-c950f25e-6e16-4b83-8af5-79980c3b8ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999138 Jul 16 02:17:25.628480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b56960fb-a062-44b3-ba18-b4410d4e02b0 req-a562c414-5385-47e8-b414-04ea238c9f74 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jul 16 02:17:26.198179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f1a772e-1cc6-4400-be2f-39ef43c079a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:26.656304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:26.795063 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b95800bc-765e-41af-9e8d-b66d3d9cfd1f req-b2c2021d-4a50-4de1-9cf3-7245f11ce9f1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 210 time: 0.0335417 Jul 16 02:17:27.052556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-10219c8b-a5cf-4e0e-a507-3a9652ae2bd0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:27.054395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-10219c8b-a5cf-4e0e-a507-3a9652ae2bd0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.4869325 Jul 16 02:17:27.066154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:27.174851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:27.178413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.325219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.4 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/370fbbfb-fb01-488c-890f-3452a842e851) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:27.496670 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.505272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.511926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object 370fbbfb-fb01-488c-890f-3452a842e851 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:27.563478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.630878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:27.635795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:27.640274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:27.704240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=370fbbfb-fb01-488c-890f-3452a842e851,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:27.724628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:27.725435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.748176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aca75acb-54e3-4bb4-b441-85543d55e242 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6856267 Jul 16 02:17:27.759353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-c63238bb-b4dc-4ba6-8c90-8f7d6d59faeb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:17:27.760585 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-c63238bb-b4dc-4ba6-8c90-8f7d6d59faeb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060349 Jul 16 02:17:27.772700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Request body: {'port': {'device_id': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:27.858887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.926699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bdfd94c2-37fc-4e9a-8aee-d99ec033c3c0 None None] Provisioning for port 370fbbfb-fb01-488c-890f-3452a842e851 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:27.931913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-bdfd94c2-37fc-4e9a-8aee-d99ec033c3c0 None None] Provisioning complete for port 370fbbfb-fb01-488c-890f-3452a842e851 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:27.932610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bdfd94c2-37fc-4e9a-8aee-d99ec033c3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.983480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd94c2-37fc-4e9a-8aee-d99ec033c3c0 None None] Port 370fbbfb-fb01-488c-890f-3452a842e851 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:28.147539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-a9b00ec4-ea66-4199-ae17-8ce2740bde4b req-ed6db916-f7f7-4156-811b-977a56d9de76 service neutron] (93906) timed out ('10.222.0.35', 50194) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:17:28.179140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3205a-3efb-4429-bae2-4a17293d3d9f req-fc9502ee-94c4-472e-b02b-839de312ff53 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.181721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eac3205a-3efb-4429-bae2-4a17293d3d9f req-fc9502ee-94c4-472e-b02b-839de312ff53 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 931 time: 0.1907105 Jul 16 02:17:28.226341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370fbbfb-fb01-488c-890f-3452a842e851 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:28.231123 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eac3205a-3efb-4429-bae2-4a17293d3d9f req-407b6bc2-7e48-428f-b30b-a95f816d7895 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Jul 16 02:17:28.234467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.250217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Transition to ACTIVE for port object 370fbbfb-fb01-488c-890f-3452a842e851 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:28.256968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.316912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Pushing event updated for resources: {'Port': ['ID=370fbbfb-fb01-488c-890f-3452a842e851,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:28.391324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Attempting to bind port 370fbbfb-fb01-488c-890f-3452a842e851 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:28.391700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Attempting to bind port 370fbbfb-fb01-488c-890f-3452a842e851 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:28.392083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Attempting to bind port 370fbbfb-fb01-488c-890f-3452a842e851 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:28.398264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Port 370fbbfb-fb01-488c-890f-3452a842e851 on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:28.398530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Attempting to bind port 370fbbfb-fb01-488c-890f-3452a842e851 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:28.404372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:28.404712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:28.405104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:28.405544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Bound port: 370fbbfb-fb01-488c-890f-3452a842e851, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:28.405899 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.478758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] For port 370fbbfb-fb01-488c-890f-3452a842e851, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:28.482096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] For port 370fbbfb-fb01-488c-890f-3452a842e851, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=370fbbfb-fb01-488c-890f-3452a842e851,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:28.494125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.535467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.536109 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.537504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] 10.222.0.38 "PUT /v2.0/ports/370fbbfb-fb01-488c-890f-3452a842e851 HTTP/1.1" status: 200 len: 1091 time: 0.7695217 Jul 16 02:17:28.537951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'tag': '370fbbfb-fb01-488c-890f-3452a842e851'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:28.540248 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc93e4d-7391-454a-83a9-d824c1783e50" -d '{"events": [{"name": "network-changed", "server_uuid": "995eb7a9-17c4-4be4-b3ca-e7551e157f79", "tag": "370fbbfb-fb01-488c-890f-3452a842e851"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:28.572159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd359a-33f0-4698-bedd-31b1782256a5 service neutron] Pushing event updated for resources: {'Port': ['ID=370fbbfb-fb01-488c-890f-3452a842e851,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:28.669445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-93143d6c-cb41-450c-9e8c-13855ff9d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.671267 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-93143d6c-cb41-450c-9e8c-13855ff9d130 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 1094 time: 0.0820987 Jul 16 02:17:28.718166 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d642ad-703c-42ef-b867-76c345b4e40e x-openstack-request-id: req-c5d642ad-703c-42ef-b867-76c345b4e40e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:28.718645 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995eb7a9-17c4-4be4-b3ca-e7551e157f79", "tag": "370fbbfb-fb01-488c-890f-3452a842e851", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:28.718995 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5d642ad-703c-42ef-b867-76c345b4e40e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:28.719510 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'tag': '370fbbfb-fb01-488c-890f-3452a842e851', 'status': 'completed', 'code': 200} Jul 16 02:17:28.722335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-6c4e0e2f-e9c4-48a3-8911-7595d5459567 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370fbbfb-fb01-488c-890f-3452a842e851 HTTP/1.1" status: 200 len: 217 time: 0.0444157 Jul 16 02:17:28.796937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-58874456-af43-4646-82aa-c8212045e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.798495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-58874456-af43-4646-82aa-c8212045e4bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0701845 Jul 16 02:17:28.862069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-a486ec83-bf71-4f45-93eb-930e590a7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.863865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-a486ec83-bf71-4f45-93eb-930e590a7a91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588107 Jul 16 02:17:28.955367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-71482c68-1665-482e-8a4d-b94476bd6f40 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Jul 16 02:17:28.977381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:29.053649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a6475d-07ed-49e4-80b6-b6720ab8c659 req-aec46c60-5ede-493f-9330-ab7a739d1515 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925829 Jul 16 02:17:29.153792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-52daceba-2658-4094-bd9f-3d7113c97a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.155328 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-52daceba-2658-4094-bd9f-3d7113c97a20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 1094 time: 0.0567818 Jul 16 02:17:29.257670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-0632da52-e797-4b64-95fc-b950cfee6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.259103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-0632da52-e797-4b64-95fc-b950cfee6382 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0980685 Jul 16 02:17:29.301821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-600f0002-5c7a-42fe-b4c2-244d991d0b6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370fbbfb-fb01-488c-890f-3452a842e851 HTTP/1.1" status: 200 len: 217 time: 0.0366302 Jul 16 02:17:29.354816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-db690ec1-9af4-4a6e-830e-1923c066bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.356347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-db690ec1-9af4-4a6e-830e-1923c066bf2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0490625 Jul 16 02:17:29.422371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e53dfe-50df-4dd3-9745-cf3a6e5ffb94 req-e337d0cc-8cdc-48dc-82ca-493b86a2122e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.425199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6e53dfe-50df-4dd3-9745-cf3a6e5ffb94 req-e337d0cc-8cdc-48dc-82ca-493b86a2122e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0774672 Jul 16 02:17:29.428084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-953673ce-d419-4d93-a8a7-54b8cdb6e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.430749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-953673ce-d419-4d93-a8a7-54b8cdb6e4b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674341 Jul 16 02:17:29.481161 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6e53dfe-50df-4dd3-9745-cf3a6e5ffb94 req-c307700d-af9e-4853-b974-7455718cd3ac tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492325 Jul 16 02:17:29.536713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-225e86fb-c3a3-4c3f-81fe-905870c51fd9 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989964 Jul 16 02:17:29.637275 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbc93e4d-7391-454a-83a9-d824c1783e50 req-c40d8b3d-5845-499d-9bc8-cbd6dafe968a service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939410 Jul 16 02:17:30.676623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36ccf-f82a-496d-b6f8-ce7c9b65e313 req-0dd1eddd-d3dd-44b4-8dd6-850fce606e37 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.677389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3a36ccf-f82a-496d-b6f8-ce7c9b65e313 req-0dd1eddd-d3dd-44b4-8dd6-850fce606e37 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0774961 Jul 16 02:17:30.748667 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3a36ccf-f82a-496d-b6f8-ce7c9b65e313 req-94d7e28a-1ad9-42af-961f-60886ec5dc03 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608909 Jul 16 02:17:31.928438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfda83b-0b82-4e88-9646-6c6edc5cde41 req-713cde4a-af0e-4ef3-a654-1a385525246d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.929854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dbfda83b-0b82-4e88-9646-6c6edc5cde41 req-713cde4a-af0e-4ef3-a654-1a385525246d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0683155 Jul 16 02:17:31.970126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dbfda83b-0b82-4e88-9646-6c6edc5cde41 req-3f45442e-a4bd-4759-a054-ad15f1a2c474 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Jul 16 02:17:33.168797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b88fd-2449-4566-8573-57cf34651c35 req-a75234cb-be7f-4989-8b8a-7cc7ac56f3f9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:33.170438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-693b88fd-2449-4566-8573-57cf34651c35 req-a75234cb-be7f-4989-8b8a-7cc7ac56f3f9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0692849 Jul 16 02:17:33.213924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-693b88fd-2449-4566-8573-57cf34651c35 req-0dcf79ab-da59-4c6d-ae31-e55749082b91 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Jul 16 02:17:34.402303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9772a-ca29-451d-b229-77b63d945320 req-501038d9-66dc-4861-bff7-626120330a57 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:34.402303 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74e9772a-ca29-451d-b229-77b63d945320 req-501038d9-66dc-4861-bff7-626120330a57 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0647187 Jul 16 02:17:34.441255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74e9772a-ca29-451d-b229-77b63d945320 req-c0bcdc5e-fd9c-43b7-8290-0a82e6fc572b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Jul 16 02:17:35.624813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcd758-b1f2-495f-b20f-8b57f2254b8e req-ac35bb37-570d-47f1-83cc-0bc440a8eed2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:35.626287 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50dcd758-b1f2-495f-b20f-8b57f2254b8e req-ac35bb37-570d-47f1-83cc-0bc440a8eed2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0661752 Jul 16 02:17:35.674087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50dcd758-b1f2-495f-b20f-8b57f2254b8e req-c1469431-2ce1-41fb-81f2-b80618c31e04 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Jul 16 02:17:36.854875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecefef-b78e-4afd-9722-0871b8ee0717 req-6afe1fbb-6ace-4958-a7e4-1e42a9b15870 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:36.856452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29ecefef-b78e-4afd-9722-0871b8ee0717 req-6afe1fbb-6ace-4958-a7e4-1e42a9b15870 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0661130 Jul 16 02:17:36.895485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-29ecefef-b78e-4afd-9722-0871b8ee0717 req-0080e3cc-de14-4e23-b4b2-33e7e6d55e67 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Jul 16 02:17:38.098373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce861bd-a064-4f55-83cb-02fcacfe984a req-1c91b31f-59f0-4b66-86a9-8da02f43d30c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:38.099917 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ce861bd-a064-4f55-83cb-02fcacfe984a req-1c91b31f-59f0-4b66-86a9-8da02f43d30c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0762661 Jul 16 02:17:38.142016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7ce861bd-a064-4f55-83cb-02fcacfe984a req-ca814246-b8e6-48f7-92d5-f37ca03a1fe8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Jul 16 02:17:39.080085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 370fbbfb-fb01-488c-890f-3452a842e851 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:17:39.185244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 370fbbfb-fb01-488c-890f-3452a842e851, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=370fbbfb-fb01-488c-890f-3452a842e851,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:39.198096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '370fbbfb-fb01-488c-890f-3452a842e851', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': '370fbbfb-fb01-488c-890f-3452a842e851', 'mac_address': 'fa:16:3e:7a:68:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:17:39.237217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:39.251537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370fbbfb-fb01-488c-890f-3452a842e851 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:39.272893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 370fbbfb-fb01-488c-890f-3452a842e851, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=370fbbfb-fb01-488c-890f-3452a842e851,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:39.277283 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:39.318680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcda02-9aef-4413-a2e7-34419a915917 req-3fa8a3be-3716-4c01-8b56-f794ecadee06 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:39.320603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2afcda02-9aef-4413-a2e7-34419a915917 req-3fa8a3be-3716-4c01-8b56-f794ecadee06 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 943 time: 0.0648274 Jul 16 02:17:39.325004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=370fbbfb-fb01-488c-890f-3452a842e851,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:39.358521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2afcda02-9aef-4413-a2e7-34419a915917 req-489bdab7-2109-482d-98c8-5077f6840ecf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jul 16 02:17:39.478005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['370fbbfb-fb01-488c-890f-3452a842e851'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:40.532189 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9e2f-9d56-420a-bcd7-456678aafa61 req-d85872b1-2b99-4912-b10d-37113078e952 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:40.534256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cdd9e2f-9d56-420a-bcd7-456678aafa61 req-d85872b1-2b99-4912-b10d-37113078e952 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 944 time: 0.0638032 Jul 16 02:17:40.575598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cdd9e2f-9d56-420a-bcd7-456678aafa61 req-55ac92cb-ccf7-4d06-b849-60314a45e390 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355716 Jul 16 02:17:41.088544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 370fbbfb-fb01-488c-890f-3452a842e851 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:41.138408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 370fbbfb-fb01-488c-890f-3452a842e851 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:41.142674 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 370fbbfb-fb01-488c-890f-3452a842e851 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:41.143045 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:41.222872 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:41.245945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fbbfb-fb01-488c-890f-3452a842e851'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:41.248608 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155554ea-f550-4055-ad02-2c9bc6a2dcac" -d '{"events": [{"server_uuid": "995eb7a9-17c4-4be4-b3ca-e7551e157f79", "name": "network-vif-plugged", "status": "completed", "tag": "370fbbfb-fb01-488c-890f-3452a842e851"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:41.262244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 370fbbfb-fb01-488c-890f-3452a842e851, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=370fbbfb-fb01-488c-890f-3452a842e851,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:41.269038 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:41.296796 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b3ea2-bc90-454a-84d9-63451d2cc4c1 x-openstack-request-id: req-301b3ea2-bc90-454a-84d9-63451d2cc4c1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:41.297199 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995eb7a9-17c4-4be4-b3ca-e7551e157f79", "name": "network-vif-plugged", "status": "completed", "tag": "370fbbfb-fb01-488c-890f-3452a842e851", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:41.297351 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-301b3ea2-bc90-454a-84d9-63451d2cc4c1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:41.297727 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fbbfb-fb01-488c-890f-3452a842e851', 'code': 200} Jul 16 02:17:41.327514 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=370fbbfb-fb01-488c-890f-3452a842e851,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:41.475292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14626029-060b-437a-b93b-31ad72a5f5eb req-2f51700f-07d3-43c7-8510-2b9ecca70ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:41.476887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-14626029-060b-437a-b93b-31ad72a5f5eb req-2f51700f-07d3-43c7-8510-2b9ecca70ec2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 1096 time: 0.1210179 Jul 16 02:17:41.514865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-14626029-060b-437a-b93b-31ad72a5f5eb req-00a39e7f-6a21-4f5f-923a-24a9773beb89 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Jul 16 02:17:41.756859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae83565-c536-4d90-ad3e-bf754f5a22be req-ecdfd81a-0c97-41fc-98bc-e95438bb22db tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:41.758339 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ae83565-c536-4d90-ad3e-bf754f5a22be req-ecdfd81a-0c97-41fc-98bc-e95438bb22db tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 945 time: 0.0661542 Jul 16 02:17:41.795662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ae83565-c536-4d90-ad3e-bf754f5a22be req-e16644b7-fccc-4db9-b50d-9a0074f274d3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jul 16 02:17:42.971262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bcbe9-b399-454d-9497-4f298e7c1c68 req-911c197e-bad8-4b42-87ff-d947398adaa7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:42.972696 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e64bcbe9-b399-454d-9497-4f298e7c1c68 req-911c197e-bad8-4b42-87ff-d947398adaa7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 945 time: 0.0634017 Jul 16 02:17:43.010883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e64bcbe9-b399-454d-9497-4f298e7c1c68 req-44087074-65d4-4698-8a88-fc4e91f94598 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Jul 16 02:17:43.183051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae17d-5df4-4267-b54f-0e53cdc0add2 req-81b1afc5-031a-4c08-b971-6cc1dcf0efc3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:43.184534 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-451ae17d-5df4-4267-b54f-0e53cdc0add2 req-81b1afc5-031a-4c08-b971-6cc1dcf0efc3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 945 time: 0.0652509 Jul 16 02:17:43.221957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-451ae17d-5df4-4267-b54f-0e53cdc0add2 req-af424c43-21db-4870-af04-d8c611c0459c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Jul 16 02:17:45.476054 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:46.054775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-9042fac0-3c59-4eaa-8784-859e556170f3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:46.056295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-9042fac0-3c59-4eaa-8784-859e556170f3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1005194 Jul 16 02:17:46.071210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-f73507fe-f4e9-44f6-b66b-1e115006b520 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0094271 Jul 16 02:17:46.491382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-1226faa3-3f3f-48b7-b9c3-54f791eda97c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4149933 Jul 16 02:17:46.583954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-ee64e33e-f048-43db-96df-be5190e90e18 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849278 Jul 16 02:17:46.677193 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-ae875622-71ae-40ca-bc11-07b71f940d80 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871894 Jul 16 02:17:46.906542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-50cbfd0a-6441-4c06-b890-dc09e192d4e4 req-4f41623d-b997-4d43-bed6-94f14bedf7e0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Jul 16 02:17:48.053311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a58b2d97-9576-42a9-82fb-7725be3fa2d5 req-8db9a37a-f390-430a-a416-ce76cb06013f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Jul 16 02:17:48.221525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-8f868907-ec6e-4460-841a-c97c5e46a196 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:48.223118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-8f868907-ec6e-4460-841a-c97c5e46a196 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1192238 Jul 16 02:17:48.241574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:48.352205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:48.355912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:48.499364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.14 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/24df4cf8-8c9f-4572-95ad-402f6a0e019f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:48.686494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:48.711470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object 24df4cf8-8c9f-4572-95ad-402f6a0e019f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:48.758501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:48.773927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['370fbbfb-fb01-488c-890f-3452a842e851'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:48.810920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:48.813985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:48.818729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:48.844952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=24df4cf8-8c9f-4572-95ad-402f6a0e019f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:48.861762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.862428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.863160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.863667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.863989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.864604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.865183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.865355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.865557 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.865897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.866215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.866530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:48.897800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:48.898489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:48.926161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-677eb0d1-9903-44a4-ab4f-a81bb343e954 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6884210 Jul 16 02:17:48.938940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Request body: {'port': {'device_id': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:49.055372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.193334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-284d2206-89ba-4084-a8a5-a2e5379789b4 None None] Provisioning for port 24df4cf8-8c9f-4572-95ad-402f6a0e019f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:49.199456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-284d2206-89ba-4084-a8a5-a2e5379789b4 None None] Provisioning complete for port 24df4cf8-8c9f-4572-95ad-402f6a0e019f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:49.201173 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-284d2206-89ba-4084-a8a5-a2e5379789b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.275553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-284d2206-89ba-4084-a8a5-a2e5379789b4 None None] Port 24df4cf8-8c9f-4572-95ad-402f6a0e019f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:49.281060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183ed4-aded-46ab-84e2-b9b188f9a204 req-ad10e45f-b2a1-49f6-9202-7d60a782693b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:49.283808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe183ed4-aded-46ab-84e2-b9b188f9a204 req-ad10e45f-b2a1-49f6-9202-7d60a782693b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 932 time: 0.0771296 Jul 16 02:17:49.334376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe183ed4-aded-46ab-84e2-b9b188f9a204 req-54cb947b-ea76-4821-b0f4-004d4136b1c2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Jul 16 02:17:49.450538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24df4cf8-8c9f-4572-95ad-402f6a0e019f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:49.460784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.475777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Transition to ACTIVE for port object 24df4cf8-8c9f-4572-95ad-402f6a0e019f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:49.481664 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.574804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Pushing event updated for resources: {'Port': ['ID=24df4cf8-8c9f-4572-95ad-402f6a0e019f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:49.648749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Attempting to bind port 24df4cf8-8c9f-4572-95ad-402f6a0e019f on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:49.649397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Attempting to bind port 24df4cf8-8c9f-4572-95ad-402f6a0e019f by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:49.651625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Attempting to bind port 24df4cf8-8c9f-4572-95ad-402f6a0e019f on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:49.656315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Port 24df4cf8-8c9f-4572-95ad-402f6a0e019f on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:49.656650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Attempting to bind port 24df4cf8-8c9f-4572-95ad-402f6a0e019f on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:49.663506 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:49.664108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:49.664558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:49.665005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Bound port: 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:49.665415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.759397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] For port 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:49.763457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] For port 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:49.771123 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.816159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:49.816800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:49.818302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] 10.222.0.32 "PUT /v2.0/ports/24df4cf8-8c9f-4572-95ad-402f6a0e019f HTTP/1.1" status: 200 len: 1092 time: 0.8843877 Jul 16 02:17:49.818851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'tag': '24df4cf8-8c9f-4572-95ad-402f6a0e019f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:49.821119 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae26b3b4-187f-4306-af85-eb77f9654c35", "tag": "24df4cf8-8c9f-4572-95ad-402f6a0e019f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:49.851945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f8344-1b8d-4462-b915-e5b5988ab3ac service neutron] Pushing event updated for resources: {'Port': ['ID=24df4cf8-8c9f-4572-95ad-402f6a0e019f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:49.905698 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab2ea3-7d78-43ff-9749-eddc64bb87f4 x-openstack-request-id: req-caab2ea3-7d78-43ff-9749-eddc64bb87f4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:49.905982 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae26b3b4-187f-4306-af85-eb77f9654c35", "tag": "24df4cf8-8c9f-4572-95ad-402f6a0e019f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:49.906239 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caab2ea3-7d78-43ff-9749-eddc64bb87f4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:49.906694 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'tag': '24df4cf8-8c9f-4572-95ad-402f6a0e019f', 'status': 'completed', 'code': 200} Jul 16 02:17:49.949686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-78441371-4618-4af2-81bf-86a42ed12526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:49.951900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-78441371-4618-4af2-81bf-86a42ed12526 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 1095 time: 0.0826781 Jul 16 02:17:50.010456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-b4df84cc-dcbc-4f1d-9be8-2357085bcc54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f HTTP/1.1" status: 200 len: 217 time: 0.0497196 Jul 16 02:17:50.073933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-6f66dbc2-fa5f-4369-ba10-c78c5ffd9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.075489 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-6f66dbc2-fa5f-4369-ba10-c78c5ffd9624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0584247 Jul 16 02:17:50.147200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-482382d2-eda5-45fc-b75d-28df6d8a0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.149377 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-482382d2-eda5-45fc-b75d-28df6d8a0a4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678127 Jul 16 02:17:50.260317 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-981c1b50-760f-41ce-becf-ed48f9537e55 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047282 Jul 16 02:17:50.377020 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-54778873-9cae-48dc-a3a9-9dc13b41f554 req-9b06ae1f-961d-4880-8336-3bfcfe3bcb52 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101551 Jul 16 02:17:50.502077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-8c7fa68a-ad90-4d06-8a73-a00dc15d673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.504878 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-8c7fa68a-ad90-4d06-8a73-a00dc15d673e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 1095 time: 0.0658157 Jul 16 02:17:50.585907 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56a54e-f4d2-4ca4-8bd5-e1f44d0c6b40 req-624c490e-e328-4e2e-a98f-9d7effb9123f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.587513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a56a54e-f4d2-4ca4-8bd5-e1f44d0c6b40 req-624c490e-e328-4e2e-a98f-9d7effb9123f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0872986 Jul 16 02:17:50.639021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a56a54e-f4d2-4ca4-8bd5-e1f44d0c6b40 req-dee8c5f1-f176-46fb-9156-3f3915612733 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Jul 16 02:17:50.639266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-832bea60-81fe-4373-822f-c34723c1108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.641957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-832bea60-81fe-4373-822f-c34723c1108b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.1312687 Jul 16 02:17:50.697570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-a4ccdbbc-ae35-43c8-abd7-d314356b7ef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f HTTP/1.1" status: 200 len: 217 time: 0.0485976 Jul 16 02:17:50.755519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-befbf1c0-9638-49dd-bac1-936fc02d9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.757086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-befbf1c0-9638-49dd-bac1-936fc02d9357 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0543668 Jul 16 02:17:50.819707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-5e044d38-566e-4e24-8f5a-4a374f83e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:50.822381 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-5e044d38-566e-4e24-8f5a-4a374f83e62f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593095 Jul 16 02:17:50.928336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-c5d8c25e-39c1-4e37-a42d-c62edb23c640 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998802 Jul 16 02:17:51.030554 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-80cb2f78-e32f-4f7a-8f28-6a5e0b03000e req-041fe21a-2435-44e4-8699-ea79e421167a service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965083 Jul 16 02:17:51.881796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b25e2d-58e3-40c7-9ac1-dfc44acafd26 req-6d008a80-c5df-4810-ba2f-a12b3b5567e5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:51.883404 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39b25e2d-58e3-40c7-9ac1-dfc44acafd26 req-6d008a80-c5df-4810-ba2f-a12b3b5567e5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0903621 Jul 16 02:17:51.952785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39b25e2d-58e3-40c7-9ac1-dfc44acafd26 req-3309a1f5-97f9-4dc1-b73d-443270f95ff7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581932 Jul 16 02:17:52.380126 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:53.254417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f40c48-e5d0-4724-ab04-654b0b09ccfb req-22a54719-2165-48d7-950f-336219da69c6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:53.257087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1f40c48-e5d0-4724-ab04-654b0b09ccfb req-22a54719-2165-48d7-950f-336219da69c6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.1078415 Jul 16 02:17:53.316774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d1f40c48-e5d0-4724-ab04-654b0b09ccfb req-49ab8cf6-5804-4007-b5c5-c9cad8305da3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535545 Jul 16 02:17:53.681991 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:53.773897 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-35f0d179-c8ec-432c-a061-0427421cfba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:54.569395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31bb65-05b1-4323-9520-0b1b6e3a24e9 req-0f30c290-e1fd-48c8-8002-4bd146d010ea tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:54.570957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a31bb65-05b1-4323-9520-0b1b6e3a24e9 req-0f30c290-e1fd-48c8-8002-4bd146d010ea tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0978689 Jul 16 02:17:54.625911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a31bb65-05b1-4323-9520-0b1b6e3a24e9 req-da333af5-81d7-48a6-94d6-3324698b42ae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Jul 16 02:17:55.824940 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6842c86-6354-498b-8637-86e6db5e6039 req-85ed0b18-ef23-4290-a9b0-2080579b169a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:55.831774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6842c86-6354-498b-8637-86e6db5e6039 req-85ed0b18-ef23-4290-a9b0-2080579b169a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0828514 Jul 16 02:17:55.886991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6842c86-6354-498b-8637-86e6db5e6039 req-967705cd-64e5-470c-b9e3-ef844284fe4a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542769 Jul 16 02:17:56.216852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a089-8507-482d-8c50-4f2ec842bfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:56.660246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:57.063401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2606a-45f1-4085-831d-6f1276f5cd02 req-029c999f-6353-4075-90e3-df3203a02bcd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:57.065513 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6e2606a-45f1-4085-831d-6f1276f5cd02 req-029c999f-6353-4075-90e3-df3203a02bcd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0667865 Jul 16 02:17:57.102772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6e2606a-45f1-4085-831d-6f1276f5cd02 req-ba4de20e-bd79-4758-8da0-2df788e03d64 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Jul 16 02:17:57.499896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:58.286965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5edc-207e-4967-be95-2b2f155fa4e2 req-e048d77e-ad75-4000-9526-28dc977cb515 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:58.288624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc2c5edc-207e-4967-be95-2b2f155fa4e2 req-e048d77e-ad75-4000-9526-28dc977cb515 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0687628 Jul 16 02:17:58.340725 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc2c5edc-207e-4967-be95-2b2f155fa4e2 req-82e29eef-7a48-47fc-b5ed-63950d5a8426 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 Jul 16 02:17:58.981440 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:59.532947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bb990-cf32-4170-a9d7-cab643e85e3c req-1ad0fe5c-68da-4250-b8d8-a60c5768a959 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:59.535423 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-295bb990-cf32-4170-a9d7-cab643e85e3c req-1ad0fe5c-68da-4250-b8d8-a60c5768a959 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0736821 Jul 16 02:17:59.575387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-295bb990-cf32-4170-a9d7-cab643e85e3c req-8fa4a55f-843b-4b40-b6c4-9599a92c0a98 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Jul 16 02:18:00.698998 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-077bf8e9-a83b-45d4-b57f-9deb52cea8e0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620534 Jul 16 02:18:00.795174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dbf8a-3c87-4726-8f1f-728f514898e7 req-a5887cf8-38dc-46ee-8ded-26ece30e669d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:00.798963 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-861dbf8a-3c87-4726-8f1f-728f514898e7 req-a5887cf8-38dc-46ee-8ded-26ece30e669d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0852752 Jul 16 02:18:00.808013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-a6d34d9c-5266-4681-bab3-85a2d2ff9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:00.809581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-a6d34d9c-5266-4681-bab3-85a2d2ff9d91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 1096 time: 0.0560961 Jul 16 02:18:00.871818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-861dbf8a-3c87-4726-8f1f-728f514898e7 req-10a2b41d-7d99-4ca9-9637-c253bd93fdde tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Jul 16 02:18:00.922627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-bf891988-e0e8-46c0-beb5-f3aacb915a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:00.924923 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-bf891988-e0e8-46c0-beb5-f3aacb915a19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0930970 Jul 16 02:18:00.965961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-21748d89-e112-4ef4-a90d-f5094aad61a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370fbbfb-fb01-488c-890f-3452a842e851 HTTP/1.1" status: 200 len: 217 time: 0.0351067 Jul 16 02:18:01.019556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-9cdbed45-15e4-4d1b-94de-0a6f765f32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:01.021057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-9cdbed45-15e4-4d1b-94de-0a6f765f32b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0481064 Jul 16 02:18:01.080887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-2c840a31-954a-4dcd-b07a-96047ab0cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:01.083160 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-2c840a31-954a-4dcd-b07a-96047ab0cb6f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547822 Jul 16 02:18:01.178693 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-8b4c688f-df40-44bb-a6ce-548aa89dc36b service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879683 Jul 16 02:18:01.277307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7e2d7a05-d5df-44e1-b476-7a2201537e00 req-23e8cb1b-e05a-4b24-978d-b0f369765508 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916185 Jul 16 02:18:02.086137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78594d1b-28d6-41d5-a140-ed4812292580 req-b09b4045-2eff-40c5-a97c-8429035df01b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:02.087686 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78594d1b-28d6-41d5-a140-ed4812292580 req-b09b4045-2eff-40c5-a97c-8429035df01b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0923371 Jul 16 02:18:02.158688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78594d1b-28d6-41d5-a140-ed4812292580 req-a74fd067-f185-4da3-b8d7-0a9f7b34a574 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627720 Jul 16 02:18:03.377027 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913791c4-4ab5-4e43-88b2-670061be5e12 req-b550ed5e-9499-415b-8a45-060b436cf37a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:03.378673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-913791c4-4ab5-4e43-88b2-670061be5e12 req-b550ed5e-9499-415b-8a45-060b436cf37a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0776091 Jul 16 02:18:03.424323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-913791c4-4ab5-4e43-88b2-670061be5e12 req-25ea24c9-dbe4-4093-b98f-85b4d6d91190 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Jul 16 02:18:04.601380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87c2fb-abbe-4075-a380-35cfd8f0fb7b req-4c2cb18e-940b-4113-a99c-965d497f9163 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:04.602929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd87c2fb-abbe-4075-a380-35cfd8f0fb7b req-4c2cb18e-940b-4113-a99c-965d497f9163 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0638790 Jul 16 02:18:04.646291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd87c2fb-abbe-4075-a380-35cfd8f0fb7b req-f5e4c3d7-1e0d-45ca-97ae-10fd54fef98b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376959 Jul 16 02:18:05.843514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a29ff-be43-4ab5-acd7-b120031a80e7 req-fea6427a-8f80-4051-86bd-be539d8141e2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:05.846209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f9a29ff-be43-4ab5-acd7-b120031a80e7 req-fea6427a-8f80-4051-86bd-be539d8141e2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0817032 Jul 16 02:18:05.892459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f9a29ff-be43-4ab5-acd7-b120031a80e7 req-4948d5c6-1fca-443b-8133-cd7f7c42427a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Jul 16 02:18:07.104728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f9f45-ca5b-46ca-b829-294a31603cd5 req-8663e35a-67b4-4a5f-bf0a-fd9ebc7f8176 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:07.106282 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb5f9f45-ca5b-46ca-b829-294a31603cd5 req-8663e35a-67b4-4a5f-bf0a-fd9ebc7f8176 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0764198 Jul 16 02:18:07.146478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb5f9f45-ca5b-46ca-b829-294a31603cd5 req-4fbdec0e-9775-4d42-b293-ed8078e85c45 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Jul 16 02:18:08.321188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e2976-843c-4242-bd78-76a9410cab7f req-c3970bea-7cc4-40d7-b2a2-c36c046fc5be tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:08.322554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f96e2976-843c-4242-bd78-76a9410cab7f req-c3970bea-7cc4-40d7-b2a2-c36c046fc5be tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0648830 Jul 16 02:18:08.358536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f96e2976-843c-4242-bd78-76a9410cab7f req-e70d7e24-adf5-4f95-9c92-42c7632850b6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304756 Jul 16 02:18:09.536357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a289-74f8-43dc-8c61-cce75db46cc2 req-ab84d420-b992-4bb6-b043-7e6127c2c615 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:09.537931 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2614a289-74f8-43dc-8c61-cce75db46cc2 req-ab84d420-b992-4bb6-b043-7e6127c2c615 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 944 time: 0.0657175 Jul 16 02:18:09.578280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2614a289-74f8-43dc-8c61-cce75db46cc2 req-f6b0a40c-bdc1-4948-9800-13359ae10327 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343795 Jul 16 02:18:10.023250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 24df4cf8-8c9f-4572-95ad-402f6a0e019f details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:18:10.135814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:10.151195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '24df4cf8-8c9f-4572-95ad-402f6a0e019f', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': '24df4cf8-8c9f-4572-95ad-402f6a0e019f', 'mac_address': 'fa:16:3e:e5:93:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:18:10.193757 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:10.208679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24df4cf8-8c9f-4572-95ad-402f6a0e019f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:18:10.232478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:10.237209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:10.295561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=24df4cf8-8c9f-4572-95ad-402f6a0e019f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:10.304856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.305344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.305717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.306104 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.306531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.306850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.307231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.307698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.308114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.308501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.308852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.309226 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:10.451364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['24df4cf8-8c9f-4572-95ad-402f6a0e019f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:10.786933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135b370-e944-444e-bb2c-4e1426c1f071 req-3812163f-4b75-4165-9166-9a55327f8f17 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:10.788645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e135b370-e944-444e-bb2c-4e1426c1f071 req-3812163f-4b75-4165-9166-9a55327f8f17 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 945 time: 0.0759335 Jul 16 02:18:10.836854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e135b370-e944-444e-bb2c-4e1426c1f071 req-cbe2b8b7-8a94-4097-aa91-d56948ddd476 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Jul 16 02:18:12.037683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 24df4cf8-8c9f-4572-95ad-402f6a0e019f up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:18:12.038585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0718f-4543-45aa-8bc2-f8a03a1a4351 req-ae464482-8d79-4351-9b9c-d5cb38d385df tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:12.040720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5a0718f-4543-45aa-8bc2-f8a03a1a4351 req-ae464482-8d79-4351-9b9c-d5cb38d385df tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 945 time: 0.0752993 Jul 16 02:18:12.081218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5a0718f-4543-45aa-8bc2-f8a03a1a4351 req-a9c16f84-24e5-4b47-a17f-30bce9661347 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358369 Jul 16 02:18:12.094596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 24df4cf8-8c9f-4572-95ad-402f6a0e019f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:12.099017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 24df4cf8-8c9f-4572-95ad-402f6a0e019f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:12.099389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.200572 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.225534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24df4cf8-8c9f-4572-95ad-402f6a0e019f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:12.227857 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dccea79-d914-43e0-b296-98c8df4d28d0" -d '{"events": [{"server_uuid": "ae26b3b4-187f-4306-af85-eb77f9654c35", "name": "network-vif-plugged", "status": "completed", "tag": "24df4cf8-8c9f-4572-95ad-402f6a0e019f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:12.244310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:12.250742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:12.303507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=24df4cf8-8c9f-4572-95ad-402f6a0e019f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:12.357203 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396463a9-4dee-4311-ba16-ca18cd0e3e2a x-openstack-request-id: req-396463a9-4dee-4311-ba16-ca18cd0e3e2a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:12.357600 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae26b3b4-187f-4306-af85-eb77f9654c35", "name": "network-vif-plugged", "status": "completed", "tag": "24df4cf8-8c9f-4572-95ad-402f6a0e019f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:12.357984 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-396463a9-4dee-4311-ba16-ca18cd0e3e2a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:12.358407 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24df4cf8-8c9f-4572-95ad-402f6a0e019f', 'code': 200} Jul 16 02:18:12.489136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f408eb-f747-45bb-bc9d-5a13c36aae78 req-0ce74907-2698-4fa8-b622-474be70a0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:12.490714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a1f408eb-f747-45bb-bc9d-5a13c36aae78 req-0ce74907-2698-4fa8-b622-474be70a0f15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 1097 time: 0.0693672 Jul 16 02:18:12.532363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a1f408eb-f747-45bb-bc9d-5a13c36aae78 req-6f58f0ee-1cc3-4af0-9866-1c56f2a3488c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Jul 16 02:18:13.293122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59515f-4d6a-45fd-a716-4ac1010ca49f req-225cf52b-3fa2-473f-9bef-743f31381830 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:13.295380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c59515f-4d6a-45fd-a716-4ac1010ca49f req-225cf52b-3fa2-473f-9bef-743f31381830 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 946 time: 0.0825255 Jul 16 02:18:13.343460 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c59515f-4d6a-45fd-a716-4ac1010ca49f req-b1671157-5270-461a-b90b-a70578a5a889 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Jul 16 02:18:14.531801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefba96e-eeaa-4c1b-ba1b-bb52429587c0 req-81ee7123-d7df-4907-a203-313e6d922723 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.533624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fefba96e-eeaa-4c1b-ba1b-bb52429587c0 req-81ee7123-d7df-4907-a203-313e6d922723 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 946 time: 0.0725186 Jul 16 02:18:14.581036 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fefba96e-eeaa-4c1b-ba1b-bb52429587c0 req-0a7d6cab-cf74-4a65-84ff-73ba8b910696 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Jul 16 02:18:14.769403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112e0e0-535b-4cb2-8660-3aadf71db474 req-f09b8990-728f-4e57-9992-e256f758ee19 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:14.771055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8112e0e0-535b-4cb2-8660-3aadf71db474 req-f09b8990-728f-4e57-9992-e256f758ee19 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 946 time: 0.0662766 Jul 16 02:18:14.811431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8112e0e0-535b-4cb2-8660-3aadf71db474 req-42761955-a43e-4777-bfb0-d1e8f0f5fe13 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Jul 16 02:18:15.251783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929dd11-b606-4b8b-80a6-48931f7a6040 req-5ef93ae0-2f5f-4842-aa20-e11f239136f5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:15.253232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0929dd11-b606-4b8b-80a6-48931f7a6040 req-5ef93ae0-2f5f-4842-aa20-e11f239136f5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 946 time: 0.0643680 Jul 16 02:18:15.295972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0929dd11-b606-4b8b-80a6-48931f7a6040 req-b1e51f83-996d-492f-8730-ed47d45ce774 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370288 Jul 16 02:18:16.482351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6471e-152e-4f9b-87c6-1d8f4277aa31 req-277670aa-2ea8-4551-aabf-d3a96e9d28f2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:16.483914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1b6471e-152e-4f9b-87c6-1d8f4277aa31 req-277670aa-2ea8-4551-aabf-d3a96e9d28f2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 946 time: 0.0657847 Jul 16 02:18:16.524926 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1b6471e-152e-4f9b-87c6-1d8f4277aa31 req-9fb3167f-ce00-400b-9289-ae9c4b93d8f6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Jul 16 02:18:16.633714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e2f9-1661-458a-9d26-a0306604a293 req-e3902602-9d52-4b5e-9c66-73017738760a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:16.635207 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f628e2f9-1661-458a-9d26-a0306604a293 req-e3902602-9d52-4b5e-9c66-73017738760a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 946 time: 0.0729268 Jul 16 02:18:16.767141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port 24df4cf8-8c9f-4572-95ad-402f6a0e019f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:18:16.767550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:16.872721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port 24df4cf8-8c9f-4572-95ad-402f6a0e019f, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=24df4cf8-8c9f-4572-95ad-402f6a0e019f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:16.873318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:16.894139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for 24df4cf8-8c9f-4572-95ad-402f6a0e019f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:18:17.032553 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.046794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['370fbbfb-fb01-488c-890f-3452a842e851'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:17.050685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['24df4cf8-8c9f-4572-95ad-402f6a0e019f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:17.068975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=24df4cf8-8c9f-4572-95ad-402f6a0e019f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:17.126962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port 24df4cf8-8c9f-4572-95ad-402f6a0e019f on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:17.130052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:17.132180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f628e2f9-1661-458a-9d26-a0306604a293 req-8a003941-540d-4e48-9168-24f0317898ba tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "DELETE /v2.0/ports/24df4cf8-8c9f-4572-95ad-402f6a0e019f HTTP/1.1" status: 204 len: 173 time: 0.4918480 Jul 16 02:18:17.132658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'name': 'network-vif-deleted', 'tag': '24df4cf8-8c9f-4572-95ad-402f6a0e019f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:17.135243 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe50e44-6fa3-4347-b5d4-7aa53969e4f9" -d '{"events": [{"server_uuid": "ae26b3b4-187f-4306-af85-eb77f9654c35", "name": "network-vif-deleted", "tag": "24df4cf8-8c9f-4572-95ad-402f6a0e019f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:17.191924 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b280d622-34b2-433a-a484-950d56998e4f x-openstack-request-id: req-b280d622-34b2-433a-a484-950d56998e4f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:17.192249 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae26b3b4-187f-4306-af85-eb77f9654c35", "name": "network-vif-deleted", "tag": "24df4cf8-8c9f-4572-95ad-402f6a0e019f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:17.192506 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b280d622-34b2-433a-a484-950d56998e4f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:17.192919 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae26b3b4-187f-4306-af85-eb77f9654c35', 'name': 'network-vif-deleted', 'tag': '24df4cf8-8c9f-4572-95ad-402f6a0e019f', 'status': 'completed', 'code': 200} Jul 16 02:18:17.668676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f37ecaf-9e56-404d-9965-0eb30263955e req-8dc2daf3-8ca2-4526-b58c-954c6b2befa6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Jul 16 02:18:18.815305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27d89977-520f-40a0-8d00-2551d5b89bfa req-86a2d20e-def2-48ca-a5f9-4d7f4da86026 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 210 time: 0.0315189 Jul 16 02:18:19.991824 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e33272c-e1fb-4378-9edf-3dbdece78f12 req-db21c60e-f866-4f42-96e1-a696baef5bf0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 210 time: 0.0464365 Jul 16 02:18:20.037260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 24df4cf8-8c9f-4572-95ad-402f6a0e019f no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:20.058825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 24df4cf8-8c9f-4572-95ad-402f6a0e019f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:20.059170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 24df4cf8-8c9f-4572-95ad-402f6a0e019f not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:21.175885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e03ef145-db40-413e-b975-9982e4aa5a80 req-a2e85e53-ef57-45fb-b183-93eef3ac6cd5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae26b3b4-187f-4306-af85-eb77f9654c35 HTTP/1.1" status: 200 len: 210 time: 0.0488153 Jul 16 02:18:22.381919 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:22.479837 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:23.675784 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:23.769588 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90405156-6c26-40e2-9f12-05cb2f7921d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:25.919310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721eb71-d920-445b-a46c-f70af632f03e req-7ca5ba9e-7892-43fe-97e2-7f500e59f857 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:25.920829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7721eb71-d920-445b-a46c-f70af632f03e req-7ca5ba9e-7892-43fe-97e2-7f500e59f857 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 945 time: 0.0788033 Jul 16 02:18:25.961512 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7721eb71-d920-445b-a46c-f70af632f03e req-69791413-aff3-4f6d-9223-3b8ac24a1e23 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342798 Jul 16 02:18:26.207398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42fc4708-96b4-4f1e-b571-be18319f1052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:26.677627 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.159291 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90bdb3-40fc-436a-942a-bfb42d618f50 req-b5731d0f-3f15-476b-af9b-eb4fbdb03a5b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.160902 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f90bdb3-40fc-436a-942a-bfb42d618f50 req-b5731d0f-3f15-476b-af9b-eb4fbdb03a5b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 945 time: 0.0776443 Jul 16 02:18:27.200215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0f90bdb3-40fc-436a-942a-bfb42d618f50 req-d9caece2-832b-48ec-a60b-3454a4a9231f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe7e8dd0-e685-4c08-bf13-362984dc1045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334790 Jul 16 02:18:27.281887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-40dc1f02-2dee-4df4-9e89-e9d13c1e28cf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:27.283332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-40dc1f02-2dee-4df4-9e89-e9d13c1e28cf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 945 time: 0.0635126 Jul 16 02:18:27.388104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port 370fbbfb-fb01-488c-890f-3452a842e851 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:18:27.388449 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.475491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port 370fbbfb-fb01-488c-890f-3452a842e851, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=370fbbfb-fb01-488c-890f-3452a842e851,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:18:27.475845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.489114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for 370fbbfb-fb01-488c-890f-3452a842e851 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:18:27.501936 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.621512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.633688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['370fbbfb-fb01-488c-890f-3452a842e851'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:18:27.650755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=370fbbfb-fb01-488c-890f-3452a842e851,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:27.700330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port 370fbbfb-fb01-488c-890f-3452a842e851 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:18:27.703554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:27.705593 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05b73822-bc6e-4a23-b550-b477e82610d6 req-de2f53d7-cc27-41c9-bd67-6303830d2d52 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "DELETE /v2.0/ports/370fbbfb-fb01-488c-890f-3452a842e851 HTTP/1.1" status: 204 len: 173 time: 0.4158001 Jul 16 02:18:27.706034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'name': 'network-vif-deleted', 'tag': '370fbbfb-fb01-488c-890f-3452a842e851'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:27.708416 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced7d79-e2f4-4990-a010-4214c8bd6d76" -d '{"events": [{"server_uuid": "995eb7a9-17c4-4be4-b3ca-e7551e157f79", "name": "network-vif-deleted", "tag": "370fbbfb-fb01-488c-890f-3452a842e851"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:27.747196 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b205c6-d090-4a9e-ad54-8a6efd5abc69 x-openstack-request-id: req-b4b205c6-d090-4a9e-ad54-8a6efd5abc69 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:27.747485 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995eb7a9-17c4-4be4-b3ca-e7551e157f79", "name": "network-vif-deleted", "tag": "370fbbfb-fb01-488c-890f-3452a842e851", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:27.747736 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4b205c6-d090-4a9e-ad54-8a6efd5abc69 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:27.748176 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995eb7a9-17c4-4be4-b3ca-e7551e157f79', 'name': 'network-vif-deleted', 'tag': '370fbbfb-fb01-488c-890f-3452a842e851', 'status': 'completed', 'code': 200} Jul 16 02:18:28.344750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85f625fe-5fa8-4bce-9c5d-b373ce6aedb9 req-6e931d00-9cdc-46b5-b8d1-0707754e01be tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 210 time: 0.0297139 Jul 16 02:18:28.983375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:29.512379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76197dfc-eb4d-4974-92de-36659826372a req-ec912f8a-fd0e-4954-a761-a48e7dfaf833 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 210 time: 0.0298493 Jul 16 02:18:30.677507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20d907d1-bafb-4503-9669-0cdedd752d09 req-d71756f8-012e-40ac-8327-a7fba8b2c5b4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=995eb7a9-17c4-4be4-b3ca-e7551e157f79 HTTP/1.1" status: 200 len: 210 time: 0.0328271 Jul 16 02:18:31.337468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 370fbbfb-fb01-488c-890f-3452a842e851 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:18:31.357337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 370fbbfb-fb01-488c-890f-3452a842e851 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:18:31.357683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 370fbbfb-fb01-488c-890f-3452a842e851 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:18:35.058967 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42154) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.063738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049768643', 'description': 'tempest-secgroup-smoke-1049768643 description', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.086004 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.179677 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.183826 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.212312 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.213738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1537173 Jul 16 02:18:35.216846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42156) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.219165 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb08a0a-0e32-488f-bb6f-93dfd5315b01,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:35.222756 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group_rule': {'security_group_id': '0cb08a0a-0e32-488f-bb6f-93dfd5315b01', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.227480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.227827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.228288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.228625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.228958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.229286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.229614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.229939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.230267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.230589 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.230912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.231234 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea6a8e-5d0c-4c5a-bf17-c4956e5f640d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:35.254929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.318218 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.322241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.342485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b08ca99-88c6-4414-a490-3aa977039e9b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:35.346738 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.350673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4a61324b-feb4-4a94-8713-48a1d9fe2fe6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299374 Jul 16 02:18:35.351318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42158) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.356349 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group_rule': {'security_group_id': '0cb08a0a-0e32-488f-bb6f-93dfd5315b01', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.387421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.448175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.452072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.475788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571d78fc-17aa-4ec2-8f67-d249c6494bc2,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:35.480163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.481485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-73a44885-e83c-4c2f-b158-8406750e17d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289477 Jul 16 02:18:35.484306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42160) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.489252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group_rule': {'security_group_id': '0cb08a0a-0e32-488f-bb6f-93dfd5315b01', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.518370 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.584356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.588555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.606544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbe4087-5e87-461c-8cc0-0b1fae6fa068,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:35.613729 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.614976 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-efd40d99-b950-4710-8860-2c9aa40f8204 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296704 Jul 16 02:18:35.617819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42162) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.622455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group_rule': {'security_group_id': '0cb08a0a-0e32-488f-bb6f-93dfd5315b01', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.649632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.711500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.715997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.735291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b533ef-ac42-4dc1-9d6c-f0ba265c6ab6,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:35.746866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.748629 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b012daf0-773c-4771-83a0-d806c379f295 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296632 Jul 16 02:18:35.753125 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42164) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.760701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group_rule': {'security_group_id': '0cb08a0a-0e32-488f-bb6f-93dfd5315b01', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.786249 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Project dbd0378bfb22469a8b8835d0bf64fdab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:18:35.791995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.868568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.873395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.893242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a82d58-fb0d-41b8-b153-aaeedaf780f1,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:35.902252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:35.904473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bfa2ff56-ccc6-47d3-9b39-646ea731eb71 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498122 Jul 16 02:18:35.907471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42166) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:18:35.917962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'security_group_rule': {'security_group_id': '0cb08a0a-0e32-488f-bb6f-93dfd5315b01', 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:35.941627 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Project dbd0378bfb22469a8b8835d0bf64fdab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:18:35.947338 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.021691 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.025895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.044961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bbaaa4-50ea-45d9-ad84-4aad938d1455,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:36.051972 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:36.053372 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c5cf495c-259f-4fba-abef-558dee9c66e9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443784 Jul 16 02:18:50.419316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-006cbf7e-312f-468e-b3f0-f1abbf15706a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049768643&fields=id&tenant_id=dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 267 time: 0.0342705 Jul 16 02:18:50.537556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-18d410cb-63e6-4c5b-a2a3-54aeb4ece41d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:50.539045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-18d410cb-63e6-4c5b-a2a3-54aeb4ece41d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1127763 Jul 16 02:18:50.554340 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-e7bf4376-3256-4015-8de0-6d8427b4b974 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0099969 Jul 16 02:18:50.625746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-2508c1c5-59ce-4689-be53-560ec35665b5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661104 Jul 16 02:18:50.727367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-04776fe7-fc80-4ee7-b250-9f1b096074fa service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906012 Jul 16 02:18:50.821522 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-0e305a39-5985-4889-a0bd-4926687cf868 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884583 Jul 16 02:18:51.127595 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1d2a94c-2167-46fd-825d-b4e228e4e668 req-ae606159-4208-4578-a2f9-968ba700addc tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 210 time: 0.0286438 Jul 16 02:18:52.156159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-ccc8faf4-9b54-48bf-8f13-baecfb16266f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:52.158038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-ccc8faf4-9b54-48bf-8f13-baecfb16266f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1056998 Jul 16 02:18:52.201441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-a3e48899-ac39-41d6-8034-3beea6d6f9db tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 380 time: 0.0356579 Jul 16 02:18:52.211458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'security_groups': ['0cb08a0a-0e32-488f-bb6f-93dfd5315b01']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:52.275272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c9a0326-d95b-4d47-8889-b930db1d3cc8 req-ec47297e-2905-4907-87e4-c117fec00285 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 210 time: 0.0328851 Jul 16 02:18:52.335508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:18:52.339803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.394241 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.490579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.13 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/82f182c4-30e5-4a9d-b80a-9853998be4a5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:18:52.638471 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.653200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object 82f182c4-30e5-4a9d-b80a-9853998be4a5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:52.687324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.739925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:18:52.743698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:18:52.746367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:18:52.777704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=82f182c4-30e5-4a9d-b80a-9853998be4a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:52.793757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.794110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.794446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.794848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.795191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.795556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.795891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.796250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.796561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.796885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.797209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.797529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:18:52.818593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:52.819271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:52.839604 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-11a1d39e-abe9-4a3a-8a90-18b0a308cb6e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322193 Jul 16 02:18:52.850620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-142d6517-6e7f-4a61-a04d-cadd63c2364e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:18:52.851767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-142d6517-6e7f-4a61-a04d-cadd63c2364e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058019 Jul 16 02:18:52.862854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Request body: {'port': {'device_id': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:18:52.946386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.011513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-38e115bd-af86-44d7-93b2-f1312fa43353 None None] Provisioning for port 82f182c4-30e5-4a9d-b80a-9853998be4a5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:18:53.016363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-38e115bd-af86-44d7-93b2-f1312fa43353 None None] Provisioning complete for port 82f182c4-30e5-4a9d-b80a-9853998be4a5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:18:53.016733 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-38e115bd-af86-44d7-93b2-f1312fa43353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.051246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-38e115bd-af86-44d7-93b2-f1312fa43353 None None] Port 82f182c4-30e5-4a9d-b80a-9853998be4a5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:18:53.505078 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a734-259c-419c-a41d-a095ab05ff62 req-dabe1f7b-2e4e-4af6-aa2d-981949b88996 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:53.506739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71b4a734-259c-419c-a41d-a095ab05ff62 req-dabe1f7b-2e4e-4af6-aa2d-981949b88996 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 932 time: 0.0850556 Jul 16 02:18:53.550153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71b4a734-259c-419c-a41d-a095ab05ff62 req-39395b7e-db48-4c16-8a95-d811d8734ca3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373774 Jul 16 02:18:53.602204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f182c4-30e5-4a9d-b80a-9853998be4a5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:18:53.610759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.623883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Transition to ACTIVE for port object 82f182c4-30e5-4a9d-b80a-9853998be4a5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:18:53.628611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.679298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Pushing event updated for resources: {'Port': ['ID=82f182c4-30e5-4a9d-b80a-9853998be4a5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:53.679521 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.760292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Attempting to bind port 82f182c4-30e5-4a9d-b80a-9853998be4a5 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:18:53.760733 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Attempting to bind port 82f182c4-30e5-4a9d-b80a-9853998be4a5 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:18:53.761103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Attempting to bind port 82f182c4-30e5-4a9d-b80a-9853998be4a5 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:53.767749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Port 82f182c4-30e5-4a9d-b80a-9853998be4a5 on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:18:53.768085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Attempting to bind port 82f182c4-30e5-4a9d-b80a-9853998be4a5 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:18:53.773932 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:18:53.774255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:18:53.774635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:18:53.775067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Bound port: 82f182c4-30e5-4a9d-b80a-9853998be4a5, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:18:53.775424 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.777520 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b6602890-bf87-40a2-af75-a5fcce99786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.849921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] For port 82f182c4-30e5-4a9d-b80a-9853998be4a5, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:18:53.855657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] For port 82f182c4-30e5-4a9d-b80a-9853998be4a5, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:18:53.866232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.907154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:53.907832 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:53.909373 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] 10.222.0.32 "PUT /v2.0/ports/82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 200 len: 1092 time: 1.0508289 Jul 16 02:18:53.909823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:18:53.912255 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3" -d '{"events": [{"name": "network-changed", "server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:18:53.936744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104a73e-40d1-4f93-8c9f-aa5550100526 service neutron] Pushing event updated for resources: {'Port': ['ID=82f182c4-30e5-4a9d-b80a-9853998be4a5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:18:53.959768 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede994ef-b4a2-4144-b415-244fd9b4e4b3 x-openstack-request-id: req-ede994ef-b4a2-4144-b415-244fd9b4e4b3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:18:53.960088 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:18:53.960343 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ede994ef-b4a2-4144-b415-244fd9b4e4b3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:18:53.960773 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'status': 'completed', 'code': 200} Jul 16 02:18:54.025660 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-13ef94b9-22d5-4691-a03b-4f29dfeb7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.027299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-13ef94b9-22d5-4691-a03b-4f29dfeb7b5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0622938 Jul 16 02:18:54.073082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-14f336a0-1086-4779-a8a4-919248c187a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0378954 Jul 16 02:18:54.132069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-be50336a-cc44-4482-bec8-6851aabd8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.134176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-be50336a-cc44-4482-bec8-6851aabd8363 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0550108 Jul 16 02:18:54.207235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-631e6138-add5-4e0e-968b-660b03c9181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.208701 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-631e6138-add5-4e0e-968b-660b03c9181e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684028 Jul 16 02:18:54.302780 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-a69c39ed-4e44-433e-956a-294daf427ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872056 Jul 16 02:18:54.399541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59faa54e-4c49-4a5a-886f-588ab425f387 req-b54cf42a-ca37-471b-9929-e89197b737f8 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906498 Jul 16 02:18:54.497511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-9f7c4536-93d2-427e-a1f9-11778cde5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.499157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-9f7c4536-93d2-427e-a1f9-11778cde5eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0547111 Jul 16 02:18:54.598829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-74d8ea45-fd5e-4399-9e1b-b284199dbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.600374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-74d8ea45-fd5e-4399-9e1b-b284199dbbe6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0953894 Jul 16 02:18:54.644241 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-241a0695-265f-44e7-a668-3a39138829c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0381570 Jul 16 02:18:54.697997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-23961837-ece6-4c64-b41d-b6fba10ac8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.699494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-23961837-ece6-4c64-b41d-b6fba10ac8a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0493062 Jul 16 02:18:54.739765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b542cc1-a12a-4de8-9260-0b930c9be565 req-64288ee6-c759-4302-8565-2410ee4930f2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.742484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b542cc1-a12a-4de8-9260-0b930c9be565 req-64288ee6-c759-4302-8565-2410ee4930f2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0770717 Jul 16 02:18:54.797287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-e9767810-70c0-4c13-a679-4d3ae3f2b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:54.799697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-e9767810-70c0-4c13-a679-4d3ae3f2b4b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939646 Jul 16 02:18:54.802438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b542cc1-a12a-4de8-9260-0b930c9be565 req-44225d33-1ddb-4d1b-be9a-de945f448f36 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541115 Jul 16 02:18:54.920397 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-54813a29-c2be-49ff-b12b-18559af3c4fe service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121616 Jul 16 02:18:55.021891 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3793bcb3-18b3-4909-b5f7-d7d6e1d576f3 req-900ee604-5ace-4414-85dd-03ef4a2cf2df service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956957 Jul 16 02:18:56.004533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37705d-f1f7-4024-a8f1-44a0163ea335 req-ac389bad-ffb8-450b-a8e0-846fd473d73d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:56.005945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b37705d-f1f7-4024-a8f1-44a0163ea335 req-ac389bad-ffb8-450b-a8e0-846fd473d73d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0745134 Jul 16 02:18:56.045236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b37705d-f1f7-4024-a8f1-44a0163ea335 req-01529711-0772-4974-8462-ca7e91bdc737 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Jul 16 02:18:56.201772 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-60f062ce-ade9-4308-ae24-b584d39441cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:56.660509 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:57.225231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2e246-1958-4c4f-8b15-8e9fcccf9f7f req-667fd0ac-5c92-45c8-9c45-2fbf6598df8e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:57.226662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ff2e246-1958-4c4f-8b15-8e9fcccf9f7f req-667fd0ac-5c92-45c8-9c45-2fbf6598df8e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0647349 Jul 16 02:18:57.266225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ff2e246-1958-4c4f-8b15-8e9fcccf9f7f req-d0cd1bde-526f-4ce7-9d80-ae4df5a94b65 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332999 Jul 16 02:18:57.510386 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:58.452894 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7b89-4d25-40a5-8a39-99ea02643317 req-c2f37830-2979-4c8b-8318-a0547f2d93ca tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:58.454375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-069d7b89-4d25-40a5-8a39-99ea02643317 req-c2f37830-2979-4c8b-8318-a0547f2d93ca tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0700688 Jul 16 02:18:58.494499 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-069d7b89-4d25-40a5-8a39-99ea02643317 req-7a7065b8-f69c-4334-858a-447af4184bbb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344841 Jul 16 02:18:58.986278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:59.479138 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:59.671700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d0bbd-013d-48df-8f8d-fabfd286cfe5 req-ff0a887a-ee19-4363-8b18-61326d032ebf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:59.673275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-661d0bbd-013d-48df-8f8d-fabfd286cfe5 req-ff0a887a-ee19-4363-8b18-61326d032ebf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0671804 Jul 16 02:18:59.712477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-661d0bbd-013d-48df-8f8d-fabfd286cfe5 req-a05d529f-856d-4d92-9b54-966b506cfe76 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Jul 16 02:19:00.887289 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc4f8b-92dd-4b51-b03e-efde54be7c7a req-3d632529-f0ea-4758-bd8f-2287fa4fa481 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:00.889345 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bdc4f8b-92dd-4b51-b03e-efde54be7c7a req-3d632529-f0ea-4758-bd8f-2287fa4fa481 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0636625 Jul 16 02:19:00.928186 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9bdc4f8b-92dd-4b51-b03e-efde54be7c7a req-d7a48166-c464-4e6f-aea3-a1872d04d35d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jul 16 02:19:02.105420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfc8c4-4d13-480e-a0be-c530c4723937 req-3f09daa4-eaff-48cf-a4be-2bbf4fadf098 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:02.106919 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecbfc8c4-4d13-480e-a0be-c530c4723937 req-3f09daa4-eaff-48cf-a4be-2bbf4fadf098 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0683327 Jul 16 02:19:02.150518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ecbfc8c4-4d13-480e-a0be-c530c4723937 req-49652a73-fc7a-4f40-a414-c09a83b7b9bc tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Jul 16 02:19:03.322407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e40fe-d35b-4ce0-a65c-dbe2a1a50ef7 req-b8b0f9a8-2e57-4433-910d-25b4c56e4ee2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:03.323932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-284e40fe-d35b-4ce0-a65c-dbe2a1a50ef7 req-b8b0f9a8-2e57-4433-910d-25b4c56e4ee2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0626469 Jul 16 02:19:03.363561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-284e40fe-d35b-4ce0-a65c-dbe2a1a50ef7 req-f7a05ca4-c628-477d-9e80-ffa774a170fe tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Jul 16 02:19:04.316891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82f182c4-30e5-4a9d-b80a-9853998be4a5 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:04.548937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902cb3e-dda1-4030-86b9-d92f0776af99 req-9c7e807d-2fca-4abd-8818-e149331e275d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:04.550486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1902cb3e-dda1-4030-86b9-d92f0776af99 req-9c7e807d-2fca-4abd-8818-e149331e275d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 944 time: 0.0668504 Jul 16 02:19:04.573400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 82f182c4-30e5-4a9d-b80a-9853998be4a5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:04.585271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'mac_address': 'fa:16:3e:af:05:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:04.597557 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1902cb3e-dda1-4030-86b9-d92f0776af99 req-3f0a1de0-9f1b-489e-921a-0e31bbc6ca80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 Jul 16 02:19:04.627055 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.642752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f182c4-30e5-4a9d-b80a-9853998be4a5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:04.661991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 82f182c4-30e5-4a9d-b80a-9853998be4a5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:04.667592 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.716352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=82f182c4-30e5-4a9d-b80a-9853998be4a5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:04.853133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['82f182c4-30e5-4a9d-b80a-9853998be4a5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:05.776275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1212a-47fd-475a-a55a-1e6d985238f3 req-432f3207-809c-4e94-93be-d5390af47beb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:05.777824 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7d1212a-47fd-475a-a55a-1e6d985238f3 req-432f3207-809c-4e94-93be-d5390af47beb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 945 time: 0.0647452 Jul 16 02:19:05.818350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7d1212a-47fd-475a-a55a-1e6d985238f3 req-b1cc4010-9566-40ab-ad34-adb8020bcc33 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Jul 16 02:19:06.332118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82f182c4-30e5-4a9d-b80a-9853998be4a5 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:06.384307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 82f182c4-30e5-4a9d-b80a-9853998be4a5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:06.387946 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 82f182c4-30e5-4a9d-b80a-9853998be4a5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:06.388378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.468152 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.491322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:06.493625 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee42fe2-2845-452c-8197-520cd5f963ef" -d '{"events": [{"server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "name": "network-vif-plugged", "status": "completed", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:06.506283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 82f182c4-30e5-4a9d-b80a-9853998be4a5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:06.511323 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:06.535851 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae15968-3db8-47f9-abe7-e9cf6c3929b5 x-openstack-request-id: req-bae15968-3db8-47f9-abe7-e9cf6c3929b5 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:06.536168 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "name": "network-vif-plugged", "status": "completed", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:06.536420 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bae15968-3db8-47f9-abe7-e9cf6c3929b5 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:06.536806 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'code': 200} Jul 16 02:19:06.563293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=82f182c4-30e5-4a9d-b80a-9853998be4a5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:06.646640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b76a7-369c-4195-97c2-dc62dce39fec req-6d401ccd-a59d-4446-b9f0-9c6cbc9fa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.648267 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-120b76a7-369c-4195-97c2-dc62dce39fec req-6d401ccd-a59d-4446-b9f0-9c6cbc9fa852 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0534215 Jul 16 02:19:06.684490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-120b76a7-369c-4195-97c2-dc62dce39fec req-28ce65a9-6527-45fb-bdca-e3fba7ce4ffd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289333 Jul 16 02:19:06.990432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99763e5b-4b1a-486c-807c-c5e6e4b4fce2 req-5e861db2-4eda-4a88-a830-717995569d73 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:06.991858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99763e5b-4b1a-486c-807c-c5e6e4b4fce2 req-5e861db2-4eda-4a88-a830-717995569d73 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 946 time: 0.0641870 Jul 16 02:19:07.030770 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99763e5b-4b1a-486c-807c-c5e6e4b4fce2 req-66340f74-fae8-4a07-b1da-8d58f5f16af7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Jul 16 02:19:08.215794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6b929-0daa-4cf2-a7e9-e674377e6b9b req-a37c9bed-b0be-4d6a-bf2c-f7369bcc7266 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.217951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9de6b929-0daa-4cf2-a7e9-e674377e6b9b req-a37c9bed-b0be-4d6a-bf2c-f7369bcc7266 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 946 time: 0.0689149 Jul 16 02:19:08.256699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9de6b929-0daa-4cf2-a7e9-e674377e6b9b req-ec6d8d41-0ea3-4a4a-badc-ce651920f4f7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Jul 16 02:19:08.436059 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfec9c-4db4-4a61-96b8-a1041d4fa026 req-58c7acb5-6e50-4e71-9642-49af17e1fcd1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.437589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1abfec9c-4db4-4a61-96b8-a1041d4fa026 req-58c7acb5-6e50-4e71-9642-49af17e1fcd1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 946 time: 0.0639727 Jul 16 02:19:08.474890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1abfec9c-4db4-4a61-96b8-a1041d4fa026 req-ef1e3672-da6b-4994-a340-684c5bc631e0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 16 02:19:08.500215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42354) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:08.553564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43519f69-0a6b-4c88-8144-ddb8750ab69c tempest-TestVolumeBootPattern-1725324344 tempest-TestVolumeBootPattern-1725324344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:08.555086 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-43519f69-0a6b-4c88-8144-ddb8750ab69c tempest-TestVolumeBootPattern-1725324344 tempest-TestVolumeBootPattern-1725324344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1092 time: 0.0538931 Jul 16 02:19:08.557878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42356) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:08.562639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:08.584295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:08.679394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:08.787782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.25.0.180 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a8e860ed-3e23-42c8-8fa1-d921e9635e6a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:08.888082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:08.925785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:08.967945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:08.972259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:08.976534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:08.979472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=a8e860ed-3e23-42c8-8fa1-d921e9635e6a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:09.356598 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:09.436411 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:09.589540 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:09.596834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:09.665128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=a8e860ed-3e23-42c8-8fa1-d921e9635e6a,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:09.677558 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:09.781168 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Floating IP 8603371b-3691-4140-9b2b-419e67eb4d50 associated. External IP: 172.25.0.180, port: 82f182c4-30e5-4a9d-b80a-9853998be4a5. Jul 16 02:19:10.002210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:10.115791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:10.125467 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:10.132985 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.135096 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:10.135706 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:18:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:10.172220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d702b47e-bd53-4c48-aeba-8e0f3bf52a14 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6131413 Jul 16 02:19:10.172674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:10.174961 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8348ca4-757a-4990-9c10-f8f758644eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:10.224913 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472c49ea-634b-4bd9-ba4a-964b7cba786e x-openstack-request-id: req-472c49ea-634b-4bd9-ba4a-964b7cba786e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:10.225218 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:10.225480 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-472c49ea-634b-4bd9-ba4a-964b7cba786e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:10.225883 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'status': 'completed', 'code': 200} Jul 16 02:19:10.247696 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:10.309189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-64a7d909-7418-4637-bdde-dd3cf2f3f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.310795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-64a7d909-7418-4637-bdde-dd3cf2f3f61c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0586700 Jul 16 02:19:10.410314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-90e831ef-014f-4b98-9b98-4bcf2ec05fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.413961 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-90e831ef-014f-4b98-9b98-4bcf2ec05fba service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0951116 Jul 16 02:19:10.477032 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-c5560869-bb7e-4eab-abd1-e0f31ad99f0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 200 len: 1000 time: 0.0590587 Jul 16 02:19:10.481436 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '8603371b-3691-4140-9b2b-419e67eb4d50', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:af:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:19:09Z', 'updated_at': '2021-07-16T02:19:09Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:10.511676 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:10.521189 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:10.521797 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:18:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:10.532151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-f1a8c24b-2466-4a76-996b-e50bec70dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.533676 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-f1a8c24b-2466-4a76-996b-e50bec70dfdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0504313 Jul 16 02:19:10.599852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-d37198e1-2a83-4f58-8e42-24b1ffa3800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:10.601335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-d37198e1-2a83-4f58-8e42-24b1ffa3800f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612414 Jul 16 02:19:10.628677 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:10.699750 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-fd3d4821-33ca-4e01-b270-e6f48acce965 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923021 Jul 16 02:19:10.803159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8348ca4-757a-4990-9c10-f8f758644eeb req-fb9ed948-0665-4d01-9e33-e901923c2e27 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970120 Jul 16 02:19:10.860583 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '8603371b-3691-4140-9b2b-419e67eb4d50', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:af:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:19:09Z', 'updated_at': '2021-07-16T02:19:09Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:10.891391 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3db266-da04-4370-9b2a-fda2e324236c None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '8603371b-3691-4140-9b2b-419e67eb4d50', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:af:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:19:09Z', 'updated_at': '2021-07-16T02:19:09Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:11.098630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d36e7-013a-41fa-adab-5c0ce1a33523 None None] New status for floating IP 8603371b-3691-4140-9b2b-419e67eb4d50: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:22.394259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:23.675160 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:23.772902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6d76d232-b1bf-4684-b90e-4dc618b00814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.207381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8dde849a-6d59-4255-bf76-c52e2866dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:26.662025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:27.508085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.990653 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:36.478494 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:52.409129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.676003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.773776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81e61c8e-9628-470f-adb8-e90fbe0f8ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.150738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-7531666c-0179-4821-a64a-f4b2bb4657b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083710 Jul 16 02:19:56.214956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aa459234-8fd3-4d34-93fa-62bdf4de92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.254617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-5d028a61-a661-4623-a215-fd1aca2c319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:56.256216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-5d028a61-a661-4623-a215-fd1aca2c319c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0622370 Jul 16 02:19:56.362219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-ef9a63cb-478d-4a7d-a874-6a932ab7e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:56.364039 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-ef9a63cb-478d-4a7d-a874-6a932ab7e8a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0879278 Jul 16 02:19:56.433494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-7e97fd09-0b0f-4fd3-acc5-d5c8c8cde904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 200 len: 1002 time: 0.0635984 Jul 16 02:19:56.488368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-33b18987-528b-42fb-af35-e3463545068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:56.490566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-33b18987-528b-42fb-af35-e3463545068e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0510905 Jul 16 02:19:56.556711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-7bd54e4b-0c84-4ea7-b76e-940141de3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:56.558245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-7bd54e4b-0c84-4ea7-b76e-940141de3633 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622950 Jul 16 02:19:56.654228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-4c362b46-4cfe-4c4d-acc6-5e048c92234f service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892141 Jul 16 02:19:56.664405 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:56.745759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d84e8d5-a3a1-48f4-b0ce-d3e0c318e6de req-440ce894-e7ab-43f1-94db-486273d51830 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857999 Jul 16 02:19:57.510275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:58.993174 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:13.477921 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:22.407598 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.674989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:23.774553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f187c715-03bf-4173-af26-49a8fa3c6716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.206738 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dee20cf8-9f1a-41ec-af2c-d9708711e59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:26.667575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:27.512521 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:28.995418 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:40.577450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-20e6dcef-73cd-4c32-abd1-e81ca9e38454 req-22de57bf-6fa3-4449-8267-55d570110c15 tempest-ServerRescueTestJSON-392479290 tempest-ServerRescueTestJSON-392479290-project] (93907) timed out ('10.222.0.38', 61093) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:20:50.478802 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:52.407161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:53.669829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:53.775454 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bbddad8e-6675-4e06-9742-0146b4b592a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:56.208929 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f023a96-e7e8-4e5b-b2a1-ff46e37c7df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:56.671475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:57.520100 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:57.957937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-a5f47261-88fd-42c8-b7a1-39518c3c3127 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589921 Jul 16 02:20:58.054241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-b1dacb33-cd17-4f1d-af06-f0c425c004a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.055821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-b1dacb33-cd17-4f1d-af06-f0c425c004a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0536828 Jul 16 02:20:58.178699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-e964c141-a4b0-41b9-9d42-3de32bea6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.180272 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-e964c141-a4b0-41b9-9d42-3de32bea6bc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0980864 Jul 16 02:20:58.253896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-0b6a84ec-6cfb-49c4-ae9f-80ec5d1350d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 200 len: 1002 time: 0.0676022 Jul 16 02:20:58.306653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-54f9b520-a207-4daf-b28b-7ea438f3a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.308190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-54f9b520-a207-4daf-b28b-7ea438f3a8d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0489399 Jul 16 02:20:58.371707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-24e96c8c-dc41-4a03-bc05-ce57a2507470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:58.373320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-24e96c8c-dc41-4a03-bc05-ce57a2507470 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589163 Jul 16 02:20:58.469148 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-d6077c5b-99bd-46e5-8618-412cb9320a04 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895934 Jul 16 02:20:58.569029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13f3a692-5b43-424d-a0b8-5d12c0824b0f req-bab69d50-8ed3-43d3-8b26-ebda99a8a970 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929966 Jul 16 02:20:58.998495 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:05.820088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12257a81-8c76-406f-9d5e-bd928823b1c6 req-38982050-25ff-4577-9d9a-6b47a5f9e9d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:05.821628 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12257a81-8c76-406f-9d5e-bd928823b1c6 req-38982050-25ff-4577-9d9a-6b47a5f9e9d4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 946 time: 0.0681095 Jul 16 02:21:05.859255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12257a81-8c76-406f-9d5e-bd928823b1c6 req-7ebda01d-bced-43f4-a0e4-690ed46f4f05 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Jul 16 02:21:07.072164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76d41-73c1-4d56-8d15-4cde20a58671 req-2d83d36a-2b08-41c3-aa2d-0bde836ea118 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:07.073658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7b76d41-73c1-4d56-8d15-4cde20a58671 req-2d83d36a-2b08-41c3-aa2d-0bde836ea118 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 946 time: 0.0655761 Jul 16 02:21:07.114126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f7b76d41-73c1-4d56-8d15-4cde20a58671 req-1069b8c6-96db-4e74-8a66-d70c5612c695 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348022 Jul 16 02:21:07.280078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-aa4ec13a-93f9-49ea-9685-39e8e3fe7418 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:07.281553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-aa4ec13a-93f9-49ea-9685-39e8e3fe7418 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 946 time: 0.0691199 Jul 16 02:21:07.385846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port 82f182c4-30e5-4a9d-b80a-9853998be4a5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:21:07.386176 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.473881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port 82f182c4-30e5-4a9d-b80a-9853998be4a5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=82f182c4-30e5-4a9d-b80a-9853998be4a5,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:07.474145 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.649257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.649630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.649937 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Floating IP 8603371b-3691-4140-9b2b-419e67eb4d50 disassociated. External IP: 172.25.0.180, port: 82f182c4-30e5-4a9d-b80a-9853998be4a5. Jul 16 02:21:07.650278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for 82f182c4-30e5-4a9d-b80a-9853998be4a5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:21:07.782725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.811138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=82f182c4-30e5-4a9d-b80a-9853998be4a5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:07.823714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.824092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.824428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.824770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.825111 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.825440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.825979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.826135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.826644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.826987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.827328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.827658 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:07.947632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:08.057458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:08.067728 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:08.078216 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:08.078858 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:20:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:08.104231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port 82f182c4-30e5-4a9d-b80a-9853998be4a5 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:21:08.106864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.108912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-eafb49dd-623e-4333-9add-086f4c62d0f9 req-dd01e6d3-33fc-48c7-bb49-758c45192007 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "DELETE /v2.0/ports/82f182c4-30e5-4a9d-b80a-9853998be4a5 HTTP/1.1" status: 204 len: 173 time: 0.8215678 Jul 16 02:21:08.109363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'name': 'network-vif-deleted', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:08.111623 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976713b-e8b8-475e-a153-78a3a84f00b1" -d '{"events": [{"server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "name": "network-vif-deleted", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:08.180490 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843705c0-ce68-410c-8056-028729dffa39 x-openstack-request-id: req-843705c0-ce68-410c-8056-028729dffa39 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:08.181141 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cc56c2-0964-463f-ad8d-4366b095cd34", "name": "network-vif-deleted", "tag": "82f182c4-30e5-4a9d-b80a-9853998be4a5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:08.181573 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-843705c0-ce68-410c-8056-028729dffa39 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:08.182325 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cc56c2-0964-463f-ad8d-4366b095cd34', 'name': 'network-vif-deleted', 'tag': '82f182c4-30e5-4a9d-b80a-9853998be4a5', 'status': 'completed', 'code': 200} Jul 16 02:21:08.229484 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:08.311496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9628a07c-a1dc-48ba-9454-4ef3a00fa571 req-766d33f2-e0a4-44a9-828f-0e6474df7ee7 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 210 time: 0.0438957 Jul 16 02:21:08.460173 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:08.587111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:08.595786 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:08.596423 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:20:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:08.702278 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:08.914111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:08.943450 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1bc8e7-e378-41c3-a980-063c2dbeccf4 None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:09.212678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d788ecd1-3d26-44e4-9544-770396958e98 None None] New status for floating IP 8603371b-3691-4140-9b2b-419e67eb4d50: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:21:09.465480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f03e48d-a072-4c79-9bcc-ac17522d2e0b req-0547e4c9-c38a-4a63-8530-c5ed8a169d2b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Jul 16 02:21:10.608483 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5c89e64f-4c99-43f1-873a-e5c6af051f85 req-c3564806-641c-4ec9-abc7-12922e4077ae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 210 time: 0.0289583 Jul 16 02:21:11.063453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82f182c4-30e5-4a9d-b80a-9853998be4a5 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:21:11.085375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 82f182c4-30e5-4a9d-b80a-9853998be4a5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:21:11.085725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 82f182c4-30e5-4a9d-b80a-9853998be4a5 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:21:11.774898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3401e93d-5c43-4c3a-ac13-4721800da9bf req-2c9c56f0-c45e-4d35-aa85-1de2ffcd0d70 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=19cc56c2-0964-463f-ad8d-4366b095cd34 HTTP/1.1" status: 200 len: 210 time: 0.0284221 Jul 16 02:21:13.027201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-0b72074b-615d-4f47-a8e7-428ea5640585 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049768643&fields=id&tenant_id=dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 267 time: 0.0378854 Jul 16 02:21:13.143121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-bfaaf4e3-2626-46b9-aeba-3be1213ba7ff tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:13.145403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-bfaaf4e3-2626-46b9-aeba-3be1213ba7ff tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1116853 Jul 16 02:21:13.161351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-5b195f1a-cbb8-4ad3-943c-339f86a9b74e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0094261 Jul 16 02:21:13.236540 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-6d376a25-f4d1-4e24-9d56-4309836c9e43 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697310 Jul 16 02:21:13.410306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3b7dea26-f9d3-4472-bd65-2e352a648b63 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609716 Jul 16 02:21:13.501021 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-ec5776cb-46b7-4db9-8941-84bd888e5040 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850759 Jul 16 02:21:13.814553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4982d14d-3f83-47a0-878d-f26b1ad54ec2 req-b9c8eec9-4f1b-4ced-b90a-44a93128e641 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 210 time: 0.0287912 Jul 16 02:21:14.926237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-5cd9c74c-e4bc-4a44-958e-27be567a86a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:14.928061 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-5cd9c74c-e4bc-4a44-958e-27be567a86a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1477470 Jul 16 02:21:14.975886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8358f197-4f76-45a6-9c32-c97a5963b84b req-2cb87d90-685c-457f-afc0-51c2aec879df tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 210 time: 0.0379136 Jul 16 02:21:14.983552 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-c0932940-55a4-438e-bdd9-2c84b4e27233 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 380 time: 0.0457067 Jul 16 02:21:14.992708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'security_groups': ['0cb08a0a-0e32-488f-bb6f-93dfd5315b01']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:15.129647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:21:15.133603 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.276211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.13 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/9089e72f-3194-4dc4-8f1d-37b3f5e67c7f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:15.435405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.449430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:15.484639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.539764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:15.543366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:15.547726 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:15.555834 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:15.604730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:15.605482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.624551 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9c0fe779-990c-4a22-b47c-72131c064aae tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6359437 Jul 16 02:21:15.637721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Request body: {'port': {'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:15.732964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.889532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2ca650ee-e9f3-4084-893a-8a82bd768d07 None None] Provisioning for port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:15.895656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2ca650ee-e9f3-4084-893a-8a82bd768d07 None None] Provisioning complete for port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:15.896393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2ca650ee-e9f3-4084-893a-8a82bd768d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:15.958666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2ca650ee-e9f3-4084-893a-8a82bd768d07 None None] Port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:21:16.039753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:16.049763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.063939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Transition to ACTIVE for port object 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:16.068986 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.125037 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:16.172295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08cb94-475f-4c91-9305-76770a6a6306 req-0f8b7fbd-2ff8-48a9-86d3-77f8ff9fce6d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.175122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa08cb94-475f-4c91-9305-76770a6a6306 req-0f8b7fbd-2ff8-48a9-86d3-77f8ff9fce6d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0743201 Jul 16 02:21:16.231484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Attempting to bind port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:21:16.231484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Attempting to bind port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:21:16.231484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Attempting to bind port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:16.239259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:21:16.239259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Attempting to bind port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:21:16.244410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:21:16.244897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:21:16.245398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:21:16.245939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Bound port: 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:21:16.246395 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.275960 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa08cb94-475f-4c91-9305-76770a6a6306 req-80823539-7fd5-44e5-a4e0-c9cc0564d83f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901425 Jul 16 02:21:16.344309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] For port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:16.348637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] For port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:21:16.354740 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.396193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.396814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:16.398257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] 10.222.0.38 "PUT /v2.0/ports/9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 1092 time: 0.7670043 Jul 16 02:21:16.398692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:16.400950 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970353b-b31b-4a89-8964-b19e64c10d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:16.424542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845b0cc-9a25-42ca-b88e-c64fd67361d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:16.453165 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eb3eed-5d61-472c-aeba-b2632cad46c2 x-openstack-request-id: req-b7eb3eed-5d61-472c-aeba-b2632cad46c2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:16.453461 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:16.453713 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7eb3eed-5d61-472c-aeba-b2632cad46c2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:16.454119 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'status': 'completed', 'code': 200} Jul 16 02:21:16.532103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9545b6ba-bcfa-4a09-949d-b0bbf9d1e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.534566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-9545b6ba-bcfa-4a09-949d-b0bbf9d1e4aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1095 time: 0.0696504 Jul 16 02:21:16.582003 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-88ecb23b-96c0-47fd-8a17-d001264b2b8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 217 time: 0.0395193 Jul 16 02:21:16.638005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3267c73a-136c-4405-a8da-11986a51e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.640821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-3267c73a-136c-4405-a8da-11986a51e37e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0525868 Jul 16 02:21:16.702563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-e290d077-723a-4dbf-ab41-62e1d2eba470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:16.704024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-e290d077-723a-4dbf-ab41-62e1d2eba470 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575411 Jul 16 02:21:16.811060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-facf5032-46ce-442c-9a4e-b45800be561d service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998685 Jul 16 02:21:16.912425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aa67c338-2c31-4b97-9e4b-7a16674353bb req-059b2348-318d-4490-b264-a86e3a12672a service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953290 Jul 16 02:21:17.027343 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-ae8c0d6c-7c0b-4336-a676-0a562151d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.028935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-ae8c0d6c-7c0b-4336-a676-0a562151d4b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1095 time: 0.0611165 Jul 16 02:21:17.134368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-c5e1268e-cdf7-40ae-ad86-58463b648907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.135851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-c5e1268e-cdf7-40ae-ad86-58463b648907 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.1015332 Jul 16 02:21:17.181670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-5793ee12-3390-4b14-bfe8-bffce3c0b0fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 217 time: 0.0389752 Jul 16 02:21:17.231077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-1290f8d1-bdcf-4477-a4d1-ba85f7e0e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.232603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-1290f8d1-bdcf-4477-a4d1-ba85f7e0e348 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0450149 Jul 16 02:21:17.289033 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-1fe5a26d-4744-4dd1-8cbf-a0eef1d24aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.290468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-1fe5a26d-4744-4dd1-8cbf-a0eef1d24aa8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524135 Jul 16 02:21:17.399571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-ef40a450-9488-453a-92fe-08ac2d55391a service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024666 Jul 16 02:21:17.479931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9190bee-d921-49ad-8266-3691652357db req-2bc78f96-2b7c-4aae-91dc-a8cd929d4a25 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:17.483375 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9190bee-d921-49ad-8266-3691652357db req-2bc78f96-2b7c-4aae-91dc-a8cd929d4a25 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0694740 Jul 16 02:21:17.522473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f970353b-b31b-4a89-8964-b19e64c10d1c req-bb9edcc8-373d-4d04-8fc8-e9437592ac15 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166296 Jul 16 02:21:17.538272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f9190bee-d921-49ad-8266-3691652357db req-e2484d50-db06-40e2-8967-d82747fa6ad3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Jul 16 02:21:18.731565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ab77c-1bb0-44da-aee8-c184007b7270 req-8e8072b7-f49c-44c9-b816-7a2be0626133 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:18.733230 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e70ab77c-1bb0-44da-aee8-c184007b7270 req-8e8072b7-f49c-44c9-b816-7a2be0626133 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0686407 Jul 16 02:21:18.778433 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e70ab77c-1bb0-44da-aee8-c184007b7270 req-7f4cd149-da06-4ed9-9ad0-eb020893eca5 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390949 Jul 16 02:21:19.954381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fc7fe-dad6-4ec1-8fe2-9b7d02480aa8 req-e90cd867-94d1-4517-8c96-700a95973071 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:19.955810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba6fc7fe-dad6-4ec1-8fe2-9b7d02480aa8 req-e90cd867-94d1-4517-8c96-700a95973071 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0648904 Jul 16 02:21:19.996632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ba6fc7fe-dad6-4ec1-8fe2-9b7d02480aa8 req-7f3bd48d-279f-42fd-960d-07d156f5724f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Jul 16 02:21:21.513659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047672c4-701e-4960-be52-782d31bdfbcc req-9475f038-17cf-4670-a27e-2161e1f9dced tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:21.515143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-047672c4-701e-4960-be52-782d31bdfbcc req-9475f038-17cf-4670-a27e-2161e1f9dced tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.4050648 Jul 16 02:21:21.553901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-047672c4-701e-4960-be52-782d31bdfbcc req-135ee954-f233-4fee-b9e5-3282e218f122 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Jul 16 02:21:22.398019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:22.726900 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5fd50-abc2-4371-9205-15adba994f41 req-4c8932ca-22b2-40cc-80cc-ce23d10db9a4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:22.728436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54c5fd50-abc2-4371-9205-15adba994f41 req-4c8932ca-22b2-40cc-80cc-ce23d10db9a4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0642195 Jul 16 02:21:22.767492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54c5fd50-abc2-4371-9205-15adba994f41 req-c796f039-0c74-4292-895f-2b8d7d41792d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jul 16 02:21:23.678624 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.783711 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5f73752-9627-4347-84c0-32f52d1ac7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:23.946115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c975ab-096d-4c5f-b12b-6c42f09f3aa6 req-290d4b41-422e-4d5f-878f-158cb47c4967 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:23.947626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6c975ab-096d-4c5f-b12b-6c42f09f3aa6 req-290d4b41-422e-4d5f-878f-158cb47c4967 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0686882 Jul 16 02:21:23.994095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6c975ab-096d-4c5f-b12b-6c42f09f3aa6 req-8688e6c4-6451-4a23-af20-4eb6ff03f28e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Jul 16 02:21:25.172695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d18ad-a614-432a-8201-8c80203b266f req-9b108f72-0c81-409d-9925-383bedb4e3c8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:25.174270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-191d18ad-a614-432a-8201-8c80203b266f req-9b108f72-0c81-409d-9925-383bedb4e3c8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 944 time: 0.0646977 Jul 16 02:21:25.213040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-191d18ad-a614-432a-8201-8c80203b266f req-0dcf6d6b-a30e-4d23-9088-763daa43f160 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Jul 16 02:21:26.120224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:21:26.222458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4103382c-642b-4bdc-8cda-3c843b19cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.230636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:26.242367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:21:26.281632 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.296252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:21:26.317144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:26.321371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:26.370632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:26.378093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.378451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.379300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.379641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.379966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.380314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.380643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.380967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.381288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.381605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.381927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.382241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:26.389120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f6496-e122-4453-9d67-416b5876c351 req-ff4d4b64-4482-47bd-b1a9-90cb293fe5a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:26.390841 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e24f6496-e122-4453-9d67-416b5876c351 req-ff4d4b64-4482-47bd-b1a9-90cb293fe5a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 945 time: 0.0656710 Jul 16 02:21:26.429382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e24f6496-e122-4453-9d67-416b5876c351 req-90a8eb07-5de4-4935-8fe4-0ae91e3875bd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316117 Jul 16 02:21:26.557658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['9089e72f-3194-4dc4-8f1d-37b3f5e67c7f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:21:26.697258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.478295 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:27.522614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:27.826393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7805c0-c7ef-4f3e-b8c7-238d77303a51 req-ac211c93-107a-4651-90a2-a0a0d6e3f713 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:27.827813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea7805c0-c7ef-4f3e-b8c7-238d77303a51 req-ac211c93-107a-4651-90a2-a0a0d6e3f713 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 945 time: 0.0998962 Jul 16 02:21:27.865764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea7805c0-c7ef-4f3e-b8c7-238d77303a51 req-8ef48db4-26e0-4000-a562-9cf13761f496 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Jul 16 02:21:28.129288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:21:28.179982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:21:28.183591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:21:28.183967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.260809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.283168 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:28.286015 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb5905-ae4f-4312-97f8-826330332d21" -d '{"events": [{"server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "name": "network-vif-plugged", "status": "completed", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:28.298706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:28.302727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:28.328443 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c6777f-cf07-4fea-89fd-874f576ff55c x-openstack-request-id: req-72c6777f-cf07-4fea-89fd-874f576ff55c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:28.328736 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "name": "network-vif-plugged", "status": "completed", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:28.328989 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72c6777f-cf07-4fea-89fd-874f576ff55c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:28.329373 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'code': 200} Jul 16 02:21:28.355313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:28.564272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae29f2-0887-4722-8b80-dabe92b17286 req-edf33197-6e9a-483d-a697-0e4d5f8327a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:28.565686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2cae29f2-0887-4722-8b80-dabe92b17286 req-edf33197-6e9a-483d-a697-0e4d5f8327a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0543096 Jul 16 02:21:28.601924 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2cae29f2-0887-4722-8b80-dabe92b17286 req-10d33ffc-3e10-4671-86e9-1951bc180280 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287151 Jul 16 02:21:29.001175 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:29.040263 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d7c4-dd9b-4ba2-958c-bd68d46058b6 req-ad3b580a-4cfb-4b4b-ab5b-76ad22d4507d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:29.041750 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72a1d7c4-dd9b-4ba2-958c-bd68d46058b6 req-ad3b580a-4cfb-4b4b-ab5b-76ad22d4507d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 946 time: 0.0637023 Jul 16 02:21:29.080690 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-72a1d7c4-dd9b-4ba2-958c-bd68d46058b6 req-b6d813df-49b9-49af-b7f2-801269454b05 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332389 Jul 16 02:21:30.258518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b56e4-e9c0-418c-a2ed-e11c64bfdd8b req-a1a5edf5-6fbe-45d0-92d6-913198ac0ff0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.260016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-580b56e4-e9c0-418c-a2ed-e11c64bfdd8b req-a1a5edf5-6fbe-45d0-92d6-913198ac0ff0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 946 time: 0.0658135 Jul 16 02:21:30.297074 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-580b56e4-e9c0-418c-a2ed-e11c64bfdd8b req-218f253b-d051-4a85-b6c6-03a46160b937 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Jul 16 02:21:30.468806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3d9cb-80d8-4e72-b4d9-c5cfd29b3d5c req-6723c4b6-cfd5-4d59-861c-63362787e607 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.470368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bc3d9cb-80d8-4e72-b4d9-c5cfd29b3d5c req-6723c4b6-cfd5-4d59-861c-63362787e607 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 946 time: 0.0645514 Jul 16 02:21:30.511188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5bc3d9cb-80d8-4e72-b4d9-c5cfd29b3d5c req-89f16f23-d53e-4b4a-a899-5a98feadc033 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Jul 16 02:21:30.535760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42506) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:30.634989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16b9269-4708-4ecf-a57f-e21a725b30eb tempest-TestVolumeBootPattern-1725324344 tempest-TestVolumeBootPattern-1725324344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:30.636588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d16b9269-4708-4ecf-a57f-e21a725b30eb tempest-TestVolumeBootPattern-1725324344 tempest-TestVolumeBootPattern-1725324344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1092 time: 0.0997460 Jul 16 02:21:30.639342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:21:30.643633 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:30.666174 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:30.767035 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:30.869730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.25.0.186 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/afbb2494-6e41-4f2d-8858-947ba2adbc76) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:21:30.969651 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.008356 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.042686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:21:31.048613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:21:31.051671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:21:31.078955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=afbb2494-6e41-4f2d-8858-947ba2adbc76,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:31.092063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.092411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.092752 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.093086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.093419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.093751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.094080 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.094401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.094725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.095051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.095370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.095687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:21:31.442388 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.522765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.672406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.677101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.742928 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=afbb2494-6e41-4f2d-8858-947ba2adbc76,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:21:31.754930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.855079 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Floating IP dc8ec248-915f-4835-91fd-531b10a80df9 associated. External IP: 172.25.0.186, port: 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f. Jul 16 02:21:32.064199 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:21:32.172995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:21:32.182774 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:21:32.189327 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.195220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:32.195837 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:21:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:32.226459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-517ba9ad-8e02-4143-a314-ceecae52cf80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5860825 Jul 16 02:21:32.227015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:32.229350 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f26de3-a442-47a9-8186-00a55666b681" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:32.307835 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:32.344657 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d04e47-8a05-49dc-8ad5-4977e0964b31 x-openstack-request-id: req-46d04e47-8a05-49dc-8ad5-4977e0964b31 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:32.344949 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:32.345206 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46d04e47-8a05-49dc-8ad5-4977e0964b31 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:32.345613 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'status': 'completed', 'code': 200} Jul 16 02:21:32.416268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26de3-a442-47a9-8186-00a55666b681 req-387f19f4-294d-4e6d-9795-a82ed3c17314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:32.417869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-387f19f4-294d-4e6d-9795-a82ed3c17314 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0510259 Jul 16 02:21:32.532335 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:31Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:32.561034 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:21:32.570806 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:21:32.571361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:21:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:32.696513 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:21:32.885929 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26de3-a442-47a9-8186-00a55666b681 req-116616ed-8e0c-4d00-9cb1-83be7de50803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:32.887485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-116616ed-8e0c-4d00-9cb1-83be7de50803 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.4630368 Jul 16 02:21:32.954867 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-b8b726eb-bb1c-467f-b68b-8c7a4d9166dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 1000 time: 0.0610073 Jul 16 02:21:32.990830 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:31Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:21:33.006768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26de3-a442-47a9-8186-00a55666b681 req-b493a215-30a4-4ebf-985e-8054225a90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.008648 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-b493a215-30a4-4ebf-985e-8054225a90c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0469296 Jul 16 02:21:33.021548 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777e8ee8-158d-4f51-80e9-2315dfb3d32a None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:31Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:21:33.073588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26de3-a442-47a9-8186-00a55666b681 req-f4dc9801-c2ff-47cd-8fd0-72fc699787f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:33.075156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-f4dc9801-c2ff-47cd-8fd0-72fc699787f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612175 Jul 16 02:21:33.168890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-81970d6a-aed7-4f1a-96d1-6443de50d37b service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870402 Jul 16 02:21:33.241720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59e527-7d1b-4df4-a66a-fa198523cda4 None None] New status for floating IP dc8ec248-915f-4835-91fd-531b10a80df9: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:21:33.270438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-26f26de3-a442-47a9-8186-00a55666b681 req-32d701d2-abdc-4f72-a30b-1dc614479d42 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954492 Jul 16 02:21:52.423289 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.666955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:53.776739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e09456e9-c127-4f3d-89a3-abcbeafa0c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.213811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-661fa14e-e795-4fb8-aaa3-8169612fa26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:56.679641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:57.523614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.006330 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:04.478267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:07.674392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-d54ce15b-312a-4189-9e56-0dc5917bf788 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535221 Jul 16 02:22:07.773491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-8bde6360-f6b6-4871-9750-1c7b46dc7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:07.774911 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-8bde6360-f6b6-4871-9750-1c7b46dc7991 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0562868 Jul 16 02:22:07.892427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-c79e27b7-a912-418b-8435-de3035172281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:07.893906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-c79e27b7-a912-418b-8435-de3035172281 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0972579 Jul 16 02:22:07.960365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-735ec383-2f46-469e-96a7-c0ade1fd01e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 1002 time: 0.0603158 Jul 16 02:22:08.016192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-b00aa1ac-92a6-46ca-a78b-0d1e0db2c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.017793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-b00aa1ac-92a6-46ca-a78b-0d1e0db2c65f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0518265 Jul 16 02:22:08.078307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-495cce5c-1c70-4dbd-9d34-3ff5d4792000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.079796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-495cce5c-1c70-4dbd-9d34-3ff5d4792000 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555131 Jul 16 02:22:08.180150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-15f988a5-382d-4df4-aaaa-7f3c921a8869 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938115 Jul 16 02:22:08.275245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fcc23e9d-6e11-474b-9aa7-6cafd6e362ff req-7c54e277-77c5-4675-8996-1736078b9116 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887921 Jul 16 02:22:22.436796 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.684333 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:23.777053 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3f67d3b1-b982-42ba-9bd0-bf671781f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.215056 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40300406-9e51-42d3-a648-71ba2feae39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:26.681471 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:27.526198 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:29.012472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:41.478970 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:52.452086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.682783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.778291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-712f45fa-0591-4f8a-8df7-60b9a810fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:53.845481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-792348b8-6bd0-4a5c-b9a3-739932a84264 req-2a425792-7cd6-402f-86f0-d54e81956001 service neutron] (93906) timed out ('10.222.0.35', 35632) {{(pid=93906) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:22:56.216565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-21d894f7-999a-4a8e-bf46-dd76f27f4d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:56.683519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:57.529779 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:59.013276 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:07.741402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-75bb7c25-698d-49e4-8e97-d8238f642e38 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262312 Jul 16 02:23:07.863706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-51eec263-65c0-46a8-b62a-0d3dde12e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:07.865404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-51eec263-65c0-46a8-b62a-0d3dde12e6b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0713749 Jul 16 02:23:07.976740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-37ef2592-c048-47cf-9d05-b64da336d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:07.978283 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-37ef2592-c048-47cf-9d05-b64da336d935 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0922270 Jul 16 02:23:08.052577 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-de758e30-4e0a-4c7f-957b-030e3465686c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 1002 time: 0.0682137 Jul 16 02:23:08.115183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-11c43cc7-5b47-494e-bd17-bf1ad154dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:08.116863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-11c43cc7-5b47-494e-bd17-bf1ad154dc32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0588036 Jul 16 02:23:08.191818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-5bfade64-6914-4892-a229-258d105a5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:08.193388 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-5bfade64-6914-4892-a229-258d105a5bf5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707369 Jul 16 02:23:08.303591 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-724097f7-901c-4c07-a257-b11b3cbfc4fd service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040552 Jul 16 02:23:08.412165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ae700057-26f0-440b-b4b7-95eb2e558784 req-1b0a91b6-849d-4bcf-bf0f-4f8930adc4be service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022727 Jul 16 02:23:10.903071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-77838fab-658d-44c5-b9b2-45f5bb725209 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049768643&fields=id&tenant_id=dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 267 time: 0.0357151 Jul 16 02:23:11.016311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-729beddc-c56d-4890-99a4-343106b3a5cf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:11.017929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-729beddc-c56d-4890-99a4-343106b3a5cf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1083715 Jul 16 02:23:11.033436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-2e749150-5fd5-4c25-8799-728977fc78e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/quotas/dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 375 time: 0.0095937 Jul 16 02:23:11.107956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-1973d4d7-7554-4160-9cd4-1acc15033911 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0693333 Jul 16 02:23:11.172400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-6a72b681-db82-4620-9dca-6a4aa322c14f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:23:11.173403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-6a72b681-db82-4620-9dca-6a4aa322c14f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511119 Jul 16 02:23:11.266386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-ae86e67d-5380-407f-8f48-0ddffa21a8a2 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Jul 16 02:23:11.354528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-bf4983a2-85e8-4b50-857a-c6f89bb00cfc service neutron] 10.222.0.35 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 Jul 16 02:23:11.715999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2391d2f-616c-43db-a2b1-e0b08a15f3ee req-505e1992-03a9-48bf-ad17-b644079c3290 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0851772 Jul 16 02:23:12.802765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2036650-3d34-45ff-b7c3-ae44f9432d53 req-a7cf389b-185f-496c-93c4-18fcd7ec3a1b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0297406 Jul 16 02:23:13.941755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91ab8d67-61bd-407b-be79-bc3ea9a51c01 req-3a6ddc85-6818-4603-8c8a-fc3eb543bd1f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0283017 Jul 16 02:23:14.843097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-544132c6-88f8-4d47-859e-d242cfc0a70e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:14.844616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-544132c6-88f8-4d47-859e-d242cfc0a70e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 811 time: 0.1113465 Jul 16 02:23:14.892153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-6590369f-4642-40ad-bb64-a2234e2bf7d3 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd0378bfb22469a8b8835d0bf64fdab HTTP/1.1" status: 200 len: 380 time: 0.0364482 Jul 16 02:23:14.901061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'port': {'device_id': '6779ca46-6569-489c-8198-1e443a2c4a33', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'admin_state_up': True, 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'security_groups': ['0cb08a0a-0e32-488f-bb6f-93dfd5315b01']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:15.026263 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Made reservation on behalf of dbd0378bfb22469a8b8835d0bf64fdab for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:15.029995 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.109008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eb87f3e9-b8b2-4a48-ba67-011a7824d76c req-0b254f5b-bce1-4f32-9ca0-e5fcd674ed4f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0333161 Jul 16 02:23:15.164760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.20.0.6 (a5f996a7-1ade-4148-b559-9dda52df1c02/48894c57-4774-4c9c-ab54-84b9ea4dd86a/393d458b-c94a-445d-8b30-8c1d86b66336) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:15.379526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.394632 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Transition to ACTIVE for port object 393d458b-c94a-445d-8b30-8c1d86b66336 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:15.430733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.478642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a5f996a7-1ade-4148-b559-9dda52df1c02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:15.481867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:15.484518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:15.512887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=393d458b-c94a-445d-8b30-8c1d86b66336,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:15.534441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.535216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.535566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.535904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.536293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.536629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.536958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.537286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.537611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.537939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.538260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.538581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:15.563235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:15.563926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.585849 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67e99ecc-1ad8-4edf-87c6-4785a7c5d89e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6887531 Jul 16 02:23:15.598015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Request body: {'port': {'device_id': '6779ca46-6569-489c-8198-1e443a2c4a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:15.692391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.794039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4ea8d78a-f0a9-4c6f-bf76-72807043a6fc None None] Provisioning for port 393d458b-c94a-445d-8b30-8c1d86b66336 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:15.799320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4ea8d78a-f0a9-4c6f-bf76-72807043a6fc None None] Provisioning complete for port 393d458b-c94a-445d-8b30-8c1d86b66336 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:15.800363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d78a-f0a9-4c6f-bf76-72807043a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:15.837978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8d78a-f0a9-4c6f-bf76-72807043a6fc None None] Port 393d458b-c94a-445d-8b30-8c1d86b66336 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:15.978675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393d458b-c94a-445d-8b30-8c1d86b66336 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:15.987908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.001411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Transition to ACTIVE for port object 393d458b-c94a-445d-8b30-8c1d86b66336 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:16.004947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.054441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Pushing event updated for resources: {'Port': ['ID=393d458b-c94a-445d-8b30-8c1d86b66336,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:16.143227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Attempting to bind port 393d458b-c94a-445d-8b30-8c1d86b66336 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:16.143627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Attempting to bind port 393d458b-c94a-445d-8b30-8c1d86b66336 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:16.144198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Attempting to bind port 393d458b-c94a-445d-8b30-8c1d86b66336 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:16.151613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Port 393d458b-c94a-445d-8b30-8c1d86b66336 on network a5f996a7-1ade-4148-b559-9dda52df1c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:23:16.151949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Attempting to bind port 393d458b-c94a-445d-8b30-8c1d86b66336 on network a5f996a7-1ade-4148-b559-9dda52df1c02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:16.162371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:16.162715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Checking segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:16.163467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Bound using segment: {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:16.163909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Bound port: 393d458b-c94a-445d-8b30-8c1d86b66336, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be326c92-4543-4bcc-9422-f26b030a38b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:16.164499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.266594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] For port 393d458b-c94a-445d-8b30-8c1d86b66336, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:16.271088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] For port 393d458b-c94a-445d-8b30-8c1d86b66336, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=393d458b-c94a-445d-8b30-8c1d86b66336,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:16.277700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.322945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.323925 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.325639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] 10.222.0.32 "PUT /v2.0/ports/393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 1091 time: 0.7323756 Jul 16 02:23:16.326142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:16.328075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2f49-a16d-4b35-a052-f2a04895f7a8 req-e1e48be6-0851-4253-bf18-b9471eb88d2e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.329191 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d73ebe9-73a6-46a9-9aa3-3dba58007620" -d '{"events": [{"name": "network-changed", "server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:16.336322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6bde2f49-a16d-4b35-a052-f2a04895f7a8 req-e1e48be6-0851-4253-bf18-b9471eb88d2e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0795591 Jul 16 02:23:16.397413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9712a-6e50-4308-a417-a2fbe3535840 service neutron] Pushing event updated for resources: {'Port': ['ID=393d458b-c94a-445d-8b30-8c1d86b66336,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:16.404631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6bde2f49-a16d-4b35-a052-f2a04895f7a8 req-1e6cf226-0848-440a-9daf-04ebf562e49a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670524 Jul 16 02:23:16.464225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-4f496a31-6190-4347-a05a-fcd1630294f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.465840 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-4f496a31-6190-4347-a05a-fcd1630294f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1094 time: 0.0882573 Jul 16 02:23:16.482933 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c5ca8-749a-4e46-93d6-ed1b576379ce x-openstack-request-id: req-723c5ca8-749a-4e46-93d6-ed1b576379ce {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:16.483244 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:16.483496 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-723c5ca8-749a-4e46-93d6-ed1b576379ce {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:16.483896 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336', 'status': 'completed', 'code': 200} Jul 16 02:23:16.519811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-685ab2d0-482a-4d59-ae06-e341a24f933d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 217 time: 0.0442629 Jul 16 02:23:16.573363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67a02236-ab4f-4350-ba0f-ddd2a3ab631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.574863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-67a02236-ab4f-4350-ba0f-ddd2a3ab631a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0489788 Jul 16 02:23:16.637205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-610a1718-7d64-4393-ba0f-9c98916ece3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.638763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-610a1718-7d64-4393-ba0f-9c98916ece3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576165 Jul 16 02:23:16.740759 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-5941a033-f73a-4b5f-8397-c71d4067180c service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949585 Jul 16 02:23:16.833242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbedff77-1c88-4dad-a80f-9354a3a0c659 req-5ed90823-b6a2-4558-ab76-b7f7363faf2d service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864925 Jul 16 02:23:16.939267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-2e2d5ec3-a7d1-40d9-bed4-1f7b494b8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.940848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-2e2d5ec3-a7d1-40d9-bed4-1f7b494b8f79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1094 time: 0.0637772 Jul 16 02:23:17.039711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-e70c4245-03b3-48e8-b4b0-3f261275bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:17.040987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-e70c4245-03b3-48e8-b4b0-3f261275bb10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0945013 Jul 16 02:23:17.082030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-2c39dc7f-67e0-402b-81ed-4fcf0e3887f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 217 time: 0.0353184 Jul 16 02:23:17.137510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-22b48313-020a-4dc6-ab59-f027538f0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:17.139159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-22b48313-020a-4dc6-ab59-f027538f0fd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0516694 Jul 16 02:23:17.201235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-5b6f7603-24e3-47d6-9a8f-55f631831ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:17.202815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-5b6f7603-24e3-47d6-9a8f-55f631831ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570114 Jul 16 02:23:17.303495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-c2b74dcc-f8be-4164-aefd-9dd490cec9d8 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946028 Jul 16 02:23:17.404811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3d73ebe9-73a6-46a9-9aa3-3dba58007620 req-08488677-7ba8-4562-a850-16014ff22eee service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935383 Jul 16 02:23:17.604320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6da4c-bf2a-4492-9083-41bf1ae345f5 req-91397f78-1159-4508-b2a6-b1f831cd0b9c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:17.606169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36c6da4c-bf2a-4492-9083-41bf1ae345f5 req-91397f78-1159-4508-b2a6-b1f831cd0b9c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0735118 Jul 16 02:23:17.653889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36c6da4c-bf2a-4492-9083-41bf1ae345f5 req-d190920b-116a-479f-82dd-2d99c7aa75ee tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Jul 16 02:23:18.479621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:18.873185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310802d-b16b-4d4a-8cef-256643fd40f9 req-d5ef22b4-f41e-4462-8f6b-9cb139c78b11 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:18.875159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7310802d-b16b-4d4a-8cef-256643fd40f9 req-d5ef22b4-f41e-4462-8f6b-9cb139c78b11 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0769398 Jul 16 02:23:18.924531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7310802d-b16b-4d4a-8cef-256643fd40f9 req-f3c84066-dc7a-403a-a23d-1e737e4122d6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Jul 16 02:23:20.118422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a732-4dee-4b8e-850b-343d8f628a4e req-7d38c4d7-d324-40a8-a277-3677ce031c68 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:20.120231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3eb0a732-4dee-4b8e-850b-343d8f628a4e req-7d38c4d7-d324-40a8-a277-3677ce031c68 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0799313 Jul 16 02:23:20.170079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3eb0a732-4dee-4b8e-850b-343d8f628a4e req-f318de5d-f635-47b1-b25b-a58870c9be03 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Jul 16 02:23:21.350881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde5188-4929-490a-b26b-2ba5665945c0 req-9e63f690-90bf-45a2-a215-b402d5cab16e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:21.352473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cde5188-4929-490a-b26b-2ba5665945c0 req-9e63f690-90bf-45a2-a215-b402d5cab16e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0654531 Jul 16 02:23:21.391759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cde5188-4929-490a-b26b-2ba5665945c0 req-f1f852f3-97d5-454a-b74b-7ab3113f8fde tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337152 Jul 16 02:23:22.460191 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:22.573935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc611-3248-4d62-9196-9f4b38b9a1a1 req-33404a07-b4b1-468a-ab3c-4f3379dd7307 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:22.575443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ecc611-3248-4d62-9196-9f4b38b9a1a1 req-33404a07-b4b1-468a-ab3c-4f3379dd7307 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0685205 Jul 16 02:23:22.614734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81ecc611-3248-4d62-9196-9f4b38b9a1a1 req-8fb1180d-bba4-48bf-ac67-cd027816eb30 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336006 Jul 16 02:23:23.682029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.779020 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4c3df8d9-1023-4f06-acdc-454560be7a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.792392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db84395-595b-4298-a375-8bdc29bf5b40 req-719bff5e-3626-4617-a365-76a010f9fdcd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:23.793929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0db84395-595b-4298-a375-8bdc29bf5b40 req-719bff5e-3626-4617-a365-76a010f9fdcd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0665329 Jul 16 02:23:23.832642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0db84395-595b-4298-a375-8bdc29bf5b40 req-2323595a-ad73-4144-81da-2d64e991e37c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Jul 16 02:23:25.010330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ee5e5-9cbe-4780-82b6-55e77bbaa061 req-d4c098d7-182a-416f-ab73-ac48b4d25806 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:25.011749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-074ee5e5-9cbe-4780-82b6-55e77bbaa061 req-d4c098d7-182a-416f-ab73-ac48b4d25806 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0640445 Jul 16 02:23:25.051629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-074ee5e5-9cbe-4780-82b6-55e77bbaa061 req-4c3ca1bc-9ff3-40fc-a911-a38686881d80 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Jul 16 02:23:26.219476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4d5edf91-c386-4b50-af7e-82adde60c300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.239707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27edec5-0485-4cb8-b6c8-0da53890b707 req-e994e3dd-e310-4fb2-bb7d-83187cff02e4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:26.241272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f27edec5-0485-4cb8-b6c8-0da53890b707 req-e994e3dd-e310-4fb2-bb7d-83187cff02e4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0750530 Jul 16 02:23:26.280424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f27edec5-0485-4cb8-b6c8-0da53890b707 req-17f408f6-0fda-4212-86f0-abd7b2909efc tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332608 Jul 16 02:23:26.687326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.452839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2790f74-d7d9-4946-abea-b325de812edf req-1a20f359-4c67-4d9e-8d0c-22355f1b694b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:27.454388 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2790f74-d7d9-4946-abea-b325de812edf req-1a20f359-4c67-4d9e-8d0c-22355f1b694b tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 943 time: 0.0635865 Jul 16 02:23:27.494855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2790f74-d7d9-4946-abea-b325de812edf req-bfe7895c-c464-4119-a045-2206dac057c4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Jul 16 02:23:27.532907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.616588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 393d458b-c94a-445d-8b30-8c1d86b66336 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:23:27.715363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 393d458b-c94a-445d-8b30-8c1d86b66336, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=393d458b-c94a-445d-8b30-8c1d86b66336,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:27.727057 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '393d458b-c94a-445d-8b30-8c1d86b66336', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'port_id': '393d458b-c94a-445d-8b30-8c1d86b66336', 'mac_address': 'fa:16:3e:07:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:23:27.764513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.777774 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d458b-c94a-445d-8b30-8c1d86b66336 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:27.797932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 393d458b-c94a-445d-8b30-8c1d86b66336, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=393d458b-c94a-445d-8b30-8c1d86b66336,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:27.801645 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.854150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=393d458b-c94a-445d-8b30-8c1d86b66336,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.861844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.862257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.862603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.862941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.863272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.863601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.863927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.864284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.864612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.864930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.865250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:27.865570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:28.018215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['393d458b-c94a-445d-8b30-8c1d86b66336'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:28.671621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d687c0-a4a9-47fd-aa7b-c1c969056d5f req-af653347-d076-4df6-9af8-19a94196cd9e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:28.673215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3d687c0-a4a9-47fd-aa7b-c1c969056d5f req-af653347-d076-4df6-9af8-19a94196cd9e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 944 time: 0.0681982 Jul 16 02:23:28.713158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e3d687c0-a4a9-47fd-aa7b-c1c969056d5f req-4c64a1cf-23f8-47c9-9430-585e14b0afcf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Jul 16 02:23:29.018218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.622508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 393d458b-c94a-445d-8b30-8c1d86b66336 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:29.672259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 393d458b-c94a-445d-8b30-8c1d86b66336 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:29.675911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 393d458b-c94a-445d-8b30-8c1d86b66336 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:29.676322 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.754691 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.778424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:29.780719 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01306b6f-1a9a-473f-b97a-4e7abc00d721" -d '{"events": [{"server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "name": "network-vif-plugged", "status": "completed", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:29.798490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 393d458b-c94a-445d-8b30-8c1d86b66336, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=393d458b-c94a-445d-8b30-8c1d86b66336,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:29.804004 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.870925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=393d458b-c94a-445d-8b30-8c1d86b66336,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.881667 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9d25c-7b62-4295-b472-e3a0b8820e24 x-openstack-request-id: req-49c9d25c-7b62-4295-b472-e3a0b8820e24 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:29.881957 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "name": "network-vif-plugged", "status": "completed", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:29.882207 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49c9d25c-7b62-4295-b472-e3a0b8820e24 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:29.882626 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336', 'code': 200} Jul 16 02:23:29.913378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17630e-dc17-4f62-9f1b-f6a9b848e30f req-46069090-14fb-438b-b7c7-24e49c2893dd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:29.915089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c17630e-dc17-4f62-9f1b-f6a9b848e30f req-46069090-14fb-438b-b7c7-24e49c2893dd tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 945 time: 0.0775149 Jul 16 02:23:29.956886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c17630e-dc17-4f62-9f1b-f6a9b848e30f req-914ddd52-8805-489f-9661-3b89f12e0e25 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359919 Jul 16 02:23:29.996437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d649c2-3888-4831-a388-bb9296c8272d req-b4312256-2a72-4440-8146-118a54cece6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:29.997968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10d649c2-3888-4831-a388-bb9296c8272d req-b4312256-2a72-4440-8146-118a54cece6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1096 time: 0.0547009 Jul 16 02:23:30.036785 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10d649c2-3888-4831-a388-bb9296c8272d req-c4be2105-1f8f-401e-b293-af5ca9ba79ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Jul 16 02:23:31.132815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b6f5b-d994-466c-b6c7-042b715ac8d6 req-032343cb-342d-424b-8a39-aad5e247201a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.134302 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b19b6f5b-d994-466c-b6c7-042b715ac8d6 req-032343cb-342d-424b-8a39-aad5e247201a tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 945 time: 0.0629783 Jul 16 02:23:31.173226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b19b6f5b-d994-466c-b6c7-042b715ac8d6 req-9958b21f-4b43-4251-bdb1-e70bebd9e5bb tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Jul 16 02:23:31.356572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2f1d-bec1-471e-a548-12899096098c req-af2a543c-04fe-40d3-b37f-2e417c8e019f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.357995 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05ba2f1d-bec1-471e-a548-12899096098c req-af2a543c-04fe-40d3-b37f-2e417c8e019f tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 945 time: 0.0701184 Jul 16 02:23:31.401585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05ba2f1d-bec1-471e-a548-12899096098c req-97b66759-3eba-40d9-ba49-c70458668966 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Jul 16 02:23:31.426806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42670) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:31.485694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf6625-5ef1-43d3-b2d8-457c79d1140a tempest-TestVolumeBootPattern-1725324344 tempest-TestVolumeBootPattern-1725324344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:31.487741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b3cf6625-5ef1-43d3-b2d8-457c79d1140a tempest-TestVolumeBootPattern-1725324344 tempest-TestVolumeBootPattern-1725324344-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1091 time: 0.0596521 Jul 16 02:23:31.490599 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42672) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:31.495304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '393d458b-c94a-445d-8b30-8c1d86b66336', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:31.517380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.616212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.720554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Allocated IP 172.25.0.248 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/0b8bfbf8-e3c2-4745-be5a-f7c52fd560d8) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:31.827191 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.864635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.903182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:31.905891 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:31.909884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:31.915152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=0b8bfbf8-e3c2-4745-be5a-f7c52fd560d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.941038 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.941383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.941722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.942052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.942381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.942709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.943032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.943369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.943675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.944057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.944389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:31.944707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:32.289696 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.365806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.528875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.534471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.624933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event updated for resources: {'Port': ['ID=0b8bfbf8-e3c2-4745-be5a-f7c52fd560d8,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:32.635206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.736825 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Floating IP 927155b9-0511-48b4-8c28-96ca730a1fec associated. External IP: 172.25.0.248, port: 393d458b-c94a-445d-8b30-8c1d86b66336. Jul 16 02:23:33.290977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:33.405194 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:33.415134 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:33.425462 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:33.426064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:23:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:33.426545 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.465142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8d608b6a-6616-4fd1-be94-4ba9573aa54c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9734821 Jul 16 02:23:33.465850 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:33.468258 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc140a04-5b04-44ef-8aeb-4c14d3e38417" -d '{"events": [{"name": "network-changed", "server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:33.507007 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa842ed3-e1ea-44fc-8e4c-aa0df8b96da8 x-openstack-request-id: req-aa842ed3-e1ea-44fc-8e4c-aa0df8b96da8 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:33.507300 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:33.507547 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa842ed3-e1ea-44fc-8e4c-aa0df8b96da8 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:33.507939 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336', 'status': 'completed', 'code': 200} Jul 16 02:23:33.588549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-e51fc239-087c-480d-a474-3cfc41a16e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.590725 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-e51fc239-087c-480d-a474-3cfc41a16e33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1096 time: 0.0597270 Jul 16 02:23:33.630697 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:33.683085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-ebd0f989-a8e8-4747-8609-724854302ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.684600 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-ebd0f989-a8e8-4747-8609-724854302ac9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0874186 Jul 16 02:23:33.755173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-a3b71ed2-5ab3-4fb8-bd51-aea7ea8d7ee1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 999 time: 0.0633571 Jul 16 02:23:33.809962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-1d539aa3-f601-48b4-ad36-8da156e94dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.812478 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-1d539aa3-f601-48b4-ad36-8da156e94dd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0511639 Jul 16 02:23:33.872602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-df710638-d270-417f-aab5-d6e35795d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.874152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-df710638-d270-417f-aab5-d6e35795d19c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551379 Jul 16 02:23:33.876725 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '927155b9-0511-48b4-8c28-96ca730a1fec', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '393d458b-c94a-445d-8b30-8c1d86b66336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:07:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6779ca46-6569-489c-8198-1e443a2c4a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:23:32Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}, {'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:33Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:33.903239 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:33.914066 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:33.914685 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:23:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:33.974458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-ea289289-bf5c-4a48-a2bb-f818a7ef79d3 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935652 Jul 16 02:23:34.024689 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:34.066135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc140a04-5b04-44ef-8aeb-4c14d3e38417 req-24407046-f598-491c-8734-9805e37c55c2 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854154 Jul 16 02:23:34.248652 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '927155b9-0511-48b4-8c28-96ca730a1fec', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '393d458b-c94a-445d-8b30-8c1d86b66336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:07:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6779ca46-6569-489c-8198-1e443a2c4a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:23:32Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}, {'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:33Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:34.275611 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8941d5-a88a-4625-97b0-b84cf5b4b09c None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '927155b9-0511-48b4-8c28-96ca730a1fec', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.248', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '393d458b-c94a-445d-8b30-8c1d86b66336', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:07:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6779ca46-6569-489c-8198-1e443a2c4a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:23:32Z', 'updated_at': '2021-07-16T02:23:32Z', 'revision_number': 0, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}, {'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:33Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:34.466951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e2f11-5aef-4d48-891e-a3767be82bbb None None] New status for floating IP 927155b9-0511-48b4-8c28-96ca730a1fec: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:23:52.477102 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.698853 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.782116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5c28970a-95aa-498a-864c-e6b443e88989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:55.480454 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:56.222864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-447b2056-7831-483b-838a-e4def6b4358f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.688223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:57.535071 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.018239 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:59.938172 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-ab40d7ae-9161-4531-ad21-c2b8a17d4873 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556867 Jul 16 02:24:00.032616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-90fc2db8-d49a-4a96-9f86-1434655cb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:00.034121 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-90fc2db8-d49a-4a96-9f86-1434655cb56e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1096 time: 0.0539849 Jul 16 02:24:00.137388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-776566ba-acd9-4503-bdf4-c0e93bc249b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:00.138912 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-776566ba-acd9-4503-bdf4-c0e93bc249b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0854359 Jul 16 02:24:00.207100 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-d0acf117-579a-465b-838f-c1d3b121e149 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 1001 time: 0.0609024 Jul 16 02:24:00.255441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-89da864b-6e58-421f-a7e3-978cfb45ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:00.256892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-89da864b-6e58-421f-a7e3-978cfb45ee99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0433693 Jul 16 02:24:00.311556 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-e259d0d2-71a7-47b4-afc0-7c2e19a19107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:00.313040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-e259d0d2-71a7-47b4-afc0-7c2e19a19107 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501921 Jul 16 02:24:00.403792 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-daea77cf-a986-44e4-a74c-7c06f533c2f1 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 Jul 16 02:24:00.497571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-108dcc12-682b-4e7d-9960-7a47d3a841d5 req-4ca98af8-ed01-4671-8516-705e67787079 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873971 Jul 16 02:24:08.234147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-8a0a9f7f-0ec2-4555-994a-42e7215de0b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538676 Jul 16 02:24:08.329235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-82b149f8-5b2b-4fb9-be1e-be16730da3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:08.330785 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-82b149f8-5b2b-4fb9-be1e-be16730da3a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0532553 Jul 16 02:24:08.441445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-afaab989-3d64-40f5-8552-9b607251d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:08.442965 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-afaab989-3d64-40f5-8552-9b607251d580 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0930789 Jul 16 02:24:08.508779 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-072890ea-0cec-41c5-91c5-ef81337fffdf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 1002 time: 0.0587902 Jul 16 02:24:08.556404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-23db9f77-ad5f-4a37-8a91-c6e7f7ae8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:08.557850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-23db9f77-ad5f-4a37-8a91-c6e7f7ae8a18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0430133 Jul 16 02:24:08.620474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-fa0b1b27-eb95-46fe-8ddb-cdc2fbee154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:08.622004 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-fa0b1b27-eb95-46fe-8ddb-cdc2fbee154a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580206 Jul 16 02:24:08.718120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-2a4eb149-4376-4b0d-936e-91397e1c1d57 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898199 Jul 16 02:24:08.810829 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-59b0f933-b2b9-45b5-8dcd-0ee52c98545d req-8d825dc6-6ac5-4988-b989-12ea73243aed service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866082 Jul 16 02:24:22.483777 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:23.695673 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:23.783201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c3f2-650c-4d29-9e27-04c3cc2c478d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.223416 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e7444492-1a69-4fd1-9b76-8ab0c419ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:26.689798 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:27.540410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:29.020631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.480676 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:52.484355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.709533 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.782706 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff197d3d-b99c-4276-a985-51872b2c051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.224892 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-20411c18-f788-430f-9ae0-66d336646ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.692272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.540272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.023995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.050155 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-661bf682-3632-47aa-9851-57a685499188 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569681 Jul 16 02:25:00.140730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-9d4000b5-36e3-4a92-a5f2-b57db4617fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.142195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-9d4000b5-36e3-4a92-a5f2-b57db4617fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1096 time: 0.0518210 Jul 16 02:25:00.246119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-02f3ad70-4cff-443e-994b-d29a7f554459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.247483 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-02f3ad70-4cff-443e-994b-d29a7f554459 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0867968 Jul 16 02:25:00.311871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-63ce7a0e-d1b8-4373-8796-013a4024685d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 1001 time: 0.0581887 Jul 16 02:25:00.358611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-cf83fae5-f5e0-4675-bdb5-39a7ebf712c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.359995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-cf83fae5-f5e0-4675-bdb5-39a7ebf712c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0422766 Jul 16 02:25:00.416746 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-8071b617-f05a-4484-b480-1669c9d7c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:00.418237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-8071b617-f05a-4484-b480-1669c9d7c5e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512204 Jul 16 02:25:00.507687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-67d2ea1f-9692-45e5-8eaf-36ddbc408071 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832546 Jul 16 02:25:00.593357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3436a21b-2c37-4e11-aded-ef48a5e7037f req-fe14d701-acc2-4a41-be2a-1f6f5ab93393 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801303 Jul 16 02:25:00.949414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42728) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.103545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port 0b8bfbf8-e3c2-4745-be5a-f7c52fd560d8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:01.103889 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.180163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.180499 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.191546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for 0b8bfbf8-e3c2-4745-be5a-f7c52fd560d8 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:01.334101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.358815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=0b8bfbf8-e3c2-4745-be5a-f7c52fd560d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.370992 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.371346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.371691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.372116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.372401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.372734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.373066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.373395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.373723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.374048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.374373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.374694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:01.430282 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.430616 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Floating IP 927155b9-0511-48b4-8c28-96ca730a1fec disassociated (deleted). External IP: 172.25.0.248, port: 393d458b-c94a-445d-8b30-8c1d86b66336. Jul 16 02:25:01.634186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:01.739672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:01.745529 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.749795 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:01.758600 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:01.759203 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:24:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.780930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-10a4b545-e3b9-419d-9f0b-9dcd80448b31 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "DELETE /v2.0/floatingips/927155b9-0511-48b4-8c28-96ca730a1fec HTTP/1.1" status: 204 len: 168 time: 0.8304505 Jul 16 02:25:01.781516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:01.783786 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:01.825070 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c48375-ab16-4e42-b96d-a0b8ede9c4cf x-openstack-request-id: req-10c48375-ab16-4e42-b96d-a0b8ede9c4cf {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:01.825367 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:01.825622 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10c48375-ab16-4e42-b96d-a0b8ede9c4cf {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:01.826030 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336', 'status': 'completed', 'code': 200} Jul 16 02:25:01.870607 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:01.900946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-5d038492-30c3-4d45-a8f9-97d868e5ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:01.902501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-5d038492-30c3-4d45-a8f9-97d868e5ed36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 1096 time: 0.0548987 Jul 16 02:25:02.001706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-18186d89-03bc-4169-9a38-36b770cb646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.003472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-18186d89-03bc-4169-9a38-36b770cb646d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0951777 Jul 16 02:25:02.046871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-21b16dda-02d1-4e06-b23f-63c291b8b5e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 200 len: 217 time: 0.0367055 Jul 16 02:25:02.100764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-ff522e9a-c825-4b6e-b392-5806ca9c08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.102745 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-ff522e9a-c825-4b6e-b392-5806ca9c08fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0491557 Jul 16 02:25:02.108223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:33Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.136917 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:02.145645 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:02.146251 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:24:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.161143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-11fffb19-f131-4082-80e7-08e89c0c90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.163372 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-11fffb19-f131-4082-80e7-08e89c0c90f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544326 Jul 16 02:25:02.170018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c9579-8b87-4f10-b4a0-9af70e990928 req-27e983db-d7e1-4eac-a169-acf318e58277 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:02.172300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-482c9579-8b87-4f10-b4a0-9af70e990928 req-27e983db-d7e1-4eac-a169-acf318e58277 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 945 time: 0.0694752 Jul 16 02:25:02.211435 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-482c9579-8b87-4f10-b4a0-9af70e990928 req-c60630ef-62ec-4e47-833a-925cc6274125 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343547 Jul 16 02:25:02.252525 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:02.264146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-3987f64c-78da-4df1-95e0-ae67bfd50832 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941031 Jul 16 02:25:02.357219 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0fc3e790-b751-4554-b1cf-f1c32f2b0dc6 req-9e870ceb-d795-4490-aba9-57f6d32580b1 service neutron] 10.222.0.32 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824308 Jul 16 02:25:02.473151 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:33Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:02.503699 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84baf73-c646-4322-ac14-9ca2065c2e70 None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'dc8ec248-915f-4835-91fd-531b10a80df9', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'port_id': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'mac_address': 'fa:16:3e:92:1b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:21:31Z', 'updated_at': '2021-07-16T02:21:33Z', 'revision_number': 1, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:02.720434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab82e7-ce59-41ff-8d12-1353672b93a9 None None] New status for floating IP 927155b9-0511-48b4-8c28-96ca730a1fec: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:03.415880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd548a-98dd-449d-aa48-8452a7cf647e req-cf64706d-0635-414b-bc5e-2588d2e3be6d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:03.417412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dafd548a-98dd-449d-aa48-8452a7cf647e req-cf64706d-0635-414b-bc5e-2588d2e3be6d tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 945 time: 0.0631981 Jul 16 02:25:03.455149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dafd548a-98dd-449d-aa48-8452a7cf647e req-578c0e42-c9f6-4578-85bd-41a3ee4751f9 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321169 Jul 16 02:25:03.577484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140fa58-7603-4332-a29d-41921ec52419 req-1e837ee2-3f28-4e82-b09f-7010905b2ea6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:03.578830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2140fa58-7603-4332-a29d-41921ec52419 req-1e837ee2-3f28-4e82-b09f-7010905b2ea6 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 945 time: 0.0608196 Jul 16 02:25:03.678121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port 393d458b-c94a-445d-8b30-8c1d86b66336 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:03.678463 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.765678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port 393d458b-c94a-445d-8b30-8c1d86b66336, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=393d458b-c94a-445d-8b30-8c1d86b66336,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:03.766037 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.777743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for 393d458b-c94a-445d-8b30-8c1d86b66336 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:04.234233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.266143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=393d458b-c94a-445d-8b30-8c1d86b66336,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:04.278561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.278901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.279249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.279599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.279933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.280286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.280610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.280935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.281259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.281581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.281900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.282222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:04.320475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port 393d458b-c94a-445d-8b30-8c1d86b66336 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:04.322969 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.324965 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2140fa58-7603-4332-a29d-41921ec52419 req-ea4c0053-e477-4596-8c2c-7b9a42eec4e8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.32 "DELETE /v2.0/ports/393d458b-c94a-445d-8b30-8c1d86b66336 HTTP/1.1" status: 204 len: 173 time: 0.7413278 Jul 16 02:25:04.325406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'name': 'network-vif-deleted', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:04.327619 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5422a-d697-407a-8555-77ebde955f16" -d '{"events": [{"server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "name": "network-vif-deleted", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:04.394642 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b3fcbc-67df-4705-b260-1b8b353e30de x-openstack-request-id: req-f4b3fcbc-67df-4705-b260-1b8b353e30de {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:04.394933 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6779ca46-6569-489c-8198-1e443a2c4a33", "name": "network-vif-deleted", "tag": "393d458b-c94a-445d-8b30-8c1d86b66336", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:04.395183 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4b3fcbc-67df-4705-b260-1b8b353e30de {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:04.395603 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6779ca46-6569-489c-8198-1e443a2c4a33', 'name': 'network-vif-deleted', 'tag': '393d458b-c94a-445d-8b30-8c1d86b66336', 'status': 'completed', 'code': 200} Jul 16 02:25:04.592531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46f6e7c9-f9c2-437d-920f-a876be5d786f req-d3564655-4e8d-4a36-b5a7-c7530753fd50 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0285325 Jul 16 02:25:05.740225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f11a1e17-fdb0-402c-aea0-f49f2689884e req-67fa9213-10f1-422e-960c-ee3b3cf60dbf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0318348 Jul 16 02:25:06.030969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 393d458b-c94a-445d-8b30-8c1d86b66336 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:06.055281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 393d458b-c94a-445d-8b30-8c1d86b66336 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:06.055625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 393d458b-c94a-445d-8b30-8c1d86b66336 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:06.887281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d1ffefd-f824-4d9a-a62f-50d9f0357c04 req-28a34cf8-14c8-455c-a986-229f6a2f04d1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Jul 16 02:25:08.048951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71d835cb-053a-4096-9b33-ffa6dc4ebcd4 req-ced62d3a-2fe3-4209-a4c2-e69facf263a2 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=6779ca46-6569-489c-8198-1e443a2c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Jul 16 02:25:09.295655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-82c084ac-8eb2-46a4-b63e-eb4bfc127761 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541983 Jul 16 02:25:09.386885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-0a7a9e7b-ca4b-4705-aa84-49925ac5dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.388426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-0a7a9e7b-ca4b-4705-aa84-49925ac5dbbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0522380 Jul 16 02:25:09.479538 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:09.497351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-b9f241cc-d1dd-4f78-be94-c2d33c15d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.498826 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-b9f241cc-d1dd-4f78-be94-c2d33c15d62e service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0888743 Jul 16 02:25:09.563135 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-96d00b1b-fdb4-43ea-950e-487aad33d5ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 1002 time: 0.0578244 Jul 16 02:25:09.614411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-b3bde2ef-db0f-4f0c-a548-8f42cb280fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.616811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-b3bde2ef-db0f-4f0c-a548-8f42cb280fd8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0470810 Jul 16 02:25:09.672732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-43d159ae-e293-4056-b220-18be0a379a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:09.674254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-43d159ae-e293-4056-b220-18be0a379a09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520189 Jul 16 02:25:09.771288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-3894a4e9-4d05-42d5-a52f-062f453773ed service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905077 Jul 16 02:25:09.862539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8665f7c-4ca2-48a4-b243-203df3ce3f5b req-c015e6b5-4fdd-4a97-97b3-def8cad5a9b1 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Jul 16 02:25:13.444767 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42784) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:13.599030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port afbb2494-6e41-4f2d-8858-947ba2adbc76 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:13.599372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.677894 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.678223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.689558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for afbb2494-6e41-4f2d-8858-947ba2adbc76 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:13.856850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.882024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=afbb2494-6e41-4f2d-8858-947ba2adbc76,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:13.946318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:13.946577 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Floating IP dc8ec248-915f-4835-91fd-531b10a80df9 disassociated (deleted). External IP: 172.25.0.186, port: 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f. Jul 16 02:25:14.151623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:14.257942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:14.262681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.266927 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:14.275512 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:14.276142 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:24:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.297894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5124ccca-cc71-4ec9-905c-f0fb60a1dd56 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "DELETE /v2.0/floatingips/dc8ec248-915f-4835-91fd-531b10a80df9 HTTP/1.1" status: 204 len: 168 time: 0.8520396 Jul 16 02:25:14.298479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:14.300739 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:14.338425 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc620ccc-a40c-4f1a-a955-888a37be1588 x-openstack-request-id: req-fc620ccc-a40c-4f1a-a955-888a37be1588 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:14.338718 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:14.338966 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc620ccc-a40c-4f1a-a955-888a37be1588 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:14.339362 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'status': 'completed', 'code': 200} Jul 16 02:25:14.415394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-3908d607-c123-458e-a94c-cc81a6377257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.416977 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-3908d607-c123-458e-a94c-cc81a6377257 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 1097 time: 0.0563693 Jul 16 02:25:14.476324 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:14.520138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-3056a790-10fb-42a7-a43f-8e148fde5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.522226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-3056a790-10fb-42a7-a43f-8e148fde5167 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 200 len: 912 time: 0.0985029 Jul 16 02:25:14.566639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-e6972d2c-f6af-4ad0-bb86-107759ad3372 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 200 len: 217 time: 0.0383458 Jul 16 02:25:14.620771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-01915446-0323-43fb-a0e4-6991f91fd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.622390 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-01915446-0323-43fb-a0e4-6991f91fd6b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 200 len: 850 time: 0.0474677 Jul 16 02:25:14.676938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ec81f-115b-4a33-825f-3f4574e1d1c4 req-b1c2b4ab-bb52-40f0-ac4b-9a4f53b46187 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.678699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-588ec81f-115b-4a33-825f-3f4574e1d1c4 req-b1c2b4ab-bb52-40f0-ac4b-9a4f53b46187 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 946 time: 0.0690217 Jul 16 02:25:14.689245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-cd9479c5-31ba-4032-9b30-55ec4a085320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:14.690764 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-cd9479c5-31ba-4032-9b30-55ec4a085320 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a5f996a7-1ade-4148-b559-9dda52df1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606999 Jul 16 02:25:14.697760 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.719115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-588ec81f-115b-4a33-825f-3f4574e1d1c4 req-c6e4f089-3201-4774-b57b-8cc4cd9f518e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Jul 16 02:25:14.724607 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:14.733828 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:14.734442 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:24:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.783204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-700b9b3d-224c-4d60-bc53-00b3397e2224 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856633 Jul 16 02:25:14.839161 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:14.877189 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1ee1bb75-ef77-40dc-9b61-3fa3ba432bdc req-6a16a979-d23a-4676-b099-3c6d5e768c78 service neutron] 10.222.0.38 "GET /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874290 Jul 16 02:25:15.035079 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.060822 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4532f98b-2ebb-4df1-ad69-b73f418e53a6 None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:15:35Z', 'revision_number': 4, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '31b7c075-1cbf-43a3-9609-92503a0f6237', 'name': '', 'network_id': 'a5f996a7-1ade-4148-b559-9dda52df1c02', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'mac_address': 'fa:16:3e:57:a9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:34Z', 'updated_at': '2021-07-16T02:15:42Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'subnets': [{'id': '48894c57-4774-4c9c-ab54-84b9ea4dd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:15.264895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1041b805-d969-422e-a3b3-b7c92ad77019 None None] New status for floating IP dc8ec248-915f-4835-91fd-531b10a80df9: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:15.893169 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65789fe-29a3-4b42-8545-810883f95cb9 req-04aab968-ce3b-43b8-86a1-6768f4db37b4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:15.894627 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65789fe-29a3-4b42-8545-810883f95cb9 req-04aab968-ce3b-43b8-86a1-6768f4db37b4 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 946 time: 0.0657523 Jul 16 02:25:15.931669 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b65789fe-29a3-4b42-8545-810883f95cb9 req-fa44eefc-83de-473d-b5bd-cf6874aeac4e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/security-groups?id=0cb08a0a-0e32-488f-bb6f-93dfd5315b01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Jul 16 02:25:16.108764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-d3dea72c-a3ad-47bf-b6c1-03167e949cbf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:16.110223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-d3dea72c-a3ad-47bf-b6c1-03167e949cbf tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 946 time: 0.0627639 Jul 16 02:25:16.208230 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:16.208486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.294093 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] For port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:16.294452 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.306459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:16.436147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.464805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=9089e72f-3194-4dc4-8f1d-37b3f5e67c7f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.513521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] No DVR routers for this DVR port 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:16.516125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:16.518107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-156b9dad-54de-4e88-8cf6-396b924aa22f req-7638895f-bde7-4342-80bf-1f59ba7c5fc0 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.38 "DELETE /v2.0/ports/9089e72f-3194-4dc4-8f1d-37b3f5e67c7f HTTP/1.1" status: 204 len: 173 time: 0.4031696 Jul 16 02:25:16.518538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'name': 'network-vif-deleted', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:16.520828 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bccdeb3-cf84-48bb-a080-3616584aebba" -d '{"events": [{"server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "name": "network-vif-deleted", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:16.559499 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73358ec-6c27-4cc2-96fb-f0a881dbdd85 x-openstack-request-id: req-d73358ec-6c27-4cc2-96fb-f0a881dbdd85 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:16.559817 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2", "name": "network-vif-deleted", "tag": "9089e72f-3194-4dc4-8f1d-37b3f5e67c7f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:16.560090 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d73358ec-6c27-4cc2-96fb-f0a881dbdd85 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:16.560615 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2', 'name': 'network-vif-deleted', 'tag': '9089e72f-3194-4dc4-8f1d-37b3f5e67c7f', 'status': 'completed', 'code': 200} Jul 16 02:25:17.072789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-748cdd46-e159-40f3-aa7a-e14fad208e1f req-38d377ec-eb5c-4f97-8718-344ec0f5689e tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 210 time: 0.0292103 Jul 16 02:25:18.211575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-963c162e-dc2f-4fa1-bd58-0800e9d2aeae req-bfa171a5-161c-443e-b405-7f3fb7e727d1 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jul 16 02:25:19.294658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:19.361663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f29baaf7-5bb0-4f44-89df-61fba1484217 req-4b102265-509d-4022-9dea-51c6bb65771c tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e8fcdfe-01d3-43dd-b31a-ac3cdcd676a2 HTTP/1.1" status: 200 len: 210 time: 0.0353899 Jul 16 02:25:19.466689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:19.467025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9089e72f-3194-4dc4-8f1d-37b3f5e67c7f not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:20.454596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42806) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:20.576498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Deleting port a8e860ed-3e23-42c8-8fa1-d921e9635e6a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:20.576839 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.649085 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.649332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.660341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Calling delete_port for a8e860ed-3e23-42c8-8fa1-d921e9635e6a owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:20.792834 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.818109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'Port': ['ID=a8e860ed-3e23-42c8-8fa1-d921e9635e6a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:20.881559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.884303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:20.885463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0b733684-b0cd-4496-b3ef-9c1b07e994a8 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "DELETE /v2.0/floatingips/8603371b-3691-4140-9b2b-419e67eb4d50 HTTP/1.1" status: 204 len: 168 time: 0.4298925 Jul 16 02:25:22.510445 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.204511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42822) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:23.263010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40c7b16e-da7c-4ada-abf2-ca2f275e0817 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.287902 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40c7b16e-da7c-4ada-abf2-ca2f275e0817 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.346652 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40c7b16e-da7c-4ada-abf2-ca2f275e0817 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.349238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-40c7b16e-da7c-4ada-abf2-ca2f275e0817 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.351158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40c7b16e-da7c-4ada-abf2-ca2f275e0817 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] 10.222.0.35 "DELETE /v2.0/security-groups/0cb08a0a-0e32-488f-bb6f-93dfd5315b01 HTTP/1.1" status: 204 len: 168 time: 0.1456039 Jul 16 02:25:23.360609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7b16e-da7c-4ada-abf2-ca2f275e0817 tempest-TestVolumeBootPattern-604893456 tempest-TestVolumeBootPattern-604893456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb08a0a-0e32-488f-bb6f-93dfd5315b01,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:23.406285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42826) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:23.710723 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.783620 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-004a2067-182f-41a7-a1ec-eb6454505cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.864570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.128209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Deleting port 31b7c075-1cbf-43a3-9609-92503a0f6237 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:24.128607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.206682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] For port 31b7c075-1cbf-43a3-9609-92503a0f6237, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=31b7c075-1cbf-43a3-9609-92503a0f6237,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:24.207343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.219206 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Calling delete_port for 31b7c075-1cbf-43a3-9609-92503a0f6237 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:24.394332 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.420720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=31b7c075-1cbf-43a3-9609-92503a0f6237,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.903414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.112550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Router 075f06a7-3b1d-4414-a42f-8aef67e960aa has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:25.217358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:25.222858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf22a93e-bbe4-4b8d-b2a5-aa95e4d48a0b admin admin] 10.222.0.35 "PUT /v2.0/routers/075f06a7-3b1d-4414-a42f-8aef67e960aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150072 Jul 16 02:25:25.224945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42830) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:25.227603 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] Sync routers for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:25.236837 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:25.237536 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:24:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.327885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.339931 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:25.429270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.480538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Deleting port aadd3025-15bf-4d33-9881-cf56bd8c037d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:25.480882 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.516743 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:25:24Z', 'revision_number': 5, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port': {'id': 'aadd3025-15bf-4d33-9881-cf56bd8c037d', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ac:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:33Z', 'updated_at': '2021-07-16T02:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.551908 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] Checking router: 075f06a7-3b1d-4414-a42f-8aef67e960aa for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:25.559321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] For port aadd3025-15bf-4d33-9881-cf56bd8c037d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=aadd3025-15bf-4d33-9881-cf56bd8c037d,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:25.559684 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.564172 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] Routers {'075f06a7-3b1d-4414-a42f-8aef67e960aa'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:25.564774 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:24:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['075f06a7-3b1d-4414-a42f-8aef67e960aa'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.572315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Calling delete_port for aadd3025-15bf-4d33-9881-cf56bd8c037d owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:25.648612 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] Set router 075f06a7-3b1d-4414-a42f-8aef67e960aa gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:25.704319 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:25:25Z', 'revision_number': 6, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:25.730446 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053961e-7122-4d93-b1ff-7dff16bf46f5 None None] The sync data for ids ['075f06a7-3b1d-4414-a42f-8aef67e960aa'] in n-d-800087-6 is: [{'id': '075f06a7-3b1d-4414-a42f-8aef67e960aa', 'name': 'tempest-TestVolumeBootPattern-142895594-router', 'tenant_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:32Z', 'updated_at': '2021-07-16T02:25:25Z', 'revision_number': 6, 'project_id': 'dbd0378bfb22469a8b8835d0bf64fdab', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:25.749623 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.782511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadd3025-15bf-4d33-9881-cf56bd8c037d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:25.844408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.933139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.935183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.976422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.976897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075f06a7-3b1d-4414-a42f-8aef67e960aa {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:25:25.981210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:25.982433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8235a0b-83e1-4185-94a4-150cec9c2b66 admin admin] 10.222.0.35 "DELETE /v2.0/routers/075f06a7-3b1d-4414-a42f-8aef67e960aa HTTP/1.1" status: 204 len: 168 time: 0.7565229 Jul 16 02:25:25.984995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:26.036046 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Deleting subnet 48894c57-4774-4c9c-ab54-84b9ea4dd86a {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:26.040504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.075270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.155396 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.206886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.225938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-537e3cc6-d1c0-4d2f-8edd-8fb37e550ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.240753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48894c57-4774-4c9c-ab54-84b9ea4dd86a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.246446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.248335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-146a30a3-1ef8-4b36-9ce7-ebbe95febd05 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/48894c57-4774-4c9c-ab54-84b9ea4dd86a HTTP/1.1" status: 204 len: 168 time: 0.2624023 Jul 16 02:25:26.250769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42834) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:26.251429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f79ae6-b482-4748-bba9-29386ec7ad47 None None] Network a5f996a7-1ade-4148-b559-9dda52df1c02 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:26.317958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.369606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Deleting port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:26.369947 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.438291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] For port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,segment=NetworkSegment(be326c92-4543-4bcc-9422-f26b030a38b3),segment_id=be326c92-4543-4bcc-9422-f26b030a38b3)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:26.438577 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.449715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Calling delete_port for 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:26.492139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] DHCP port deletion for a5f996a7-1ade-4148-b559-9dda52df1c02 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:26.535250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.541728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Deleting port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:26.542098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.565443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.567280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] No DVR routers for this DVR port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:26.612088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] For port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:26.612459 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.624904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Calling delete_port for 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:26.627469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:25:26.628715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.645783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.654249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Pushing event deleted for resources: {'Port': ['ID=2dbc8fd3-84d4-44c7-b021-abeef3ecd362,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.656132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f996a7-1ade-4148-b559-9dda52df1c02']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:26.658319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] No DVR routers for this DVR port 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:26.671544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.671544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.671837 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.671951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be326c92-4543-4bcc-9422-f26b030a38b3') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:26.672202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.672305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be326c92-4543-4bcc-9422-f26b030a38b3') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:26.672532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.672857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.673178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.673501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.673820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.674137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.674453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.674769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1594096-c697-438f-b401-cb6fded45b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:26.683630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.698037 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.699439 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.707296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:26.707709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:26.710040 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:26.769221 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.785506 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:26.787496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] 10.222.0.35 "DELETE /v2.0/networks/a5f996a7-1ade-4148-b559-9dda52df1c02 HTTP/1.1" status: 204 len: 168 time: 0.5357795 Jul 16 02:25:26.788941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac10e1d-2d0e-49a2-8fd1-b2b48a0b5c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f996a7-1ade-4148-b559-9dda52df1c02,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:26.790864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42836) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:27.129115 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.377662 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Deleting port 9868add4-065b-4527-9372-1ea23cc53c71 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:27.378339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.453023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] For port 9868add4-065b-4527-9372-1ea23cc53c71, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9868add4-065b-4527-9372-1ea23cc53c71,segment=NetworkSegment(46a6551d-cc38-4f83-8006-1f3bf471db84),segment_id=46a6551d-cc38-4f83-8006-1f3bf471db84)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:27.453373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.465219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Calling delete_port for 9868add4-065b-4527-9372-1ea23cc53c71 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:27.542735 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.640154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:27.668155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Pushing event deleted for resources: {'Port': ['ID=9868add4-065b-4527-9372-1ea23cc53c71,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:27.687183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:27.710571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:27.710990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2dbc8fd3-84d4-44c7-b021-abeef3ecd362 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:27.711472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31b7c075-1cbf-43a3-9609-92503a0f6237 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:27.731128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 31b7c075-1cbf-43a3-9609-92503a0f6237 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:27.731469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 31b7c075-1cbf-43a3-9609-92503a0f6237 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:27.731881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aadd3025-15bf-4d33-9881-cf56bd8c037d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:27.751570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: aadd3025-15bf-4d33-9881-cf56bd8c037d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:27.751926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device aadd3025-15bf-4d33-9881-cf56bd8c037d not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:27.835975 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.041005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Router 278b5c6a-45df-49e6-819b-37feddd42891 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:28.144593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:28.149962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c3c3cc13-92c1-4b20-ae31-c26624e63867 admin admin] 10.222.0.35 "PUT /v2.0/routers/278b5c6a-45df-49e6-819b-37feddd42891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3581271 Jul 16 02:25:28.152689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42838) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.153640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] Sync routers for ids ['278b5c6a-45df-49e6-819b-37feddd42891'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:28.162597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] Routers {'278b5c6a-45df-49e6-819b-37feddd42891'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:28.163221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:25:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['278b5c6a-45df-49e6-819b-37feddd42891'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.254697 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.266623 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] Set router 278b5c6a-45df-49e6-819b-37feddd42891 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:28.355002 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.407830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Deleting port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:28.408202 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.445148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:25:27Z', 'revision_number': 5, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port': {'id': '2337e0ce-e0bc-4c1c-9c8c-7dae29035a08', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278b5c6a-45df-49e6-819b-37feddd42891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:15:38Z', 'updated_at': '2021-07-16T02:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.470760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] Checking router: 278b5c6a-45df-49e6-819b-37feddd42891 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:28.479098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] Routers {'278b5c6a-45df-49e6-819b-37feddd42891'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:28.479781 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:25:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['278b5c6a-45df-49e6-819b-37feddd42891'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.485825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] For port 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:28.486194 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.498725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Calling delete_port for 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:28.565195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] Set router 278b5c6a-45df-49e6-819b-37feddd42891 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:28.621302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:25:28Z', 'revision_number': 6, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:28.647622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47b8fa-8c34-40aa-9a8e-3d30172bbded None None] The sync data for ids ['278b5c6a-45df-49e6-819b-37feddd42891'] in n-d-800087-6 is: [{'id': '278b5c6a-45df-49e6-819b-37feddd42891', 'name': 'tempest-TestVolumeBootPattern-1980813380-router', 'tenant_id': '662e079e6c6a40c4927445f6bd016865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:15:37Z', 'updated_at': '2021-07-16T02:25:28Z', 'revision_number': 6, 'project_id': '662e079e6c6a40c4927445f6bd016865', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:28.663142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.694956 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2337e0ce-e0bc-4c1c-9c8c-7dae29035a08,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:28.756294 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.843649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.845742 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.887390 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.887931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 278b5c6a-45df-49e6-819b-37feddd42891 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:25:28.892496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.893659 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8e9b824b-44bf-4ede-ba30-69c8283d7ae9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/278b5c6a-45df-49e6-819b-37feddd42891 HTTP/1.1" status: 204 len: 168 time: 0.7399986 Jul 16 02:25:28.896186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:28.942795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Deleting subnet cbdaf179-f385-490d-85a7-93cb4f144031 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:28.946225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:28.980000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.028050 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.062173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.117036 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.147127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdaf179-f385-490d-85a7-93cb4f144031,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:29.150886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.152789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a34f834f-c17c-4ec4-ba76-d0adf6382918 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cbdaf179-f385-490d-85a7-93cb4f144031 HTTP/1.1" status: 204 len: 168 time: 0.2551627 Jul 16 02:25:29.155148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:29.158027 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f605c-f2af-41aa-b966-e2d664c4effb None None] Network b2371524-ba79-4828-9808-737ccd62b7b9 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:29.221830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.274354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Deleting port d7580413-f3b1-4540-99ba-573e6f24df48 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:29.274776 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.343623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] For port d7580413-f3b1-4540-99ba-573e6f24df48, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d7580413-f3b1-4540-99ba-573e6f24df48,segment=NetworkSegment(46a6551d-cc38-4f83-8006-1f3bf471db84),segment_id=46a6551d-cc38-4f83-8006-1f3bf471db84)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:29.343923 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.355305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Calling delete_port for d7580413-f3b1-4540-99ba-573e6f24df48 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:29.403409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb159133-b24d-4c00-9366-51292245f889 None None] DHCP port deletion for b2371524-ba79-4828-9808-737ccd62b7b9 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:29.437998 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.451203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Deleting port d7580413-f3b1-4540-99ba-573e6f24df48 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:29.451574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.466961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7580413-f3b1-4540-99ba-573e6f24df48,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:29.470517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] No DVR routers for this DVR port d7580413-f3b1-4540-99ba-573e6f24df48 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:29.522032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-eb159133-b24d-4c00-9366-51292245f889 None None] For port d7580413-f3b1-4540-99ba-573e6f24df48, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:29.522563 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.542047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Calling delete_port for d7580413-f3b1-4540-99ba-573e6f24df48 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:29.545510 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.545669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Port d7580413-f3b1-4540-99ba-573e6f24df48 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:25:29.546939 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.556460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2371524-ba79-4828-9808-737ccd62b7b9']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:29.567274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a6551d-cc38-4f83-8006-1f3bf471db84') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:29.567826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a6551d-cc38-4f83-8006-1f3bf471db84') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:29.573086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159133-b24d-4c00-9366-51292245f889 None None] Pushing event deleted for resources: {'Port': ['ID=d7580413-f3b1-4540-99ba-573e6f24df48,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:29.579199 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.581871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb159133-b24d-4c00-9366-51292245f889 None None] No DVR routers for this DVR port d7580413-f3b1-4540-99ba-573e6f24df48 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:29.594772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.601651 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:29.602091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:29.603752 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:29.668640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.674771 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.681140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b2371524-ba79-4828-9808-737ccd62b7b9 HTTP/1.1" status: 204 len: 168 time: 0.5205975 Jul 16 02:25:29.696886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4174b38-c13b-457c-a104-b0babd569c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2371524-ba79-4828-9808-737ccd62b7b9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:29.707601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7580413-f3b1-4540-99ba-573e6f24df48 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:29.728444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d7580413-f3b1-4540-99ba-573e6f24df48 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:29.728793 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7580413-f3b1-4540-99ba-573e6f24df48 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:29.729211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:29.748475 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:29.748831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2337e0ce-e0bc-4c1c-9c8c-7dae29035a08 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:29.749240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9868add4-065b-4527-9372-1ea23cc53c71 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:29.767751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9868add4-065b-4527-9372-1ea23cc53c71 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:29.768124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9868add4-065b-4527-9372-1ea23cc53c71 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:29.800164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42846) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:29.839520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb5a25d2-ac05-475d-9f05-0d521e74b0ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbd0378bfb22469a8b8835d0bf64fdab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381763 Jul 16 02:25:29.841955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42848) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:29.890088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eab6572a-7b29-4f1c-b9b2-fd0ddd28deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.913862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eab6572a-7b29-4f1c-b9b2-fd0ddd28deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.959330 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eab6572a-7b29-4f1c-b9b2-fd0ddd28deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.961955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eab6572a-7b29-4f1c-b9b2-fd0ddd28deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:29.965558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eab6572a-7b29-4f1c-b9b2-fd0ddd28deb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe7e8dd0-e685-4c08-bf13-362984dc1045 HTTP/1.1" status: 204 len: 168 time: 0.1203079 Jul 16 02:25:29.971082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6572a-7b29-4f1c-b9b2-fd0ddd28deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e8dd0-e685-4c08-bf13-362984dc1045,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:30.272319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42854) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:30.311242 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee68b0d9-f336-4d63-96d6-67804b656bf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=662e079e6c6a40c4927445f6bd016865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377350 Jul 16 02:25:30.313603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 42856) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:30.359103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83fd2167-f0ba-4c5b-88f7-bbe57ca3d108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.379767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83fd2167-f0ba-4c5b-88f7-bbe57ca3d108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.429352 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83fd2167-f0ba-4c5b-88f7-bbe57ca3d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.431806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-83fd2167-f0ba-4c5b-88f7-bbe57ca3d108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:30.432973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-83fd2167-f0ba-4c5b-88f7-bbe57ca3d108 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/984d1a72-6ffb-4a2a-8299-b518b0e6b5de HTTP/1.1" status: 204 len: 168 time: 0.1184616 Jul 16 02:25:30.440519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd2167-f0ba-4c5b-88f7-bbe57ca3d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d1a72-6ffb-4a2a-8299-b518b0e6b5de,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:40.823411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-61e3d6f6-92e5-494e-a47d-afa3becabb7e tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=674d27bcadbc465ca8491f5f3b3accdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218449 Jul 16 02:25:40.926702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-1aa0f95b-c932-403b-92bb-e3ddaf7f95ec tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.928817 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-1aa0f95b-c932-403b-92bb-e3ddaf7f95ec tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1007807 Jul 16 02:25:40.942803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-bff44e2f-b348-4911-a03c-27a923b46409 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/quotas/674d27bcadbc465ca8491f5f3b3accdd HTTP/1.1" status: 200 len: 375 time: 0.0086863 Jul 16 02:25:40.977886 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-03206f6c-b313-4464-a044-811cfb1065c0 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=674d27bcadbc465ca8491f5f3b3accdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304153 Jul 16 02:25:41.145931 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a80c7853-a7b9-4788-b70f-8837cde2e8f3 req-800ec872-5166-447d-9794-c72473281a27 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 210 time: 0.0284586 Jul 16 02:25:42.286482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d20173f-c580-4603-93b0-db170678003a req-3acda251-d566-4156-93d3-99d13f5ddf0c tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 210 time: 0.0303679 Jul 16 02:25:42.315385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-dc6ed574-30bd-40cd-8bf8-82bad7b9c166 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=674d27bcadbc465ca8491f5f3b3accdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239184 Jul 16 02:25:42.422265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-674e79f6-582e-4da8-a7ac-b2c25148e46c tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:42.423691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-674e79f6-582e-4da8-a7ac-b2c25148e46c tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0999625 Jul 16 02:25:42.435053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Request body: {'port': {'device_id': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'admin_state_up': True, 'tenant_id': '674d27bcadbc465ca8491f5f3b3accdd'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:42.545488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Made reservation on behalf of 674d27bcadbc465ca8491f5f3b3accdd for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:42.549010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.557839 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.649051 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.652688 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:42.715817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188623c0-9c77-4380-a642-84913c33d481,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:42.783892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Allocated IP 192.168.233.249 (e9277d14-4313-48d2-8773-fd0b7c51c11e/ee22918f-69d3-45ae-a2f6-8ffd40ca9243/6105be04-23a9-4029-90bd-7bb3b2673f14) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:43.257805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.272358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Transition to ACTIVE for port object 6105be04-23a9-4029-90bd-7bb3b2673f14 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:43.305195 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.350704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Network e9277d14-4313-48d2-8773-fd0b7c51c11e is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:43.353873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:43.357825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:43.364200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Pushing event updated for resources: {'Port': ['ID=6105be04-23a9-4029-90bd-7bb3b2673f14,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:43.410910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:43.412261 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.429415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-0462996b-0b41-4ccf-8e78-9622a2cd4b65 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9979064 Jul 16 02:25:43.441100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Request body: {'port': {'device_id': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:43.475624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718f2a7-aaa5-4856-b5be-110082f5d2a1 req-de626615-eb46-4712-b1d0-55da2f25ad4a tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:43.477516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9718f2a7-aaa5-4856-b5be-110082f5d2a1 req-de626615-eb46-4712-b1d0-55da2f25ad4a tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 936 time: 0.0731974 Jul 16 02:25:43.526674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9718f2a7-aaa5-4856-b5be-110082f5d2a1 req-4a1fbbba-7fcf-414d-9e86-71b242cf19c0 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Jul 16 02:25:43.533223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.597595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4bed548e-9509-4f13-bda5-1856dcd06fce None None] Provisioning for port 6105be04-23a9-4029-90bd-7bb3b2673f14 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:43.601884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4bed548e-9509-4f13-bda5-1856dcd06fce None None] Provisioning complete for port 6105be04-23a9-4029-90bd-7bb3b2673f14 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:43.602268 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4bed548e-9509-4f13-bda5-1856dcd06fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.635477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4bed548e-9509-4f13-bda5-1856dcd06fce None None] Port 6105be04-23a9-4029-90bd-7bb3b2673f14 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:43.802849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6105be04-23a9-4029-90bd-7bb3b2673f14 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:43.810095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.822968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Transition to ACTIVE for port object 6105be04-23a9-4029-90bd-7bb3b2673f14 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:43.826622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:43.881050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6105be04-23a9-4029-90bd-7bb3b2673f14,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:43.951485 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Attempting to bind port 6105be04-23a9-4029-90bd-7bb3b2673f14 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:43.951849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Attempting to bind port 6105be04-23a9-4029-90bd-7bb3b2673f14 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:43.952210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Attempting to bind port 6105be04-23a9-4029-90bd-7bb3b2673f14 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:43.956751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Port 6105be04-23a9-4029-90bd-7bb3b2673f14 on network e9277d14-4313-48d2-8773-fd0b7c51c11e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:43.957076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Attempting to bind port 6105be04-23a9-4029-90bd-7bb3b2673f14 on network e9277d14-4313-48d2-8773-fd0b7c51c11e {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:43.962617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:43.962962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Checking segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:43.963354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Bound using segment: {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:43.963785 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Bound port: 6105be04-23a9-4029-90bd-7bb3b2673f14, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4093a142-6c3c-48da-9d45-703131c5db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:43.964175 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.037895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] For port 6105be04-23a9-4029-90bd-7bb3b2673f14, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:44.041633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] For port 6105be04-23a9-4029-90bd-7bb3b2673f14, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6105be04-23a9-4029-90bd-7bb3b2673f14,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:44.046774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.083216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.084440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:44.085831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/6105be04-23a9-4029-90bd-7bb3b2673f14 HTTP/1.1" status: 200 len: 1096 time: 0.6491916 Jul 16 02:25:44.086327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'tag': '6105be04-23a9-4029-90bd-7bb3b2673f14'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:44.088621 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b713cdb-888a-434b-b639-54c16f85c181" -d '{"events": [{"name": "network-changed", "server_uuid": "821ab78c-a79a-4cb5-b903-432216a3d6fb", "tag": "6105be04-23a9-4029-90bd-7bb3b2673f14"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:44.124003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59acd4-c071-43fc-8564-5927696bb3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6105be04-23a9-4029-90bd-7bb3b2673f14,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:44.127696 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1589a58-ffb8-492c-af48-9948dae8ab11 x-openstack-request-id: req-a1589a58-ffb8-492c-af48-9948dae8ab11 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:44.127848 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821ab78c-a79a-4cb5-b903-432216a3d6fb", "tag": "6105be04-23a9-4029-90bd-7bb3b2673f14", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:44.128081 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1589a58-ffb8-492c-af48-9948dae8ab11 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:44.128588 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'tag': '6105be04-23a9-4029-90bd-7bb3b2673f14', 'status': 'completed', 'code': 200} Jul 16 02:25:44.185536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-f7aaa846-ec1e-4e41-911a-8a163e2ce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.187057 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-f7aaa846-ec1e-4e41-911a-8a163e2ce57c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674d27bcadbc465ca8491f5f3b3accdd&device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 1099 time: 0.0574126 Jul 16 02:25:44.229351 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-05a1c40f-c96f-4524-aa50-9637569b4db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6105be04-23a9-4029-90bd-7bb3b2673f14 HTTP/1.1" status: 200 len: 217 time: 0.0345511 Jul 16 02:25:44.279351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-acce5f28-6c2c-4d65-a57f-6a8971a0f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.280857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-acce5f28-6c2c-4d65-a57f-6a8971a0f6c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0455742 Jul 16 02:25:44.340259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-bfb1a776-ce4b-427b-8a37-96b214636d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.341673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-bfb1a776-ce4b-427b-8a37-96b214636d68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547442 Jul 16 02:25:44.429934 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-bd625328-c9f4-44c8-b3b8-7a82ff06c197 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819211 Jul 16 02:25:44.522450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8061e138-4c59-43d2-a13a-5edf2e3a4829 req-4d854f4b-6143-47eb-914f-992de410e6a3 service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 Jul 16 02:25:44.621455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713cdb-888a-434b-b639-54c16f85c181 req-48b0c5a1-3dcf-48d3-8822-4b14dc042db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.622875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-48b0c5a1-3dcf-48d3-8822-4b14dc042db4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674d27bcadbc465ca8491f5f3b3accdd&device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 1099 time: 0.0528526 Jul 16 02:25:44.702506 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705767e9-11f2-48a5-9f9c-c02f761bb445 req-2f7caa70-b8fa-436e-a73e-0d4348f5912a tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.704020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-705767e9-11f2-48a5-9f9c-c02f761bb445 req-2f7caa70-b8fa-436e-a73e-0d4348f5912a tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 948 time: 0.0632336 Jul 16 02:25:44.719871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713cdb-888a-434b-b639-54c16f85c181 req-8a0906d5-0eb8-4c91-91e9-fcf0912bad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.721391 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-8a0906d5-0eb8-4c91-91e9-fcf0912bad6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9277d14-4313-48d2-8773-fd0b7c51c11e HTTP/1.1" status: 200 len: 870 time: 0.0928612 Jul 16 02:25:44.742900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-705767e9-11f2-48a5-9f9c-c02f761bb445 req-6376d2dc-b692-4a16-adc2-b604ec00c211 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332615 Jul 16 02:25:44.763005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-6ce5b10e-b042-493c-8832-b33bb34790bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6105be04-23a9-4029-90bd-7bb3b2673f14 HTTP/1.1" status: 200 len: 217 time: 0.0345778 Jul 16 02:25:44.811155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713cdb-888a-434b-b639-54c16f85c181 req-b73b87db-c2a8-49b9-8a11-90266865b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.812618 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-b73b87db-c2a8-49b9-8a11-90266865b825 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee22918f-69d3-45ae-a2f6-8ffd40ca9243 HTTP/1.1" status: 200 len: 843 time: 0.0430810 Jul 16 02:25:44.873186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713cdb-888a-434b-b639-54c16f85c181 req-dde02508-ca53-428f-b178-cca3041ae964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:44.874560 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-dde02508-ca53-428f-b178-cca3041ae964 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9277d14-4313-48d2-8773-fd0b7c51c11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547476 Jul 16 02:25:44.963099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-753927e2-0107-4649-8c04-18fe20813b8d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799077 Jul 16 02:25:45.055902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b713cdb-888a-434b-b639-54c16f85c181 req-84e5c317-c1cd-4fa3-939e-94d063176b0d service neutron] 10.222.0.32 "GET /v2.0/networks/e9277d14-4313-48d2-8773-fd0b7c51c11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Jul 16 02:25:45.915936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3483789-ccb8-4fd5-8bfe-105359f7e9e7 req-42c8ece8-0214-4b44-a469-5dd505c08f2c tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:45.917379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3483789-ccb8-4fd5-8bfe-105359f7e9e7 req-42c8ece8-0214-4b44-a469-5dd505c08f2c tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 948 time: 0.0623026 Jul 16 02:25:45.954313 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a3483789-ccb8-4fd5-8bfe-105359f7e9e7 req-92d72b8f-e85a-498c-b411-cea46b28afc3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Jul 16 02:25:46.197041 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6105be04-23a9-4029-90bd-7bb3b2673f14 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:46.290283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6105be04-23a9-4029-90bd-7bb3b2673f14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6105be04-23a9-4029-90bd-7bb3b2673f14,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:46.304746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '6105be04-23a9-4029-90bd-7bb3b2673f14', 'network_id': 'e9277d14-4313-48d2-8773-fd0b7c51c11e', 'port_id': '6105be04-23a9-4029-90bd-7bb3b2673f14', 'mac_address': 'fa:16:3e:b4:26:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22918f-69d3-45ae-a2f6-8ffd40ca9243', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:46.340565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.353264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6105be04-23a9-4029-90bd-7bb3b2673f14 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:46.372118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6105be04-23a9-4029-90bd-7bb3b2673f14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6105be04-23a9-4029-90bd-7bb3b2673f14,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:46.375587 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:46.422210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6105be04-23a9-4029-90bd-7bb3b2673f14,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:46.483937 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:46.576170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6105be04-23a9-4029-90bd-7bb3b2673f14'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:47.129381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6637-eb57-49ae-9a19-5b1c7b4f0f92 req-e1f88a4e-78e8-4b8b-9683-f4ab39eb8b0f tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:47.131410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d02f6637-eb57-49ae-9a19-5b1c7b4f0f92 req-e1f88a4e-78e8-4b8b-9683-f4ab39eb8b0f tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 949 time: 0.0671954 Jul 16 02:25:47.168707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d02f6637-eb57-49ae-9a19-5b1c7b4f0f92 req-1296cc21-ed91-4deb-ab6a-3d1171905390 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Jul 16 02:25:48.213054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6105be04-23a9-4029-90bd-7bb3b2673f14 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:48.261005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 6105be04-23a9-4029-90bd-7bb3b2673f14 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:48.264715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 6105be04-23a9-4029-90bd-7bb3b2673f14 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:48.265094 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.342063 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa6f0-8c0f-4c57-8ace-70eabe497f3b req-51944e82-f2e1-4c9e-9e3b-e522f7e24c49 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:48.343693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc5aa6f0-8c0f-4c57-8ace-70eabe497f3b req-51944e82-f2e1-4c9e-9e3b-e522f7e24c49 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 949 time: 0.0630343 Jul 16 02:25:48.344837 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.375619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6105be04-23a9-4029-90bd-7bb3b2673f14'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:48.378313 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665c314-7728-42ba-869b-3a2b6bf4c035" -d '{"events": [{"server_uuid": "821ab78c-a79a-4cb5-b903-432216a3d6fb", "name": "network-vif-plugged", "status": "completed", "tag": "6105be04-23a9-4029-90bd-7bb3b2673f14"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:48.381346 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc5aa6f0-8c0f-4c57-8ace-70eabe497f3b req-0ade6294-bea7-49e5-a5f9-2ea52969d968 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Jul 16 02:25:48.384431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6105be04-23a9-4029-90bd-7bb3b2673f14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6105be04-23a9-4029-90bd-7bb3b2673f14,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:48.388327 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:48.418275 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24cbc0f-dccc-47cf-a2a5-b1f56f30f4cd x-openstack-request-id: req-b24cbc0f-dccc-47cf-a2a5-b1f56f30f4cd {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:48.418565 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821ab78c-a79a-4cb5-b903-432216a3d6fb", "name": "network-vif-plugged", "status": "completed", "tag": "6105be04-23a9-4029-90bd-7bb3b2673f14", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:48.418812 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b24cbc0f-dccc-47cf-a2a5-b1f56f30f4cd {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:48.419194 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6105be04-23a9-4029-90bd-7bb3b2673f14', 'code': 200} Jul 16 02:25:48.445036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6105be04-23a9-4029-90bd-7bb3b2673f14,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:48.528701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfada8a-6cdc-4519-9d20-d209805c1ae0 req-6e752ef6-bd70-4dbf-848b-41fecd1022f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:48.530202 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dbfada8a-6cdc-4519-9d20-d209805c1ae0 req-6e752ef6-bd70-4dbf-848b-41fecd1022f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 1101 time: 0.0521061 Jul 16 02:25:48.565268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dbfada8a-6cdc-4519-9d20-d209805c1ae0 req-5fc5b26b-b85d-478a-a5be-fd0dd3e5bee7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287106 Jul 16 02:25:49.560129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f6101-7e0a-400e-b4a2-42e56661549c req-70ee5826-c6bd-4897-8b09-d252fa9aaff0 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:49.561625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-320f6101-7e0a-400e-b4a2-42e56661549c req-70ee5826-c6bd-4897-8b09-d252fa9aaff0 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 950 time: 0.0629947 Jul 16 02:25:49.602825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-320f6101-7e0a-400e-b4a2-42e56661549c req-c45b8873-1ba4-4b24-942e-607ad60892f9 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Jul 16 02:25:49.876794 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-7fa8d6a0-d621-4139-bc4d-4fc202768997 req-40bd73ac-8298-464c-a067-fcc2322d9c89 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:25:49.877803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fa8d6a0-d621-4139-bc4d-4fc202768997 req-40bd73ac-8298-464c-a067-fcc2322d9c89 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053606 Jul 16 02:25:50.208783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-cbdc4edb-39fb-4049-95ff-0acbc7d9c379 req-4801149f-8d86-443b-b637-59d2a4e40e38 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:25:50.210575 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cbdc4edb-39fb-4049-95ff-0acbc7d9c379 req-4801149f-8d86-443b-b637-59d2a4e40e38 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063708 Jul 16 02:25:50.691386 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef9407-f186-45b8-af69-6891c2afd707 req-2fa35643-1f47-48b2-8573-87205ac276ce tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:50.692910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffef9407-f186-45b8-af69-6891c2afd707 req-2fa35643-1f47-48b2-8573-87205ac276ce tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 950 time: 0.0618896 Jul 16 02:25:50.730323 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffef9407-f186-45b8-af69-6891c2afd707 req-d4bba793-7ec0-4f5a-b05c-fc6295cd0f09 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jul 16 02:25:51.859214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728b456-0594-4111-98f4-d6ea94543069 req-f8700968-966c-4c9c-ac80-c1bde72f43db tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:51.860744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e728b456-0594-4111-98f4-d6ea94543069 req-f8700968-966c-4c9c-ac80-c1bde72f43db tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.32 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 950 time: 0.0627809 Jul 16 02:25:51.903219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfc0c-62d1-433d-bca6-f80d0e647f75 req-06910bac-24c2-4f3e-9659-ece87cc5c28f tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:51.904766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84ccfc0c-62d1-433d-bca6-f80d0e647f75 req-06910bac-24c2-4f3e-9659-ece87cc5c28f tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/ports?device_id=821ab78c-a79a-4cb5-b903-432216a3d6fb HTTP/1.1" status: 200 len: 950 time: 0.0634952 Jul 16 02:25:51.942343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-84ccfc0c-62d1-433d-bca6-f80d0e647f75 req-363e5383-3a1d-43d2-8d94-d39e3a598418 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.35 "GET /v2.0/security-groups?id=188623c0-9c77-4380-a642-84913c33d481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 16 02:25:51.967239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Deleting port 6105be04-23a9-4029-90bd-7bb3b2673f14 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:51.967588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.059168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] For port 6105be04-23a9-4029-90bd-7bb3b2673f14, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6105be04-23a9-4029-90bd-7bb3b2673f14,segment=NetworkSegment(4093a142-6c3c-48da-9d45-703131c5db94),segment_id=4093a142-6c3c-48da-9d45-703131c5db94)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:52.059520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.071397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Calling delete_port for 6105be04-23a9-4029-90bd-7bb3b2673f14 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:52.198669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.211126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['6105be04-23a9-4029-90bd-7bb3b2673f14'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:52.247517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Pushing event deleted for resources: {'Port': ['ID=6105be04-23a9-4029-90bd-7bb3b2673f14,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:52.295649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] No DVR routers for this DVR port 6105be04-23a9-4029-90bd-7bb3b2673f14 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:52.298408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:52.300494 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e728b456-0594-4111-98f4-d6ea94543069 req-0c9cf30c-3d03-4bee-bbcb-4f69ebe232c3 tempest-ServersAdminNegativeTestJSON-1047162358 tempest-ServersAdminNegativeTestJSON-1047162358-project] 10.222.0.32 "DELETE /v2.0/ports/6105be04-23a9-4029-90bd-7bb3b2673f14 HTTP/1.1" status: 204 len: 173 time: 0.4345489 Jul 16 02:25:52.300983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'name': 'network-vif-deleted', 'tag': '6105be04-23a9-4029-90bd-7bb3b2673f14'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:52.303856 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3d60bc-90cc-4f55-9b45-04b2387255af" -d '{"events": [{"server_uuid": "821ab78c-a79a-4cb5-b903-432216a3d6fb", "name": "network-vif-deleted", "tag": "6105be04-23a9-4029-90bd-7bb3b2673f14"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:52.351611 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a5ff0-a7b9-4664-8f12-1e40b093fc5f x-openstack-request-id: req-c47a5ff0-a7b9-4664-8f12-1e40b093fc5f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:52.352147 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821ab78c-a79a-4cb5-b903-432216a3d6fb", "name": "network-vif-deleted", "tag": "6105be04-23a9-4029-90bd-7bb3b2673f14", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:52.352406 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c47a5ff0-a7b9-4664-8f12-1e40b093fc5f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:52.352813 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821ab78c-a79a-4cb5-b903-432216a3d6fb', 'name': 'network-vif-deleted', 'tag': '6105be04-23a9-4029-90bd-7bb3b2673f14', 'status': 'completed', 'code': 200} Jul 16 02:25:52.508615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.265626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 42998) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:53.391633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d967f57d-ab65-41ec-b19a-72eededfcb49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=674d27bcadbc465ca8491f5f3b3accdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247690 Jul 16 02:25:53.394114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43002) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:53.441543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b61c1db2-dd04-497b-be94-ca48a1e625f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.463087 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b61c1db2-dd04-497b-be94-ca48a1e625f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.509772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b61c1db2-dd04-497b-be94-ca48a1e625f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.512512 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b61c1db2-dd04-497b-be94-ca48a1e625f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.513831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b61c1db2-dd04-497b-be94-ca48a1e625f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/188623c0-9c77-4380-a642-84913c33d481 HTTP/1.1" status: 204 len: 168 time: 0.1187959 Jul 16 02:25:53.521729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c1db2-dd04-497b-be94-ca48a1e625f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188623c0-9c77-4380-a642-84913c33d481,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:53.723743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.770973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43008) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:53.788201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-769c29a2-644b-4fa4-b01a-07fab61e9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.788968 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bfefec9-d01d-47b4-8df2-74bc0ca1f263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.876426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bfefec9-d01d-47b4-8df2-74bc0ca1f263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.880390 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7bfefec9-d01d-47b4-8df2-74bc0ca1f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.919220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7bfefec9-d01d-47b4-8df2-74bc0ca1f263 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0d5423cb4fd493482ea2a5934508648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471872 Jul 16 02:25:53.920160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfefec9-d01d-47b4-8df2-74bc0ca1f263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2f1e1-83e1-4a20-8430-e3f8bebd20a2,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:53.921987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43012) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:53.973011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae19f0b-2460-418b-aa56-186e3f7d31c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:53.994350 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae19f0b-2460-418b-aa56-186e3f7d31c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.040675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae19f0b-2460-418b-aa56-186e3f7d31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.043409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-aae19f0b-2460-418b-aa56-186e3f7d31c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.044760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-aae19f0b-2460-418b-aa56-186e3f7d31c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08d2f1e1-83e1-4a20-8430-e3f8bebd20a2 HTTP/1.1" status: 204 len: 168 time: 0.1211545 Jul 16 02:25:54.054909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19f0b-2460-418b-aa56-186e3f7d31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2f1e1-83e1-4a20-8430-e3f8bebd20a2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:54.244321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6105be04-23a9-4029-90bd-7bb3b2673f14 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:54.267244 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 6105be04-23a9-4029-90bd-7bb3b2673f14 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:54.267592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6105be04-23a9-4029-90bd-7bb3b2673f14 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:54.687427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:54.805071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1698736029-network', 'tenant_id': 'e0855af396c54a3194c8261c0ecc3e93'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:54.826825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Made reservation on behalf of e0855af396c54a3194c8261c0ecc3e93 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:54.829093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.837307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.922822 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.927332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.952399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:54.961872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:54.967627 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:54.967970 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Added segment 790334b2-2b27-4176-8075-6715055ee9d5 of type vlan for network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 Jul 16 02:25:55.009409 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.036368 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.037400 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.038500 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.068547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3799994 Jul 16 02:25:55.071538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43040) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:55.076935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Request body: {'subnet': {'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1698736029-subnet', 'tenant_id': 'e0855af396c54a3194c8261c0ecc3e93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:55.096965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Made reservation on behalf of e0855af396c54a3194c8261c0ecc3e93 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:55.099296 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.101532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c3d20-6139-44d8-9857-48e7daccd49f admin admin] Pushing event updated for resources: {'Network': ['ID=9e01cd31-d3b8-4e48-8ff7-61f792728fb6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:55.111902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:55.267625 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.325516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36216a7b-5e57-4bcb-962f-76791d5d1c9f,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:55.330713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Checking segment: {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:55.331016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Network hostable DHCP agents. Network: 9e01cd31-d3b8-4e48-8ff7-61f792728fb6, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:55.347439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:55.356400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 9e01cd31-d3b8-4e48-8ff7-61f792728fb6) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:55.360393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.360991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.364927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c51d2-91fc-4895-971d-08ab4bb57fcd None None] Network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:55.375156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-36aa244a-8e07-45dc-9c76-c97a9c24c442 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3023396 Jul 16 02:25:55.496792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8053e98-cf16-4ad0-811a-fc79a78a1df6 None None] Network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:55.797378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-079c98c6-adee-48f1-9d5d-12c429b853f5 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.798846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-079c98c6-adee-48f1-9d5d-12c429b853f5 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 812 time: 0.1034648 Jul 16 02:25:55.813232 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-f6319aac-8107-4305-8c84-dc11cfc19d1f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/quotas/e0855af396c54a3194c8261c0ecc3e93 HTTP/1.1" status: 200 len: 375 time: 0.0091145 Jul 16 02:25:55.845721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-4341ac33-b315-4e6e-9290-cc814fe1ae7b tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277970 Jul 16 02:25:55.934563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-4d5aa65a-f847-4f0a-8778-3fa220efb454 service neutron] 10.222.0.35 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824692 Jul 16 02:25:56.025508 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-34200b9e-22e6-40ae-93f1-fb349fdd92ff service neutron] 10.222.0.35 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Jul 16 02:25:56.188386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8892aed-7add-4144-a935-e1a13682b6d0 req-2aa0708b-0728-4c54-9904-d13b82eb053f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 210 time: 0.0293138 Jul 16 02:25:56.225922 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c779-e12c-473e-b900-5bceded63e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.703179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.325730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-de63f35d-2650-4c42-acd6-3d51e1d88be5 req-21abbd28-106a-4404-9dd6-38a9ca38a927 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 210 time: 0.0274098 Jul 16 02:25:57.492853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-1885459c-977f-4151-bcca-5f3b8dcc4657 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:57.494242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-1885459c-977f-4151-bcca-5f3b8dcc4657 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.32 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 812 time: 0.1067619 Jul 16 02:25:57.511815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Request body: {'port': {'device_id': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6', 'admin_state_up': True, 'tenant_id': 'e0855af396c54a3194c8261c0ecc3e93'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.548464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.619674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Made reservation on behalf of e0855af396c54a3194c8261c0ecc3e93 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:57.623515 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.749684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Allocated IP 172.20.0.8 (9e01cd31-d3b8-4e48-8ff7-61f792728fb6/36216a7b-5e57-4bcb-962f-76791d5d1c9f/1b8baa61-bafd-4e48-8643-00bcbfa75fb3) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:57.893878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.932610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.976835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:57.979908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:57.983796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:57.990138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:58.034362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.034895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.048854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6153c93e-2e2a-40a1-9dc5-e068cb1b5024 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410807 Jul 16 02:25:58.060088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Request body: {'port': {'device_id': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:58.134367 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.404774 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:58.413389 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.425616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Transition to ACTIVE for port object 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:58.435713 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.494337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:58.541565 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320f6a-9e1d-4ce8-9745-ecfb934cfeef req-7afe2665-3809-4f71-870c-03f2e3276d18 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.543087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0320f6a-9e1d-4ce8-9745-ecfb934cfeef req-7afe2665-3809-4f71-870c-03f2e3276d18 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0938694 Jul 16 02:25:58.573459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:58.573801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:58.574133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:58.579151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:58.579484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:58.583390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0320f6a-9e1d-4ce8-9745-ecfb934cfeef req-c3ec6b82-2702-4040-b41b-aee518321b00 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Jul 16 02:25:58.584706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:58.585310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Checking segment: {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:58.585693 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Bound using segment: {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:58.586116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Bound port: 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:58.586475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.652549 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:58.655960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:58.660769 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.702975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.703694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.705516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 1091 time: 0.6495149 Jul 16 02:25:58.707744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:58.713160 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8847bc77-17a6-45a0-a96a-7cae8bb8f866" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:58.737886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e5508-c9c9-4c3d-b4d7-a756c6986129 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:58.766026 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2c4c3-655a-493e-800b-e2782f3b5626 x-openstack-request-id: req-4ae2c4c3-655a-493e-800b-e2782f3b5626 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:58.766313 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:58.766560 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ae2c4c3-655a-493e-800b-e2782f3b5626 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:58.766952 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'status': 'completed', 'code': 200} Jul 16 02:25:58.810771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-43b5350e-854e-474e-80f5-2bbd7b9f71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.812325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-43b5350e-854e-474e-80f5-2bbd7b9f71ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1094 time: 0.0564857 Jul 16 02:25:58.852595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-38a86f5b-9ab8-4cf8-9b8b-535495a28042 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0333610 Jul 16 02:25:58.904824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-03bfdb38-3b3e-4a8e-8f8d-96d81341ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.906212 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-03bfdb38-3b3e-4a8e-8f8d-96d81341ef3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0478258 Jul 16 02:25:58.939263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-f64d1dc5-ea2b-4bb0-b913-639c9d687981 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266860 Jul 16 02:25:59.028574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:59.029178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-a8f1afc8-ae4f-496e-b08f-dca6fa9d92fc service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829720 Jul 16 02:25:59.121888 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f60f7c19-7d6a-47fd-b0f3-7f3ea1160f51 req-97f18c1a-c8c0-47cd-8aef-f8549dafaa5b service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Jul 16 02:25:59.222252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-d12fef94-19f8-4eaf-8a8e-e2b140add60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.223628 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-d12fef94-19f8-4eaf-8a8e-e2b140add60d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1094 time: 0.0514138 Jul 16 02:25:59.315123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-c2900a8e-aeb9-4a3e-8e2e-b63b03cf850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.316610 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-c2900a8e-aeb9-4a3e-8e2e-b63b03cf850a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 913 time: 0.0868216 Jul 16 02:25:59.358385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-804f9849-ab6e-4513-8633-c33056241b6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0338929 Jul 16 02:25:59.405446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-149c0243-5113-4970-8131-99cb03923976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.406773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-149c0243-5113-4970-8131-99cb03923976 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0417058 Jul 16 02:25:59.442046 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-49092c14-02d7-4be2-a821-858174a93f81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280890 Jul 16 02:25:59.530532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-1188c117-95dd-45e6-9e42-dbed1f529045 service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809562 Jul 16 02:25:59.624250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8847bc77-17a6-45a0-a96a-7cae8bb8f866 req-e4a748d7-76be-4801-9226-9a2d9a37b0e0 service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Jul 16 02:25:59.755913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0945-d4fe-415e-a16d-d80dc4414257 req-675a9ebe-1bb8-437b-8403-45e4272930b1 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.757927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75e0945-d4fe-415e-a16d-d80dc4414257 req-675a9ebe-1bb8-437b-8403-45e4272930b1 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0614278 Jul 16 02:25:59.794723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b75e0945-d4fe-415e-a16d-d80dc4414257 req-2bdfbc4c-d0a8-4b25-bad2-049a1227d5b2 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Jul 16 02:26:00.965325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ef229-4a14-4bb4-ad03-fe18e4473186 req-1b6cb64b-1396-4be2-869c-b87d4c5ffc89 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:00.966705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a8ef229-4a14-4bb4-ad03-fe18e4473186 req-1b6cb64b-1396-4be2-869c-b87d4c5ffc89 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0620196 Jul 16 02:26:01.006731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a8ef229-4a14-4bb4-ad03-fe18e4473186 req-6276d7fb-dd6b-4491-9d62-c181ba661402 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Jul 16 02:26:02.174523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f4455-58c8-4af8-a637-610949088258 req-6c43aaec-8d76-4f4f-8cb0-bed345bd3427 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:02.175988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c59f4455-58c8-4af8-a637-610949088258 req-6c43aaec-8d76-4f4f-8cb0-bed345bd3427 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0623288 Jul 16 02:26:02.212734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c59f4455-58c8-4af8-a637-610949088258 req-4ecb9faa-9a4d-45f9-a4a0-37d5ce4983c9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Jul 16 02:26:02.275253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:26:02.371474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:02.382044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6', 'port_id': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'mac_address': 'fa:16:3e:fd:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36216a7b-5e57-4bcb-962f-76791d5d1c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:26:02.417682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:02.429645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:02.448500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:02.452173 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:02.497276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:02.638085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['1b8baa61-bafd-4e48-8643-00bcbfa75fb3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:03.384764 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf1a1-4e8b-4b55-9cbe-7f48a9d2490a req-6ac2605c-7aad-4d99-ac17-1908d133387b tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:03.386253 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0facf1a1-4e8b-4b55-9cbe-7f48a9d2490a req-6ac2605c-7aad-4d99-ac17-1908d133387b tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 944 time: 0.0629575 Jul 16 02:26:03.422852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0facf1a1-4e8b-4b55-9cbe-7f48a9d2490a req-ff731cae-f071-4596-802e-734b6f820013 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Jul 16 02:26:04.290410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:04.337144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:04.340656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:04.341030 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:04.417341 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:04.438163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:04.440417 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f56a81-f6a8-4e4f-bd7d-1dfdc750d792" -d '{"events": [{"server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "name": "network-vif-plugged", "status": "completed", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:04.453936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:04.458644 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:04.483270 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9560dacb-5516-4ed8-9102-31ba8b7c5ce9 x-openstack-request-id: req-9560dacb-5516-4ed8-9102-31ba8b7c5ce9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:04.483569 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "name": "network-vif-plugged", "status": "completed", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:04.483821 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9560dacb-5516-4ed8-9102-31ba8b7c5ce9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:04.484232 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'code': 200} Jul 16 02:26:04.519516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:04.592571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0694f81-20b0-433c-8f75-c38bac05feca req-40d034a2-8fca-4b4c-9b08-6737e04b7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:04.593990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0694f81-20b0-433c-8f75-c38bac05feca req-40d034a2-8fca-4b4c-9b08-6737e04b7e94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1096 time: 0.0542004 Jul 16 02:26:04.606918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7bab-2052-42b5-86bd-8c7b0398db2d req-129b69e3-fc41-410a-8686-cd195fe636ac tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:04.608432 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61bb7bab-2052-42b5-86bd-8c7b0398db2d req-129b69e3-fc41-410a-8686-cd195fe636ac tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0661900 Jul 16 02:26:04.628670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a0694f81-20b0-433c-8f75-c38bac05feca req-4abc1a37-0355-42ff-8b2c-be53dd299b5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286281 Jul 16 02:26:04.646483 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61bb7bab-2052-42b5-86bd-8c7b0398db2d req-e878784b-7a40-49bc-832d-3b8e23ef5c36 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 16 02:26:05.815745 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb1dc2-0a2b-443a-8df0-f75da6f3b8d7 req-ddb89edf-5d17-45ee-8b9a-3af2dadf0720 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:05.817225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dadb1dc2-0a2b-443a-8df0-f75da6f3b8d7 req-ddb89edf-5d17-45ee-8b9a-3af2dadf0720 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0610349 Jul 16 02:26:05.853862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dadb1dc2-0a2b-443a-8df0-f75da6f3b8d7 req-3b7c4ec6-badf-4d1c-bec8-071e78f5ccfb tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Jul 16 02:26:06.128280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43106) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:06.231064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-460f8c54-0e11-435c-8db4-6264e4185f94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014829 Jul 16 02:26:06.243726 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1844cc-6dca-4c54-ae41-fac54ec33f29 req-88141c8b-7de0-49f6-b266-741bfd4cedd8 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:06.245243 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa1844cc-6dca-4c54-ae41-fac54ec33f29 req-88141c8b-7de0-49f6-b266-741bfd4cedd8 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0665078 Jul 16 02:26:06.285860 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa1844cc-6dca-4c54-ae41-fac54ec33f29 req-c2064c4b-1153-4c74-91cf-eb7c4a0a58d8 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Jul 16 02:26:07.343519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-2e250237-b389-42b9-8de3-ef93be92c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.345301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-2e250237-b389-42b9-8de3-ef93be92c254 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1096 time: 0.0595675 Jul 16 02:26:07.435036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-442d97fb-0017-4279-aea6-52d2787f8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.436612 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-442d97fb-0017-4279-aea6-52d2787f8af0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 913 time: 0.0850182 Jul 16 02:26:07.463570 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1ffca-2c21-4759-b75f-d76ab19097eb req-449d9dcf-1263-4e44-96dc-1e6e4bca86eb tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.465161 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8d1ffca-2c21-4759-b75f-d76ab19097eb req-449d9dcf-1263-4e44-96dc-1e6e4bca86eb tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0628557 Jul 16 02:26:07.486030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-b50c0aa0-f8bd-49b3-8733-66106b851fd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0431690 Jul 16 02:26:07.504283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8d1ffca-2c21-4759-b75f-d76ab19097eb req-fdb66f58-d324-4ac6-8be8-86f165b60c1f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 16 02:26:07.535495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-d3f74cf0-ac1f-4aa1-ad0f-b42349b8b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:07.537013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-d3f74cf0-ac1f-4aa1-ad0f-b42349b8b912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0445571 Jul 16 02:26:07.569157 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-030cb347-9501-464d-bcc7-fb57ed0a0691 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264337 Jul 16 02:26:07.659134 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-49836059-2e21-4626-af86-6922822a34b0 service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Jul 16 02:26:07.747173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-376624c0-5d38-4bc3-b186-9e4162b17cdb service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820413 Jul 16 02:26:08.676463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49ee8-625b-4da0-b108-27a0741bdbcd req-bd3f36cd-3a35-4f8c-805a-121707e042db tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:08.677942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ca49ee8-625b-4da0-b108-27a0741bdbcd req-bd3f36cd-3a35-4f8c-805a-121707e042db tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0620253 Jul 16 02:26:08.715357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8ca49ee8-625b-4da0-b108-27a0741bdbcd req-0c2ac195-6c71-4122-a1f2-9460421c79a9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Jul 16 02:26:09.890427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bcd46-557a-4dc0-b36c-492d403fe3bb req-e89a8aa0-b0f9-40c9-88ba-656e801d07b3 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:09.891890 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a21bcd46-557a-4dc0-b36c-492d403fe3bb req-e89a8aa0-b0f9-40c9-88ba-656e801d07b3 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0650830 Jul 16 02:26:09.928098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a21bcd46-557a-4dc0-b36c-492d403fe3bb req-032302d0-423e-4929-8e6d-aec06d9e1df5 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Jul 16 02:26:11.097909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfc1-d168-47ea-9d1e-2a9442579c1c req-dca64d22-086b-4f36-8d58-878452a3e2ce tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:11.099657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-641ecfc1-d168-47ea-9d1e-2a9442579c1c req-dca64d22-086b-4f36-8d58-878452a3e2ce tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0633404 Jul 16 02:26:11.137583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-641ecfc1-d168-47ea-9d1e-2a9442579c1c req-198349a5-5d06-4d65-9471-3f4f627ffeba tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Jul 16 02:26:12.649872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0c55-5fe2-4c4d-8cd1-3b1d90817d0d req-ada47e2e-8360-4ae1-a9a1-cb608b116c53 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:12.651348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c7b0c55-5fe2-4c4d-8cd1-3b1d90817d0d req-ada47e2e-8360-4ae1-a9a1-cb608b116c53 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.4046319 Jul 16 02:26:12.687589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4c7b0c55-5fe2-4c4d-8cd1-3b1d90817d0d req-8e510a9e-345c-4c9d-847b-a90c2384c4b0 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306704 Jul 16 02:26:13.856941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3353-48ba-48b8-907e-a2e1352ef9c4 req-a6b5a747-09bd-4e2d-904d-b9f9fa4e32aa tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:13.858448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a99b3353-48ba-48b8-907e-a2e1352ef9c4 req-a6b5a747-09bd-4e2d-904d-b9f9fa4e32aa tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0622399 Jul 16 02:26:13.896633 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a99b3353-48ba-48b8-907e-a2e1352ef9c4 req-2d5bdaa5-e52b-4d25-8d18-10623329f6e5 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Jul 16 02:26:15.066919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6ea2b-6989-473c-b4b6-11af95171057 req-09f75d40-0a5b-4c78-b17a-b3f1f647ade6 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:15.068390 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02c6ea2b-6989-473c-b4b6-11af95171057 req-09f75d40-0a5b-4c78-b17a-b3f1f647ade6 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0613539 Jul 16 02:26:15.105425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02c6ea2b-6989-473c-b4b6-11af95171057 req-b9aec3a8-8217-461c-9c77-e87889d55e00 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jul 16 02:26:16.280202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82cc3e-dc4e-45e3-89fe-46cd0b0bff5e req-b22a2de2-c62e-4f39-b5bd-c38ba13cf38d tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.281663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d82cc3e-dc4e-45e3-89fe-46cd0b0bff5e req-b22a2de2-c62e-4f39-b5bd-c38ba13cf38d tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0643215 Jul 16 02:26:16.318823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d82cc3e-dc4e-45e3-89fe-46cd0b0bff5e req-005a25a9-3301-4286-8205-4b3a2cb095b3 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Jul 16 02:26:17.491198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2e9e-0164-4d24-9386-49cff898c583 req-54620497-0afe-46bd-98a7-2b056dbc019d tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:17.492691 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45ff2e9e-0164-4d24-9386-49cff898c583 req-54620497-0afe-46bd-98a7-2b056dbc019d tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0625591 Jul 16 02:26:17.530674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45ff2e9e-0164-4d24-9386-49cff898c583 req-faf905af-a2a5-4baf-8af7-9ad3a232af53 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Jul 16 02:26:18.705252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b1c5b-e4c2-407a-9506-3477a3126ad5 req-400412f6-1db8-4fed-b4b1-36a1d74e1d6f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:18.706751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b79b1c5b-e4c2-407a-9506-3477a3126ad5 req-400412f6-1db8-4fed-b4b1-36a1d74e1d6f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0656292 Jul 16 02:26:18.743154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b79b1c5b-e4c2-407a-9506-3477a3126ad5 req-490d8d33-89ec-47ce-893b-6598ab93ae47 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Jul 16 02:26:19.917924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481fe9-0d7d-4638-9ff7-ce94d9b11bf5 req-77401f08-91d7-4aa2-86c6-c90220fec63d tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:19.919803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67481fe9-0d7d-4638-9ff7-ce94d9b11bf5 req-77401f08-91d7-4aa2-86c6-c90220fec63d tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0646667 Jul 16 02:26:19.956966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67481fe9-0d7d-4638-9ff7-ce94d9b11bf5 req-f28c7a5c-5f63-4929-92cf-093034515774 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Jul 16 02:26:21.127692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e892f-020f-4c07-bcff-1d43e17fea20 req-9d992192-415e-4bd4-91c4-ad2aa9c0f089 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:21.129222 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-369e892f-020f-4c07-bcff-1d43e17fea20 req-9d992192-415e-4bd4-91c4-ad2aa9c0f089 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0634675 Jul 16 02:26:21.166275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-369e892f-020f-4c07-bcff-1d43e17fea20 req-4d0dc119-593c-4f7e-91f5-a2b4b756cab3 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Jul 16 02:26:22.338951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67ea12-8b37-41df-9d49-586e4cf9f65d req-df93c1a6-e183-4ab6-92ba-cb8917e9ef28 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.341083 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc67ea12-8b37-41df-9d49-586e4cf9f65d req-df93c1a6-e183-4ab6-92ba-cb8917e9ef28 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0661793 Jul 16 02:26:22.377436 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc67ea12-8b37-41df-9d49-586e4cf9f65d req-f81994aa-9064-42f6-a25d-c10f20f3f259 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308442 Jul 16 02:26:22.525250 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:23.483457 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:23.546557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42546d4d-5267-4894-93bb-2fd6de4c6c4f req-eb414015-5972-4b75-8e2b-2005e2465161 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.548009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42546d4d-5267-4894-93bb-2fd6de4c6c4f req-eb414015-5972-4b75-8e2b-2005e2465161 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0623066 Jul 16 02:26:23.584636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-42546d4d-5267-4894-93bb-2fd6de4c6c4f req-13e4356e-712a-455f-901a-44382066889b tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jul 16 02:26:23.744425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:23.787285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b14b-3b7c-43d7-b545-d7e7d17bab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:24.757195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da4d9-fb6d-47ba-91ff-6c17aac2fd24 req-c603ee97-1fa8-4b8a-acd7-3a3f27cba72a tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:24.758675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-290da4d9-fb6d-47ba-91ff-6c17aac2fd24 req-c603ee97-1fa8-4b8a-acd7-3a3f27cba72a tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0655386 Jul 16 02:26:24.799294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-290da4d9-fb6d-47ba-91ff-6c17aac2fd24 req-09db771c-0dd3-49c7-a97f-1b64cfe2022a tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351155 Jul 16 02:26:25.974818 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42c8-d2ff-4019-91b4-64c854c14c4b req-82945355-c98a-4388-8fe8-1a5d993797a6 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:25.976366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0ce42c8-d2ff-4019-91b4-64c854c14c4b req-82945355-c98a-4388-8fe8-1a5d993797a6 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0645201 Jul 16 02:26:26.015414 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0ce42c8-d2ff-4019-91b4-64c854c14c4b req-868ded28-2570-4f3d-99c0-c926d3ce27cc tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Jul 16 02:26:26.226930 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5212fe44-39f6-426c-bc03-61df4f86e60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:26.704626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:27.187730 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0577f5-b85c-49fd-8c97-f072c1c7e9e2 req-f4c6d35c-5138-4757-a704-c26b3b38cc99 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:27.189263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a0577f5-b85c-49fd-8c97-f072c1c7e9e2 req-f4c6d35c-5138-4757-a704-c26b3b38cc99 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0615098 Jul 16 02:26:27.225705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8a0577f5-b85c-49fd-8c97-f072c1c7e9e2 req-b393f5e2-73f8-4d08-b4d0-dd492579276f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Jul 16 02:26:27.549032 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:28.398541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6a4d-a1f4-43ec-a0e4-f4861cc59e6e req-f63a2551-a868-405c-9d2e-452b89ab75d9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:28.400020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a41d6a4d-a1f4-43ec-a0e4-f4861cc59e6e req-f63a2551-a868-405c-9d2e-452b89ab75d9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0659564 Jul 16 02:26:28.437324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a41d6a4d-a1f4-43ec-a0e4-f4861cc59e6e req-9746a8aa-edfe-405c-a2ff-22205c329f06 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jul 16 02:26:29.030892 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:29.609666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b11e-eb6b-47cb-82f8-a24196e46d76 req-404cf6e4-ec95-4c8c-9ac8-7357c8b57501 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:29.611143 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e86b11e-eb6b-47cb-82f8-a24196e46d76 req-404cf6e4-ec95-4c8c-9ac8-7357c8b57501 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0614932 Jul 16 02:26:29.649626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e86b11e-eb6b-47cb-82f8-a24196e46d76 req-d9dcb1c1-2e0f-4718-b52b-af70a6286cc3 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Jul 16 02:26:30.824483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305be48-0224-486c-a818-57a0d6832aca req-19904367-8b20-469e-843f-73769bc332e9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:30.826500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a305be48-0224-486c-a818-57a0d6832aca req-19904367-8b20-469e-843f-73769bc332e9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0654721 Jul 16 02:26:30.862766 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a305be48-0224-486c-a818-57a0d6832aca req-abc54129-d351-40f9-a398-f4fe20cdbd2f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Jul 16 02:26:32.032973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8529c1-4527-40d5-b16d-62cee075fa64 req-e2cf401c-4f56-4689-9f86-2e7d12d421a7 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:32.034338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa8529c1-4527-40d5-b16d-62cee075fa64 req-e2cf401c-4f56-4689-9f86-2e7d12d421a7 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0620713 Jul 16 02:26:32.070909 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa8529c1-4527-40d5-b16d-62cee075fa64 req-640e7b39-4d4b-4776-9451-cff0a5ff1711 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Jul 16 02:26:33.241353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769763d2-4b1a-4fe7-aa87-10802dbed5d5 req-12eef977-f4ef-4d3c-990d-54d6379cfe1f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:33.242813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-769763d2-4b1a-4fe7-aa87-10802dbed5d5 req-12eef977-f4ef-4d3c-990d-54d6379cfe1f tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0610909 Jul 16 02:26:33.278851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-769763d2-4b1a-4fe7-aa87-10802dbed5d5 req-fb0e6c08-97a1-4877-9a94-15faeaa4b44a tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Jul 16 02:26:34.454837 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc16fc-a583-496e-b19b-0342c31419c0 req-8ad1c3cb-35bf-4f81-b372-68a992f3e30e tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:34.456324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5fc16fc-a583-496e-b19b-0342c31419c0 req-8ad1c3cb-35bf-4f81-b372-68a992f3e30e tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 945 time: 0.0656717 Jul 16 02:26:34.493138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5fc16fc-a583-496e-b19b-0342c31419c0 req-5bc8724e-53bc-4018-b763-cd15b5bd7f9c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Jul 16 02:26:34.765940 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-cc8cc6f9-7f88-4128-aa63-aa7b2a73af37 service neutron] show failed (client error): The resource could not be found. Jul 16 02:26:34.766922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-cc8cc6f9-7f88-4128-aa63-aa7b2a73af37 service neutron] 10.222.0.32 "GET /v2.0/ports/1b8baa61-bafd-4e48-8643-00bcbfa75fb3/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0549300 Jul 16 02:26:35.012644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-23092d9c-23bb-4dbb-8c89-bdec40f5fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:35.014612 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-23092d9c-23bb-4dbb-8c89-bdec40f5fd2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc&tenant_id=e0855af396c54a3194c8261c0ecc3e93 HTTP/1.1" status: 200 len: 1096 time: 0.0586481 Jul 16 02:26:35.025419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:35.096486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:35.295082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:35.327204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:35.365006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:35.367416 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ee31ff-68a4-436f-8732-7d706ee0ca1f" -d '{"events": [{"server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:35.370895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:35.384465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Transition to ACTIVE for port object 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:35.389725 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:35.423488 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e94b729-a258-4de5-ac24-68b0f2b8f860 x-openstack-request-id: req-4e94b729-a258-4de5-ac24-68b0f2b8f860 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:35.423777 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:35.424023 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e94b729-a258-4de5-ac24-68b0f2b8f860 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:35.424431 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'code': 200} Jul 16 02:26:35.452237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] No DVR routers for this DVR port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:35.458582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:35.468593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.468941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.469281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.469616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.469946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.470267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.470597 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.470919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.471241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.471576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.471882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.472225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:35.506019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:35.506350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:35.506682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:35.510867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:26:35.511185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Attempting to bind port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on network 9e01cd31-d3b8-4e48-8ff7-61f792728fb6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:35.517170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:35.517522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Checking segment: {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:35.517890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Bound using segment: {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:35.518310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Bound port: 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790334b2-2b27-4176-8075-6715055ee9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:35.518659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:35.583415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:35.586534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:35.591825 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:35.626788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:35.627417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:35.628907 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 1091 time: 0.6075149 Jul 16 02:26:35.649578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d1e4-8eee-40ba-ae28-c16253607772 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:35.673342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090302ad-91bd-47e7-a37c-c2444a83c249 req-f0ea633e-2b05-4417-8c89-ffd3a5ec3ba1 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:35.674868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-090302ad-91bd-47e7-a37c-c2444a83c249 req-f0ea633e-2b05-4417-8c89-ffd3a5ec3ba1 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0655544 Jul 16 02:26:35.706261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-72a64502-aa1f-4282-9b50-54ac7f34126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:35.707816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-72a64502-aa1f-4282-9b50-54ac7f34126d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1094 time: 0.0544240 Jul 16 02:26:35.714942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-090302ad-91bd-47e7-a37c-c2444a83c249 req-d285d9a0-4a5f-4da7-93d5-053bdd92f501 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Jul 16 02:26:35.800150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-fa42ed8a-bbe5-441b-88ca-8e99795cb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:35.801738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-fa42ed8a-bbe5-441b-88ca-8e99795cb2ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 913 time: 0.0874357 Jul 16 02:26:35.840867 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-1e443afa-a386-4dc3-af9e-137a66096c67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0327179 Jul 16 02:26:35.891275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-e3310aa7-2f1a-4fbc-9dad-f18e7ca590f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:35.892729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-e3310aa7-2f1a-4fbc-9dad-f18e7ca590f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0463076 Jul 16 02:26:35.923937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-2e509542-97e5-42da-b141-ab08f22d7342 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251570 Jul 16 02:26:36.012491 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-3bd1b75c-ffdd-44c8-b4ca-66bf59267d94 service neutron] 10.222.0.38 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822062 Jul 16 02:26:36.099782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9d3242c8-1e22-41fb-9797-61f051280e75 req-1c24d2ec-3be5-4c06-a05b-541a4ec11965 service neutron] 10.222.0.38 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815344 Jul 16 02:26:36.893890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83a11-c2fc-433a-882c-834e41a0233e req-8bdd19c2-053f-4827-99eb-bea76b77cce8 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:36.895417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cd83a11-c2fc-433a-882c-834e41a0233e req-8bdd19c2-053f-4827-99eb-bea76b77cce8 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0665226 Jul 16 02:26:36.932689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cd83a11-c2fc-433a-882c-834e41a0233e req-aebe1bdf-2e57-4835-a65a-7f304c9aaeb6 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Jul 16 02:26:37.425104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:37.427519 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a5fb7b-248f-4396-8882-ad1ce540f1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:37.474828 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1844d4-60cd-4b3a-9020-f72c132590c2 x-openstack-request-id: req-8a1844d4-60cd-4b3a-9020-f72c132590c2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:37.475115 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:37.476069 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a1844d4-60cd-4b3a-9020-f72c132590c2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:37.476547 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'status': 'completed', 'code': 200} Jul 16 02:26:37.597941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-d91cc554-2bde-4043-9f2d-612e8bbfc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:37.599703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-d91cc554-2bde-4043-9f2d-612e8bbfc1bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1094 time: 0.1040404 Jul 16 02:26:37.602464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-b20d699c-ad3f-49b1-bf53-77e35675621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:37.603822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-b20d699c-ad3f-49b1-bf53-77e35675621c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1094 time: 0.0993209 Jul 16 02:26:38.104745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-71e07fda-12c7-40c3-9367-7702f818cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.106223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-71e07fda-12c7-40c3-9367-7702f818cbf9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 913 time: 0.4907944 Jul 16 02:26:38.107315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-ff38f44e-f30b-4ebc-a890-fac449136433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.108726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-ff38f44e-f30b-4ebc-a890-fac449136433 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 913 time: 0.5016837 Jul 16 02:26:38.109358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe46e-b83d-4a7b-895e-d155b5ac7a1a req-b9464909-8adc-477c-8fe5-db9cf8cbafb1 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.110834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a30fe46e-b83d-4a7b-895e-d155b5ac7a1a req-b9464909-8adc-477c-8fe5-db9cf8cbafb1 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 943 time: 0.0635569 Jul 16 02:26:38.149410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a30fe46e-b83d-4a7b-895e-d155b5ac7a1a req-7b710f14-1069-46de-bd21-0bc289e84ca9 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Jul 16 02:26:38.181691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-771cc726-4dce-44c0-b974-1ae18c2cb2c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0686793 Jul 16 02:26:38.183037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-466e2cdd-3828-4dc2-99e1-198ff84154c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0642440 Jul 16 02:26:38.261159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-ead1853b-722e-43d3-9841-bbb6517639e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.262632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-ead1853b-722e-43d3-9841-bbb6517639e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0754728 Jul 16 02:26:38.265881 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-6b26cff2-e58a-4652-90fa-ca9a1a052c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.267183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-6b26cff2-e58a-4652-90fa-ca9a1a052c9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0721517 Jul 16 02:26:38.306168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-fdf701ca-c0c8-4e04-a36c-a1e8d5b7051f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366702 Jul 16 02:26:38.323944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-2606fb7a-e952-4add-b28b-65def894b3ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473707 Jul 16 02:26:38.521657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-8749af8e-9856-4819-8656-caf202f2e9b1 service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999233 Jul 16 02:26:38.528530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-3f0f8bd6-e8c6-4e5b-ac5d-039423f7811d service neutron] 10.222.0.38 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978743 Jul 16 02:26:38.538653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:38.579231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:38.726480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-7c9a06bd-d481-4cd0-8c1e-a2bb2563ca24 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.728062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-7c9a06bd-d481-4cd0-8c1e-a2bb2563ca24 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc&tenant_id=e0855af396c54a3194c8261c0ecc3e93&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 943 time: 0.2667103 Jul 16 02:26:38.729906 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-46f05c1b-2e99-4a6e-82b3-6d8a5b59c7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997826 Jul 16 02:26:38.768858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-78a5fb7b-248f-4396-8882-ad1ce540f1b3 req-4dded88c-fa82-4cb0-8cbc-0024e6be4991 service neutron] 10.222.0.38 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296054 Jul 16 02:26:38.798840 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-98ef573d-38f3-4506-a292-cb300fc0d9b1 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:26:38.799804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-98ef573d-38f3-4506-a292-cb300fc0d9b1 service neutron] 10.222.0.32 "DELETE /v2.0/ports/1b8baa61-bafd-4e48-8643-00bcbfa75fb3/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0589943 Jul 16 02:26:38.898847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-a4b940ed-9b9c-4eba-bfb4-f68b81bd3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.900458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-a4b940ed-9b9c-4eba-bfb4-f68b81bd3789 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0855af396c54a3194c8261c0ecc3e93&device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 1094 time: 0.0593143 Jul 16 02:26:38.988619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-f7f8cebb-ab2e-4ef8-8d23-a9155de7cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:38.990077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-f7f8cebb-ab2e-4ef8-8d23-a9155de7cfbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 200 len: 913 time: 0.0829303 Jul 16 02:26:39.033658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-a77da45e-1da2-4f3b-8033-ef692e98eaff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 200 len: 217 time: 0.0377483 Jul 16 02:26:39.080639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-794050e0-81da-4305-954d-991f7ef18e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:39.081979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-794050e0-81da-4305-954d-991f7ef18e72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 200 len: 852 time: 0.0429628 Jul 16 02:26:39.113418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-15462c89-38ba-43bf-b90e-8c0aa62d0017 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e01cd31-d3b8-4e48-8ff7-61f792728fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249736 Jul 16 02:26:39.205012 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-b6e22266-7ba8-4a60-a1fd-845cae32dabc service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850279 Jul 16 02:26:39.293081 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-c2bbc7a9-fbec-4611-a395-58f730e52c05 service neutron] 10.222.0.32 "GET /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Jul 16 02:26:39.644718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:26:39.745697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:39.757239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'network_id': '9e01cd31-d3b8-4e48-8ff7-61f792728fb6', 'port_id': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'mac_address': 'fa:16:3e:fd:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36216a7b-5e57-4bcb-962f-76791d5d1c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:26:39.797966 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:39.811696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:39.831001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:39.834776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:39.882979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:39.890348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.890694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.891038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.891368 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.891699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.892049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.892384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.892710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.893029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.893353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.893711 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:39.894043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:40.088412 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb833-4349-430f-b931-a4afa834f378 req-33d4d5e0-4af8-4210-ac11-9739957cfb64 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.090545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f0bb833-4349-430f-b931-a4afa834f378 req-33d4d5e0-4af8-4210-ac11-9739957cfb64 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 944 time: 0.0630767 Jul 16 02:26:40.092441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1b8baa61-bafd-4e48-8643-00bcbfa75fb3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:40.128973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f0bb833-4349-430f-b931-a4afa834f378 req-7e31678d-6c2d-4417-8058-6c34e8b094ea tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Jul 16 02:26:41.274108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-c8770f82-2756-4066-9949-1ff4b00bcc3e tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.276269 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-c8770f82-2756-4066-9949-1ff4b00bcc3e tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 944 time: 0.0692718 Jul 16 02:26:41.308469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b2b06-2943-4e7a-8d75-aa0888c5a66b req-dd2c5a58-1595-4629-a771-0814b1912de5 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.309985 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec5b2b06-2943-4e7a-8d75-aa0888c5a66b req-dd2c5a58-1595-4629-a771-0814b1912de5 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4ebfcd6-1097-42d6-a221-b64b10101dcc HTTP/1.1" status: 200 len: 944 time: 0.0671096 Jul 16 02:26:41.347962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec5b2b06-2943-4e7a-8d75-aa0888c5a66b req-dc72af50-73db-4735-9b5f-6603a3047ea8 tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.35 "GET /v2.0/security-groups?id=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Jul 16 02:26:41.376462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Deleting port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:41.376841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:41.467942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] For port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,segment=NetworkSegment(790334b2-2b27-4176-8075-6715055ee9d5),segment_id=790334b2-2b27-4176-8075-6715055ee9d5)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:41.468252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:41.479676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Calling delete_port for 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:41.604784 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:41.618118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1b8baa61-bafd-4e48-8643-00bcbfa75fb3'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:41.637034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Pushing event deleted for resources: {'Port': ['ID=1b8baa61-bafd-4e48-8643-00bcbfa75fb3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:41.675894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:26:41.683377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] No DVR routers for this DVR port 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:26:41.685981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:41.688115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5a8b7401-e590-4bba-b806-34406c3a1129 req-fdcbb522-3318-498a-b28b-a6607f90462c tempest-DeleteServersTestJSON-905360095 tempest-DeleteServersTestJSON-905360095-project] 10.222.0.38 "DELETE /v2.0/ports/1b8baa61-bafd-4e48-8643-00bcbfa75fb3 HTTP/1.1" status: 204 len: 173 time: 0.4058936 Jul 16 02:26:41.688552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'name': 'network-vif-deleted', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:41.691552 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8590bba-02fe-4650-af47-71df1e9f9c5d" -d '{"events": [{"server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "name": "network-vif-deleted", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:41.697652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:26:41.698004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1b8baa61-bafd-4e48-8643-00bcbfa75fb3 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:26:41.727693 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a626b7f-cabe-40b5-9cb5-0c7c28542f4b x-openstack-request-id: req-4a626b7f-cabe-40b5-9cb5-0c7c28542f4b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:41.727984 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ebfcd6-1097-42d6-a221-b64b10101dcc", "name": "network-vif-deleted", "tag": "1b8baa61-bafd-4e48-8643-00bcbfa75fb3", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:41.728262 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a626b7f-cabe-40b5-9cb5-0c7c28542f4b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:41.728664 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ebfcd6-1097-42d6-a221-b64b10101dcc', 'name': 'network-vif-deleted', 'tag': '1b8baa61-bafd-4e48-8643-00bcbfa75fb3', 'status': 'completed', 'code': 200} Jul 16 02:26:42.581095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:42.626069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Deleting subnet 36216a7b-5e57-4bcb-962f-76791d5d1c9f {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:26:42.629678 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.662959 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.707423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.759549 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.785852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36216a7b-5e57-4bcb-962f-76791d5d1c9f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:42.788222 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.790034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/36216a7b-5e57-4bcb-962f-76791d5d1c9f HTTP/1.1" status: 204 len: 168 time: 0.2079334 Jul 16 02:26:42.792764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43212) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:42.796328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.796674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.797017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.797354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.797686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.798007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.798328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.798653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.798975 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.799863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.800209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.800523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57373bc7-0bed-43b5-81d7-e2c30e1f2349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:42.862897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.945376 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.954993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e01cd31-d3b8-4e48-8ff7-61f792728fb6']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:42.964917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790334b2-2b27-4176-8075-6715055ee9d5') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:42.965213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790334b2-2b27-4176-8075-6715055ee9d5') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:42.974931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.990405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.996933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:26:42.997403 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:26:42.999223 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:26:43.057865 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.063199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.068161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e01cd31-d3b8-4e48-8ff7-61f792728fb6 HTTP/1.1" status: 204 len: 168 time: 0.2719579 Jul 16 02:26:43.076433 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ce78-d45a-4bf1-bd23-d9186f264a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e01cd31-d3b8-4e48-8ff7-61f792728fb6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:43.172217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43216) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:43.212659 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8ba9a53-b976-486a-ac39-37843d1329e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0855af396c54a3194c8261c0ecc3e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390739 Jul 16 02:26:43.214990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43218) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:43.262386 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1c74c8-6a04-406e-b791-1b0d4e1aa56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.282721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1c74c8-6a04-406e-b791-1b0d4e1aa56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.328893 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1c74c8-6a04-406e-b791-1b0d4e1aa56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.332231 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ab1c74c8-6a04-406e-b791-1b0d4e1aa56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:43.333373 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ab1c74c8-6a04-406e-b791-1b0d4e1aa56b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f HTTP/1.1" status: 204 len: 168 time: 0.1174388 Jul 16 02:26:43.341232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c74c8-6a04-406e-b791-1b0d4e1aa56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93800e2f-c0c0-4ec2-ae38-8fcc0d6e961f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:43.981972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43240) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:44.077955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1160498643-network', 'tenant_id': '286171a8a84649a59f68e4bc6640de88'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:44.097620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Made reservation on behalf of 286171a8a84649a59f68e4bc6640de88 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:44.100211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.108649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.197698 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.201603 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.222768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:26:44.235880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f1478-8726-4f42-a894-1d8173f258a7,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:44.242391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.242742 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Added segment eedbaed9-6c78-4826-bc90-54cef14aaa20 of type vlan for network eea034fe-15d4-4de7-aedc-a8796579cad1 Jul 16 02:26:44.281534 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.309722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.310640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:44.311223 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.348176 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3650067 Jul 16 02:26:44.351089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43244) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:44.356411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Request body: {'subnet': {'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1160498643-subnet', 'tenant_id': '286171a8a84649a59f68e4bc6640de88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:44.377482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f402-b4b0-4ca1-aeb7-17161d590650 admin admin] Pushing event updated for resources: {'Network': ['ID=eea034fe-15d4-4de7-aedc-a8796579cad1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:44.378400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Made reservation on behalf of 286171a8a84649a59f68e4bc6640de88 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:44.381900 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.387847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network eea034fe-15d4-4de7-aedc-a8796579cad1 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:26:44.548399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.606604 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0046b5d9-559a-43d6-b621-67957b0ebad8,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:44.615185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Checking segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:44.615546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Network hostable DHCP agents. Network: eea034fe-15d4-4de7-aedc-a8796579cad1, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:26:44.632262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Network eea034fe-15d4-4de7-aedc-a8796579cad1 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:26:44.640810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, eea034fe-15d4-4de7-aedc-a8796579cad1) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:44.645258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:44.645878 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:44.650121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefd9eb-b73d-44a9-b67e-86c14efd6ba6 None None] Network eea034fe-15d4-4de7-aedc-a8796579cad1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:44.667863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0dd970ee-ef46-4467-81ab-ee6bb792e7be admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3078017 Jul 16 02:26:44.776936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70a92a-1bcf-40a3-921c-e380e6f1dabb None None] Network eea034fe-15d4-4de7-aedc-a8796579cad1 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:26:45.077999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-09778ce2-2fc2-47b4-b99f-4564aa76bdd8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:45.079463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-09778ce2-2fc2-47b4-b99f-4564aa76bdd8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 815 time: 0.1063778 Jul 16 02:26:45.093739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-3ecdf8eb-df43-4445-8a84-68e046f600c8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/quotas/286171a8a84649a59f68e4bc6640de88 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Jul 16 02:26:45.126431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-b9212a58-6cef-4bf9-bc10-b5631c913b60 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274780 Jul 16 02:26:45.214077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-ca5eaca2-ee6d-4e6e-9f04-a916b4f25bdd service neutron] 10.222.0.35 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812743 Jul 16 02:26:45.306248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-c17050fa-0b91-4f9d-852e-494e74957ab4 service neutron] 10.222.0.35 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Jul 16 02:26:45.468320 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e7cfacd5-0630-48b6-9622-d95a0191b7f8 req-a1a79d10-86c0-4c6b-ac0c-950e830cfddd tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 210 time: 0.0288999 Jul 16 02:26:46.490787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-8a11bdc6-851c-499d-8272-de1f81ffe26a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:46.492625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-8a11bdc6-851c-499d-8272-de1f81ffe26a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 815 time: 0.1027322 Jul 16 02:26:46.506039 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Request body: {'port': {'device_id': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'admin_state_up': True, 'tenant_id': '286171a8a84649a59f68e4bc6640de88'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:46.616077 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a2f68b9-6fd0-474c-86d5-c61474b288c7 req-d8a1f719-a046-4cd9-90f4-5f81c9682892 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 210 time: 0.0360239 Jul 16 02:26:46.629324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Made reservation on behalf of 286171a8a84649a59f68e4bc6640de88 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:26:46.635244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:46.759439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Allocated IP 172.20.0.5 (eea034fe-15d4-4de7-aedc-a8796579cad1/0046b5d9-559a-43d6-b621-67957b0ebad8/d82cab38-8c21-4c10-91b9-2011df03ec5e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:26:46.908047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:46.945587 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:46.990322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Network eea034fe-15d4-4de7-aedc-a8796579cad1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:26:46.993413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:26:46.997603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:26:47.003903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:47.052600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:47.053213 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.067260 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d91fff5f-d0dd-4a0c-b0e5-cc6923e65a73 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663767 Jul 16 02:26:47.078602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Request body: {'port': {'device_id': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:47.149346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.407694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82cab38-8c21-4c10-91b9-2011df03ec5e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:47.415114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.426606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Transition to ACTIVE for port object d82cab38-8c21-4c10-91b9-2011df03ec5e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:26:47.429764 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.479697 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:47.543638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:26:47.544346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:26:47.544346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:47.548515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Port d82cab38-8c21-4c10-91b9-2011df03ec5e on network eea034fe-15d4-4de7-aedc-a8796579cad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:26:47.548831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:26:47.553986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:26:47.554328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Checking segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:26:47.554851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Bound using segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:26:47.555134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Bound port: d82cab38-8c21-4c10-91b9-2011df03ec5e, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:26:47.555518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.620864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:26:47.624064 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:26:47.628773 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.661734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:47.662358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:47.667166 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] 10.222.0.38 "PUT /v2.0/ports/d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 1091 time: 0.5893998 Jul 16 02:26:47.667166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:47.667166 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0049c1fc-8642-48a5-b146-b2cd1f0e348a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:47.698170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f72f6-d49a-45fa-ad5e-9165c562515b service neutron] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:47.718595 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af553b6e-8335-4159-b0f7-82847862f141 x-openstack-request-id: req-af553b6e-8335-4159-b0f7-82847862f141 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:47.718948 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:47.719264 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af553b6e-8335-4159-b0f7-82847862f141 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:47.719728 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'status': 'completed', 'code': 200} Jul 16 02:26:47.781359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-8a979411-3e1b-48a3-905b-c6fdbca52f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:47.783052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-8a979411-3e1b-48a3-905b-c6fdbca52f1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1094 time: 0.0563419 Jul 16 02:26:47.809791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0db2-56aa-4599-a603-22ccd75bba91 req-01b0a894-2f19-40af-aa66-42d629288bf8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:47.811288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c89e0db2-56aa-4599-a603-22ccd75bba91 req-01b0a894-2f19-40af-aa66-42d629288bf8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0638840 Jul 16 02:26:47.827542 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-4e5fe263-906c-43fd-9520-a09a14790e43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0378687 Jul 16 02:26:47.849949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c89e0db2-56aa-4599-a603-22ccd75bba91 req-4962261a-831b-4683-95be-7f2276a1a3a6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Jul 16 02:26:47.875623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d157c3a8-050c-4827-a27e-8a4f729b29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:47.877114 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-d157c3a8-050c-4827-a27e-8a4f729b29c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0437822 Jul 16 02:26:47.908458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-12a5aed6-dcb2-430a-bab7-e37988ed15d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250239 Jul 16 02:26:47.997667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-4c6ad4ec-357b-48af-85d6-8566017976d6 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831475 Jul 16 02:26:48.085145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-746cdfce-c481-43cc-b084-5a3adbc956dc req-a55b3efc-2246-46a3-9c68-b24c0887c4bf service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804892 Jul 16 02:26:48.186293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-e5d20223-85dd-4787-bc16-9d9262f1bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:48.187749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-e5d20223-85dd-4787-bc16-9d9262f1bbd2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1094 time: 0.0510788 Jul 16 02:26:48.277829 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-d1bccba0-76f2-4b00-bad6-3d1045694a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:48.279262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-d1bccba0-76f2-4b00-bad6-3d1045694a19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0858531 Jul 16 02:26:48.320918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-0faccbcf-2644-473b-a6b5-f5e02864b539 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0349040 Jul 16 02:26:48.373843 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-f5cae2cb-3b6e-42d5-b15f-51414edcda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:48.375270 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-f5cae2cb-3b6e-42d5-b15f-51414edcda23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0483782 Jul 16 02:26:48.407805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-fbea3513-1b61-47be-8432-e4f410d151e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253928 Jul 16 02:26:48.498496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-1bf07854-2028-406b-b408-56fe6577b0dc service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839481 Jul 16 02:26:48.588473 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0049c1fc-8642-48a5-b146-b2cd1f0e348a req-636f80ba-7127-4b98-8949-4cbaf9381732 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819008 Jul 16 02:26:49.023278 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f329-d5b4-4742-9246-38d8c910d040 req-a5c277f7-3871-4d25-bab9-490a37906f48 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:49.024782 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d28f329-d5b4-4742-9246-38d8c910d040 req-a5c277f7-3871-4d25-bab9-490a37906f48 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0626090 Jul 16 02:26:49.062001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d28f329-d5b4-4742-9246-38d8c910d040 req-a29d0df7-0780-4e6a-931a-5e932d720ba7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Jul 16 02:26:50.235201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadb394-4722-4649-8a32-f9f6cf96b254 req-545c7a83-7990-4015-b26e-57a33b0c482f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.236694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cadb394-4722-4649-8a32-f9f6cf96b254 req-545c7a83-7990-4015-b26e-57a33b0c482f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0666895 Jul 16 02:26:50.274421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cadb394-4722-4649-8a32-f9f6cf96b254 req-90ce35b7-a97e-44f9-8674-fd01182d9b23 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Jul 16 02:26:51.445016 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6827c-56f7-4320-8b83-3088bf9e10fd req-4d7b718e-dc00-432c-b564-d7473a949327 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:51.446487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81c6827c-56f7-4320-8b83-3088bf9e10fd req-4d7b718e-dc00-432c-b564-d7473a949327 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0639346 Jul 16 02:26:51.482413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81c6827c-56f7-4320-8b83-3088bf9e10fd req-da89eee9-9c2f-4330-8f91-df5c4d0ef412 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Jul 16 02:26:51.714105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:26:51.810616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:51.821252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'port_id': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'mac_address': 'fa:16:3e:7e:d0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0046b5d9-559a-43d6-b621-67957b0ebad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:26:51.856518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.869300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82cab38-8c21-4c10-91b9-2011df03ec5e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:26:51.888372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:51.892495 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:51.941521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:52.077304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['d82cab38-8c21-4c10-91b9-2011df03ec5e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:52.537531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:52.661457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1779-2971-4261-b19f-ef3a148322e1 req-9207f7aa-d7db-4d4b-a7e5-9354de793b29 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:52.662935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-586d1779-2971-4261-b19f-ef3a148322e1 req-9207f7aa-d7db-4d4b-a7e5-9354de793b29 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 944 time: 0.0672400 Jul 16 02:26:52.701329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-586d1779-2971-4261-b19f-ef3a148322e1 req-a2440287-ae9b-4eb0-9db5-348742d6a870 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Jul 16 02:26:53.713592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:26:53.761193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.781389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port d82cab38-8c21-4c10-91b9-2011df03ec5e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:26:53.788425 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port d82cab38-8c21-4c10-91b9-2011df03ec5e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:53.788800 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.791737 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9599b7e5-896b-447d-b172-c796bb33a2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.865583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.881569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23510ced-de90-4609-a98e-402cb5abcf9c req-51afd53e-3dbd-4a45-a835-9c5aa8f0adf7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:53.883341 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23510ced-de90-4609-a98e-402cb5abcf9c req-51afd53e-3dbd-4a45-a835-9c5aa8f0adf7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 944 time: 0.0643103 Jul 16 02:26:53.888752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:53.890997 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d0cdf0-69b6-4a61-92b5-dd3acae2bc68" -d '{"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-plugged", "status": "completed", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:53.904242 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:53.908584 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:53.923221 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23510ced-de90-4609-a98e-402cb5abcf9c req-17dc7ee8-4394-421a-979b-37c0fde084d8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Jul 16 02:26:53.931232 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762474e1-b78a-4162-8842-13c903c73a15 x-openstack-request-id: req-762474e1-b78a-4162-8842-13c903c73a15 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:53.931528 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-plugged", "status": "completed", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:53.931780 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-762474e1-b78a-4162-8842-13c903c73a15 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:53.932188 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'code': 200} Jul 16 02:26:53.963995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:54.040254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a2c7-cb6f-44b0-81af-da6f9d7bf3cd req-c62d8485-d8f1-405d-a72c-276226b878c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:54.041767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c22a2c7-cb6f-44b0-81af-da6f9d7bf3cd req-c62d8485-d8f1-405d-a72c-276226b878c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1096 time: 0.0523229 Jul 16 02:26:54.077771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9c22a2c7-cb6f-44b0-81af-da6f9d7bf3cd req-2beb1a30-430d-43d3-a496-6d65c1accfa6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288374 Jul 16 02:26:55.100516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d682c-5176-41aa-9937-4dd0a41947f5 req-74aaea2b-6240-4dc9-a61e-70bb66af033c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:55.101998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b88d682c-5176-41aa-9937-4dd0a41947f5 req-74aaea2b-6240-4dc9-a61e-70bb66af033c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0627010 Jul 16 02:26:55.138731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b88d682c-5176-41aa-9937-4dd0a41947f5 req-ad8501e4-9bad-45f7-9451-bd19af6c0899 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Jul 16 02:26:55.311594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0511a2-86d5-4ed6-8c76-5ac87cf8e749 req-55df8b15-e950-4b55-830e-66d77c9c1a85 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:55.313171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f0511a2-86d5-4ed6-8c76-5ac87cf8e749 req-55df8b15-e950-4b55-830e-66d77c9c1a85 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0668035 Jul 16 02:26:55.350529 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f0511a2-86d5-4ed6-8c76-5ac87cf8e749 req-20f8f131-ea12-465a-b2a8-3af379328ae4 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jul 16 02:26:55.686948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3e314-4099-4048-8bb1-88c670c8045f req-b4d2278e-783c-4592-b3e4-daab58e8cb51 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:55.688482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7e3e314-4099-4048-8bb1-88c670c8045f req-b4d2278e-783c-4592-b3e4-daab58e8cb51 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0639906 Jul 16 02:26:55.726612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d7e3e314-4099-4048-8bb1-88c670c8045f req-8beb2a9c-11c1-4d6b-963d-3863b4ef3c2c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Jul 16 02:26:55.899413 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e8ec-a70b-4fc7-812a-79c02af3689c req-56c66b4f-0fbb-4eb9-ba78-8244343a198f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:55.900975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c509e8ec-a70b-4fc7-812a-79c02af3689c req-56c66b4f-0fbb-4eb9-ba78-8244343a198f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0674849 Jul 16 02:26:55.938500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c509e8ec-a70b-4fc7-812a-79c02af3689c req-f9fd3857-f234-479f-b6e1-cc5537086735 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Jul 16 02:26:56.229502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-20f080da-5e91-4877-8fd5-e63bfdbd4a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:56.286704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-588dbbf1-79f2-462a-aa68-31ce4e36e5a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604568 Jul 16 02:26:56.340134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e6494-64ac-4d6e-9146-45a047184ca7 req-b29a0579-fd29-4e16-83af-2e204cc5da21 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:56.341642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb3e6494-64ac-4d6e-9146-45a047184ca7 req-b29a0579-fd29-4e16-83af-2e204cc5da21 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0668416 Jul 16 02:26:56.380250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb3e6494-64ac-4d6e-9146-45a047184ca7 req-f3fd389b-fd88-4ec9-bc86-ad1091d632da tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Jul 16 02:26:56.707230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.459286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-a6fe4155-0cf1-4151-a9f0-2dc2095bbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.460828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-a6fe4155-0cf1-4151-a9f0-2dc2095bbeab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1096 time: 0.0522726 Jul 16 02:26:57.551858 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:57.554663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e9311-a4dd-4e05-a8c4-21a4a9283cb0 req-c00a0a4b-fb21-4e56-ac95-0997c114c3cd tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.556229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-330e9311-a4dd-4e05-a8c4-21a4a9283cb0 req-c00a0a4b-fb21-4e56-ac95-0997c114c3cd tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0644445 Jul 16 02:26:57.559181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-c58e2cf3-450c-4922-8ce7-185a065b7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.560686 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-c58e2cf3-450c-4922-8ce7-185a065b7b9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0916600 Jul 16 02:26:57.595689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-330e9311-a4dd-4e05-a8c4-21a4a9283cb0 req-951f6c52-c2f1-483d-a552-85dc95655cbb tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Jul 16 02:26:57.601770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-0508938f-76ca-408f-9905-18ccbaed784d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0343750 Jul 16 02:26:57.649271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-4044d87d-b0c3-4840-a270-946ab6936fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.650707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-4044d87d-b0c3-4840-a270-946ab6936fd4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0429933 Jul 16 02:26:57.684053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-aa186fd9-d352-48f8-8c87-8788e8aa3a64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269349 Jul 16 02:26:57.774779 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-15a91906-51aa-4dfe-bfa8-ea65bf3745e2 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836816 Jul 16 02:26:57.865642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-90a2a529-10d8-49c6-bcf2-a6fbe04de6fb service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847583 Jul 16 02:26:58.775606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b868b21-cca8-4158-a761-d9a3d65d6509 req-c468253e-ad58-429e-908e-56f803140891 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.777140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b868b21-cca8-4158-a761-d9a3d65d6509 req-c468253e-ad58-429e-908e-56f803140891 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0664041 Jul 16 02:26:58.817630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0b868b21-cca8-4158-a761-d9a3d65d6509 req-2b2d66f4-a2af-4837-a273-3eeb6ed165c7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348408 Jul 16 02:26:59.035281 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.986508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d451-db7c-4e2c-b95a-8d78686c9c59 req-0df1e842-f652-43ee-b753-c93e7f4da615 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:59.987888 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6018d451-db7c-4e2c-b95a-8d78686c9c59 req-0df1e842-f652-43ee-b753-c93e7f4da615 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0618489 Jul 16 02:27:00.025071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6018d451-db7c-4e2c-b95a-8d78686c9c59 req-4bd761c8-b021-4903-b79f-0b7de0d0d46f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jul 16 02:27:00.484863 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:01.201686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b7066-d730-4a9f-a4ee-9408c6d9527c req-fb05b431-5b0c-4d56-a947-c388a61f6904 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:01.203194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-204b7066-d730-4a9f-a4ee-9408c6d9527c req-fb05b431-5b0c-4d56-a947-c388a61f6904 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0660141 Jul 16 02:27:01.241300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-204b7066-d730-4a9f-a4ee-9408c6d9527c req-df1dc0cd-1ad2-4678-bcc0-53ce14908c25 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Jul 16 02:27:02.417025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13ebda-351a-433c-bdb9-1c0ff011e554 req-69a16e8c-ff87-40f9-b143-f1e01606c00a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:02.418523 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd13ebda-351a-433c-bdb9-1c0ff011e554 req-69a16e8c-ff87-40f9-b143-f1e01606c00a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0652754 Jul 16 02:27:02.455319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd13ebda-351a-433c-bdb9-1c0ff011e554 req-12193d16-fc95-460c-8751-6120a20407bd tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Jul 16 02:27:03.626482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858557-c404-4709-844f-a16734d81c1c req-b0b2f066-a5cc-418a-a935-6d17a68a6821 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:03.627953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4858557-c404-4709-844f-a16734d81c1c req-b0b2f066-a5cc-418a-a935-6d17a68a6821 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0618186 Jul 16 02:27:03.666220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4858557-c404-4709-844f-a16734d81c1c req-980dd543-5937-435d-9200-da512168f88d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Jul 16 02:27:04.839334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286ca07-bd61-4995-a36c-c5ece6fce36a req-5736a9e8-f050-4c87-843e-f3dcf73d56a9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:04.840852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d286ca07-bd61-4995-a36c-c5ece6fce36a req-5736a9e8-f050-4c87-843e-f3dcf73d56a9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0652618 Jul 16 02:27:04.877819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d286ca07-bd61-4995-a36c-c5ece6fce36a req-727d5391-3fce-4a34-bfa7-b8ac2ac9be14 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Jul 16 02:27:06.046657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a85312-b316-44da-bd45-1e64eecf36be req-8b711772-21ae-4b6d-bff0-0297f4c2dccb tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.048129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74a85312-b316-44da-bd45-1e64eecf36be req-8b711772-21ae-4b6d-bff0-0297f4c2dccb tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0623531 Jul 16 02:27:06.085653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74a85312-b316-44da-bd45-1e64eecf36be req-55f764ad-afc8-4348-b7bd-bd400522a2c9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Jul 16 02:27:07.258986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76c11f-aa4c-44e3-aa59-9e48a031cb8e req-a3b8b455-313b-43fe-a362-25993ea8bc8d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:07.260543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae76c11f-aa4c-44e3-aa59-9e48a031cb8e req-a3b8b455-313b-43fe-a362-25993ea8bc8d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0654321 Jul 16 02:27:07.297653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae76c11f-aa4c-44e3-aa59-9e48a031cb8e req-b86d2b0b-77d5-441e-882f-c5e5c3990c76 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jul 16 02:27:08.467166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c505a-ea79-4827-b5bf-9719242259b4 req-2fa8196d-e52c-430c-af57-07adabf1fe61 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.468684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce2c505a-ea79-4827-b5bf-9719242259b4 req-2fa8196d-e52c-430c-af57-07adabf1fe61 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0627415 Jul 16 02:27:08.505478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce2c505a-ea79-4827-b5bf-9719242259b4 req-72ec1e5e-993c-43d0-a94d-f3843319ad08 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jul 16 02:27:09.674515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193eca6-808a-44d8-9efa-dc0981e3e596 req-322b37f8-16b6-411f-94ee-36bb0dc715ab tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:09.675982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8193eca6-808a-44d8-9efa-dc0981e3e596 req-322b37f8-16b6-411f-94ee-36bb0dc715ab tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0621898 Jul 16 02:27:09.714507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8193eca6-808a-44d8-9efa-dc0981e3e596 req-463d80a1-fac9-4645-9220-da25839126d4 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Jul 16 02:27:10.683407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f30262-2c26-446e-8a73-a608396e34dd req-b4c185fa-285f-41bc-97f2-643c9915e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:10.684944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-b4c185fa-285f-41bc-97f2-643c9915e997 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1096 time: 0.0537329 Jul 16 02:27:10.792403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f30262-2c26-446e-8a73-a608396e34dd req-2dbad459-0776-4b50-a6c8-bf0f13eb3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:10.793901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-2dbad459-0776-4b50-a6c8-bf0f13eb3cdc service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0855491 Jul 16 02:27:10.840760 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-481d81dd-d23b-4886-ab8a-81dea7babe85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0381072 Jul 16 02:27:10.890623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ba4c-21c8-4aa0-8741-ea0a307468aa req-e4baff0f-0deb-4482-8c9d-63ce63e5e6bf tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:10.891241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f30262-2c26-446e-8a73-a608396e34dd req-bb3c8994-990f-46c6-bf26-4c193858770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:10.892136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-bb3c8994-990f-46c6-bf26-4c193858770e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0445025 Jul 16 02:27:10.892306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0695ba4c-21c8-4aa0-8741-ea0a307468aa req-e4baff0f-0deb-4482-8c9d-63ce63e5e6bf tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0672421 Jul 16 02:27:10.925096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-cefbaa9f-5849-4745-ac72-9bb21a5b30dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265968 Jul 16 02:27:10.929853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0695ba4c-21c8-4aa0-8741-ea0a307468aa req-3409b9e0-1d1d-45e2-94d8-fa8a9fca8570 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Jul 16 02:27:11.017862 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-f30a50c2-56c1-4780-b22e-4b086d951061 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846016 Jul 16 02:27:11.106486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-00f30262-2c26-446e-8a73-a608396e34dd req-d6739ed1-92d9-494a-9ddf-8771498fc855 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799305 Jul 16 02:27:12.102309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7a0a6-79a2-4374-96a7-e0233cd16c17 req-cae0213d-56ce-482a-beb5-fdd4a4146273 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:12.103795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceb7a0a6-79a2-4374-96a7-e0233cd16c17 req-cae0213d-56ce-482a-beb5-fdd4a4146273 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0616465 Jul 16 02:27:12.140620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceb7a0a6-79a2-4374-96a7-e0233cd16c17 req-f26f15f1-915c-4f7a-9baa-627f8070182c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Jul 16 02:27:13.494053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1521-fa53-4855-8a9f-0983b79f9604 req-5ae6254f-586c-455d-84e0-9fd92e075351 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:13.495462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21ed1521-fa53-4855-8a9f-0983b79f9604 req-5ae6254f-586c-455d-84e0-9fd92e075351 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0668535 Jul 16 02:27:13.533764 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-21ed1521-fa53-4855-8a9f-0983b79f9604 req-4e7a4218-d408-488b-82b5-c47c6eff7e05 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Jul 16 02:27:14.707801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1739ab-7d8f-49f0-92cb-7063f20b6faf req-255a0381-c9cb-4c39-ad51-d25cdcdb2854 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:14.709322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb1739ab-7d8f-49f0-92cb-7063f20b6faf req-255a0381-c9cb-4c39-ad51-d25cdcdb2854 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0629663 Jul 16 02:27:14.746758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb1739ab-7d8f-49f0-92cb-7063f20b6faf req-19cca16d-f968-4c54-95ef-4b1b8362b3e3 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Jul 16 02:27:15.916618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb935d-0427-47dd-bf37-8e07915ea07f req-bb484995-ed67-4792-a2a1-014591ec12b5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:15.918181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64bb935d-0427-47dd-bf37-8e07915ea07f req-bb484995-ed67-4792-a2a1-014591ec12b5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0628512 Jul 16 02:27:15.956903 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64bb935d-0427-47dd-bf37-8e07915ea07f req-2dcaa8b6-dc44-4fa1-88eb-e787ae950398 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330622 Jul 16 02:27:17.128493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178f870-9270-4352-8ff6-a46960a6384f req-1c02bf65-54c9-4aaa-ab37-4446adf27d9e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:17.129939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0178f870-9270-4352-8ff6-a46960a6384f req-1c02bf65-54c9-4aaa-ab37-4446adf27d9e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0648363 Jul 16 02:27:17.166717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0178f870-9270-4352-8ff6-a46960a6384f req-158d5b52-7036-451b-9dcf-c54755a7743e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Jul 16 02:27:18.336797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70409df1-ae37-451c-aafe-ccda72c27029 req-bc3deb0c-4695-4a8a-9622-818415fcd359 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:18.338254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70409df1-ae37-451c-aafe-ccda72c27029 req-bc3deb0c-4695-4a8a-9622-818415fcd359 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0608318 Jul 16 02:27:18.374990 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-70409df1-ae37-451c-aafe-ccda72c27029 req-678f7908-ed79-4e3b-88cc-6cbbb0e8e790 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Jul 16 02:27:19.547216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0025286-81c8-4f17-9bee-b53963c2bbae req-74b13db0-a2bd-489d-a598-9538f9fe5604 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:19.548724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0025286-81c8-4f17-9bee-b53963c2bbae req-74b13db0-a2bd-489d-a598-9538f9fe5604 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0667078 Jul 16 02:27:19.585514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b0025286-81c8-4f17-9bee-b53963c2bbae req-d13c7e59-268d-4151-b333-8a300b767a67 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Jul 16 02:27:20.756658 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02792aad-972b-4605-993b-546b50b219a5 req-8501d4d9-0e31-4e0e-8dfd-0ad7d9fbfa29 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.758141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02792aad-972b-4605-993b-546b50b219a5 req-8501d4d9-0e31-4e0e-8dfd-0ad7d9fbfa29 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0626028 Jul 16 02:27:20.795503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02792aad-972b-4605-993b-546b50b219a5 req-c56cfabd-fa21-4eaa-a2f3-18d3ba2f72b5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Jul 16 02:27:21.966346 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5339f-5647-41c5-91e9-66d2510c02e0 req-3b810a57-1509-457c-8a34-793348502258 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:21.967718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31f5339f-5647-41c5-91e9-66d2510c02e0 req-3b810a57-1509-457c-8a34-793348502258 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0617445 Jul 16 02:27:22.004855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-31f5339f-5647-41c5-91e9-66d2510c02e0 req-330b3bc5-3f5f-4dc3-84b0-37edc63bc0d3 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Jul 16 02:27:22.539020 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.176075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1c786-0a40-4f2a-9428-d76619e24ccf req-137e6980-e6e9-414d-beb0-16160db26dbc tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:23.177555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acc1c786-0a40-4f2a-9428-d76619e24ccf req-137e6980-e6e9-414d-beb0-16160db26dbc tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0661330 Jul 16 02:27:23.214439 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acc1c786-0a40-4f2a-9428-d76619e24ccf req-2972ca73-35cc-4080-bea8-6daa91ca0c02 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Jul 16 02:27:23.752607 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.790679 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-58e1c661-e270-4aa2-94fb-7000e0d47b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.383712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a0246-f942-4a5c-a95b-9ace1a5cc7a0 req-e5873c5f-8b10-48b8-9865-502c8d1263c7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:24.385187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a22a0246-f942-4a5c-a95b-9ace1a5cc7a0 req-e5873c5f-8b10-48b8-9865-502c8d1263c7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0624292 Jul 16 02:27:24.422281 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a22a0246-f942-4a5c-a95b-9ace1a5cc7a0 req-2f2e80ae-5347-439a-8670-07831fbbaecc tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Jul 16 02:27:24.796862 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-47691acc-65eb-43b3-bd41-5afdfe758ed3 service neutron] show failed (client error): The resource could not be found. Jul 16 02:27:24.797845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-47691acc-65eb-43b3-bd41-5afdfe758ed3 service neutron] 10.222.0.38 "GET /v2.0/ports/d82cab38-8c21-4c10-91b9-2011df03ec5e/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0579591 Jul 16 02:27:25.043184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-370f6eb5-b8a4-4557-811a-233a55d33df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.044613 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-370f6eb5-b8a4-4557-811a-233a55d33df6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d&tenant_id=286171a8a84649a59f68e4bc6640de88 HTTP/1.1" status: 200 len: 1096 time: 0.0546286 Jul 16 02:27:25.058443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:25.131618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.327107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:25.359719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:25.397147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:25.399476 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660d20c-c9ff-4739-8f3b-8110a535985c" -d '{"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-unplugged", "status": "completed", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:25.402963 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.415466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Transition to ACTIVE for port object d82cab38-8c21-4c10-91b9-2011df03ec5e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:25.419391 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.455209 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f28b0-5d2e-4ba6-90c2-9455b85671d3 x-openstack-request-id: req-197f28b0-5d2e-4ba6-90c2-9455b85671d3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:25.455624 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-unplugged", "status": "completed", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:25.455746 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-197f28b0-5d2e-4ba6-90c2-9455b85671d3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:25.456151 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'code': 200} Jul 16 02:27:25.485494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] No DVR routers for this DVR port d82cab38-8c21-4c10-91b9-2011df03ec5e on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:25.491935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:25.603656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05f8eb-7fa9-458f-99fa-b0e215a33eed req-2b1457f6-ab0d-42c5-a730-fc484adf0adf tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.605180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab05f8eb-7fa9-458f-99fa-b0e215a33eed req-2b1457f6-ab0d-42c5-a730-fc484adf0adf tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0687017 Jul 16 02:27:25.647693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab05f8eb-7fa9-458f-99fa-b0e215a33eed req-6ca23ad1-9c5c-4675-bbea-291d02cac90c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Jul 16 02:27:25.871421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:25.871974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:25.871974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:25.876960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Port d82cab38-8c21-4c10-91b9-2011df03ec5e on network eea034fe-15d4-4de7-aedc-a8796579cad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:25.877279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Attempting to bind port d82cab38-8c21-4c10-91b9-2011df03ec5e on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:25.881933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:25.882268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Checking segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:25.882649 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Bound using segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:25.883065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Bound port: d82cab38-8c21-4c10-91b9-2011df03ec5e, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:25.883413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.942991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:25.945887 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:25.951012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.984333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.984967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.986419 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] 10.222.0.32 "PUT /v2.0/ports/d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 1091 time: 0.9320405 Jul 16 02:27:26.006645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7162-3a8b-408d-bb3f-80e8277fd083 service neutron] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:26.066152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-cb1b8540-ba79-4a5a-aaee-77aa9291945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.067647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-cb1b8540-ba79-4a5a-aaee-77aa9291945d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1094 time: 0.0581524 Jul 16 02:27:26.155229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-53097a34-b0fd-4472-86e3-94426bbdc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.156746 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-53097a34-b0fd-4472-86e3-94426bbdc3b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0832231 Jul 16 02:27:26.198874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-552bd94e-8d43-42da-9a68-1f9ba1b9368e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0361307 Jul 16 02:27:26.230734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-036f35ae-3de6-431e-a868-8f33634427b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.247586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-a82407ca-65ad-4975-a1aa-4d96ec8d2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.250015 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-a82407ca-65ad-4975-a1aa-4d96ec8d2e9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0447526 Jul 16 02:27:26.281657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-0ca4da3a-182e-4a41-8f9a-dc78d925bac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257182 Jul 16 02:27:26.373137 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-f5521ab8-c379-468d-876d-b959b477d1cd service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Jul 16 02:27:26.459624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8418734-96e3-49b3-8416-a7dea5e5d455 req-9948dfea-691e-4ccc-911f-ceb972895c34 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798888 Jul 16 02:27:26.708475 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.822308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332db0e-8e2c-4f55-844e-336e6e19557f req-9aa50a36-e6dd-430c-bec5-2ff2df082cfa tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:26.823740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0332db0e-8e2c-4f55-844e-336e6e19557f req-9aa50a36-e6dd-430c-bec5-2ff2df082cfa tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0627577 Jul 16 02:27:26.860980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0332db0e-8e2c-4f55-844e-336e6e19557f req-626f2c53-bc0d-4c75-aeff-7e446789297d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Jul 16 02:27:27.457705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:27.460084 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cf55e8-4f81-42ea-9a0e-f515af56160b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:27.507018 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd312d59-6be9-454b-867c-b019f355f2b8 x-openstack-request-id: req-fd312d59-6be9-454b-867c-b019f355f2b8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:27.507307 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:27.507579 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd312d59-6be9-454b-867c-b019f355f2b8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:27.507970 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'status': 'completed', 'code': 200} Jul 16 02:27:27.555139 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.619427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-4a1d7689-5347-4076-8c97-fc3f1253b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.620958 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-4a1d7689-5347-4076-8c97-fc3f1253b26e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1094 time: 0.0946617 Jul 16 02:27:27.623678 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-e09f4ab6-a683-4f7a-9608-4aeacdf37e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.625075 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-e09f4ab6-a683-4f7a-9608-4aeacdf37e57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1094 time: 0.0895710 Jul 16 02:27:27.779015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-18ae4052-fdb1-4a0e-8540-a166768379ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.781107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-18ae4052-fdb1-4a0e-8540-a166768379ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.1530321 Jul 16 02:27:27.782408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-3d048e03-c741-4fb6-a677-a99b7cff0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.783706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-3d048e03-c741-4fb6-a677-a99b7cff0eba service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.1490383 Jul 16 02:27:27.829045 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-85008f6b-4e39-4343-8152-a0c52f82ecc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0422924 Jul 16 02:27:27.862758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-1016c321-526c-4a5a-aabd-57665477aba0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0695939 Jul 16 02:27:27.928956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-37306246-f87e-496a-b8d6-a224fbb4ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.930433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-37306246-f87e-496a-b8d6-a224fbb4ec0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0765295 Jul 16 02:27:27.935414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-4c7ea9c5-50f6-4db9-a03d-4e6dfebd5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.936813 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-4c7ea9c5-50f6-4db9-a03d-4e6dfebd5ad8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0570340 Jul 16 02:27:27.958050 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:27.976927 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-a115e457-f49a-4318-b33a-622bf83c8214 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391707 Jul 16 02:27:27.995440 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-05041cca-689b-4f81-9969-b9bb28e20c8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505438 Jul 16 02:27:27.999479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-ac7eaf0e-8a39-43fc-9d53-15565ae118df service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:28.000447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-ac7eaf0e-8a39-43fc-9d53-15565ae118df service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076232 Jul 16 02:27:28.010443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:28.062002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2634ca0-0a04-4b85-ba92-ddc8f5357eb3 req-62b019d8-700a-4dee-af0a-ab058420557f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:28.063548 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2634ca0-0a04-4b85-ba92-ddc8f5357eb3 req-62b019d8-700a-4dee-af0a-ab058420557f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 943 time: 0.0712345 Jul 16 02:27:28.104502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2634ca0-0a04-4b85-ba92-ddc8f5357eb3 req-4a0c4d4f-826d-4037-b461-429a7bf5e45d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338085 Jul 16 02:27:28.157403 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-f11d429e-8321-43b4-a1cc-30860c40346a service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554492 Jul 16 02:27:28.159254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-955be7b0-755f-490d-8343-e37f0f4b896c service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503391 Jul 16 02:27:28.319408 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-831e0c9c-6849-4309-8078-ac75b29d8506 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558194 Jul 16 02:27:28.321099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-05cf55e8-4f81-42ea-9a0e-f515af56160b req-22dc8b0d-f1cc-49bb-84dc-9e8d740c2267 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504753 Jul 16 02:27:28.778005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:28.875646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:28.886095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'port_id': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'mac_address': 'fa:16:3e:7e:d0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0046b5d9-559a-43d6-b621-67957b0ebad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:28.921701 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.933571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82cab38-8c21-4c10-91b9-2011df03ec5e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:28.952275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:28.956400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.005120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:29.036596 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.176966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['d82cab38-8c21-4c10-91b9-2011df03ec5e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:29.289494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd3bfd-82ff-48d4-b875-40f2fb9af4c2 req-11bcfc4b-7a56-4848-a911-0f8819b19268 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.291006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44bd3bfd-82ff-48d4-b875-40f2fb9af4c2 req-11bcfc4b-7a56-4848-a911-0f8819b19268 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 944 time: 0.0673845 Jul 16 02:27:29.330314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-44bd3bfd-82ff-48d4-b875-40f2fb9af4c2 req-6c766879-b52a-453e-99cc-7cbdb8a65578 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Jul 16 02:27:29.622810 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f755e-7baa-4b83-b185-c5024d02c737 req-fcd8e613-3488-4a95-8d88-6e76eef8500a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.624971 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-681f755e-7baa-4b83-b185-c5024d02c737 req-fcd8e613-3488-4a95-8d88-6e76eef8500a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 944 time: 0.0623565 Jul 16 02:27:29.635271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-7ffd2628-6b9e-47f9-8017-852e928fc9e1 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.636986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-7ffd2628-6b9e-47f9-8017-852e928fc9e1 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d&tenant_id=286171a8a84649a59f68e4bc6640de88&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 944 time: 0.0703113 Jul 16 02:27:29.663116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-681f755e-7baa-4b83-b185-c5024d02c737 req-27918004-b3f6-43fc-a95d-fd98443cfef9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Jul 16 02:27:29.698254 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-6068cab5-9f9a-4b61-8e9a-851053d5f75c service neutron] delete failed (client error): The resource could not be found. Jul 16 02:27:29.699257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-6068cab5-9f9a-4b61-8e9a-851053d5f75c service neutron] 10.222.0.38 "DELETE /v2.0/ports/d82cab38-8c21-4c10-91b9-2011df03ec5e/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0550704 Jul 16 02:27:29.792163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-83e624c8-6953-4f2b-a240-543ad068e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.793643 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-83e624c8-6953-4f2b-a240-543ad068e40d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 1095 time: 0.0529594 Jul 16 02:27:29.884964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-a9a68144-da47-4c9a-90cb-2a99092513a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.886420 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-a9a68144-da47-4c9a-90cb-2a99092513a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0858784 Jul 16 02:27:29.925671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-3a90d0d8-50d1-4998-948b-697d6a91cb9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 200 len: 217 time: 0.0327384 Jul 16 02:27:29.976502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-0faa5db7-2978-4516-b169-cebdc4b24a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.977841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-0faa5db7-2978-4516-b169-cebdc4b24a4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0466151 Jul 16 02:27:30.010278 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-285441f5-9338-4ede-9d40-67c8a1495cf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255232 Jul 16 02:27:30.096741 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-325ab7ff-b0cc-48dd-a658-080043839978 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792515 Jul 16 02:27:30.187769 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da086b78-8b5a-42cf-99c7-279c3de24935 req-3bdaa1e0-d57a-448c-a528-01af2bafb866 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849006 Jul 16 02:27:30.786571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:30.835916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port d82cab38-8c21-4c10-91b9-2011df03ec5e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:30.839714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port d82cab38-8c21-4c10-91b9-2011df03ec5e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:30.840137 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:30.844591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e36d6e-b09e-4c83-b60f-28a898221ed5 req-ede22119-ae69-41d9-91f0-fb832d253866 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:30.846080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87e36d6e-b09e-4c83-b60f-28a898221ed5 req-ede22119-ae69-41d9-91f0-fb832d253866 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 944 time: 0.0683911 Jul 16 02:27:30.883271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87e36d6e-b09e-4c83-b60f-28a898221ed5 req-380c84c8-d884-4c91-a812-8bbdeb84f744 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Jul 16 02:27:30.921237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:30.942999 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:30.945282 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253524e-22a2-4702-988b-09b7816d8c07" -d '{"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-plugged", "status": "completed", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:30.958760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:30.963485 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:30.986838 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83989aec-4cf3-44b3-b9d2-7afc25b0250f x-openstack-request-id: req-83989aec-4cf3-44b3-b9d2-7afc25b0250f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:30.987126 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-plugged", "status": "completed", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:30.987380 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83989aec-4cf3-44b3-b9d2-7afc25b0250f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:30.987775 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'code': 200} Jul 16 02:27:31.012879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:31.058362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad6ca-caa7-4e62-8450-b81bd3e3bd25 req-8aa4a706-5318-46f4-941b-679bfd78ec81 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.059834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6caad6ca-caa7-4e62-8450-b81bd3e3bd25 req-8aa4a706-5318-46f4-941b-679bfd78ec81 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0645239 Jul 16 02:27:31.096810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6caad6ca-caa7-4e62-8450-b81bd3e3bd25 req-12f02f30-df30-4dc7-aaa2-3528dce95210 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Jul 16 02:27:31.268003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05e549-ef6a-44b8-90f2-366510fde4bf req-9227156a-169c-4cbe-b850-74e42407117f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.269501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f05e549-ef6a-44b8-90f2-366510fde4bf req-9227156a-169c-4cbe-b850-74e42407117f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0630274 Jul 16 02:27:31.305739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f05e549-ef6a-44b8-90f2-366510fde4bf req-70aecd89-78a0-4f11-87a4-5dadb97466f7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Jul 16 02:27:31.758523 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-a87016e8-01f4-4ab4-8033-0fd448f46e5e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.759975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-a87016e8-01f4-4ab4-8033-0fd448f46e5e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 815 time: 0.1037104 Jul 16 02:27:31.774212 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-c37088c0-6a02-44c3-8771-85f0b50d4865 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/quotas/286171a8a84649a59f68e4bc6640de88 HTTP/1.1" status: 200 len: 375 time: 0.0089319 Jul 16 02:27:31.835208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-3ac71f5b-ac1e-4cff-8ba9-60f6735cf988 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563457 Jul 16 02:27:31.917820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-88eea733-a69d-4676-b18a-6bc326a2b06b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:31.918896 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-88eea733-a69d-4676-b18a-6bc326a2b06b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774879 Jul 16 02:27:32.010006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-eb2d6ec8-e501-4365-86fe-f02c96fa49ab service neutron] 10.222.0.35 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Jul 16 02:27:32.100357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-fc63875b-62a4-4de7-987f-abd1904bb3c8 service neutron] 10.222.0.35 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845594 Jul 16 02:27:32.268967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3db9b8e-6e8a-40cd-aa43-cc1e7ee7fd7a req-4df1cbc8-b0fa-4a97-a5a4-05dd344f0723 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 210 time: 0.0286841 Jul 16 02:27:32.852149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-916b6c57-2b13-47c6-b241-22c1a40d2b9d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:32.853622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-916b6c57-2b13-47c6-b241-22c1a40d2b9d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d HTTP/1.1" status: 200 len: 945 time: 0.0632598 Jul 16 02:27:32.959341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Deleting port d82cab38-8c21-4c10-91b9-2011df03ec5e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:32.959685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.045025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] For port d82cab38-8c21-4c10-91b9-2011df03ec5e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=d82cab38-8c21-4c10-91b9-2011df03ec5e,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:33.045290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.057794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Calling delete_port for d82cab38-8c21-4c10-91b9-2011df03ec5e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:33.192225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.203854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['d82cab38-8c21-4c10-91b9-2011df03ec5e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:33.221441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Pushing event deleted for resources: {'Port': ['ID=d82cab38-8c21-4c10-91b9-2011df03ec5e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:33.290009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] No DVR routers for this DVR port d82cab38-8c21-4c10-91b9-2011df03ec5e on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:33.298606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.300795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.32 "DELETE /v2.0/ports/d82cab38-8c21-4c10-91b9-2011df03ec5e HTTP/1.1" status: 204 len: 173 time: 0.4416234 Jul 16 02:27:33.301178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-deleted', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:33.303339 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de38862-32e3-4280-bce1-dd8db2637aa1" -d '{"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-deleted", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:33.370723 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2337bfc-3367-4825-b43c-093c88c8ed4f x-openstack-request-id: req-b2337bfc-3367-4825-b43c-093c88c8ed4f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:33.371020 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d", "name": "network-vif-deleted", "tag": "d82cab38-8c21-4c10-91b9-2011df03ec5e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:33.371394 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2337bfc-3367-4825-b43c-093c88c8ed4f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:33.371876 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26b4b0-b4a6-4a45-8c5a-9ec09aacef8d', 'name': 'network-vif-deleted', 'tag': 'd82cab38-8c21-4c10-91b9-2011df03ec5e', 'status': 'completed', 'code': 200} Jul 16 02:27:33.383151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-798323ca-4ae0-4e6d-962d-79eaa0db8f4a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.385128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-798323ca-4ae0-4e6d-962d-79eaa0db8f4a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 815 time: 0.1540208 Jul 16 02:27:33.396928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Request body: {'port': {'device_id': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'admin_state_up': True, 'tenant_id': '286171a8a84649a59f68e4bc6640de88'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:33.472644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8792c6ff-f480-428c-a89a-04dabd25633d req-5b1d03d2-6273-4ac4-9dfb-b22e72ff0f09 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 210 time: 0.0398540 Jul 16 02:27:33.521467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Made reservation on behalf of 286171a8a84649a59f68e4bc6640de88 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:33.525052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.659795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Allocated IP 172.20.0.7 (eea034fe-15d4-4de7-aedc-a8796579cad1/0046b5d9-559a-43d6-b621-67957b0ebad8/91f66ba8-4262-4091-b502-1fc5f050e702) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:33.810861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.848722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.859890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['d82cab38-8c21-4c10-91b9-2011df03ec5e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:33.898177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Network eea034fe-15d4-4de7-aedc-a8796579cad1 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:33.901347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:33.905272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:33.928446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:33.955327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.955932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.969943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-93b81b74-fd97-4644-982a-f1688e2253f2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770168 Jul 16 02:27:33.980764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Request body: {'port': {'device_id': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:34.051829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.307617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f66ba8-4262-4091-b502-1fc5f050e702 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:34.315375 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.326595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Transition to ACTIVE for port object 91f66ba8-4262-4091-b502-1fc5f050e702 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:34.331795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.382285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:34.446878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:34.447211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:34.447536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:34.451720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Port 91f66ba8-4262-4091-b502-1fc5f050e702 on network eea034fe-15d4-4de7-aedc-a8796579cad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:34.452059 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:34.456769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:34.457106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Checking segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:34.457488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Bound using segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:34.457907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Bound port: 91f66ba8-4262-4091-b502-1fc5f050e702, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:34.458255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.523998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:34.527071 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:34.532669 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.570148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.570766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:34.572176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] 10.222.0.32 "PUT /v2.0/ports/91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 1091 time: 0.5954168 Jul 16 02:27:34.588952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9addf0-1f88-4f80-9cf9-5aa08fcebf44 service neutron] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:34.653392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00751ffd-52d2-45f8-b90c-3c8b64fbc862 req-f959bb78-df18-44e2-9787-8cdf711a4d05 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.654881 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00751ffd-52d2-45f8-b90c-3c8b64fbc862 req-f959bb78-df18-44e2-9787-8cdf711a4d05 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0648663 Jul 16 02:27:34.667012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-a41c7dd6-2f5b-433a-9161-e25827c3afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.668194 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-a41c7dd6-2f5b-433a-9161-e25827c3afd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0549567 Jul 16 02:27:34.692973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00751ffd-52d2-45f8-b90c-3c8b64fbc862 req-dfcb23d5-6df2-4999-80b2-f57554425911 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Jul 16 02:27:34.714576 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-4917ed31-317d-4b63-976c-c8da946c2113 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0379443 Jul 16 02:27:34.765209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198461-85bf-4717-bce1-64b4ce578e3a req-fed08089-07a8-4a93-88f5-19259f776698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:34.766672 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-fed08089-07a8-4a93-88f5-19259f776698 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0449128 Jul 16 02:27:34.799514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-8bb7b374-0b3b-4dc5-ad3d-909fdc23a676 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266263 Jul 16 02:27:34.890519 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-2e81ca96-a9ed-40d8-b0bb-98372b00d5d3 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846539 Jul 16 02:27:34.977457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-76198461-85bf-4717-bce1-64b4ce578e3a req-d6d6ce65-3684-4fa3-a015-b7d144a7f30d service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811021 Jul 16 02:27:35.373006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:35.375279 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:35.410571 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb3b074-da28-4348-938e-34bf46b6166e x-openstack-request-id: req-adb3b074-da28-4348-938e-34bf46b6166e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:35.410854 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:35.411108 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adb3b074-da28-4348-938e-34bf46b6166e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:35.411530 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702', 'status': 'completed', 'code': 200} Jul 16 02:27:35.486945 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-bb7e044d-eb6f-4310-849b-7bbc03c88d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.488493 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-bb7e044d-eb6f-4310-849b-7bbc03c88d12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0559716 Jul 16 02:27:35.575439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-b0ea2d1e-6385-4ad7-93f2-fae82cd375af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.576925 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-b0ea2d1e-6385-4ad7-93f2-fae82cd375af service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0822721 Jul 16 02:27:35.619572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-8003b785-c9ed-4728-a34c-e6f846d9bcb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0358658 Jul 16 02:27:35.667805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-9fcebca4-fcc7-42b5-93d2-1769bcf699a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.669288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-9fcebca4-fcc7-42b5-93d2-1769bcf699a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0429416 Jul 16 02:27:35.702130 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-0b893074-20b0-4daf-947e-93d4b5a90373 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261295 Jul 16 02:27:35.795086 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-44e55d29-3fbb-42de-8589-7a0bc5e6b1ad service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Jul 16 02:27:35.869301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0e42c-0f14-441d-a5ed-aff3dcd7b71e req-144d262a-9bde-4332-867e-cce355ce1d91 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.870792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5a0e42c-0f14-441d-a5ed-aff3dcd7b71e req-144d262a-9bde-4332-867e-cce355ce1d91 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0649068 Jul 16 02:27:35.886395 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a90c8e28-8502-4b51-91b7-6ad718c5ddd0 req-a5952ff3-5da4-4c97-916c-2bd01fa0a148 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847168 Jul 16 02:27:35.909053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e5a0e42c-0f14-441d-a5ed-aff3dcd7b71e req-18ce8dac-2f79-4a6a-836d-ca941fc3ce03 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 16 02:27:36.805127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:36.807142 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:36.830970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: d82cab38-8c21-4c10-91b9-2011df03ec5e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:36.831310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device d82cab38-8c21-4c10-91b9-2011df03ec5e not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:36.918305 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:36.928635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '91f66ba8-4262-4091-b502-1fc5f050e702', 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'port_id': '91f66ba8-4262-4091-b502-1fc5f050e702', 'mac_address': 'fa:16:3e:45:cc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0046b5d9-559a-43d6-b621-67957b0ebad8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:36.965058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.978538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f66ba8-4262-4091-b502-1fc5f050e702 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:36.997814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:37.000940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:37.047937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:37.089110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd206d-e106-4c2d-a31f-04d404abbec2 req-da1308c4-37bb-4c43-bcaf-4960c82d12f3 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.090484 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fefd206d-e106-4c2d-a31f-04d404abbec2 req-da1308c4-37bb-4c43-bcaf-4960c82d12f3 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 944 time: 0.0702271 Jul 16 02:27:37.127554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fefd206d-e106-4c2d-a31f-04d404abbec2 req-730a8098-53e3-4cee-bf2e-6ac4da5079ee tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Jul 16 02:27:37.191589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['91f66ba8-4262-4091-b502-1fc5f050e702'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:37.484328 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:38.299657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64491109-c051-4e7f-ac97-d6bac2684e62 req-8e8fb0e5-7a4c-46f4-b55a-eff1dbc6ed17 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:38.301145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64491109-c051-4e7f-ac97-d6bac2684e62 req-8e8fb0e5-7a4c-46f4-b55a-eff1dbc6ed17 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 944 time: 0.0646102 Jul 16 02:27:38.338748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64491109-c051-4e7f-ac97-d6bac2684e62 req-b5a11a12-4ec5-45c4-b517-4db0dd6cc33d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Jul 16 02:27:38.817760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:38.865541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 91f66ba8-4262-4091-b502-1fc5f050e702 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:38.869541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 91f66ba8-4262-4091-b502-1fc5f050e702 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:38.869963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:38.946690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:38.967297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:38.969553 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b5bbe-789a-4a05-8dc7-2cc94836a9bc" -d '{"events": [{"server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "name": "network-vif-plugged", "status": "completed", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:38.982449 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:38.986967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:39.010251 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b879c60-c5ac-4c92-97c8-41add8ced559 x-openstack-request-id: req-0b879c60-c5ac-4c92-97c8-41add8ced559 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:39.010542 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "name": "network-vif-plugged", "status": "completed", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:39.010793 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b879c60-c5ac-4c92-97c8-41add8ced559 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:39.011175 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702', 'code': 200} Jul 16 02:27:39.036275 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:39.116752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f819508-b956-4523-80c2-8de930e5fa01 req-e959ebe2-eb4a-4441-b324-3951ca5f5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:39.118263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0f819508-b956-4523-80c2-8de930e5fa01 req-e959ebe2-eb4a-4441-b324-3951ca5f5c07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1096 time: 0.0508730 Jul 16 02:27:39.155036 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0f819508-b956-4523-80c2-8de930e5fa01 req-cb486561-7d80-49dd-9ba3-3b3d686ebe46 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Jul 16 02:27:39.506449 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf9d2-e3b5-4477-85c7-bcee649b518a req-add5e8c1-ddd5-4687-a370-a8aaecaa0c43 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:39.507922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-440cf9d2-e3b5-4477-85c7-bcee649b518a req-add5e8c1-ddd5-4687-a370-a8aaecaa0c43 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0626581 Jul 16 02:27:39.544582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-440cf9d2-e3b5-4477-85c7-bcee649b518a req-2619474d-7a1b-40b6-b08b-e02ac9f50eaa tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Jul 16 02:27:40.716423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4bf3a-3765-421c-a806-87335483e2f6 req-9c7d9d58-7d71-4218-aecd-61dede61d35a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.717882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4c4bf3a-3765-421c-a806-87335483e2f6 req-9c7d9d58-7d71-4218-aecd-61dede61d35a tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0623066 Jul 16 02:27:40.754956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4c4bf3a-3765-421c-a806-87335483e2f6 req-9aeb92d4-70d0-4d13-9fd1-274e45b7c603 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Jul 16 02:27:40.930535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef0cf-b3e6-47d6-be7f-7a56f18675ac req-2ae1f8e7-09d5-45c5-bf14-f3013145a010 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:40.932000 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-635ef0cf-b3e6-47d6-be7f-7a56f18675ac req-2ae1f8e7-09d5-45c5-bf14-f3013145a010 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0661411 Jul 16 02:27:40.968023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-635ef0cf-b3e6-47d6-be7f-7a56f18675ac req-8f65ba33-b152-4558-a23b-0dee0f315179 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304151 Jul 16 02:27:41.293501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-e39df294-3576-4248-bc0e-afd8e40c9881 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517013 Jul 16 02:27:41.352946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7dbed-4c0d-4edc-adab-4bb2ad7b1abc req-545c0d10-fed5-4b56-ab44-672c8acc0f8e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:41.354449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fd7dbed-4c0d-4edc-adab-4bb2ad7b1abc req-545c0d10-fed5-4b56-ab44-672c8acc0f8e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jul 16 02:27:41.393836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7fd7dbed-4c0d-4edc-adab-4bb2ad7b1abc req-b79d75c6-16f9-46ba-92fe-d6224f46b34b tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Jul 16 02:27:42.393652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-32cc403f-9fbf-4ef7-bad9-8199c8971a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.395129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-32cc403f-9fbf-4ef7-bad9-8199c8971a37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1096 time: 0.0523689 Jul 16 02:27:42.488006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-0969a198-932d-4c10-b2ed-679589de2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.489513 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-0969a198-932d-4c10-b2ed-679589de2254 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0884771 Jul 16 02:27:42.530702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-35b090c3-8d86-412e-8200-01ddc8831524 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0345848 Jul 16 02:27:42.568931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525ff6-1fa3-4943-8643-74ea1d4f9eb2 req-f311090f-6109-44f6-a351-0c748bcf52c9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.570752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b525ff6-1fa3-4943-8643-74ea1d4f9eb2 req-f311090f-6109-44f6-a351-0c748bcf52c9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0664663 Jul 16 02:27:42.577578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-1fbd481d-c1f7-4407-a6e4-b87e9eba543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.579048 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-1fbd481d-c1f7-4407-a6e4-b87e9eba543c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0426912 Jul 16 02:27:42.607839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b525ff6-1fa3-4943-8643-74ea1d4f9eb2 req-193ec1c0-0e7e-4b13-9d51-df835a0029e2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Jul 16 02:27:42.614608 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-9dd89b16-938b-40aa-b446-f659b2531a0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299530 Jul 16 02:27:42.703417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-da20162e-c7ed-43dc-ba36-341d66263256 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826049 Jul 16 02:27:42.793539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-6c1dd723-838d-44b4-84f8-ff1a627abc76 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839522 Jul 16 02:27:43.778912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0d7c5-4766-4fef-85f5-fbade9c39319 req-300696e4-ffe7-48d5-b679-8d8f78cfaa18 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.780392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adc0d7c5-4766-4fef-85f5-fbade9c39319 req-300696e4-ffe7-48d5-b679-8d8f78cfaa18 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0621848 Jul 16 02:27:43.817704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-adc0d7c5-4766-4fef-85f5-fbade9c39319 req-7d1604c4-ea91-48d2-97a9-61d815363786 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Jul 16 02:27:44.989616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae652d0-0bfb-4bc0-a31c-920d13ddd35b req-fa072824-9905-42b5-9445-d340c4db7e71 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:44.990982 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bae652d0-0bfb-4bc0-a31c-920d13ddd35b req-fa072824-9905-42b5-9445-d340c4db7e71 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0612500 Jul 16 02:27:45.032130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bae652d0-0bfb-4bc0-a31c-920d13ddd35b req-9f4c725a-89c5-42a6-a1c0-4a9ecfb9fd5f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Jul 16 02:27:46.203360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d696a-77b6-4ee5-988c-63e88f9b0dea req-f4762463-0b92-4a68-adfa-4b7e4269dbd6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:46.205602 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c12d696a-77b6-4ee5-988c-63e88f9b0dea req-f4762463-0b92-4a68-adfa-4b7e4269dbd6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0615900 Jul 16 02:27:46.241851 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c12d696a-77b6-4ee5-988c-63e88f9b0dea req-8f57c571-5e36-4748-a5ce-8f44a27e1ea6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306659 Jul 16 02:27:47.412863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed857c2-d510-4584-8aed-fcb6da06dacc req-06448648-ba93-43ef-91b7-399f1c1b4431 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:47.414331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bed857c2-d510-4584-8aed-fcb6da06dacc req-06448648-ba93-43ef-91b7-399f1c1b4431 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0621581 Jul 16 02:27:47.450125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bed857c2-d510-4584-8aed-fcb6da06dacc req-11e23b47-8d94-412c-a09e-a8e2b62671a4 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302866 Jul 16 02:27:48.627108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c094473-45cc-41bd-b4da-ccfd279afdfd req-e9a93c2b-9a1f-4b18-9b16-2d4d18faba57 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:48.628605 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c094473-45cc-41bd-b4da-ccfd279afdfd req-e9a93c2b-9a1f-4b18-9b16-2d4d18faba57 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0655911 Jul 16 02:27:48.666710 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c094473-45cc-41bd-b4da-ccfd279afdfd req-61d370c8-b6bd-46b0-b929-e2063273320d tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Jul 16 02:27:49.836311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d21a-a9bb-4e63-b9d9-cf5e2a2443b7 req-825a698b-2ae3-45eb-9557-961d97157e82 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:49.837792 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0807d21a-a9bb-4e63-b9d9-cf5e2a2443b7 req-825a698b-2ae3-45eb-9557-961d97157e82 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Jul 16 02:27:49.874034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0807d21a-a9bb-4e63-b9d9-cf5e2a2443b7 req-965a156c-d013-46cb-82e3-8a57a58a1665 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Jul 16 02:27:51.043553 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4ed4-2c43-4214-a3d2-1308ccd6dcf0 req-414012f5-e0e0-47be-9cb0-88ac42cbbd80 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:51.044974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-109b4ed4-2c43-4214-a3d2-1308ccd6dcf0 req-414012f5-e0e0-47be-9cb0-88ac42cbbd80 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0618896 Jul 16 02:27:51.085814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-109b4ed4-2c43-4214-a3d2-1308ccd6dcf0 req-0417a047-2281-41d3-8a9b-9c4a3b433000 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Jul 16 02:27:52.253598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a095e-6ab9-4579-badc-b28738b797c1 req-5bda4326-b325-43e2-b8c2-7b52f77d0cd7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.255634 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-694a095e-6ab9-4579-badc-b28738b797c1 req-5bda4326-b325-43e2-b8c2-7b52f77d0cd7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0620050 Jul 16 02:27:52.292155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-694a095e-6ab9-4579-badc-b28738b797c1 req-cf223a93-5978-46a7-b043-eadf00bd3975 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Jul 16 02:27:52.553013 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.461675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aea9d-781c-48e5-bdb3-c5f1393804f4 req-94740f3a-9e54-4f70-9b00-1ad540436c87 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:53.463703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b10aea9d-781c-48e5-bdb3-c5f1393804f4 req-94740f3a-9e54-4f70-9b00-1ad540436c87 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0635488 Jul 16 02:27:53.499937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b10aea9d-781c-48e5-bdb3-c5f1393804f4 req-dba150cb-fcd2-491d-b7cc-8b071d6a01e7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Jul 16 02:27:53.751373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:53.789330 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8fa7675d-47c0-4742-a780-f56cdc19399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:54.674127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f2e1a-d9d0-4b66-81ff-539e7898db41 req-b4f4d3ea-555a-4340-acdf-1bec816fb4ce tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:54.675586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-887f2e1a-d9d0-4b66-81ff-539e7898db41 req-b4f4d3ea-555a-4340-acdf-1bec816fb4ce tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0654111 Jul 16 02:27:54.713317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-887f2e1a-d9d0-4b66-81ff-539e7898db41 req-e2706223-38a2-440d-ada7-5627facc0772 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Jul 16 02:27:55.880351 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fb41a-f86c-406e-87ae-2d11931f3bc8 req-27cef330-e178-4b82-b788-b243645c7f64 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:55.882312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-785fb41a-f86c-406e-87ae-2d11931f3bc8 req-27cef330-e178-4b82-b788-b243645c7f64 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0613379 Jul 16 02:27:55.919454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-785fb41a-f86c-406e-87ae-2d11931f3bc8 req-4580377b-1e3a-4398-b9ee-b2659cae4dbb tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jul 16 02:27:56.230733 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cb98fe57-8e3f-426e-9ec7-c57c5c042023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:56.709761 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:57.090141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06926e8-63fc-4754-b94a-0f47742d6b29 req-806e364d-0f36-4153-be75-6e22567f8a33 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:57.091814 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a06926e8-63fc-4754-b94a-0f47742d6b29 req-806e364d-0f36-4153-be75-6e22567f8a33 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0642097 Jul 16 02:27:57.135850 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a06926e8-63fc-4754-b94a-0f47742d6b29 req-4058f965-f035-401a-8e2b-364b283756c5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Jul 16 02:27:57.557415 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:58.310411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c464b-23f5-480d-af25-842a92758f5d req-2e40a5b0-8bec-49db-a4ce-581e6d061b41 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:58.312042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-483c464b-23f5-480d-af25-842a92758f5d req-2e40a5b0-8bec-49db-a4ce-581e6d061b41 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0620775 Jul 16 02:27:58.349735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-483c464b-23f5-480d-af25-842a92758f5d req-79c75e9a-5f3f-48ac-be1c-523f701356e8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Jul 16 02:27:59.040003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:59.519988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e6d33-1c3c-4d9d-a500-d07a0687d964 req-5eac00c8-c80f-4d71-a6c0-d41c53d48ffd tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:59.521975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc9e6d33-1c3c-4d9d-a500-d07a0687d964 req-5eac00c8-c80f-4d71-a6c0-d41c53d48ffd tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0621865 Jul 16 02:27:59.559617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc9e6d33-1c3c-4d9d-a500-d07a0687d964 req-aa0b34c3-117d-4fbb-af51-24c5f99b65f8 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Jul 16 02:28:00.731807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdbc1-dac7-4c37-a55c-029ec5180b88 req-1084b7bb-4f8a-4827-a25e-d57bfb37e05f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:00.733286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c2fdbc1-dac7-4c37-a55c-029ec5180b88 req-1084b7bb-4f8a-4827-a25e-d57bfb37e05f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0653770 Jul 16 02:28:00.771070 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2c2fdbc1-dac7-4c37-a55c-029ec5180b88 req-d91d7f35-d4fb-485a-bf30-03e760e22020 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Jul 16 02:28:01.941691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87665-2666-49e3-bd2b-80edab622444 req-b51ec47c-d3e4-4ff0-b007-67156234fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:01.943093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-b51ec47c-d3e4-4ff0-b007-67156234fb15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1096 time: 0.0514174 Jul 16 02:28:01.945275 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e303d3-2692-47f2-9d19-5b8e4ffa15ba req-bbe903b7-7ecb-44fb-8af4-2d2fdb5ae6e6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:01.946758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6e303d3-2692-47f2-9d19-5b8e4ffa15ba req-bbe903b7-7ecb-44fb-8af4-2d2fdb5ae6e6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0624905 Jul 16 02:28:01.985139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6e303d3-2692-47f2-9d19-5b8e4ffa15ba req-03a84d4e-6207-4837-a23c-51af838b2b3b tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Jul 16 02:28:02.051565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87665-2666-49e3-bd2b-80edab622444 req-03a06207-e3e2-424d-9bd8-c97ff9d88d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:02.053077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-03a06207-e3e2-424d-9bd8-c97ff9d88d71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0887439 Jul 16 02:28:02.093795 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-4c1d7f77-43c6-4a95-b6d5-25a714e80fcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0334244 Jul 16 02:28:02.141140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87665-2666-49e3-bd2b-80edab622444 req-b31e2fa1-2d00-4f2c-9232-eb22c154c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:02.142567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-b31e2fa1-2d00-4f2c-9232-eb22c154c7c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0421901 Jul 16 02:28:02.176056 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-bab66e50-cf3f-4f9b-9bec-3cc1448ae50a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254698 Jul 16 02:28:02.266132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-4928cf0d-4370-4480-88cd-bf75ef30ef62 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823998 Jul 16 02:28:02.358730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0ec87665-2666-49e3-bd2b-80edab622444 req-f90d3828-3e4b-473d-83aa-46ab122cd0c5 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844891 Jul 16 02:28:03.157677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14febc-b776-4a1a-a4ed-66ecf2b2d58b req-baf6eee3-61c0-4c00-ab0c-9b5d8301d06f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:03.159147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc14febc-b776-4a1a-a4ed-66ecf2b2d58b req-baf6eee3-61c0-4c00-ab0c-9b5d8301d06f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Jul 16 02:28:03.199954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc14febc-b776-4a1a-a4ed-66ecf2b2d58b req-86cf750a-69bc-4e32-94b2-77702d9bc401 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352628 Jul 16 02:28:04.374070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb520c7-3f2f-41c8-a8f4-41ec59015642 req-81eaa65e-8cc0-40f1-aa2b-1041271b5199 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:04.375637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aeb520c7-3f2f-41c8-a8f4-41ec59015642 req-81eaa65e-8cc0-40f1-aa2b-1041271b5199 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0621812 Jul 16 02:28:04.412210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aeb520c7-3f2f-41c8-a8f4-41ec59015642 req-264f6f55-7821-4842-a5b6-6b2fb83edb23 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Jul 16 02:28:05.583059 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b829dcf-991f-421b-aed9-13897f3f0634 req-49a0f979-f78d-4b79-8ec2-00bde6dae16e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:05.584549 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b829dcf-991f-421b-aed9-13897f3f0634 req-49a0f979-f78d-4b79-8ec2-00bde6dae16e tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0617521 Jul 16 02:28:05.621091 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b829dcf-991f-421b-aed9-13897f3f0634 req-957dce2b-5a3a-490b-bf0f-4a2400ec3572 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Jul 16 02:28:06.807343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa62ed-5571-4225-b187-0c29f6ea48ab req-eb8080d6-4696-4441-b0a0-becaeb6e9e86 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:06.809370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5fa62ed-5571-4225-b187-0c29f6ea48ab req-eb8080d6-4696-4441-b0a0-becaeb6e9e86 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0663970 Jul 16 02:28:06.845517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5fa62ed-5571-4225-b187-0c29f6ea48ab req-64c17b80-9b10-496f-bfde-aa50a8fe0ab4 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Jul 16 02:28:08.044953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873afeba-4600-456a-9d55-02fc71529f08 req-136604f4-8a07-416e-9563-89bc890247e7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:08.046465 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-873afeba-4600-456a-9d55-02fc71529f08 req-136604f4-8a07-416e-9563-89bc890247e7 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0621309 Jul 16 02:28:08.083892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-873afeba-4600-456a-9d55-02fc71529f08 req-f73a2a0c-aa59-491d-949f-c8b1537fede1 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Jul 16 02:28:09.250720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5b67f-83c9-46a1-b57c-45e5d25af670 req-c9b2bd46-4264-4516-96b6-bf7f97f54b48 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:09.252202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33d5b67f-83c9-46a1-b57c-45e5d25af670 req-c9b2bd46-4264-4516-96b6-bf7f97f54b48 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0611451 Jul 16 02:28:09.294342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33d5b67f-83c9-46a1-b57c-45e5d25af670 req-6700a1b3-94a7-42e7-b27a-0b2c5722c0a1 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Jul 16 02:28:09.859024 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-04526838-5d4f-48ab-8f9b-d9efed9ea367 service neutron] show failed (client error): The resource could not be found. Jul 16 02:28:09.860062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-04526838-5d4f-48ab-8f9b-d9efed9ea367 service neutron] 10.222.0.32 "GET /v2.0/ports/91f66ba8-4262-4091-b502-1fc5f050e702/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0562146 Jul 16 02:28:10.177819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-864e3935-fd71-486a-b294-fad6dbcbdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:10.179323 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-864e3935-fd71-486a-b294-fad6dbcbdf45 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979&tenant_id=286171a8a84649a59f68e4bc6640de88 HTTP/1.1" status: 200 len: 1096 time: 0.1144538 Jul 16 02:28:10.192409 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:10.267237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.466807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:10.469524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b52ee-4ea4-4ea6-b850-9f32eb155fb6 req-75f246bc-ebf0-48a3-ac89-aede7fee8c94 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:10.471141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e75b52ee-4ea4-4ea6-b850-9f32eb155fb6 req-75f246bc-ebf0-48a3-ac89-aede7fee8c94 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 945 time: 0.0672517 Jul 16 02:28:10.499862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:10.509953 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e75b52ee-4ea4-4ea6-b850-9f32eb155fb6 req-0537f5f6-74b2-406f-901d-7660c41325f1 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Jul 16 02:28:10.540213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:10.542448 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c01af-3c66-4e12-9902-6c6c75b1c91e" -d '{"events": [{"server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "name": "network-vif-unplugged", "status": "completed", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:10.545928 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.558042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Transition to ACTIVE for port object 91f66ba8-4262-4091-b502-1fc5f050e702 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:10.561470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.593252 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba05a1a-c46b-4562-b296-914ecab0f35e x-openstack-request-id: req-4ba05a1a-c46b-4562-b296-914ecab0f35e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:10.593605 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "name": "network-vif-unplugged", "status": "completed", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:10.593858 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ba05a1a-c46b-4562-b296-914ecab0f35e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:10.594241 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702', 'code': 200} Jul 16 02:28:10.629423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] No DVR routers for this DVR port 91f66ba8-4262-4091-b502-1fc5f050e702 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:10.632342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:10.643288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.643625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.643957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.644309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.644633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.644953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.645273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.645588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.645900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.646213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.646525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.646836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:10.677355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:10.677668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:10.677987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:10.682127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Port 91f66ba8-4262-4091-b502-1fc5f050e702 on network eea034fe-15d4-4de7-aedc-a8796579cad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:28:10.682442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Attempting to bind port 91f66ba8-4262-4091-b502-1fc5f050e702 on network eea034fe-15d4-4de7-aedc-a8796579cad1 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:10.687085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:10.687415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Checking segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:10.687789 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Bound using segment: {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:10.688232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Bound port: 91f66ba8-4262-4091-b502-1fc5f050e702, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedbaed9-6c78-4826-bc90-54cef14aaa20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:10.688582 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.750363 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:10.753419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:10.757710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.790966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:10.791570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.793026 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-149fc818-80a2-4131-9d95-5755585b384d service neutron] 10.222.0.38 "PUT /v2.0/ports/91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 1091 time: 0.6056821 Jul 16 02:28:10.812952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fc818-80a2-4131-9d95-5755585b384d service neutron] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:10.872514 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-dec1fa48-6773-4869-bf72-e341c2c4acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:10.874228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-dec1fa48-6773-4869-bf72-e341c2c4acc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0572612 Jul 16 02:28:10.961281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-0a10c695-8a06-40ca-a494-39b1f8c596f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:10.962822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-0a10c695-8a06-40ca-a494-39b1f8c596f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0820398 Jul 16 02:28:11.004564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-a2b3938e-bfff-47cd-8cc3-6215d31bf418 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0360713 Jul 16 02:28:11.050177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-454402f3-a18f-4160-be8f-3a9406330074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:11.051556 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-454402f3-a18f-4160-be8f-3a9406330074 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0413933 Jul 16 02:28:11.082976 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-600997f5-3949-4795-8acb-96af47fe961f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253832 Jul 16 02:28:11.503780 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-8d356633-7fa4-49b2-8703-5e3de3030549 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144783 Jul 16 02:28:11.593376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-10c14b17-abe9-4d7b-aad4-cb07877a0c3e req-724d6cf0-ccf5-4784-ade2-757ccfa3ef28 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832319 Jul 16 02:28:11.722470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-b61624d5-eac7-403f-bef0-f9e46df77410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:11.723995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-b61624d5-eac7-403f-bef0-f9e46df77410 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0583014 Jul 16 02:28:11.775516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810cfb5-02e5-4ecb-a734-41052c896a8a req-3ad9ebe3-e552-4214-9a67-061f01972a60 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:11.777704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b810cfb5-02e5-4ecb-a734-41052c896a8a req-3ad9ebe3-e552-4214-9a67-061f01972a60 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.1476045 Jul 16 02:28:11.815280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b810cfb5-02e5-4ecb-a734-41052c896a8a req-d3d5b823-83b2-4f5a-8c59-90869eaa613f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Jul 16 02:28:11.830279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-fb37eb7c-ab52-4742-a5d9-d94141cd9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:11.831771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-fb37eb7c-ab52-4742-a5d9-d94141cd9155 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0876577 Jul 16 02:28:11.875884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-7732f5f3-f111-413f-9c6e-d4353e64416d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0378864 Jul 16 02:28:11.923702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-a523e270-6f4a-4747-8118-4cf5cb6ae905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:11.925126 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-a523e270-6f4a-4747-8118-4cf5cb6ae905 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0426776 Jul 16 02:28:11.956535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-575c1aed-78cb-44b7-903d-9e7048006cc0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248649 Jul 16 02:28:12.046860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-79127add-264b-4836-b9a3-0a77c2d931c7 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839920 Jul 16 02:28:12.133574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c8526eb3-37ff-4875-b444-b7a8200832e8 req-bc1d79ea-1410-42dc-b92e-869320ea29e0 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802670 Jul 16 02:28:12.595063 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:12.597467 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc356010-7ddf-49c0-b638-9fb59c6961f0" -d '{"events": [{"name": "network-changed", "server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:12.646830 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea86cf-f207-43df-9df0-bae02ba85cfb x-openstack-request-id: req-63ea86cf-f207-43df-9df0-bae02ba85cfb {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:12.647176 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:12.647425 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63ea86cf-f207-43df-9df0-bae02ba85cfb {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:12.647821 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702', 'status': 'completed', 'code': 200} Jul 16 02:28:12.760714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-0b1da743-5c62-4c79-9db6-ff39d925466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.762245 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-0b1da743-5c62-4c79-9db6-ff39d925466e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0870078 Jul 16 02:28:12.764717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-7feb9c22-4384-40fb-8e18-a62443571033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.766053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-7feb9c22-4384-40fb-8e18-a62443571033 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0987830 Jul 16 02:28:12.919256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-2ffd8517-3ad9-4757-9770-c56dbcabb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.920761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-2ffd8517-3ad9-4757-9770-c56dbcabb1e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.1523483 Jul 16 02:28:12.921824 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-c8808485-1972-4610-9b23-5ad34c56b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.923120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-c8808485-1972-4610-9b23-5ad34c56b002 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.1476643 Jul 16 02:28:12.989124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:12.991104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfc7a8-4d7d-4865-bd8b-6f88d5ae7e87 req-3c2eaf51-1f6e-4fd0-83e0-ce33fbe78fd6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:12.992638 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18dfc7a8-4d7d-4865-bd8b-6f88d5ae7e87 req-3c2eaf51-1f6e-4fd0-83e0-ce33fbe78fd6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0661521 Jul 16 02:28:12.995563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-00688e98-98d4-4134-892d-1c9836732ddb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0669625 Jul 16 02:28:12.997394 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-42ed7688-364b-4db8-bf04-df85f94fac41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0627968 Jul 16 02:28:13.031433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:13.032803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18dfc7a8-4d7d-4865-bd8b-6f88d5ae7e87 req-d113617d-7b54-4594-bdcc-9d03e6bc1b85 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Jul 16 02:28:13.082501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-50b15f7d-00d1-4afa-b39f-8ced052527df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:13.083973 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-50b15f7d-00d1-4afa-b39f-8ced052527df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0825877 Jul 16 02:28:13.085344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-4eebe9d9-50fe-45c9-8d66-0cbbc4e4b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:13.086636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-4eebe9d9-50fe-45c9-8d66-0cbbc4e4b476 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0776114 Jul 16 02:28:13.138869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-488fc37d-c85e-453e-92fb-8a526cb4b482 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486929 Jul 16 02:28:13.140920 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-7ad7c6c6-57ac-4bf7-94b3-7143d293af46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435367 Jul 16 02:28:13.300413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-cb3b8eda-4993-4996-917c-e56147c5ae7f service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541462 Jul 16 02:28:13.302501 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-465ad1a8-882a-4f81-b569-6cd5c2d6b3b4 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475048 Jul 16 02:28:13.459823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-3722aa1d-11fa-460e-913c-b1fbdfb4d596 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537035 Jul 16 02:28:13.463031 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc356010-7ddf-49c0-b638-9fb59c6961f0 req-5c05bae3-8648-475d-95d1-0fe3c542f642 service neutron] 10.222.0.38 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501617 Jul 16 02:28:14.265734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efc05-0155-404d-bc64-54acec01a134 req-dd40fa76-1197-4fff-8267-023175768fba tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.267194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b5efc05-0155-404d-bc64-54acec01a134 req-dd40fa76-1197-4fff-8267-023175768fba tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.1167891 Jul 16 02:28:14.303683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b5efc05-0155-404d-bc64-54acec01a134 req-eaa30e11-6f67-4e82-b3d5-a367193313f6 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306325 Jul 16 02:28:14.483318 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:14.601694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f5aa3-25f0-4f72-9047-f7d726884b7c req-6a56446f-0bef-4bb9-81a8-14ac79147e4c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.603069 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed1f5aa3-25f0-4f72-9047-f7d726884b7c req-6a56446f-0bef-4bb9-81a8-14ac79147e4c tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0655038 Jul 16 02:28:14.612491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0efa-c151-424c-a255-7362068d363c req-dccc28b8-6d2d-4f4e-a627-c12f259ef669 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.614094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-dccc28b8-6d2d-4f4e-a627-c12f259ef669 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.32 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979&tenant_id=286171a8a84649a59f68e4bc6640de88&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 943 time: 0.0748069 Jul 16 02:28:14.640564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ed1f5aa3-25f0-4f72-9047-f7d726884b7c req-18eb233a-5945-4a91-b4ff-eb105a0c57c9 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Jul 16 02:28:14.675178 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-864f0efa-c151-424c-a255-7362068d363c req-dfaa71d2-c7e4-45c4-a5f3-788b1eeb6d6a service neutron] delete failed (client error): The resource could not be found. Jul 16 02:28:14.676224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-dfaa71d2-c7e4-45c4-a5f3-788b1eeb6d6a service neutron] 10.222.0.32 "DELETE /v2.0/ports/91f66ba8-4262-4091-b502-1fc5f050e702/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0555861 Jul 16 02:28:14.772503 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0efa-c151-424c-a255-7362068d363c req-4dce9bbc-ce22-4e83-b8f5-a6a55aee93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.773974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-4dce9bbc-ce22-4e83-b8f5-a6a55aee93f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=286171a8a84649a59f68e4bc6640de88&device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 1094 time: 0.0567753 Jul 16 02:28:14.861523 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0efa-c151-424c-a255-7362068d363c req-23bbbf24-ecd8-4df0-9be5-673421f205e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.862876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-23bbbf24-ecd8-4df0-9be5-673421f205e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 200 len: 916 time: 0.0830278 Jul 16 02:28:14.906758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-8fa66576-4e3c-4c0c-82e1-eaf2091e5aa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 200 len: 217 time: 0.0374420 Jul 16 02:28:14.952952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f0efa-c151-424c-a255-7362068d363c req-5994cb7b-9676-441d-bdba-3a583faeb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.954351 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-5994cb7b-9676-441d-bdba-3a583faeb88e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 200 len: 855 time: 0.0419109 Jul 16 02:28:14.985763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-bc6b388b-e24d-4264-8892-edc4b13a5921 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eea034fe-15d4-4de7-aedc-a8796579cad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258260 Jul 16 02:28:15.077131 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-de9cdbc9-8b8c-4cbc-bd87-3aa5a14af0d4 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853624 Jul 16 02:28:15.166594 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-864f0efa-c151-424c-a255-7362068d363c req-2e34987c-5e28-4d0a-92ca-7c7e1be37df3 service neutron] 10.222.0.32 "GET /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827990 Jul 16 02:28:15.820469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd572a-665b-44d4-b148-bccbf969be16 req-545d1faf-e930-4031-bad9-9fcd82cc3271 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:15.821949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33dd572a-665b-44d4-b148-bccbf969be16 req-545d1faf-e930-4031-bad9-9fcd82cc3271 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0637674 Jul 16 02:28:15.858933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33dd572a-665b-44d4-b148-bccbf969be16 req-cb743be2-f677-427f-bb31-991c9370a346 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Jul 16 02:28:16.027904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da321da-c9b8-4e08-9086-dacdfed936cc req-e70c3b77-91d0-42d1-bfe5-14207f61906f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:16.029389 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da321da-c9b8-4e08-9086-dacdfed936cc req-e70c3b77-91d0-42d1-bfe5-14207f61906f tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0616782 Jul 16 02:28:16.066189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9da321da-c9b8-4e08-9086-dacdfed936cc req-9cabcc06-81d5-4937-a3eb-3b4e1cca3b95 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Jul 16 02:28:16.242943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d554bf-b67a-4df8-b350-032f5d25fd43 req-e76afb38-4c24-463f-ab71-3d106f13b6d2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:16.244399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77d554bf-b67a-4df8-b350-032f5d25fd43 req-e76afb38-4c24-463f-ab71-3d106f13b6d2 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 943 time: 0.0652947 Jul 16 02:28:16.258821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:28:16.282657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77d554bf-b67a-4df8-b350-032f5d25fd43 req-43cc87a3-67aa-4e6b-86ea-dc764f2b2790 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Jul 16 02:28:16.352176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:16.364384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '91f66ba8-4262-4091-b502-1fc5f050e702', 'network_id': 'eea034fe-15d4-4de7-aedc-a8796579cad1', 'port_id': '91f66ba8-4262-4091-b502-1fc5f050e702', 'mac_address': 'fa:16:3e:45:cc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0046b5d9-559a-43d6-b621-67957b0ebad8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:28:16.406356 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:16.419607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f66ba8-4262-4091-b502-1fc5f050e702 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:16.439727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:16.443503 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:16.491707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:16.499262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.499610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.499949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.500312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.500646 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.500990 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.501331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.501658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.501980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.502302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.502625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.502958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:16.672298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['91f66ba8-4262-4091-b502-1fc5f050e702'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:16.856457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239990b0-9db7-4acc-9ec7-9cf25417a8d0 req-25cd0457-651b-4549-be19-034e8425e556 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:16.857962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-239990b0-9db7-4acc-9ec7-9cf25417a8d0 req-25cd0457-651b-4549-be19-034e8425e556 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 944 time: 0.0627604 Jul 16 02:28:16.895370 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-239990b0-9db7-4acc-9ec7-9cf25417a8d0 req-5f9e6c0a-bd0e-40d2-9e1e-c696656d7f57 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Jul 16 02:28:17.841883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2da20-5158-403c-a745-b66424e0140b req-cf07385a-afa6-4230-850f-751eb0cb1792 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:17.843341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90d2da20-5158-403c-a745-b66424e0140b req-cf07385a-afa6-4230-850f-751eb0cb1792 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 944 time: 0.0617757 Jul 16 02:28:17.946465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Deleting port 91f66ba8-4262-4091-b502-1fc5f050e702 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:17.946812 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:18.040053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] For port 91f66ba8-4262-4091-b502-1fc5f050e702, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=91f66ba8-4262-4091-b502-1fc5f050e702,segment=NetworkSegment(eedbaed9-6c78-4826-bc90-54cef14aaa20),segment_id=eedbaed9-6c78-4826-bc90-54cef14aaa20)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:18.040415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:18.052303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Calling delete_port for 91f66ba8-4262-4091-b502-1fc5f050e702 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:18.068991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb8fe6-c41d-4699-ae63-3b588328173a req-0183d6c6-ba47-4f42-a68e-3bef823045ea tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:18.070506 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2bb8fe6-c41d-4699-ae63-3b588328173a req-0183d6c6-ba47-4f42-a68e-3bef823045ea tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/ports?device_id=efb0f2de-a69f-42cf-95a2-328e60658979 HTTP/1.1" status: 200 len: 944 time: 0.0658698 Jul 16 02:28:18.108510 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2bb8fe6-c41d-4699-ae63-3b588328173a req-d86ef5ad-5f1d-4cb3-a39e-e9b4cb29aeba tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.35 "GET /v2.0/security-groups?id=743f1478-8726-4f42-a894-1d8173f258a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Jul 16 02:28:18.178660 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:18.191036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['91f66ba8-4262-4091-b502-1fc5f050e702'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:18.216190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Pushing event deleted for resources: {'Port': ['ID=91f66ba8-4262-4091-b502-1fc5f050e702,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:18.258325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] No DVR routers for this DVR port 91f66ba8-4262-4091-b502-1fc5f050e702 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:18.260973 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:18.263578 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-90d2da20-5158-403c-a745-b66424e0140b req-0d71a370-2224-464e-b568-32b5a92d4fa5 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] 10.222.0.38 "DELETE /v2.0/ports/91f66ba8-4262-4091-b502-1fc5f050e702 HTTP/1.1" status: 204 len: 173 time: 0.4140565 Jul 16 02:28:18.264007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'name': 'network-vif-deleted', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:18.266250 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e623e-7602-4fc9-a29c-d015a2175faa" -d '{"events": [{"server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "name": "network-vif-deleted", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:18.275472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:18.296510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 91f66ba8-4262-4091-b502-1fc5f050e702 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:18.296850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 02:28:18.316000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Port 91f66ba8-4262-4091-b502-1fc5f050e702 not found, will not notify nova. {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 02:28:18.394276 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd853c4-d33f-486e-a14d-0c2defe07455 x-openstack-request-id: req-9dd853c4-d33f-486e-a14d-0c2defe07455 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:18.394598 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb0f2de-a69f-42cf-95a2-328e60658979", "name": "network-vif-deleted", "tag": "91f66ba8-4262-4091-b502-1fc5f050e702", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:18.394856 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dd853c4-d33f-486e-a14d-0c2defe07455 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:18.395266 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb0f2de-a69f-42cf-95a2-328e60658979', 'name': 'network-vif-deleted', 'tag': '91f66ba8-4262-4091-b502-1fc5f050e702', 'status': 'completed', 'code': 200} Jul 16 02:28:19.329222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:19.377072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Deleting subnet 0046b5d9-559a-43d6-b621-67957b0ebad8 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:28:19.380190 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.414667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.460268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.511961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.538862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0046b5d9-559a-43d6-b621-67957b0ebad8,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:19.541398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.543204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4e559dc8-f8fc-4dd8-af23-4fe0b101e8a9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0046b5d9-559a-43d6-b621-67957b0ebad8 HTTP/1.1" status: 204 len: 168 time: 0.2124786 Jul 16 02:28:19.545159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:19.610850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.690106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.700505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea034fe-15d4-4de7-aedc-a8796579cad1']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:19.710165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedbaed9-6c78-4826-bc90-54cef14aaa20') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:19.710461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedbaed9-6c78-4826-bc90-54cef14aaa20') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:19.719627 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.733566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.739254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:28:19.739641 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:28:19.741569 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:28:19.798456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.804721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:19.806453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eea034fe-15d4-4de7-aedc-a8796579cad1 HTTP/1.1" status: 204 len: 168 time: 0.2604003 Jul 16 02:28:19.816472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e61131-b107-44b8-bcbb-38236d025849 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea034fe-15d4-4de7-aedc-a8796579cad1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:19.913417 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:19.952120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d0767449-eedd-4f9b-9503-f8ce5d47139c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=286171a8a84649a59f68e4bc6640de88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375557 Jul 16 02:28:19.954404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:20.001168 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.022424 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.073681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.077465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.078603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/743f1478-8726-4f42-a894-1d8173f258a7 HTTP/1.1" status: 204 len: 168 time: 0.1233215 Jul 16 02:28:20.087566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f1478-8726-4f42-a894-1d8173f258a7,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:20.094831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.095175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.095516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.095851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.096208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.096536 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.096859 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.097182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.097503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.097819 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.098135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.098452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5529dd5d-2754-4fae-8823-3366cc4b8b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:20.272620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:20.291688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 91f66ba8-4262-4091-b502-1fc5f050e702 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:20.292049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 91f66ba8-4262-4091-b502-1fc5f050e702 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:20.710735 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:20.801197 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1114620864-network', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:20.822090 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Made reservation on behalf of fe171f84406e4950a3d4a427cad23357 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:20.824703 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.833147 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.923551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.927249 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.950768 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:28:20.960259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80342e49-d9d1-41f1-991f-328faec438f1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:20.965514 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:20.965860 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Added segment 5f8266d4-a91f-4b28-b063-0877408fe9c6 of type vlan for network ca727ab5-5c25-4417-a4d9-e3d75187aa83 Jul 16 02:28:21.005156 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.033295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.034231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:21.034806 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.066450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3546259 Jul 16 02:28:21.069570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:21.075207 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Request body: {'subnet': {'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1114620864-subnet', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:21.095628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9a217-f8d9-4198-841b-35a6d278cb61 admin admin] Pushing event updated for resources: {'Network': ['ID=ca727ab5-5c25-4417-a4d9-e3d75187aa83,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:21.096754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Made reservation on behalf of fe171f84406e4950a3d4a427cad23357 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:21.099097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.105523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:28:21.270140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.325716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26863730-cfcc-472b-862a-fa8a83a1b268,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:21.332970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:21.333330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Network hostable DHCP agents. Network: ca727ab5-5c25-4417-a4d9-e3d75187aa83, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:28:21.349620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:28:21.358619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ca727ab5-5c25-4417-a4d9-e3d75187aa83) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:21.365258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:21.365971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.368195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f8eaf1-c762-4b74-9137-2a256422117d None None] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:21.381351 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2af6360f-af24-4ffb-be30-43d847a1df5e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3107021 Jul 16 02:28:21.384006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:21.388949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:21.409373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.410331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.467144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.608114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.671630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:28:21.672549 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.805025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Allocated IP 172.20.0.2 (ca727ab5-5c25-4417-a4d9-e3d75187aa83/26863730-cfcc-472b-862a-fa8a83a1b268/93d1a829-db26-40ed-9234-2c09b48cb5a9) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:21.809622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.829181 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.935322 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Allocated IP 172.25.0.210 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:21.953100 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.961426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Transition to ACTIVE for port object 93d1a829-db26-40ed-9234-2c09b48cb5a9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:21.975989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Transition to ACTIVE for port object 93d1a829-db26-40ed-9234-2c09b48cb5a9 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:21.982538 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.025073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:22.027814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:22.030315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:22.039331 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.041747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Pushing event updated for resources: {'Port': ['ID=93d1a829-db26-40ed-9234-2c09b48cb5a9,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:22.079218 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.094981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Attempting to bind port 93d1a829-db26-40ed-9234-2c09b48cb5a9 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:22.095373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Attempting to bind port 93d1a829-db26-40ed-9234-2c09b48cb5a9 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:22.095712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Attempting to bind port 93d1a829-db26-40ed-9234-2c09b48cb5a9 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:22.100631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:22.101009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:22.101411 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.101803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:22.102261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Bound port: 93d1a829-db26-40ed-9234-2c09b48cb5a9, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:22.102638 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.115308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:22.118264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:22.123997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:22.155545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Pushing event updated for resources: {'Port': ['ID=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:22.165618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] For port 93d1a829-db26-40ed-9234-2c09b48cb5a9, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:22.169491 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] For port 93d1a829-db26-40ed-9234-2c09b48cb5a9, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d1a829-db26-40ed-9234-2c09b48cb5a9,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:22.173963 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.232985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ccc21-3aaf-412c-82f9-74255c7a0608 None None] Pushing event updated for resources: {'Port': ['ID=93d1a829-db26-40ed-9234-2c09b48cb5a9,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:22.551715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.743247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.942144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.076684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Router d9504cb8-269a-4656-ae28-445cef877ce3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:28:23.114138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741557d6-e276-4dcc-8cfb-f950ec51ee16 None None] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:23.184686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:23.194159 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:23.202727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.207469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5e581c38-3916-4fd5-a0ac-62e6b19581a6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8198028 Jul 16 02:28:23.208599 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43624) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:23.209325 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:23.209959 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:27:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:23.226111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1a05318e-40a0-4bc2-8940-28ff46e19fc7 None None] Provisioning for port 93d1a829-db26-40ed-9234-2c09b48cb5a9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:23.317523 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:23.502884 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:22Z', 'revision_number': 3, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:23.533581 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:23.533935 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Updating router d9504cb8-269a-4656-ae28-445cef877ce3 port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:23.569035 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.645349 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.773852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.798183 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bd964c48-731d-4f41-a155-84193ccbe094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.810924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Allocated IP 172.20.0.1 (ca727ab5-5c25-4417-a4d9-e3d75187aa83/26863730-cfcc-472b-862a-fa8a83a1b268/dec11b8c-7f79-44df-b6c2-ca757384ee93) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:23.825872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d1a829-db26-40ed-9234-2c09b48cb5a9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:23.843354 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.853648 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Transition to ACTIVE for port object 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:23.861008 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.879706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 93d1a829-db26-40ed-9234-2c09b48cb5a9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:23.883563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 93d1a829-db26-40ed-9234-2c09b48cb5a9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:23.883938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.922201 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Attempting to bind port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:23.922575 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Attempting to bind port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:23.922939 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Attempting to bind port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:23.928407 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:23.928788 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:23.929182 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.929570 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:23.930030 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Bound port: 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:23.930337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.930481 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.931914 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Pushing event updated for resources: {'Port': ['ID=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:23.947546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Transition to ACTIVE for port object dec11b8c-7f79-44df-b6c2-ca757384ee93 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:23.960348 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.960700 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.961043 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.961375 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.961698 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.962028 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.962355 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.962671 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.962997 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.963313 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.963632 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.963949 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:23.975512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:23.987705 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.000346 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] For port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:24.004927 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] For port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:24.016135 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.016650 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 93d1a829-db26-40ed-9234-2c09b48cb5a9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d1a829-db26-40ed-9234-2c09b48cb5a9,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:24.022845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.027804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:24.034166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:24.037840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:24.073492 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:24.073712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Pushing event updated for resources: {'Port': ['ID=dec11b8c-7f79-44df-b6c2-ca757384ee93,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:24.074298 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:27:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:24.080470 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.096598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=93d1a829-db26-40ed-9234-2c09b48cb5a9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:24.123342 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75be0-66c0-4356-9a3c-076f28531487 None None] Pushing event updated for resources: {'Port': ['ID=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:24.198256 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:24.230122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.283197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2998269a-5482-47aa-99bd-4edf64edebe9 None None] Provisioning for port dec11b8c-7f79-44df-b6c2-ca757384ee93 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:24.287327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2998269a-5482-47aa-99bd-4edf64edebe9 None None] Provisioning complete for port dec11b8c-7f79-44df-b6c2-ca757384ee93 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:24.287742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2998269a-5482-47aa-99bd-4edf64edebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.321861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2998269a-5482-47aa-99bd-4edf64edebe9 None None] Port dec11b8c-7f79-44df-b6c2-ca757384ee93 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:24.389637 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:22Z', 'revision_number': 3, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:24.407045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.411908 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.415794 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b0e76-dfc3-4632-b85a-0c41fe461bbc None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:22Z', 'revision_number': 3, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:24.484311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.486381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Pushing event updated for resources: {'Port': ['ID=dec11b8c-7f79-44df-b6c2-ca757384ee93,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:24.583364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:24.584804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:24.729923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:24.856360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:24.861772 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-35692d06-108c-4ec1-84f6-274cae3800b8 admin admin] 10.222.0.35 "PUT /v2.0/routers/d9504cb8-269a-4656-ae28-445cef877ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6514671 Jul 16 02:28:24.862616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f676d29b-e3ce-4a2a-8034-a74dbb46cf3e None None] Provisioning complete for port dec11b8c-7f79-44df-b6c2-ca757384ee93 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:24.863530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f676d29b-e3ce-4a2a-8034-a74dbb46cf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.903046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f676d29b-e3ce-4a2a-8034-a74dbb46cf3e None None] Port dec11b8c-7f79-44df-b6c2-ca757384ee93 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:25.359801 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:25.364586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123619492', 'description': 'tempest-description--1594139101'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:25.388339 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.469653 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.475017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.503919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.505145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1443152 Jul 16 02:28:25.506958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e559e04-8676-4dc3-853d-a66e6cbd3220 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af29341b-2039-4b8b-be01-b4f8d4c5d8a4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:25.508251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:25.513017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'security_group_rule': {'security_group_id': 'af29341b-2039-4b8b-be01-b4f8d4c5d8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:25.538423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.596892 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.600784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.618824 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38169b58-5897-4073-938b-7adff6c53d8a,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:25.625526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.628496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-fae85b69-2aba-405a-aa41-023efe60d0ec tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191351 Jul 16 02:28:25.629253 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:25.633603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'security_group_rule': {'security_group_id': 'af29341b-2039-4b8b-be01-b4f8d4c5d8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:25.661208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.719487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.723033 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.741860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e9edf0-ee51-44f8-bb80-4b30560de665,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:25.750914 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.752262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-718ebbdd-9d3a-4952-b4ef-0b03bf7c9c8e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219969 Jul 16 02:28:25.755193 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:25.759694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:25.784955 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.880476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d1a829-db26-40ed-9234-2c09b48cb5a9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:25.935522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 93d1a829-db26-40ed-9234-2c09b48cb5a9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:25.935893 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:25.976978 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:25.991152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:25.991796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:27:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:26.101195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:26.153970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:26.245011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.250638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:26.267546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:26.267917 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.271532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c7469bf-e440-44a6-926a-1f8aeaf2821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.347774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Allocated IP 172.25.0.96 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/dc35721a-e8ee-4136-9ee7-c18756577e7b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:26.423977 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.449619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:26.454968 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.456175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.459606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 2, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:26.498468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.508969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:26.509329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Updating router d9504cb8-269a-4656-ae28-445cef877ce3 port dec11b8c-7f79-44df-b6c2-ca757384ee93 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:26.538180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:26.540953 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:26.544272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:26.561980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:26.564817 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.569132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'Port': ['ID=dc35721a-e8ee-4136-9ee7-c18756577e7b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:26.642777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.685607 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.726428 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.833277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.838046 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.850967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.862551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Transition to ACTIVE for port object dec11b8c-7f79-44df-b6c2-ca757384ee93 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:26.867918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.909719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'Port': ['ID=dc35721a-e8ee-4136-9ee7-c18756577e7b,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:26.920714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.925233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebdce5-a738-4c01-9ca3-5dd92015b845 None None] Pushing event updated for resources: {'Port': ['ID=dec11b8c-7f79-44df-b6c2-ca757384ee93,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:26.935309 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.944454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b2df4a82-6f34-407d-8338-597eeb930ae1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1806030 Jul 16 02:28:26.986052 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Attempting to bind port dec11b8c-7f79-44df-b6c2-ca757384ee93 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:26.986430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Attempting to bind port dec11b8c-7f79-44df-b6c2-ca757384ee93 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:26.986794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Attempting to bind port dec11b8c-7f79-44df-b6c2-ca757384ee93 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:26.992337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:26.992709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:26.993107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.993498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:26.993964 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Bound port: dec11b8c-7f79-44df-b6c2-ca757384ee93, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:26.994349 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.070488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] For port dec11b8c-7f79-44df-b6c2-ca757384ee93, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:27.076467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] For port dec11b8c-7f79-44df-b6c2-ca757384ee93, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dec11b8c-7f79-44df-b6c2-ca757384ee93,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:27.082925 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.096554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-c6ebc5da-3435-4975-9830-28bfa6c19813 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1123619492&fields=id&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 267 time: 0.0404944 Jul 16 02:28:27.145541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:27.146176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:28:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:27.184668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebdce5-a738-4c01-9ca3-5dd92015b845 None None] Pushing event updated for resources: {'Port': ['ID=dec11b8c-7f79-44df-b6c2-ca757384ee93,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:27.216201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-9e467ce0-7a23-4b39-aee3-0415ee154052 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:27.217741 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-9e467ce0-7a23-4b39-aee3-0415ee154052 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1147711 Jul 16 02:28:27.234687 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-700e6f0b-972b-4c5e-a1b2-b89fa08b607e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/quotas/fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 375 time: 0.0114465 Jul 16 02:28:27.273020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:27.311351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-008d791a-ee60-4a7b-84db-b76d790c51f2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686936 Jul 16 02:28:27.462781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-3317631d-19bf-4be9-83d1-d8c91ddd6b27 service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387866 Jul 16 02:28:27.490029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:27Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:27.521370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f429c-57e0-4d7f-a0f5-18dd5b2c0028 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:27Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:27.570373 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-b15641d6-6dc6-4f67-b911-2cc7994062f7 service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966761 Jul 16 02:28:27.578608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.780286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04fb8234-067c-4037-997f-45fa4c522239 req-dac517cc-ecab-4cd4-b548-64e3b9257a42 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 210 time: 0.0445373 Jul 16 02:28:27.896161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dec11b8c-7f79-44df-b6c2-ca757384ee93 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:27.949686 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port dec11b8c-7f79-44df-b6c2-ca757384ee93 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:27.954436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dec11b8c-7f79-44df-b6c2-ca757384ee93 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:27.954825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.042024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.080309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port dec11b8c-7f79-44df-b6c2-ca757384ee93, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dec11b8c-7f79-44df-b6c2-ca757384ee93,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:28.086272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.086272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:28.173139 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=dec11b8c-7f79-44df-b6c2-ca757384ee93,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:28.185675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:28.186144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.907608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-794503f8-32d5-4e64-9aec-b3ba6ee21268 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:28.909415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-794503f8-32d5-4e64-9aec-b3ba6ee21268 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1111574 Jul 16 02:28:28.932380 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62f5e9fb-0c1f-440c-adee-ccc50030c3ab req-a014edea-b2b7-4b7d-a364-e9b6d06a3759 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jul 16 02:28:28.956860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-a1025d01-daa1-482a-925e-1fcb2265819b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 380 time: 0.0394108 Jul 16 02:28:28.965877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'port': {'device_id': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'admin_state_up': True, 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'security_groups': ['af29341b-2039-4b8b-be01-b4f8d4c5d8a4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.042260 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.081573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Made reservation on behalf of fe171f84406e4950a3d4a427cad23357 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:29.085577 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.208479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Allocated IP 172.20.0.14 (ca727ab5-5c25-4417-a4d9-e3d75187aa83/26863730-cfcc-472b-862a-fa8a83a1b268/8d161e57-bbb5-4865-9a75-0ffb1679290a) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:29.345086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.358183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Transition to ACTIVE for port object 8d161e57-bbb5-4865-9a75-0ffb1679290a will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:29.390542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.431383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:29.437254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:29.440999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:29.472714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.500335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:29.500979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.516703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-54f2052a-23bc-4387-8e1c-ac96bf87d39b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545578 Jul 16 02:28:29.529553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Request body: {'port': {'device_id': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.608268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.674636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f8b50e38-cb9a-4148-9b3d-dc7a125e42e6 None None] Provisioning for port 8d161e57-bbb5-4865-9a75-0ffb1679290a completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:29.678483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f8b50e38-cb9a-4148-9b3d-dc7a125e42e6 None None] Provisioning complete for port 8d161e57-bbb5-4865-9a75-0ffb1679290a triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:29.678845 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8b50e38-cb9a-4148-9b3d-dc7a125e42e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.715258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f8b50e38-cb9a-4148-9b3d-dc7a125e42e6 None None] Port 8d161e57-bbb5-4865-9a75-0ffb1679290a cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:29.787902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dec11b8c-7f79-44df-b6c2-ca757384ee93 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:29.834919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dec11b8c-7f79-44df-b6c2-ca757384ee93 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:29.835291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.876096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d161e57-bbb5-4865-9a75-0ffb1679290a {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:29.883418 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.896146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Transition to ACTIVE for port object 8d161e57-bbb5-4865-9a75-0ffb1679290a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:29.900113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.950921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52095251-4022-453f-8b90-4f016f864505 service neutron] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:30.021802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:30.022140 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:30.022462 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:30.027402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Port 8d161e57-bbb5-4865-9a75-0ffb1679290a on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:28:30.027720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:30.034192 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:30.034655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:30.035165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:30.035701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Bound port: 8d161e57-bbb5-4865-9a75-0ffb1679290a, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:30.036192 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.109439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:30.112211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:30.117872 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.122385 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18118187-38be-45f3-9b36-f5d8d60bd971 req-07bb79f2-bd1f-48da-98eb-10b2d1ff8727 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.124267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18118187-38be-45f3-9b36-f5d8d60bd971 req-07bb79f2-bd1f-48da-98eb-10b2d1ff8727 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0697389 Jul 16 02:28:30.156913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.157526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.158900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-52095251-4022-453f-8b90-4f016f864505 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 1092 time: 0.6338568 Jul 16 02:28:30.159355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:30.161609 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2d8cd-16c6-45e3-a535-42022250a9da" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:30.178027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-18118187-38be-45f3-9b36-f5d8d60bd971 req-6283b691-8fa9-4bbe-9ba2-4a29619705a6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445800 Jul 16 02:28:30.200286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52095251-4022-453f-8b90-4f016f864505 service neutron] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:30.212794 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02463a8b-1d27-4220-a482-c836c219baed x-openstack-request-id: req-02463a8b-1d27-4220-a482-c836c219baed {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:30.213084 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:30.213336 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02463a8b-1d27-4220-a482-c836c219baed {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:30.213749 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'status': 'completed', 'code': 200} Jul 16 02:28:30.270229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-8bb480f2-dd06-4d85-acb3-3b4902ed687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.271763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-8bb480f2-dd06-4d85-acb3-3b4902ed687b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1095 time: 0.0563657 Jul 16 02:28:30.318509 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-8f900828-7de6-41da-8d48-610053dc3392 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 217 time: 0.0393376 Jul 16 02:28:30.369027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-009c3a40-23d1-4c17-8e6b-9c3af8118893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.370543 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-009c3a40-23d1-4c17-8e6b-9c3af8118893 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0464816 Jul 16 02:28:30.426174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-774720f2-2e84-47c7-80a4-23faf595e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.427566 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-774720f2-2e84-47c7-80a4-23faf595e88e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511642 Jul 16 02:28:30.519422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-4b058dc5-9676-41c2-b5c8-863263968000 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854716 Jul 16 02:28:30.608192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1b2c4531-b2c0-4200-8e37-3622a7d05cd4 req-fdc01d25-0bad-44f8-8e24-cf5edfac0731 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Jul 16 02:28:30.709119 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-a1aa56fc-4ad1-455c-aee9-5aa10493147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.710523 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-a1aa56fc-4ad1-455c-aee9-5aa10493147f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1095 time: 0.0559130 Jul 16 02:28:30.798581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-5fff1dc4-6764-4572-bbc8-3651c795cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.800016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-5fff1dc4-6764-4572-bbc8-3651c795cec8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0832675 Jul 16 02:28:30.842947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-1c6fea64-232e-4ada-8ae7-2940338abc67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 217 time: 0.0362480 Jul 16 02:28:30.889665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-d453ca10-67a3-429b-8359-c4b6e9affdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.891096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-d453ca10-67a3-429b-8359-c4b6e9affdfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0422032 Jul 16 02:28:30.947473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-7a4a96db-1fb7-4f5d-866d-70fdb9b60195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.949532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-7a4a96db-1fb7-4f5d-866d-70fdb9b60195 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505254 Jul 16 02:28:31.042436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-93d41da9-9186-4acb-89a2-14d9a0102f04 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Jul 16 02:28:31.131428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9fb2d8cd-16c6-45e3-a535-42022250a9da req-54edfe6d-22f5-4c3c-b927-158a81efb69a service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810881 Jul 16 02:28:31.343835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac8bad-efc3-41e3-a1b9-d98f18760941 req-03b799d3-b44b-4e54-a885-da27d09799f5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:31.345240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60ac8bad-efc3-41e3-a1b9-d98f18760941 req-03b799d3-b44b-4e54-a885-da27d09799f5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0642550 Jul 16 02:28:31.382645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-60ac8bad-efc3-41e3-a1b9-d98f18760941 req-6c0c7bc1-93e2-4d3a-a9ba-7cacd9b04a7c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Jul 16 02:28:32.554614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4dc3b-04ff-4646-b361-5abefb163800 req-2e720b56-f1ec-4547-8f56-2c55f55ffd79 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:32.556102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8eb4dc3b-04ff-4646-b361-5abefb163800 req-2e720b56-f1ec-4547-8f56-2c55f55ffd79 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0625069 Jul 16 02:28:32.594286 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8eb4dc3b-04ff-4646-b361-5abefb163800 req-7aea2b6c-dff0-4ea3-8fa3-6509f46131f2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Jul 16 02:28:33.081549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d161e57-bbb5-4865-9a75-0ffb1679290a details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:28:33.178191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:33.189121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'mac_address': 'fa:16:3e:2a:cc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:28:33.226931 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.239025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d161e57-bbb5-4865-9a75-0ffb1679290a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:33.257571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:33.261565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.309298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:33.461595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['8d161e57-bbb5-4865-9a75-0ffb1679290a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:33.764734 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235eb36-187e-4022-bca2-91940014c567 req-6243a5b6-b95e-43a2-bd02-4ba8df5cb68b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:33.766203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e235eb36-187e-4022-bca2-91940014c567 req-6243a5b6-b95e-43a2-bd02-4ba8df5cb68b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 945 time: 0.0625842 Jul 16 02:28:33.802431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e235eb36-187e-4022-bca2-91940014c567 req-2c2f11b6-a3c6-471a-91e2-e421e9f950b9 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Jul 16 02:28:34.974190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb40-f27e-44fb-a26f-5f93dd5a71cf req-def1e1f0-370e-4374-bd50-541f58e79634 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:34.975569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8babbb40-f27e-44fb-a26f-5f93dd5a71cf req-def1e1f0-370e-4374-bd50-541f58e79634 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 945 time: 0.0650666 Jul 16 02:28:35.012642 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8babbb40-f27e-44fb-a26f-5f93dd5a71cf req-04e593fb-2d01-41d8-ba8f-5d8132e6e4b7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Jul 16 02:28:35.081611 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d161e57-bbb5-4865-9a75-0ffb1679290a up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:35.131045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 8d161e57-bbb5-4865-9a75-0ffb1679290a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:35.134500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 8d161e57-bbb5-4865-9a75-0ffb1679290a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:35.134865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.207729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.229427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:35.232024 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d85a1-b9bd-4d9d-b2b9-f9fb10103014" -d '{"events": [{"server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "name": "network-vif-plugged", "status": "completed", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:35.244317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:35.248749 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.298144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:35.327011 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44d6a0-3f5b-4889-bb28-3c5b66a69bbc x-openstack-request-id: req-af44d6a0-3f5b-4889-bb28-3c5b66a69bbc {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:35.327397 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "name": "network-vif-plugged", "status": "completed", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:35.327661 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af44d6a0-3f5b-4889-bb28-3c5b66a69bbc {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:35.328110 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'code': 200} Jul 16 02:28:35.436079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d2da-8fb0-441c-be62-d50c08f1211c req-de1d789d-bd9f-42cd-a004-6b5dc3da3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:35.437587 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8039d2da-8fb0-441c-be62-d50c08f1211c req-de1d789d-bd9f-42cd-a004-6b5dc3da3fce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1097 time: 0.0501888 Jul 16 02:28:35.475492 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8039d2da-8fb0-441c-be62-d50c08f1211c req-0be545de-41ca-402c-ae8a-9791e649161c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 16 02:28:36.185754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbd94a-ee9f-480a-b7c7-ba5e28a5ea6b req-b0afb418-f9c6-4fff-8069-fa538dfc6533 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:36.187369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cbbd94a-ee9f-480a-b7c7-ba5e28a5ea6b req-b0afb418-f9c6-4fff-8069-fa538dfc6533 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0657361 Jul 16 02:28:36.224797 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2cbbd94a-ee9f-480a-b7c7-ba5e28a5ea6b req-78664983-f7b0-4032-a231-f6f8b6ebfba0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Jul 16 02:28:37.402310 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d77cd-bdfc-42f0-afe7-c55a557509bf req-cdc806f7-9278-43a1-80ce-10db663a92f7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:37.404061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e14d77cd-bdfc-42f0-afe7-c55a557509bf req-cdc806f7-9278-43a1-80ce-10db663a92f7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0653753 Jul 16 02:28:37.440189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e14d77cd-bdfc-42f0-afe7-c55a557509bf req-dad59c3b-41f0-4b7f-9629-634391b5baa3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308354 Jul 16 02:28:37.606136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372e81f-d058-42b8-9ce2-5c912c7d6804 req-ddb14d40-e8c5-4ea7-bcb5-a90cdc7d8439 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:37.607598 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5372e81f-d058-42b8-9ce2-5c912c7d6804 req-ddb14d40-e8c5-4ea7-bcb5-a90cdc7d8439 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0618203 Jul 16 02:28:37.615931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 43688) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:37.620439 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'floatingip': {'port_id': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:37.658257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.093532 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.097329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.194085 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac associated. External IP: 172.25.0.96, port: 8d161e57-bbb5-4865-9a75-0ffb1679290a. Jul 16 02:28:38.394282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:38.500266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:38.504911 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.512421 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:38.522657 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:38.523642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:28:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:38.542024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-37d6dd2f-aff2-4998-91e6-2211d0461151 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "PUT /v2.0/floatingips/6de55b8f-eda9-48cb-8818-dc7748c62bac HTTP/1.1" status: 200 len: 991 time: 0.9250236 Jul 16 02:28:38.542721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:38.545353 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2657de6c-10de-4fb9-bfd9-0997bfc9d099" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:38.637069 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:38.651035 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27519538-c4fc-4932-ac1f-f5c23242c4e0 x-openstack-request-id: req-27519538-c4fc-4932-ac1f-f5c23242c4e0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:38.651324 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:38.651575 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27519538-c4fc-4932-ac1f-f5c23242c4e0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:38.651972 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'status': 'completed', 'code': 200} Jul 16 02:28:38.725593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-a24bf136-4f3d-4345-93ff-0c1b335799fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.727863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-a24bf136-4f3d-4345-93ff-0c1b335799fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1097 time: 0.0539882 Jul 16 02:28:38.815136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-527d61bc-5617-4cc4-9779-d6a561e33d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.816636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-527d61bc-5617-4cc4-9779-d6a561e33d07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0830319 Jul 16 02:28:38.862547 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:2a:cc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 1, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:38.883571 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-96221299-5eda-4ac3-bb71-f58c4f01946f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 999 time: 0.0609214 Jul 16 02:28:38.933441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-d42b8bcc-1fed-40b4-b2e0-cc6bc111e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.934843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-d42b8bcc-1fed-40b4-b2e0-cc6bc111e7b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0454123 Jul 16 02:28:38.982326 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:38.990609 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:38.991296 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:28:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:38.993167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-2ec97a2c-88ef-4655-bd05-236b9d955416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.994684 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-2ec97a2c-88ef-4655-bd05-236b9d955416 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535038 Jul 16 02:28:39.085838 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-27795602-44d1-4c12-bc25-dbda68326391 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846262 Jul 16 02:28:39.094549 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:39.179782 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2657de6c-10de-4fb9-bfd9-0997bfc9d099 req-08e8202e-578c-4021-afd2-1b2f37c141b6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878747 Jul 16 02:28:39.313502 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:2a:cc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 1, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:39.342242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b23f67-9e0b-4581-a3e5-3299ad32aa79 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:2a:cc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:28:38Z', 'revision_number': 1, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:39.529122 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfdea47-6d97-4eff-ba5f-2a1d95d9c51f None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:51.482537 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:52.582368 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.765200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:53.798441 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8121760a-068c-47d7-be54-56f541c35046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.233088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4716c6bd-6fc4-4f16-932f-0523d15d90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:56.707559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:57.565612 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:59.043654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.945955 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-81ea20f4-b323-49e5-bad6-0a3288acefa3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500650 Jul 16 02:29:03.037026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-c5d13a5e-b05a-4d79-a75a-1f649dd8a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.038518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-c5d13a5e-b05a-4d79-a75a-1f649dd8a32b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1097 time: 0.0516298 Jul 16 02:29:03.144315 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-de821de2-695c-4ffc-831d-b5f53fd14e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.145777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-de821de2-695c-4ffc-831d-b5f53fd14e72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0872867 Jul 16 02:29:03.209481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-c7ee8b58-a72a-4d1e-8ff7-7342fe717124 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 1001 time: 0.0575054 Jul 16 02:29:03.258054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-4805a772-4618-4d45-a04c-058e981a2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.259549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-4805a772-4618-4d45-a04c-058e981a2655 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0445950 Jul 16 02:29:03.660337 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-97474705-6b33-4681-b9b9-142b864ada2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:03.661865 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-97474705-6b33-4681-b9b9-142b864ada2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959138 Jul 16 02:29:03.673544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-4b621c24-826b-4464-b84d-ad523e0682ab service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:29:03.674521 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-4b621c24-826b-4464-b84d-ad523e0682ab service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054958 Jul 16 02:29:03.761769 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-74f046d7-67b7-4b8f-98c9-080c6f66e0bd service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803490 Jul 16 02:29:03.852974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbf24e38-e9a2-479d-9890-5869a9c61e77 req-1367c133-0518-4ff4-8e89-6b13015a8821 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Jul 16 02:29:22.582565 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.789949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:23.800461 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c705a23c-5529-4549-99db-21bb0cc6e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.233323 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c968de1f-d6ff-4091-b2ad-03b6ac93d4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:26.709237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:27.568049 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:28.482381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:29.047452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:52.597616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:53.773815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:53.799500 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50207fa4-b229-4c56-9acf-29349f5318ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:56.233877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfad2ec5-2d5c-4f3c-8210-aa0d8291ad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:56.713231 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:57.571937 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:59.049403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:03.092659 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-03fda546-5913-4fa8-ab4d-cf1514e4def5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000443 Jul 16 02:30:03.184232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-ddace331-fc5c-4adc-bd06-a16f7f1813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:03.185715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-ddace331-fc5c-4adc-bd06-a16f7f1813f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1097 time: 0.0510287 Jul 16 02:30:03.291702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-a1ff1ebe-0e4b-4aa3-9199-3e239f0de2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:03.293122 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-a1ff1ebe-0e4b-4aa3-9199-3e239f0de2d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0882266 Jul 16 02:30:03.363460 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-ea9b9a09-cebc-41cb-b5fa-1e83253063c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 1001 time: 0.0634539 Jul 16 02:30:03.412422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-2927cff6-d8ca-4995-8a7f-9872ef81d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:03.413904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-2927cff6-d8ca-4995-8a7f-9872ef81d1d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0449665 Jul 16 02:30:03.469593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-2231cbf6-6a6d-46bb-bd7d-1b5e81fd116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:03.471068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-2231cbf6-6a6d-46bb-bd7d-1b5e81fd116b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505970 Jul 16 02:30:03.564318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-0b4d5eef-32f8-46f1-bcc7-cb6af2814aca service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861311 Jul 16 02:30:03.652607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9f61b77f-6d29-4ba2-9a53-fe20a3fcb8ad req-6e5600fd-2b6c-42e4-a154-346c0ec46670 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820911 Jul 16 02:30:05.481563 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:12.357428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bea293-5b1f-48de-a9ec-5c96ed544252 req-88766046-268e-4c71-9e69-c0a5e162e40b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:12.358922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69bea293-5b1f-48de-a9ec-5c96ed544252 req-88766046-268e-4c71-9e69-c0a5e162e40b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0642717 Jul 16 02:30:12.399189 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-69bea293-5b1f-48de-a9ec-5c96ed544252 req-a083172d-9038-4ead-928d-960fd743c2f6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347011 Jul 16 02:30:13.702888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 43890) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:13.801712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-908009fe-b634-4282-83a5-f60bd61f02eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976415 Jul 16 02:30:13.812430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404a5a-e5de-45b8-9443-1ff1480ef646 req-83364c9e-65b2-441d-a46c-ecbd504d96db tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:13.813599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63404a5a-e5de-45b8-9443-1ff1480ef646 req-83364c9e-65b2-441d-a46c-ecbd504d96db tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0636096 Jul 16 02:30:13.853205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-63404a5a-e5de-45b8-9443-1ff1480ef646 req-6b54e04c-166b-4048-b8b8-bf7bf5399ec8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Jul 16 02:30:14.902735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-9993962f-fb3c-4fc5-92ae-2f820ba3f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:14.904280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-9993962f-fb3c-4fc5-92ae-2f820ba3f6a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1097 time: 0.0575967 Jul 16 02:30:14.992536 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-df32d344-75cc-4c16-98c5-cf4fc5d07477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:14.994023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-df32d344-75cc-4c16-98c5-cf4fc5d07477 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0840743 Jul 16 02:30:15.027997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3eb9d-e29d-4041-a7a8-ab6126a8c2ce req-1d4afb40-1404-427e-8375-0635ee321b7d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:15.029535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1b3eb9d-e29d-4041-a7a8-ab6126a8c2ce req-1d4afb40-1404-427e-8375-0635ee321b7d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0631144 Jul 16 02:30:15.062301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-d36b2765-ac9d-4d06-bd6c-3a3cb92a137b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 1001 time: 0.0612783 Jul 16 02:30:15.067198 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1b3eb9d-e29d-4041-a7a8-ab6126a8c2ce req-e4c9a24b-d420-48db-b89c-535a61e4bb6c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Jul 16 02:30:15.110327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-348ae2a3-b014-456b-8b51-4ca9b1518094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:15.111789 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-348ae2a3-b014-456b-8b51-4ca9b1518094 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0440245 Jul 16 02:30:15.167336 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-6942bec7-afeb-43a9-a856-a8349f07ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:15.168733 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-6942bec7-afeb-43a9-a856-a8349f07ee28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502968 Jul 16 02:30:15.261953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-bafa3f7d-9a87-4254-907d-48e75216e039 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869536 Jul 16 02:30:15.349392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-562ddcc7-2011-418d-9f8c-fb249fd1dbd3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811739 Jul 16 02:30:16.243235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4349d-1f7c-4b42-985d-dfe01e0fc67d req-0df46468-e5af-433c-8292-f12fd5191c64 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:16.245246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4f4349d-1f7c-4b42-985d-dfe01e0fc67d req-0df46468-e5af-433c-8292-f12fd5191c64 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0660245 Jul 16 02:30:16.282431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4f4349d-1f7c-4b42-985d-dfe01e0fc67d req-15a06084-4850-4220-a2d7-4d33a1ef88c1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jul 16 02:30:17.455628 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd38831-68e8-471a-b3aa-294e33e940e9 req-86b49ac8-3f8e-4c8e-b713-963b1270ff51 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:17.457166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cd38831-68e8-471a-b3aa-294e33e940e9 req-86b49ac8-3f8e-4c8e-b713-963b1270ff51 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0630834 Jul 16 02:30:17.494401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cd38831-68e8-471a-b3aa-294e33e940e9 req-58dd2363-62c5-4f6e-bee9-940eac2bb8d5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jul 16 02:30:18.666947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a0906-9520-460c-a14d-09de340729b3 req-ff603470-7796-4228-abb8-d09813e8c0cc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:18.668463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-997a0906-9520-460c-a14d-09de340729b3 req-ff603470-7796-4228-abb8-d09813e8c0cc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0623567 Jul 16 02:30:18.709647 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-997a0906-9520-460c-a14d-09de340729b3 req-2818000b-e2e1-41eb-a92f-3743af74ed61 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355835 Jul 16 02:30:19.879959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b1ea-7f1b-49c1-be9c-fd0ba272d006 req-01f3bd58-a44a-45ff-ab51-551da40f25d3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:19.881443 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0702b1ea-7f1b-49c1-be9c-fd0ba272d006 req-01f3bd58-a44a-45ff-ab51-551da40f25d3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0619390 Jul 16 02:30:19.917778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0702b1ea-7f1b-49c1-be9c-fd0ba272d006 req-ffd0471f-9af0-413e-ad5c-e38021823497 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302131 Jul 16 02:30:21.085871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc4c40-318e-4553-bf72-b852f55c879a req-a2787a0a-0f3b-4c21-bd9b-14b6585796a4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:21.087335 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2dc4c40-318e-4553-bf72-b852f55c879a req-a2787a0a-0f3b-4c21-bd9b-14b6585796a4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0616114 Jul 16 02:30:21.124445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2dc4c40-318e-4553-bf72-b852f55c879a req-e8d7e40a-4fc9-4202-99e6-238aab399f78 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Jul 16 02:30:22.297944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dadc1f-c1a0-4af1-9a1c-ab0b0d2b8283 req-56234077-36e1-4075-9c0c-caf2617a1599 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:22.299550 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12dadc1f-c1a0-4af1-9a1c-ab0b0d2b8283 req-56234077-36e1-4075-9c0c-caf2617a1599 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0662763 Jul 16 02:30:22.335799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12dadc1f-c1a0-4af1-9a1c-ab0b0d2b8283 req-eb294ef2-1381-431c-a6ed-1ca938cf087c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306540 Jul 16 02:30:22.600330 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.509226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d214c0-b896-4321-b98e-a0c66f50c28e req-d794bd9e-0114-43b4-b102-284ceb703bb0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:23.510707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03d214c0-b896-4321-b98e-a0c66f50c28e req-d794bd9e-0114-43b4-b102-284ceb703bb0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0616014 Jul 16 02:30:23.547418 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03d214c0-b896-4321-b98e-a0c66f50c28e req-c4e2716b-90b2-4be8-87f0-a0294bbeb8f9 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Jul 16 02:30:23.773586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.798192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f87-14af-40c7-bb74-3806869b34ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.717092 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601def-a0a2-48c0-90ec-d3acefda71ed req-52d230eb-65ac-49ef-86ed-e87bf6ad540d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:24.718576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a601def-a0a2-48c0-90ec-d3acefda71ed req-52d230eb-65ac-49ef-86ed-e87bf6ad540d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0631566 Jul 16 02:30:24.759937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6a601def-a0a2-48c0-90ec-d3acefda71ed req-2655e269-3976-4d8d-bd7c-3821f92f84bd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Jul 16 02:30:25.928693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a8a6-99fa-4575-8e7d-0c4a65830e1e req-8b60d998-1dbe-44c2-a083-5df925146ab6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.930085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6931a8a6-99fa-4575-8e7d-0c4a65830e1e req-8b60d998-1dbe-44c2-a083-5df925146ab6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0619435 Jul 16 02:30:25.966854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6931a8a6-99fa-4575-8e7d-0c4a65830e1e req-84030691-5ef1-42a4-b418-b5445e52168d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 16 02:30:26.234288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66dabefd-87a8-4b7f-a03e-daef3dfa851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:26.714107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.139466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90668305-ceb5-494b-834f-68ff449963e2 req-943b3d89-0e65-41bb-8d51-e6b3e095c4e7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:27.140976 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90668305-ceb5-494b-834f-68ff449963e2 req-943b3d89-0e65-41bb-8d51-e6b3e095c4e7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 946 time: 0.0626433 Jul 16 02:30:27.177358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90668305-ceb5-494b-834f-68ff449963e2 req-bde81219-4981-4b1e-bd46-4d9c10df477c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Jul 16 02:30:27.277824 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-1196fc08-94d5-4502-af94-876db06e9028 req-261c7c24-434e-4afd-93a7-7ae38c776276 service neutron] show failed (client error): The resource could not be found. Jul 16 02:30:27.278739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-261c7c24-434e-4afd-93a7-7ae38c776276 service neutron] 10.222.0.32 "GET /v2.0/ports/8d161e57-bbb5-4865-9a75-0ffb1679290a/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0589118 Jul 16 02:30:27.523760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-4038b23c-f553-4321-99ae-cd515f3702a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:27.525294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-4038b23c-f553-4321-99ae-cd515f3702a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 1097 time: 0.0538323 Jul 16 02:30:27.536603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:27.574587 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.607490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.811278 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:27.842908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:27.881657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:27.884014 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124a4cf-efa6-40c6-8852-62c7f0d9f690" -d '{"events": [{"server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "name": "network-vif-unplugged", "status": "completed", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:27.888071 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.900171 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Transition to ACTIVE for port object 8d161e57-bbb5-4865-9a75-0ffb1679290a will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:27.903965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.933518 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a17894-aa89-4665-91e2-a2dfab31499b x-openstack-request-id: req-d6a17894-aa89-4665-91e2-a2dfab31499b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:27.933818 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "name": "network-vif-unplugged", "status": "completed", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:27.934070 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6a17894-aa89-4665-91e2-a2dfab31499b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:27.934474 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'code': 200} Jul 16 02:30:27.985334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:27.997628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:27.997974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:27.998346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:27.998630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:27.999030 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:27.999606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.000010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.000358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.000683 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.001002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.001323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.001642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:28.043366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] No DVR routers for this DVR port 8d161e57-bbb5-4865-9a75-0ffb1679290a on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:28.179077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:28.179410 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:28.179738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:28.183919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Port 8d161e57-bbb5-4865-9a75-0ffb1679290a on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:30:28.184330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Attempting to bind port 8d161e57-bbb5-4865-9a75-0ffb1679290a on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:28.189095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:28.189435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:28.189816 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:28.190240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Bound port: 8d161e57-bbb5-4865-9a75-0ffb1679290a, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:28.190593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.254609 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:28.257777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:28.261656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.296608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.297555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.299019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] 10.222.0.38 "PUT /v2.0/ports/8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 1092 time: 0.7665138 Jul 16 02:30:28.337464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cecca-f0ff-490f-8e4b-58f678b033fb service neutron] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.365134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15a15f-d583-43e8-9626-9f00240b3eda req-e9b27233-4992-465c-b499-f72df552e6e6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.366682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e15a15f-d583-43e8-9626-9f00240b3eda req-e9b27233-4992-465c-b499-f72df552e6e6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0774300 Jul 16 02:30:28.388577 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-5e7b9ee3-b8c0-47e9-8eb6-7f4c06eaa3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.390145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-5e7b9ee3-b8c0-47e9-8eb6-7f4c06eaa3f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1095 time: 0.0648189 Jul 16 02:30:28.408789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e15a15f-d583-43e8-9626-9f00240b3eda req-4fd7689e-ece6-4fa5-a777-9a225aa5b24a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355628 Jul 16 02:30:28.484359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-12795a6c-d2b1-48a0-af75-0a0fd383f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.485845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-12795a6c-d2b1-48a0-af75-0a0fd383f291 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0890975 Jul 16 02:30:28.558107 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-6a313742-6f7d-47d8-a084-fe7e1e75fcd8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 999 time: 0.0642247 Jul 16 02:30:28.608196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-73ae987e-b860-4ede-a620-dfe6d38f9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.609547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-73ae987e-b860-4ede-a620-dfe6d38f9e98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0437198 Jul 16 02:30:28.665419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196fc08-94d5-4502-af94-876db06e9028 req-dd924796-f1b5-47d5-824d-fcf063a9d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.666945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-dd924796-f1b5-47d5-824d-fcf063a9d9a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505993 Jul 16 02:30:28.757287 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-f7bd67c7-cc5e-41d0-992e-450a6e8c1ec0 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Jul 16 02:30:28.848949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1196fc08-94d5-4502-af94-876db06e9028 req-b9a9998e-6b78-4b11-8937-bdc072c7c629 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833750 Jul 16 02:30:29.052202 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:29.580685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88fdb-23ef-4c65-ac90-ee6f0fff3a12 req-b65c6280-3083-4120-a742-3535e01519e1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:29.582146 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1b88fdb-23ef-4c65-ac90-ee6f0fff3a12 req-b65c6280-3083-4120-a742-3535e01519e1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0621672 Jul 16 02:30:29.619024 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1b88fdb-23ef-4c65-ac90-ee6f0fff3a12 req-766d7428-1dca-40f7-a285-e0ace3a32e29 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Jul 16 02:30:29.935440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:29.937819 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de718759-35be-4b71-b014-22154016d400" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:29.984248 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b4485-2838-4984-8e25-23d5a3a03744 x-openstack-request-id: req-728b4485-2838-4984-8e25-23d5a3a03744 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:29.984610 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:29.984865 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-728b4485-2838-4984-8e25-23d5a3a03744 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:29.985268 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'status': 'completed', 'code': 200} Jul 16 02:30:30.092970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-0eca6452-8a34-43fa-a852-883cc5076a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.094386 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-0eca6452-8a34-43fa-a852-883cc5076a3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1095 time: 0.0828226 Jul 16 02:30:30.096951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-a927bb78-d877-4025-b45c-26b326d35e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.098314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-a927bb78-d877-4025-b45c-26b326d35e85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1095 time: 0.0961316 Jul 16 02:30:30.254286 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-57597fb5-1901-4602-b155-6ec6533a09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.255758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-57597fb5-1901-4602-b155-6ec6533a09bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1552515 Jul 16 02:30:30.258310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-7924ea6b-1d13-4834-a1f3-0f248fa45726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.259633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-7924ea6b-1d13-4834-a1f3-0f248fa45726 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1520443 Jul 16 02:30:30.363953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-5c0d7e9b-7ee7-43bc-ac4a-cd7a40821b7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 999 time: 0.1013932 Jul 16 02:30:30.380079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-2142c41c-c396-4f8b-889d-bf8022d3c66f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 999 time: 0.0835452 Jul 16 02:30:30.450663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-1bdf5cd0-4481-412d-899b-ea032a87ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.452159 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-1bdf5cd0-4481-412d-899b-ea032a87ddb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0808938 Jul 16 02:30:30.455449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-4f70d088-a529-4522-b035-6d1db7951f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.456811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-4f70d088-a529-4522-b035-6d1db7951f46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0577512 Jul 16 02:30:30.552570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-5a13551f-e29d-42c5-a2b5-e19639a779d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.554076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-5a13551f-e29d-42c5-a2b5-e19639a779d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959315 Jul 16 02:30:30.555713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718759-35be-4b71-b014-22154016d400 req-84805bf0-8bd5-432f-bb0f-e0f4beefd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.557077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-84805bf0-8bd5-432f-bb0f-e0f4beefd609 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900533 Jul 16 02:30:30.709457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-bc7f7f4f-291b-492a-8c0f-cf4b313175a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485810 Jul 16 02:30:30.712817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-3811a395-83a4-431d-99cc-d4f975750d4a service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445799 Jul 16 02:30:30.792217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bc644-396e-4fbc-b431-632f846bd8c3 req-33310ac6-65bc-4d97-8263-53c2c7eab738 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.793718 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-137bc644-396e-4fbc-b431-632f846bd8c3 req-33310ac6-65bc-4d97-8263-53c2c7eab738 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0621111 Jul 16 02:30:30.835156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-137bc644-396e-4fbc-b431-632f846bd8c3 req-3461a4fb-a687-4666-a069-c7b71374ca0e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Jul 16 02:30:30.867828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-74d603c8-8824-49b5-abdd-23952d914fd6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520419 Jul 16 02:30:30.869819 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-de718759-35be-4b71-b014-22154016d400 req-22f5c520-da42-44f9-ae50-90a711761427 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470635 Jul 16 02:30:31.128196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d6322-e135-4333-a16b-5c31ce1aba15 req-fff82525-8fd4-40a1-a638-35fcee9205f2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.129685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-708d6322-e135-4333-a16b-5c31ce1aba15 req-fff82525-8fd4-40a1-a638-35fcee9205f2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0638175 Jul 16 02:30:31.140296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-31d3a823-65df-4e37-bce2-88ad7322953c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.141768 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-31d3a823-65df-4e37-bce2-88ad7322953c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810&tenant_id=fe171f84406e4950a3d4a427cad23357&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 944 time: 0.0741975 Jul 16 02:30:31.167734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-708d6322-e135-4333-a16b-5c31ce1aba15 req-6cfeae82-4c63-4203-8249-eca02299ed52 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Jul 16 02:30:31.202522 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-6df6f0bb-7caa-4968-b03b-7e9d975934a6 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:30:31.203457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-6df6f0bb-7caa-4968-b03b-7e9d975934a6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/8d161e57-bbb5-4865-9a75-0ffb1679290a/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0544412 Jul 16 02:30:31.298303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-013d1f71-dda7-482b-b7c3-83ba146d21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.299796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-013d1f71-dda7-482b-b7c3-83ba146d21d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 1095 time: 0.0525961 Jul 16 02:30:31.391318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-ffcb775a-57cf-4d79-9548-e6057bcf260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.392807 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-ffcb775a-57cf-4d79-9548-e6057bcf260a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0866420 Jul 16 02:30:31.455766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-036ebbdf-cbfe-4ecf-8ab5-0d88780920c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 200 len: 999 time: 0.0569823 Jul 16 02:30:31.503335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-0f096b48-7652-41bd-9c34-55728c9dc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.504788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-0f096b48-7652-41bd-9c34-55728c9dc85c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0432262 Jul 16 02:30:31.514771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d161e57-bbb5-4865-9a75-0ffb1679290a no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:31.553266 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 8d161e57-bbb5-4865-9a75-0ffb1679290a not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:31.567674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-5ce8bdf9-4cd1-4ac3-b234-8829ba8b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:31.569203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-5ce8bdf9-4cd1-4ac3-b234-8829ba8b3516 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559227 Jul 16 02:30:31.655438 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-8ea1b39f-d465-43c8-8aa5-34219a5c7144 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798085 Jul 16 02:30:31.746318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2776e753-90eb-4a3f-b9d7-39ceeea1a790 req-3c9b768a-6c9d-4938-bd3c-670b36cff74c service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846362 Jul 16 02:30:32.343354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd30b8d-d1b8-4c67-a526-52cb66f8a4dc req-b538ebfb-c2a1-4696-8f67-2e1964c97f80 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.345099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bd30b8d-d1b8-4c67-a526-52cb66f8a4dc req-b538ebfb-c2a1-4696-8f67-2e1964c97f80 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0635076 Jul 16 02:30:32.383454 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8bd30b8d-d1b8-4c67-a526-52cb66f8a4dc req-89112932-4c2f-4256-9557-a00db320e2e1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Jul 16 02:30:32.560238 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0f05-27f3-434a-a1f6-970a2e2f58de req-8f1f9834-893c-4462-a5d2-4f453d3d3c09 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.561730 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-407e0f05-27f3-434a-a1f6-970a2e2f58de req-8f1f9834-893c-4462-a5d2-4f453d3d3c09 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0688517 Jul 16 02:30:32.598272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-407e0f05-27f3-434a-a1f6-970a2e2f58de req-7d372dcb-3aa0-4e89-affd-2b8cae1a787c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311329 Jul 16 02:30:32.771061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee346d-43ef-46f5-b359-153dbca6d9b5 req-47377597-b8cc-46d4-ba14-cf948f85fb67 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.772571 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9ee346d-43ef-46f5-b359-153dbca6d9b5 req-47377597-b8cc-46d4-ba14-cf948f85fb67 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0619185 Jul 16 02:30:32.809784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b9ee346d-43ef-46f5-b359-153dbca6d9b5 req-9b1188d0-f184-4578-967a-10ad5e3dd9e1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Jul 16 02:30:33.026026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8d161e57-bbb5-4865-9a75-0ffb1679290a details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:30:33.124598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:33.136417 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'mac_address': 'fa:16:3e:2a:cc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:30:33.171960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.177670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d9fb1-ff52-471e-ab46-6345520084d6 req-bb6448ca-45db-44c8-86fa-8e987629019b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:33.179495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-343d9fb1-ff52-471e-ab46-6345520084d6 req-bb6448ca-45db-44c8-86fa-8e987629019b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 944 time: 0.0628600 Jul 16 02:30:33.184460 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d161e57-bbb5-4865-9a75-0ffb1679290a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:33.204267 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:33.207896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.223501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-343d9fb1-ff52-471e-ab46-6345520084d6 req-202379c1-b4e3-497a-b548-4e843a77b1e6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Jul 16 02:30:33.257741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.265384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.265723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.266056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.266385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.266715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.267036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.267356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.267673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.267988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.268333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.268648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.268963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:33.453281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['8d161e57-bbb5-4865-9a75-0ffb1679290a'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:30:34.375234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-8b184dd8-cea6-496f-b169-78b204e423ba tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.376811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-8b184dd8-cea6-496f-b169-78b204e423ba tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 945 time: 0.0621543 Jul 16 02:30:34.397445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ed988-4490-4025-8bbf-81c4a525232e req-22b2af3e-3293-442c-ac2f-8296a67e106d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.398937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce5ed988-4490-4025-8bbf-81c4a525232e req-22b2af3e-3293-442c-ac2f-8296a67e106d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 945 time: 0.0644352 Jul 16 02:30:34.436220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ce5ed988-4490-4025-8bbf-81c4a525232e req-12807d0f-6da3-44c9-8b4b-cbaf07887537 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Jul 16 02:30:34.480875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Deleting port 8d161e57-bbb5-4865-9a75-0ffb1679290a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:34.481225 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.567842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:34.568131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.735489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.735860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:34.736203 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac disassociated. External IP: 172.25.0.96, port: 8d161e57-bbb5-4865-9a75-0ffb1679290a. Jul 16 02:30:34.736542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Calling delete_port for 8d161e57-bbb5-4865-9a75-0ffb1679290a owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:35.037160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 8d161e57-bbb5-4865-9a75-0ffb1679290a no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:35.117119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.130225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8d161e57-bbb5-4865-9a75-0ffb1679290a {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:35.149848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 8d161e57-bbb5-4865-9a75-0ffb1679290a, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=8d161e57-bbb5-4865-9a75-0ffb1679290a,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:35.153931 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.201703 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:35.214862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.244530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event deleted for resources: {'Port': ['ID=8d161e57-bbb5-4865-9a75-0ffb1679290a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:35.362450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:35.467044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:35.477425 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:35.499289 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:35.500479 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:30:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.514319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] No DVR routers for this DVR port 8d161e57-bbb5-4865-9a75-0ffb1679290a on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:35.517236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.519186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0d657dd6-7ea2-45cf-9884-dece86cfba0d req-3ec3ac92-1227-4bf4-ba19-a6d130c27ee4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "DELETE /v2.0/ports/8d161e57-bbb5-4865-9a75-0ffb1679290a HTTP/1.1" status: 204 len: 173 time: 1.1368072 Jul 16 02:30:35.519686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'name': 'network-vif-deleted', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:35.522051 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994bf395-390e-4086-9b32-adffbc71953b" -d '{"events": [{"server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "name": "network-vif-deleted", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:35.560862 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb3670d-eaf4-4d6c-8cbb-c6e3a6f1fdee x-openstack-request-id: req-ceb3670d-eaf4-4d6c-8cbb-c6e3a6f1fdee {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:35.561319 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb9f68-5bea-4442-8f61-f89258e72810", "name": "network-vif-deleted", "tag": "8d161e57-bbb5-4865-9a75-0ffb1679290a", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:35.561446 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceb3670d-eaf4-4d6c-8cbb-c6e3a6f1fdee {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:35.561794 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb9f68-5bea-4442-8f61-f89258e72810', 'name': 'network-vif-deleted', 'tag': '8d161e57-bbb5-4865-9a75-0ffb1679290a', 'status': 'completed', 'code': 200} Jul 16 02:30:35.593666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1b535a94-a78a-4b62-9c9a-57de04449fae req-637d047e-3d6c-42e6-95e0-cdc5534fc97a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eeb9f68-5bea-4442-8f61-f89258e72810 HTTP/1.1" status: 200 len: 210 time: 0.0284755 Jul 16 02:30:35.629166 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:35.828384 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.859720 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:35.867826 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:35.868529 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:30:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:35.970267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:36.158596 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:36.184196 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc6d4f-e9ce-4e58-8609-7daba6b4cebd None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:36.403692 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6367e90b-c6c8-4cf9-8186-a7f8622a7878 None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:36.893278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-93ce4873-5953-4d1b-9dbc-5721f61a9432 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1123619492&fields=id&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 267 time: 0.0326912 Jul 16 02:30:37.000359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-e9e3637c-9e8c-4b58-91da-e2fb2ec1e59c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:37.001816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-e9e3637c-9e8c-4b58-91da-e2fb2ec1e59c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1024995 Jul 16 02:30:37.016637 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-a48a8d44-666f-46e2-af51-705949ae034e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/quotas/fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 375 time: 0.0096231 Jul 16 02:30:37.082563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-3284d06e-b48b-4c55-a6b2-918d92da4ee1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609357 Jul 16 02:30:37.180088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-e2debde9-5633-4311-96bf-cb8c902e5fc1 service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Jul 16 02:30:37.265679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-9545d81f-bff7-4d6c-9bb0-7426f5563b50 service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799205 Jul 16 02:30:37.436618 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca613f7b-509f-45a9-b20e-49545f3f5f16 req-3f052d78-3f3c-4f0b-907f-658caa6b65db tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 210 time: 0.0357375 Jul 16 02:30:38.518347 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4fd8f24c-ef67-4e0d-be73-a166946d69dd req-b3eef45e-b186-4b87-8930-61074226378f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 210 time: 0.0300343 Jul 16 02:30:39.598046 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74d10c29-7138-4e01-aa72-02dbcf91184c req-d796ff91-95bb-4c51-9797-7cdeb9378f19 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 210 time: 0.0277834 Jul 16 02:30:40.471129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-24bb47e6-9dc4-43c4-ae94-c5c1603c1684 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:40.472617 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-24bb47e6-9dc4-43c4-ae94-c5c1603c1684 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1063917 Jul 16 02:30:40.516638 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-5c786f64-866c-4002-ba0e-1c77ce9d4b96 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 380 time: 0.0344522 Jul 16 02:30:40.524821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'port': {'device_id': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'admin_state_up': True, 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'security_groups': ['af29341b-2039-4b8b-be01-b4f8d4c5d8a4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:40.637110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Made reservation on behalf of fe171f84406e4950a3d4a427cad23357 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:40.641462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.745006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6da80931-a512-47aa-b9e0-e3def0d6420e req-7d0587a7-e57b-4675-a363-5d425210facd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 210 time: 0.0280397 Jul 16 02:30:40.772906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Allocated IP 172.20.0.9 (ca727ab5-5c25-4417-a4d9-e3d75187aa83/26863730-cfcc-472b-862a-fa8a83a1b268/487d929e-df4b-413b-9f86-0865f1644a32) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:40.905609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.919055 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Transition to ACTIVE for port object 487d929e-df4b-413b-9f86-0865f1644a32 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:40.950292 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.000475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:41.003901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:41.006408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:41.032544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:41.062251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.062885 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.077711 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-005a9f93-3e25-4f0e-8038-ec804df21a69 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564697 Jul 16 02:30:41.090095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Request body: {'port': {'device_id': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:41.164735 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.232127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-06adc924-4d88-485b-b4d3-90dc325c1e78 None None] Provisioning for port 487d929e-df4b-413b-9f86-0865f1644a32 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:41.235973 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-06adc924-4d88-485b-b4d3-90dc325c1e78 None None] Provisioning complete for port 487d929e-df4b-413b-9f86-0865f1644a32 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:41.236438 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-06adc924-4d88-485b-b4d3-90dc325c1e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.274084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-06adc924-4d88-485b-b4d3-90dc325c1e78 None None] Port 487d929e-df4b-413b-9f86-0865f1644a32 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:41.426976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487d929e-df4b-413b-9f86-0865f1644a32 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:41.434833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.446539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Transition to ACTIVE for port object 487d929e-df4b-413b-9f86-0865f1644a32 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:41.450886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.500404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:41.576154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:41.576490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:41.576817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:41.581211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Port 487d929e-df4b-413b-9f86-0865f1644a32 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:30:41.581532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:41.586368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:41.586706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:41.587086 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:41.587508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Bound port: 487d929e-df4b-413b-9f86-0865f1644a32, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:41.587858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.654374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:41.657291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:41.661710 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.695032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.695655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:41.697299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] 10.222.0.38 "PUT /v2.0/ports/487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 1091 time: 0.6119938 Jul 16 02:30:41.697740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:41.700180 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbacfe68-fca3-4a07-925b-ce27330eb02f" -d '{"events": [{"name": "network-changed", "server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:41.728465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46fcb0-c55c-40c5-b83d-386a34666c9d service neutron] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:41.764872 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f662a-9042-434c-a389-a2dd161d6e3b x-openstack-request-id: req-8b6f662a-9042-434c-a389-a2dd161d6e3b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:41.765262 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:41.765586 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b6f662a-9042-434c-a389-a2dd161d6e3b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:41.766037 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'status': 'completed', 'code': 200} Jul 16 02:30:41.795332 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-41a81ed5-b866-4574-8a98-7c0935a38594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.796938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-41a81ed5-b866-4574-8a98-7c0935a38594 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0607939 Jul 16 02:30:41.847167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-eeecd8fb-cf01-434a-917b-d10a4acb8fde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 217 time: 0.0427098 Jul 16 02:30:41.904563 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-566cdf05-427d-476f-a333-19e8bdc97f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.906053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-566cdf05-427d-476f-a333-19e8bdc97f4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0523005 Jul 16 02:30:41.966421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-6c1b9f01-10bb-46d0-add1-d7c4a9856977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:41.967962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-6c1b9f01-10bb-46d0-add1-d7c4a9856977 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555809 Jul 16 02:30:42.061223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-44916041-fce8-44d2-b5ee-7d14256d9fbf service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Jul 16 02:30:42.110077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c081c-31b5-4b18-89d9-7b136373ae0a req-3e15bd15-8935-4d82-ac27-60377c603f77 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.111586 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da1c081c-31b5-4b18-89d9-7b136373ae0a req-3e15bd15-8935-4d82-ac27-60377c603f77 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0656612 Jul 16 02:30:42.149175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da1c081c-31b5-4b18-89d9-7b136373ae0a req-85781fd2-fdc9-4dca-b63e-7e3241401e55 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Jul 16 02:30:42.150242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ff2ff0e-11ad-4e29-957a-8db193dadd78 req-549965a9-1ccd-4576-a872-e8f417c86cf8 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827971 Jul 16 02:30:42.254174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-aa0f896b-0dc6-4232-9007-a1640059f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.255761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-aa0f896b-0dc6-4232-9007-a1640059f0c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0582051 Jul 16 02:30:42.343979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-0beb0861-10bf-4b5d-9fc9-8520c0f41a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.345364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-0beb0861-10bf-4b5d-9fc9-8520c0f41a60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0833097 Jul 16 02:30:42.390326 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-eca193e1-6d03-4509-a7b3-a19a45411f95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 217 time: 0.0384083 Jul 16 02:30:42.438910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-e9170610-d30a-40fd-8c24-40085c3ced70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.440404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-e9170610-d30a-40fd-8c24-40085c3ced70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0432551 Jul 16 02:30:42.480835 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:42.499711 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-4f0cd4d2-79fe-4156-a3b6-307897696fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:42.501248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-4f0cd4d2-79fe-4156-a3b6-307897696fa0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538177 Jul 16 02:30:42.596149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-d0f6d4db-14d6-4725-b216-43b370c53ff0 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865579 Jul 16 02:30:42.687440 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bbacfe68-fca3-4a07-925b-ce27330eb02f req-36874d9b-d820-4ce7-b46c-94eabea844d5 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Jul 16 02:30:43.325320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae88671-cb34-45c3-9a5a-9b08a9d054bd req-0547b1ee-f56b-47ed-98fc-92ad61006934 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.326810 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae88671-cb34-45c3-9a5a-9b08a9d054bd req-0547b1ee-f56b-47ed-98fc-92ad61006934 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0637405 Jul 16 02:30:43.364676 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ae88671-cb34-45c3-9a5a-9b08a9d054bd req-b844d59e-738c-4e49-9647-962aafaf170c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Jul 16 02:30:44.538686 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03113f62-8cb9-471c-8846-34262447c93c req-aa54c251-34e9-4b72-a378-d48d6bbd1ce0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.540208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03113f62-8cb9-471c-8846-34262447c93c req-aa54c251-34e9-4b72-a378-d48d6bbd1ce0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0673647 Jul 16 02:30:44.577818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03113f62-8cb9-471c-8846-34262447c93c req-c58d9824-ed4d-417e-b0c3-3a941a80890f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Jul 16 02:30:45.073857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:30:45.169214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:45.179991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '487d929e-df4b-413b-9f86-0865f1644a32', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '487d929e-df4b-413b-9f86-0865f1644a32', 'mac_address': 'fa:16:3e:cf:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:30:45.219284 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:45.231235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487d929e-df4b-413b-9f86-0865f1644a32 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:45.250429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:45.254124 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:45.299285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:45.440233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['487d929e-df4b-413b-9f86-0865f1644a32'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:30:45.751902 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eb693-42e2-4e70-8f57-f745c35ee8ac req-bbee73de-3a42-40e4-a1c5-97f346abdab0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:45.753395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be5eb693-42e2-4e70-8f57-f745c35ee8ac req-bbee73de-3a42-40e4-a1c5-97f346abdab0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 944 time: 0.0650482 Jul 16 02:30:45.790716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-be5eb693-42e2-4e70-8f57-f745c35ee8ac req-770ab754-7763-4a33-832d-73a0e60208ae tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Jul 16 02:30:46.969209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843335de-3cc1-4ad2-bd3f-8a611cc65482 req-277267b5-9962-4a95-8881-bde2f1d81fd8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:46.970574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-843335de-3cc1-4ad2-bd3f-8a611cc65482 req-277267b5-9962-4a95-8881-bde2f1d81fd8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 944 time: 0.0629947 Jul 16 02:30:47.008431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-843335de-3cc1-4ad2-bd3f-8a611cc65482 req-8e513f10-9410-4d3d-a1ea-ad0b0e88e39c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313673 Jul 16 02:30:47.089759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:47.140020 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 487d929e-df4b-413b-9f86-0865f1644a32 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:47.143825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 487d929e-df4b-413b-9f86-0865f1644a32 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:47.144352 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.222926 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.244393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:47.246635 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b8e8f4-f82b-457d-bb88-08675b5769f4" -d '{"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-plugged", "status": "completed", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:47.259648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:47.264741 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:47.291356 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca0c6f4-2965-4b36-84fe-d4f9197ee044 x-openstack-request-id: req-7ca0c6f4-2965-4b36-84fe-d4f9197ee044 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:47.291653 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-plugged", "status": "completed", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:47.291906 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ca0c6f4-2965-4b36-84fe-d4f9197ee044 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:47.292318 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'code': 200} Jul 16 02:30:47.318343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:47.393463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9789d-dc0f-4eec-a557-da90dd518fc8 req-9d8147c2-ea52-448c-b8ec-6a089a76ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:47.394982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-93c9789d-dc0f-4eec-a557-da90dd518fc8 req-9d8147c2-ea52-448c-b8ec-6a089a76ec69 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1096 time: 0.0519900 Jul 16 02:30:47.434127 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-93c9789d-dc0f-4eec-a557-da90dd518fc8 req-87dee2fa-7895-4fc4-920a-a0fa3adce1b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332994 Jul 16 02:30:48.193998 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc1608-849a-41ac-840e-c90c3ce05161 req-1aa35f80-1cff-4357-8865-99cd2557889d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:48.195515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddfc1608-849a-41ac-840e-c90c3ce05161 req-1aa35f80-1cff-4357-8865-99cd2557889d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0696454 Jul 16 02:30:48.238635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddfc1608-849a-41ac-840e-c90c3ce05161 req-98c92fb8-8ce8-4bef-912a-6527ede7baff tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370862 Jul 16 02:30:49.411219 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849b68d-ec13-464d-bf68-6c3c924e331d req-a96206ee-bdca-45e8-a642-5d1a70acc688 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:49.412728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f849b68d-ec13-464d-bf68-6c3c924e331d req-a96206ee-bdca-45e8-a642-5d1a70acc688 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0626423 Jul 16 02:30:49.449940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f849b68d-ec13-464d-bf68-6c3c924e331d req-fe056b2d-e12f-4d2b-bcf8-840bde61677c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Jul 16 02:30:49.617973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee26f4-c099-4e85-ae17-5daad080d9d1 req-8e9dc78f-7fd2-4b31-bbd5-326513eb3577 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:49.619354 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9ee26f4-c099-4e85-ae17-5daad080d9d1 req-8e9dc78f-7fd2-4b31-bbd5-326513eb3577 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0673287 Jul 16 02:30:49.628560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:49.633073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'floatingip': {'port_id': '487d929e-df4b-413b-9f86-0865f1644a32'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:49.671486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:50.104587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:50.108672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:50.545443 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac associated. External IP: 172.25.0.96, port: 487d929e-df4b-413b-9f86-0865f1644a32. Jul 16 02:30:50.747588 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:50.855217 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:50.860015 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:50.864406 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:50.873542 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:50.874145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:30:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:50.901582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-afd21eda-142a-4adf-b894-a56622506451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "PUT /v2.0/floatingips/6de55b8f-eda9-48cb-8818-dc7748c62bac HTTP/1.1" status: 200 len: 990 time: 1.2693820 Jul 16 02:30:50.901582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:50.901891 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be34687-5c6d-4e84-bea3-6a8a6bb05405" -d '{"events": [{"name": "network-changed", "server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:50.939329 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c5190b-5105-4e58-8898-d8396cb97c58 x-openstack-request-id: req-03c5190b-5105-4e58-8898-d8396cb97c58 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:50.939624 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:50.940054 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03c5190b-5105-4e58-8898-d8396cb97c58 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:50.940536 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'status': 'completed', 'code': 200} Jul 16 02:30:50.987584 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:51.022418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-2f32894b-aa20-4ea3-9c06-dd4b2bc43c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.023992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-2f32894b-aa20-4ea3-9c06-dd4b2bc43c1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1096 time: 0.0571625 Jul 16 02:30:51.119539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-afe296e2-065f-4d48-a626-fd9e3427c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.121094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-afe296e2-065f-4d48-a626-fd9e3427c4e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0888681 Jul 16 02:30:51.189723 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-c96eda76-d6ec-4ada-92e8-65f9046c5267 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 998 time: 0.0628448 Jul 16 02:30:51.239840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-183b2c5f-ff67-4300-b974-25c6b10fd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.241350 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-183b2c5f-ff67-4300-b974-25c6b10fd25b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0453904 Jul 16 02:30:51.298875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-1e24883b-eed0-4357-b5c9-cd5e4d412767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:51.300607 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-1e24883b-eed0-4357-b5c9-cd5e4d412767 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532401 Jul 16 02:30:51.300777 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '487d929e-df4b-413b-9f86-0865f1644a32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:cf:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:30:50Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:51.327340 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:51.335432 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:51.336052 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:30:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:51.396639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-c205e678-9b91-422b-a0d6-c54ec15ebb6d service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887992 Jul 16 02:30:51.441002 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:51.486564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4be34687-5c6d-4e84-bea3-6a8a6bb05405 req-f386905a-e3c5-46e3-a5c4-e9ad2c520725 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Jul 16 02:30:51.660553 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '487d929e-df4b-413b-9f86-0865f1644a32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:cf:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:30:50Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:51.686996 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea611d-e1f2-4019-9396-23906a5c41f5 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '487d929e-df4b-413b-9f86-0865f1644a32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:cf:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:30:50Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:51.867109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123fbeb3-36df-4f48-93d5-0b544c12ef9f None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:52.593043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:53.799175 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:53.803177 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e30ddf0-c73d-46b3-992d-d829a96e4aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:56.234042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-58980548-5098-432b-843b-5e72abbf39b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:56.715201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:57.577940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:59.056419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:15.225625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-5aa0a1b4-611b-40da-827c-191f65d7e271 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579562 Jul 16 02:31:15.318096 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43278b-3b6f-472f-a764-d032c98045c9 req-286dfb7b-0212-44a8-84f1-a1ef95ab6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.319538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-286dfb7b-0212-44a8-84f1-a1ef95ab6eda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1096 time: 0.0519376 Jul 16 02:31:15.426146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43278b-3b6f-472f-a764-d032c98045c9 req-19952fb7-d65a-440e-8bd0-f2451fcdf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.427614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-19952fb7-d65a-440e-8bd0-f2451fcdf081 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0883377 Jul 16 02:31:15.491173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-a916128b-1efe-4e50-adf2-cecc61a8d5dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 1000 time: 0.0564685 Jul 16 02:31:15.539578 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43278b-3b6f-472f-a764-d032c98045c9 req-e8f07467-719c-4c73-b05f-046262301ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.541055 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-e8f07467-719c-4c73-b05f-046262301ddb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0436888 Jul 16 02:31:15.600184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43278b-3b6f-472f-a764-d032c98045c9 req-6d16746d-e368-42c1-8ea8-3f1c7c66174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.601642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-6d16746d-e368-42c1-8ea8-3f1c7c66174c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536079 Jul 16 02:31:15.692118 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-81ef77cb-5544-4be8-bc79-ced6781fabf3 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808444 Jul 16 02:31:15.784311 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-da43278b-3b6f-472f-a764-d032c98045c9 req-b2fde718-6a5f-4617-859b-006733c814ee service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Jul 16 02:31:19.480484 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:22.593474 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.803705 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1ff30bf-d3ec-4de9-b293-e1f6dc803622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:23.821071 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.234237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99e3bafd-446d-4959-ac0f-f167dba1cafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.718364 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.580055 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:29.060546 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:52.592008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.803395 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e53c031-52cd-44f7-837e-ea8c7bb88546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:53.838694 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.234919 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d60cb5d-c814-4685-acf1-e17d64140ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:56.479102 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:56.719155 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:57.582830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:59.060412 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.325458 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-d879db30-6466-4fcc-8e63-5a55b69afe4d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525434 Jul 16 02:32:15.417938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-e5bed8df-969d-45ce-9e05-fee21fda002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:15.419432 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-e5bed8df-969d-45ce-9e05-fee21fda002f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1096 time: 0.0524809 Jul 16 02:32:15.523725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-eca72ed3-383f-4940-a9e0-a0f542633a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:15.525226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-eca72ed3-383f-4940-a9e0-a0f542633a95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0876691 Jul 16 02:32:15.589775 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-10c8ffa7-b872-401f-be7b-bb3206ac49d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 1000 time: 0.0575612 Jul 16 02:32:15.642260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-4deb9f19-9519-47d3-9055-c8cd57ab0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:15.644297 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-4deb9f19-9519-47d3-9055-c8cd57ab0bf1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0469034 Jul 16 02:32:15.698654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-5c211c10-d611-46d1-b852-0c26b499f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:15.700186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-5c211c10-d611-46d1-b852-0c26b499f055 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505328 Jul 16 02:32:15.790353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-d576afa7-67cb-4a7c-9fcf-7a68deaed650 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815032 Jul 16 02:32:15.885672 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c64474f0-5d48-44a5-95fb-32ba46718a1e req-8102d273-b471-4ea1-8130-a67372a7d746 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883818 Jul 16 02:32:22.606145 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.803576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7d522f18-9948-40f9-b48a-754758b79466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.850516 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.094596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46f65-0a81-44c2-a93f-28fdaeb4ba78 req-5c21ba40-3d36-4261-bac6-83332f52d6e6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:26.096103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05d46f65-0a81-44c2-a93f-28fdaeb4ba78 req-5c21ba40-3d36-4261-bac6-83332f52d6e6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0633171 Jul 16 02:32:26.133916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-05d46f65-0a81-44c2-a93f-28fdaeb4ba78 req-42943aa3-b1eb-4ead-93b7-4e22ab04766b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322194 Jul 16 02:32:26.236886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b626e8a8-a7a0-448b-acf6-1930258db8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:26.719442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:27.313031 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7cf6-91b1-4d83-91a4-8c95455d044b req-55c172be-8c23-4560-8630-dbd8c94c7948 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:27.314488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-370e7cf6-91b1-4d83-91a4-8c95455d044b req-55c172be-8c23-4560-8630-dbd8c94c7948 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0623426 Jul 16 02:32:27.351402 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-370e7cf6-91b1-4d83-91a4-8c95455d044b req-87295c11-cf4f-42a5-9d12-a0a8a12417b4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307369 Jul 16 02:32:27.585276 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:28.533476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f745c8-4896-45f1-b09f-27ad4140d370 req-731ccc48-d42f-4067-8e92-bcd614915222 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:28.535007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61f745c8-4896-45f1-b09f-27ad4140d370 req-731ccc48-d42f-4067-8e92-bcd614915222 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0732963 Jul 16 02:32:28.573249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61f745c8-4896-45f1-b09f-27ad4140d370 req-16bc8a2c-1a82-4fd6-8b8f-6d3461013c11 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319529 Jul 16 02:32:29.064173 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:29.757639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f1f27-640c-47e0-960d-9e5cddf1c11f req-87b0d6ea-687c-4b56-ac87-adf43949d449 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:29.759149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-410f1f27-640c-47e0-960d-9e5cddf1c11f req-87b0d6ea-687c-4b56-ac87-adf43949d449 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0746825 Jul 16 02:32:29.795793 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-410f1f27-640c-47e0-960d-9e5cddf1c11f req-0de0d60a-4ece-4b37-ac81-f272c6d33b42 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Jul 16 02:32:30.972176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d8742-eacb-4683-b551-f74b1befaa1d req-dbf254b9-4acd-4ceb-89a2-555bfb231a33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:30.973612 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-173d8742-eacb-4683-b551-f74b1befaa1d req-dbf254b9-4acd-4ceb-89a2-555bfb231a33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0656595 Jul 16 02:32:31.011495 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-173d8742-eacb-4683-b551-f74b1befaa1d req-ce2f4370-ed5e-4066-a740-31b7206f55da tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Jul 16 02:32:32.180366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1916-5e53-42fd-97d7-496c09bf66de req-db9ce143-3bca-484d-8abd-0c245bde0752 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:32.181838 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad4f1916-5e53-42fd-97d7-496c09bf66de req-db9ce143-3bca-484d-8abd-0c245bde0752 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0619335 Jul 16 02:32:32.222115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad4f1916-5e53-42fd-97d7-496c09bf66de req-c8aa5d7c-86d8-4a13-9b39-75106c7f62f6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344059 Jul 16 02:32:33.400187 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27045651-88df-4893-9fb6-ac498601e86e req-ee32d4d6-bacc-4d3f-9505-4776f8ae33dd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:33.401679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27045651-88df-4893-9fb6-ac498601e86e req-ee32d4d6-bacc-4d3f-9505-4776f8ae33dd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0705290 Jul 16 02:32:33.439412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-27045651-88df-4893-9fb6-ac498601e86e req-de799fd7-fbfc-429f-aa4d-b107a7082f66 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Jul 16 02:32:33.477155 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:34.614113 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166aa51-f6da-4349-ad7b-bd7ad4e2d02f req-9018cae8-7546-4999-8420-b696e4c4e136 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:34.615588 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5166aa51-f6da-4349-ad7b-bd7ad4e2d02f req-9018cae8-7546-4999-8420-b696e4c4e136 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0668571 Jul 16 02:32:34.654351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5166aa51-f6da-4349-ad7b-bd7ad4e2d02f req-c69dda02-f55e-4360-8bdd-d4a742266110 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Jul 16 02:32:35.828823 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f82827-9a7e-4215-a697-f147d6d4e4d7 req-7fb6d91c-fee5-48e0-a4fb-1c64caf2414c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:35.830300 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77f82827-9a7e-4215-a697-f147d6d4e4d7 req-7fb6d91c-fee5-48e0-a4fb-1c64caf2414c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0624707 Jul 16 02:32:35.868328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-77f82827-9a7e-4215-a697-f147d6d4e4d7 req-7c75a134-672f-4325-8972-085cecb051e9 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Jul 16 02:32:37.046185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6242a-9ff5-47d8-ab3c-850d69f98a15 req-2effbccb-d95f-4ef9-9da9-03720a872cb0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:37.047563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dc6242a-9ff5-47d8-ab3c-850d69f98a15 req-2effbccb-d95f-4ef9-9da9-03720a872cb0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0661139 Jul 16 02:32:37.085716 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dc6242a-9ff5-47d8-ab3c-850d69f98a15 req-e02befa9-5021-44a5-8d65-4dcbfbcc6a86 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Jul 16 02:32:37.415797 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-621fc154-28d4-4628-93fe-da9708e45c2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535166 Jul 16 02:32:37.474702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9c10-56be-45bc-9d9d-717048184174 req-8545258b-98d2-4cef-92d9-9ad9a18f6a3b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:37.477190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e53a9c10-56be-45bc-9d9d-717048184174 req-8545258b-98d2-4cef-92d9-9ad9a18f6a3b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0670261 Jul 16 02:32:37.516420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e53a9c10-56be-45bc-9d9d-717048184174 req-ca6e80fa-05d7-464f-af3b-ff8a859fb1dc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jul 16 02:32:38.688335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eea6a-4fbb-44e4-ad49-ab230940dd2f req-6eb259e0-fb82-45e1-8d93-dc13a08ba757 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:38.689845 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-151eea6a-4fbb-44e4-ad49-ab230940dd2f req-6eb259e0-fb82-45e1-8d93-dc13a08ba757 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0633087 Jul 16 02:32:38.727781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-151eea6a-4fbb-44e4-ad49-ab230940dd2f req-a40203b9-3ce9-40a4-aced-01ff87690631 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Jul 16 02:32:39.653938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-03f2e4f0-31b5-416d-afb6-edb99a9bfc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.655440 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-03f2e4f0-31b5-416d-afb6-edb99a9bfc7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1096 time: 0.0585468 Jul 16 02:32:39.744010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-422d0973-6b1c-4ec3-bb1e-10d468cbaded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.745507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-422d0973-6b1c-4ec3-bb1e-10d468cbaded service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0840096 Jul 16 02:32:39.816367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-350ab713-895a-420d-8980-761116721a5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 1000 time: 0.0643024 Jul 16 02:32:39.863615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-bb4762a6-2bf3-454a-9084-72868e180cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.865099 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-bb4762a6-2bf3-454a-9084-72868e180cc4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0432475 Jul 16 02:32:39.908192 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98a8fc-8b77-43fa-b515-7f3fd0f715f4 req-65123fd8-ec8f-489d-b98b-9f9f54570c01 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.909555 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa98a8fc-8b77-43fa-b515-7f3fd0f715f4 req-65123fd8-ec8f-489d-b98b-9f9f54570c01 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0714464 Jul 16 02:32:39.921331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-af6e9b63-d65b-401e-b146-257ca6dff096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:39.922827 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-af6e9b63-d65b-401e-b146-257ca6dff096 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516899 Jul 16 02:32:39.947983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa98a8fc-8b77-43fa-b515-7f3fd0f715f4 req-2a8256ae-64fe-4502-afab-7fd33a75f084 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Jul 16 02:32:40.015297 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-0856cb86-0917-48ad-8ba2-d9c97a36269a service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857754 Jul 16 02:32:40.101834 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-a74facec-6d92-4ab2-b911-8e3749579059 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809157 Jul 16 02:32:41.120239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02ecf-5e7b-4a73-ba95-ff3a24457636 req-12c3f9dd-bd2a-4e6f-bb34-efc7ddb37b17 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:41.121719 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fda02ecf-5e7b-4a73-ba95-ff3a24457636 req-12c3f9dd-bd2a-4e6f-bb34-efc7ddb37b17 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0622077 Jul 16 02:32:41.159569 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fda02ecf-5e7b-4a73-ba95-ff3a24457636 req-ce0e6544-bb4f-4ead-b23d-e5061904f067 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Jul 16 02:32:41.965987 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9d0fd468-f098-4d75-96f1-1fb9b8db8f52 service neutron] show failed (client error): The resource could not be found. Jul 16 02:32:41.966903 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9d0fd468-f098-4d75-96f1-1fb9b8db8f52 service neutron] 10.222.0.38 "GET /v2.0/ports/487d929e-df4b-413b-9f86-0865f1644a32/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0577185 Jul 16 02:32:42.210670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-166326f6-91e7-4f3e-980a-097081bacc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:42.212658 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-166326f6-91e7-4f3e-980a-097081bacc79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 1096 time: 0.0547614 Jul 16 02:32:42.223320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:42.295166 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.336980 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59239f2-eebd-40fd-a441-70467f9308f7 req-dad6224d-221b-4df1-8ae9-e5d7b31b01e4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:42.338485 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f59239f2-eebd-40fd-a441-70467f9308f7 req-dad6224d-221b-4df1-8ae9-e5d7b31b01e4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0663373 Jul 16 02:32:42.376527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f59239f2-eebd-40fd-a441-70467f9308f7 req-dbf611ee-73cd-43e5-a27d-c6d77d000df9 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Jul 16 02:32:42.504083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:42.535483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:42.574136 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:42.576399 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5864212-cb6f-432c-8476-d4fcab743f9e" -d '{"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-unplugged", "status": "completed", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:42.580257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.593010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Transition to ACTIVE for port object 487d929e-df4b-413b-9f86-0865f1644a32 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:42.596605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.625296 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e54c3b-d51a-4f27-a47a-863a3cb88540 x-openstack-request-id: req-b8e54c3b-d51a-4f27-a47a-863a3cb88540 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:42.625583 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-unplugged", "status": "completed", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:42.626085 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8e54c3b-d51a-4f27-a47a-863a3cb88540 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:42.626467 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'code': 200} Jul 16 02:32:42.679968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:42.694509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.694870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.695185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.695513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.695841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.696194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.696518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.696839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.697159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.697473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.697791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.698105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:42.732414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] No DVR routers for this DVR port 487d929e-df4b-413b-9f86-0865f1644a32 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:42.866876 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:42.867213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:42.867533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:42.871766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Port 487d929e-df4b-413b-9f86-0865f1644a32 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:42.872110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Attempting to bind port 487d929e-df4b-413b-9f86-0865f1644a32 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:42.877076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:42.877413 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:42.877786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:42.878203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Bound port: 487d929e-df4b-413b-9f86-0865f1644a32, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:42.878551 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.942828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:42.946618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:42.951065 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.992069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:42.992748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:42.994441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9460d866-a960-41e6-a939-748918966a7d service neutron] 10.222.0.32 "PUT /v2.0/ports/487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 1091 time: 0.7754500 Jul 16 02:32:43.012920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460d866-a960-41e6-a939-748918966a7d service neutron] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:43.072143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-4c75c708-5d3e-489f-bbe1-7b6ee0e2eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:43.073679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-4c75c708-5d3e-489f-bbe1-7b6ee0e2eb45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0554612 Jul 16 02:32:43.166985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-451515d8-b141-44dc-85dd-0405783f454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:43.168527 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-451515d8-b141-44dc-85dd-0405783f454b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0888016 Jul 16 02:32:43.235639 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-253d68bf-15ec-4878-9299-784c38989716 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 998 time: 0.0609996 Jul 16 02:32:43.283303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-99aa9405-7449-4fb0-a5cb-868f26208a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:43.284661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-99aa9405-7449-4fb0-a5cb-868f26208a4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0423944 Jul 16 02:32:43.340007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-891988e9-beec-4713-bb30-502fc91653bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:43.341417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-891988e9-beec-4713-bb30-502fc91653bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502758 Jul 16 02:32:43.434858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-9d3ba1b5-0b3b-4673-bc56-c40808d29461 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870504 Jul 16 02:32:43.557496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af531-e333-4292-8521-445b9e01b03f req-dee848a5-7654-42f1-aa31-e3dd889c41c3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:43.559157 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-966af531-e333-4292-8521-445b9e01b03f req-dee848a5-7654-42f1-aa31-e3dd889c41c3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0662334 Jul 16 02:32:43.598306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-966af531-e333-4292-8521-445b9e01b03f req-c7e415db-4ac9-4748-8e18-bc55d686e90c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333836 Jul 16 02:32:43.868008 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-aac1c393-06c5-4dd4-9b11-1da8881533e1 req-4d9742fd-df26-4042-8b00-fe114b1ab86f service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265609 Jul 16 02:32:44.628201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:44.630532 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99fb815-23ae-478e-b18a-39dfd580884f" -d '{"events": [{"name": "network-changed", "server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:44.677422 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79fea40-5a5d-4a1d-b819-3ee0a4b9348a x-openstack-request-id: req-b79fea40-5a5d-4a1d-b819-3ee0a4b9348a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:44.677717 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:44.678467 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b79fea40-5a5d-4a1d-b819-3ee0a4b9348a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:44.678928 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'status': 'completed', 'code': 200} Jul 16 02:32:44.777183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6535976-ba12-4c1d-83fb-df019aab5cb3 req-b5ff4f56-bef3-43ab-bb36-64a5b813195a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:44.778922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6535976-ba12-4c1d-83fb-df019aab5cb3 req-b5ff4f56-bef3-43ab-bb36-64a5b813195a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0638936 Jul 16 02:32:44.787325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-a05ae327-874c-477d-98d7-1df3bee32545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:44.788840 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-a05ae327-874c-477d-98d7-1df3bee32545 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0804064 Jul 16 02:32:44.793898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-609415f4-ea12-4ae8-8dc9-a0571a3dcd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:44.795337 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-609415f4-ea12-4ae8-8dc9-a0571a3dcd06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0961888 Jul 16 02:32:44.816153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6535976-ba12-4c1d-83fb-df019aab5cb3 req-f013e46b-511a-41b4-9da4-de3c9836de9f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 16 02:32:44.949586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-904b4d08-ee55-40ee-b0ef-f09cd09ae8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:44.951062 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-904b4d08-ee55-40ee-b0ef-f09cd09ae8d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1549048 Jul 16 02:32:44.952378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-669eccbb-8eb6-461c-958c-6cffab4c5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:44.953675 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-669eccbb-8eb6-461c-958c-6cffab4c5984 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1489470 Jul 16 02:32:45.058875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-589ce093-13b8-43c0-99fc-22feae8d1077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 998 time: 0.1007986 Jul 16 02:32:45.064836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-498a6bba-65d6-4c22-a580-a132f388bfaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 998 time: 0.1014113 Jul 16 02:32:45.141868 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-82106309-c3d4-4403-b30a-86ccf41071e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:45.143338 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-82106309-c3d4-4403-b30a-86ccf41071e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0776713 Jul 16 02:32:45.146651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-6121588e-fc08-496a-8b7e-c022cb9dc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:45.148625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-6121588e-fc08-496a-8b7e-c022cb9dc31f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0751936 Jul 16 02:32:45.243985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-38fdce89-cc29-404b-8a4a-0682df91fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:45.245431 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-38fdce89-cc29-404b-8a4a-0682df91fccc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957408 Jul 16 02:32:45.247940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb815-23ae-478e-b18a-39dfd580884f req-eaf506d0-e3d7-4ef1-9ef1-0ba27df8b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:45.249319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-eaf506d0-e3d7-4ef1-9ef1-0ba27df8b920 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923409 Jul 16 02:32:45.401668 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-5aa27652-03e9-43c8-a5b3-e2dc6850e696 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496677 Jul 16 02:32:45.403742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-4686f811-c954-4f76-a2f6-f7b74efc0767 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442635 Jul 16 02:32:45.558654 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-db629ac4-f50a-4e67-bf72-93ed9b7284f2 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511042 Jul 16 02:32:45.561855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b99fb815-23ae-478e-b18a-39dfd580884f req-7e756562-f952-4656-8e30-d9a68d96d32c service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474757 Jul 16 02:32:45.640176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:45.680903 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:45.995852 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6140b-cebd-4df5-9648-4b6111c37a2b req-0da5c3eb-1570-4bd5-987b-a547c298ae37 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:45.997366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bfe6140b-cebd-4df5-9648-4b6111c37a2b req-0da5c3eb-1570-4bd5-987b-a547c298ae37 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0675766 Jul 16 02:32:46.035153 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bfe6140b-cebd-4df5-9648-4b6111c37a2b req-cd9c78c8-142e-451f-842b-14e006638d7f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Jul 16 02:32:46.338300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901040-48be-4a47-951a-70b5adc4bcbc req-0d198ae6-fb05-4c19-966e-873cb0e85371 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:46.339270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-789b0a12-ddc2-4d4f-a993-94d14d794609 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:46.339819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01901040-48be-4a47-951a-70b5adc4bcbc req-0d198ae6-fb05-4c19-966e-873cb0e85371 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0628896 Jul 16 02:32:46.340761 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-789b0a12-ddc2-4d4f-a993-94d14d794609 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255&tenant_id=fe171f84406e4950a3d4a427cad23357&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 943 time: 0.0726719 Jul 16 02:32:46.378635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01901040-48be-4a47-951a-70b5adc4bcbc req-6bef3318-0fbf-457f-83c7-c47a3eda85e0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Jul 16 02:32:46.406357 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-2e3f6212-9ffa-4741-b3a7-a2b4647bc573 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:32:46.407297 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-2e3f6212-9ffa-4741-b3a7-a2b4647bc573 service neutron] 10.222.0.38 "DELETE /v2.0/ports/487d929e-df4b-413b-9f86-0865f1644a32/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0593224 Jul 16 02:32:46.499047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-451fbc26-31fd-4ec9-933a-a89ea8c95942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:46.500539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-451fbc26-31fd-4ec9-933a-a89ea8c95942 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0520902 Jul 16 02:32:46.591963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-ae3c47de-d2cb-45bf-b74f-acd461beff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:46.593450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-ae3c47de-d2cb-45bf-b74f-acd461beff83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0873356 Jul 16 02:32:46.657542 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-ae5c2bf0-381e-4e41-944c-0d9e274ca588 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 998 time: 0.0578611 Jul 16 02:32:46.705092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-82153a80-1e35-455f-a147-d48b7272161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:46.706539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-82153a80-1e35-455f-a147-d48b7272161b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0437946 Jul 16 02:32:46.766724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-5960964a-b20e-407b-a029-53b2e1f07b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:46.768221 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-5960964a-b20e-407b-a029-53b2e1f07b45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554492 Jul 16 02:32:46.863276 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-a2ae28d0-48da-4023-8fff-4e40ad27dafb service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886703 Jul 16 02:32:46.954733 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c36dfed3-5de1-4144-9002-afa4febaffe2 req-1f1f68b6-cc48-45aa-b2c8-db478c78432f service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Jul 16 02:32:47.575246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337cf48-4906-4877-8787-7d1079f5e6e9 req-d5266509-1fef-4da2-966a-d69650c7a38f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:47.576843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f337cf48-4906-4877-8787-7d1079f5e6e9 req-d5266509-1fef-4da2-966a-d69650c7a38f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0710318 Jul 16 02:32:47.614442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f337cf48-4906-4877-8787-7d1079f5e6e9 req-c0ed1542-1869-41ec-81b4-e293893e3b5d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319116 Jul 16 02:32:47.788776 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc48f-92ef-4dbc-87d6-2383240e4d33 req-730c04bf-2cc4-41f7-8d7c-9a2b7bd1dd0e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:47.790262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cfcc48f-92ef-4dbc-87d6-2383240e4d33 req-730c04bf-2cc4-41f7-8d7c-9a2b7bd1dd0e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0633583 Jul 16 02:32:47.831685 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cfcc48f-92ef-4dbc-87d6-2383240e4d33 req-e578e9ea-47d7-428d-bde7-3cae54b72c71 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Jul 16 02:32:48.027482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:48.130009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:48.141840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '487d929e-df4b-413b-9f86-0865f1644a32', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '487d929e-df4b-413b-9f86-0865f1644a32', 'mac_address': 'fa:16:3e:cf:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:48.180170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e813-82e9-4cdd-a065-d94307c9cf80 req-e0c8eee3-3553-490d-b862-47d2c0e9d2c6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:48.180469 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:48.181580 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2709e813-82e9-4cdd-a065-d94307c9cf80 req-e0c8eee3-3553-490d-b862-47d2c0e9d2c6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 943 time: 0.0800796 Jul 16 02:32:48.197652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487d929e-df4b-413b-9f86-0865f1644a32 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:48.214061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-fe1864cd-5097-4c06-ae81-6305dd09622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:48.217479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-fe1864cd-5097-4c06-ae81-6305dd09622e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 1094 time: 0.0846081 Jul 16 02:32:48.218788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:48.221097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2709e813-82e9-4cdd-a065-d94307c9cf80 req-c2d49cb3-9bc8-4b5b-a00d-0b1f6b7025a1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338480 Jul 16 02:32:48.222262 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:48.274171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:48.281601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.281950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.282298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.282632 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.282963 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.283288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.283613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.283936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.284284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.284605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.284923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.285240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:48.314126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-7754eebc-bbcb-4056-8c9f-de8b0a422ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:48.315609 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-7754eebc-bbcb-4056-8c9f-de8b0a422ede service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0924642 Jul 16 02:32:48.378305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-260ab7cf-86ca-474a-83c3-0185098dfe0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 200 len: 999 time: 0.0565505 Jul 16 02:32:48.426961 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-b2c89dfd-5411-4820-8616-1f552f767e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:48.428472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-b2c89dfd-5411-4820-8616-1f552f767e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0433495 Jul 16 02:32:48.454289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['487d929e-df4b-413b-9f86-0865f1644a32'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:48.489664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-82ff13d1-769c-43ea-9a3b-cce4dab01215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:48.491204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-82ff13d1-769c-43ea-9a3b-cce4dab01215 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559793 Jul 16 02:32:48.583294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-a6499e2d-88f7-4997-8c98-f696b73f27c3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850718 Jul 16 02:32:48.679546 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a740b5e-cf53-43e7-9b89-6a89989e6015 req-5439aace-a27d-4611-9539-e41f5e50b89a service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883322 Jul 16 02:32:49.399512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803caf3e-bd82-4c55-9cc5-6470eec169f8 req-47f5266d-c973-45e2-bc3e-20bdf9dcce72 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:49.400994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-803caf3e-bd82-4c55-9cc5-6470eec169f8 req-47f5266d-c973-45e2-bc3e-20bdf9dcce72 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 944 time: 0.0667515 Jul 16 02:32:49.439194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-803caf3e-bd82-4c55-9cc5-6470eec169f8 req-ba05bbf2-1862-4709-bf3b-bd013df559dd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jul 16 02:32:49.825922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5f90-14e9-4d2f-9cf1-78223f88581f req-4a3faaff-745d-4949-99c1-7d05d58a1141 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:49.827391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2bc5f90-14e9-4d2f-9cf1-78223f88581f req-4a3faaff-745d-4949-99c1-7d05d58a1141 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 944 time: 0.0631571 Jul 16 02:32:49.865099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f2bc5f90-14e9-4d2f-9cf1-78223f88581f req-d99820d7-689e-4c2e-8ce6-ea2e51ac88f7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jul 16 02:32:50.035208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:50.086576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 487d929e-df4b-413b-9f86-0865f1644a32 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:50.090229 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 487d929e-df4b-413b-9f86-0865f1644a32 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:50.090588 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.165879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.187249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:50.189499 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19796f7f-7d68-4007-9c04-08421f028408" -d '{"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-plugged", "status": "completed", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:50.202778 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:50.207536 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.234419 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9aa67b-28aa-441d-9168-0257702d806f x-openstack-request-id: req-7f9aa67b-28aa-441d-9168-0257702d806f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:50.234710 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-plugged", "status": "completed", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:50.234960 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f9aa67b-28aa-441d-9168-0257702d806f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:50.235357 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'code': 200} Jul 16 02:32:50.260527 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:51.005976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-c6cee3a8-2945-488b-ad2e-d27bfce9d605 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:51.007487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-c6cee3a8-2945-488b-ad2e-d27bfce9d605 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0634904 Jul 16 02:32:51.045119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d91f-cb6f-470a-a58a-4adfccd7358f req-af71c527-beaa-494d-97de-243aa0d680e4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:51.046644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f151d91f-cb6f-470a-a58a-4adfccd7358f req-af71c527-beaa-494d-97de-243aa0d680e4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=341c5896-e0c0-4ea0-b3eb-376a1d240255 HTTP/1.1" status: 200 len: 945 time: 0.0684938 Jul 16 02:32:51.085561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f151d91f-cb6f-470a-a58a-4adfccd7358f req-4acd6d16-ccb1-48ed-ab26-e6be9a3491cf tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Jul 16 02:32:51.112772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Deleting port 487d929e-df4b-413b-9f86-0865f1644a32 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:51.113120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.200262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] For port 487d929e-df4b-413b-9f86-0865f1644a32, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=487d929e-df4b-413b-9f86-0865f1644a32,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:51.200618 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.375421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.376130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.376537 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac disassociated. External IP: 172.25.0.96, port: 487d929e-df4b-413b-9f86-0865f1644a32. Jul 16 02:32:51.377034 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Calling delete_port for 487d929e-df4b-413b-9f86-0865f1644a32 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:51.502269 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.534518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event deleted for resources: {'Port': ['ID=487d929e-df4b-413b-9f86-0865f1644a32,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:51.654898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:51.766600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:51.777919 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:51.786487 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:51.787122 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:32:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:51.814159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] No DVR routers for this DVR port 487d929e-df4b-413b-9f86-0865f1644a32 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:51.816783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:51.819333 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6d280ba9-e0a1-446c-bf41-6b20f36686eb req-0fb559ab-ea95-46c9-8026-a82562dfd5b5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "DELETE /v2.0/ports/487d929e-df4b-413b-9f86-0865f1644a32 HTTP/1.1" status: 204 len: 173 time: 0.8063414 Jul 16 02:32:51.819772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-deleted', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:51.822080 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5acf0-6edb-4e05-8ac8-d08bcd760f3b" -d '{"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-deleted", "tag": "487d929e-df4b-413b-9f86-0865f1644a32"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:51.859552 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f94409-68f8-48c8-bead-6c742a61b442 x-openstack-request-id: req-f3f94409-68f8-48c8-bead-6c742a61b442 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:51.859846 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341c5896-e0c0-4ea0-b3eb-376a1d240255", "name": "network-vif-deleted", "tag": "487d929e-df4b-413b-9f86-0865f1644a32", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:51.860140 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3f94409-68f8-48c8-bead-6c742a61b442 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:51.860545 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341c5896-e0c0-4ea0-b3eb-376a1d240255', 'name': 'network-vif-deleted', 'tag': '487d929e-df4b-413b-9f86-0865f1644a32', 'status': 'completed', 'code': 200} Jul 16 02:32:51.916073 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:52.129736 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.159587 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:52.168628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:52.169158 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:32:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.285139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:52.470899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-50ce8322-d407-41c1-9417-0429b1b0b31d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1123619492&fields=id&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 267 time: 0.0333369 Jul 16 02:32:52.492443 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:52.519566 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3df1d41-481f-417b-8ab3-a6fda6506778 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:52.597231 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-5ab7b3d4-e87e-4eec-829d-3d676a2e716b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:52.598721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-5ab7b3d4-e87e-4eec-829d-3d676a2e716b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1121805 Jul 16 02:32:52.615045 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-887ad04b-e8e1-4790-a02a-aa15fdf135ad tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/quotas/fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 375 time: 0.0101058 Jul 16 02:32:52.628364 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:52.692257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-b7a452bc-20e6-4edc-90e6-0965df9df330 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707519 Jul 16 02:32:52.792966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82031d-2998-4c7a-9a95-a437f29ec189 None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:52.860590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-8936f612-8512-473c-8a16-0f29e9b76462 service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568146 Jul 16 02:32:52.961234 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-5ddba486-1b2b-433c-84d5-737c67c8e62f service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942590 Jul 16 02:32:53.173383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e035329e-fee7-4f5a-9676-12782210c693 req-e3bbaf41-4af7-462b-a81e-6fd2dd772a9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 210 time: 0.0373073 Jul 16 02:32:53.805088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1657a936-dcfd-4ab7-b0ec-1e330e7a1bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:53.849814 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.184535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-2e32ef18-2a79-4adc-8f49-b6b56a8f42c8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:54.185982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-2e32ef18-2a79-4adc-8f49-b6b56a8f42c8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1177764 Jul 16 02:32:54.247726 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-4f88b4e1-cf3b-4e17-9d8b-3b0dae48a5c6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 380 time: 0.0505519 Jul 16 02:32:54.256451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'port': {'device_id': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'admin_state_up': True, 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'security_groups': ['af29341b-2039-4b8b-be01-b4f8d4c5d8a4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:54.318949 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11321c22-390b-4d40-a338-34fcffe6fc4d req-ad1b430a-ac73-4a3a-842f-0ac257729382 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 210 time: 0.0293677 Jul 16 02:32:54.386534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Made reservation on behalf of fe171f84406e4950a3d4a427cad23357 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:54.390082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.519684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Allocated IP 172.20.0.13 (ca727ab5-5c25-4417-a4d9-e3d75187aa83/26863730-cfcc-472b-862a-fa8a83a1b268/6a3430fd-b90b-47e8-9fd0-083192415b10) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:54.655945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.669688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Transition to ACTIVE for port object 6a3430fd-b90b-47e8-9fd0-083192415b10 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:54.702483 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.751810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:54.754972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:54.759436 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:54.765849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:54.816212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:54.816839 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:54.833691 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-d909f9a6-b25b-459d-898a-befc4d13ba9d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812750 Jul 16 02:32:54.847525 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Request body: {'port': {'device_id': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:54.928644 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.018574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cff3e0e5-bf10-4e45-93a6-151c8c87782a None None] Provisioning for port 6a3430fd-b90b-47e8-9fd0-083192415b10 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:55.022921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-cff3e0e5-bf10-4e45-93a6-151c8c87782a None None] Provisioning complete for port 6a3430fd-b90b-47e8-9fd0-083192415b10 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:55.023417 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cff3e0e5-bf10-4e45-93a6-151c8c87782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.057508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-cff3e0e5-bf10-4e45-93a6-151c8c87782a None None] Port 6a3430fd-b90b-47e8-9fd0-083192415b10 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:55.202925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:55.210444 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.222848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Transition to ACTIVE for port object 6a3430fd-b90b-47e8-9fd0-083192415b10 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:55.226350 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.280012 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:55.352295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:55.352627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:55.352957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:55.358069 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:55.358469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:55.364517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:55.365027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:55.365421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:55.365849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Bound port: 6a3430fd-b90b-47e8-9fd0-083192415b10, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:55.366212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.440695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:55.444372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:55.449891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.486879 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.487228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:55.488622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] 10.222.0.38 "PUT /v2.0/ports/6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1092 time: 0.6473637 Jul 16 02:32:55.489061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:55.491856 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845e4c7cd712e529494d7c9d5825899e653d010a7b2f83e6deec97abbb41751d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820b1bf0-0350-46fd-b24c-19e64bdcc336" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:55.527994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a0e3d-246f-4e1a-a475-e157f658fe8c req-4f2d025b-8539-4e0e-bdef-c3f9e6a662ac tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.529981 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e48a0e3d-246f-4e1a-a475-e157f658fe8c req-4f2d025b-8539-4e0e-bdef-c3f9e6a662ac tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0800953 Jul 16 02:32:55.560457 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42302a2-d9a5-4a2f-b4af-a39728193756 x-openstack-request-id: req-b42302a2-d9a5-4a2f-b4af-a39728193756 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:55.560769 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:55.560995 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b42302a2-d9a5-4a2f-b4af-a39728193756 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:55.561401 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'status': 'completed', 'code': 200} Jul 16 02:32:55.569052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04024-9053-46a5-85b9-5a41bb7bd6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:55.577677 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e48a0e3d-246f-4e1a-a475-e157f658fe8c req-a7c75f5f-1bf1-4353-8fd5-a70c8d0da02f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Jul 16 02:32:55.602446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-130fe235-09a0-4b39-a376-d95fd94c38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.603975 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-130fe235-09a0-4b39-a376-d95fd94c38f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1095 time: 0.0749471 Jul 16 02:32:55.653547 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-27487c24-4b82-41ba-bb8d-3c1a1e10ec52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 217 time: 0.0426552 Jul 16 02:32:55.704813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-2e5122cf-5e0e-4dce-9624-c8079e6c4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.706312 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-2e5122cf-5e0e-4dce-9624-c8079e6c4a1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0471525 Jul 16 02:32:55.763308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-623fec51-7818-4ef9-82be-cc1337ad9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:55.764825 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-623fec51-7818-4ef9-82be-cc1337ad9b89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519729 Jul 16 02:32:55.855439 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-8e9863eb-e7d7-4acf-b68c-214368e8ae76 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845263 Jul 16 02:32:55.944183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d8c1f6a0-e467-4a27-9451-5e465fc183b6 req-baaf0a8f-c658-4ae2-b535-c11b01acd3b8 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819883 Jul 16 02:32:56.048942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-1234311e-136a-4e6a-90f7-7f9dd4cd1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:56.050431 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-1234311e-136a-4e6a-90f7-7f9dd4cd1ed3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1095 time: 0.0569658 Jul 16 02:32:56.052463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:56.074968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 487d929e-df4b-413b-9f86-0865f1644a32 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:56.075312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 487d929e-df4b-413b-9f86-0865f1644a32 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:56.140241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-d8407f8b-e40d-465a-9e5c-56aff4a31cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:56.141735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-d8407f8b-e40d-465a-9e5c-56aff4a31cd8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0852106 Jul 16 02:32:56.187024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-75bd475a-9409-43ae-9b41-e61fad8be59a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 217 time: 0.0385048 Jul 16 02:32:56.237802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-79995270-dd51-4575-afc9-a908e9a8a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:56.238675 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d487bbe7-d921-493e-8be5-bcab866cee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:56.240291 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-79995270-dd51-4575-afc9-a908e9a8a683 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0457349 Jul 16 02:32:56.297120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-41b07991-afcc-47c2-a38f-16930026fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:56.298613 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-41b07991-afcc-47c2-a38f-16930026fee9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528235 Jul 16 02:32:56.390996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-f409d385-b7e0-420e-b9da-577461c3b480 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849471 Jul 16 02:32:56.479587 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-820b1bf0-0350-46fd-b24c-19e64bdcc336 req-1cc0b394-8238-4a95-a8c6-6b5387960b56 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817213 Jul 16 02:32:56.720609 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:56.759282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebeff0-18dd-4069-ab8b-413503d43578 req-cf9acd0d-c139-4031-9a4c-71189cd6de9e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:56.760795 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14ebeff0-18dd-4069-ab8b-413503d43578 req-cf9acd0d-c139-4031-9a4c-71189cd6de9e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0634770 Jul 16 02:32:56.799932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14ebeff0-18dd-4069-ab8b-413503d43578 req-523140ad-cb7e-4b33-bac6-d9a2bca9a8e5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334768 Jul 16 02:32:57.588531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:57.968566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d639b-0a09-4af3-b882-197c47002de9 req-02bfaba2-5c64-47b4-b04f-5678a91856e7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:57.970014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe7d639b-0a09-4af3-b882-197c47002de9 req-02bfaba2-5c64-47b4-b04f-5678a91856e7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0614362 Jul 16 02:32:58.011075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fe7d639b-0a09-4af3-b882-197c47002de9 req-ad78a2f0-2036-4ecf-9e25-62976ae2cca3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348921 Jul 16 02:32:59.067234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:59.185033 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadedbef-23c0-4b93-8814-3f6e82183843 req-1b0ece6d-fd3d-49e3-b667-768235c41d2f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:59.186521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cadedbef-23c0-4b93-8814-3f6e82183843 req-1b0ece6d-fd3d-49e3-b667-768235c41d2f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0638874 Jul 16 02:32:59.223097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cadedbef-23c0-4b93-8814-3f6e82183843 req-04f8211f-d056-466c-8fc4-54eda4985f55 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Jul 16 02:32:59.717497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:59.809895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:59.821111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'mac_address': 'fa:16:3e:04:3b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:59.860321 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:59.873709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:59.893533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:59.897728 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:59.945900 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:00.101731 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6a3430fd-b90b-47e8-9fd0-083192415b10'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:33:00.393935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59250d7d-a340-43e2-9dab-1e5abca35a8d req-cd3ddad3-4ca4-43d2-a33b-f05851dcd1cc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.395422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59250d7d-a340-43e2-9dab-1e5abca35a8d req-cd3ddad3-4ca4-43d2-a33b-f05851dcd1cc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0623116 Jul 16 02:33:00.432767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59250d7d-a340-43e2-9dab-1e5abca35a8d req-0fe373d8-5e71-442a-8d83-51665b1f3acc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Jul 16 02:33:01.608619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f2e7-0fcb-4ab7-b68a-cb403a8e7298 req-4c9ea4a8-3b2d-4bbc-bfbf-406e94966e05 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.610115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22d3f2e7-0fcb-4ab7-b68a-cb403a8e7298 req-4c9ea4a8-3b2d-4bbc-bfbf-406e94966e05 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0665596 Jul 16 02:33:01.648396 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22d3f2e7-0fcb-4ab7-b68a-cb403a8e7298 req-a06f9035-a0cf-43ea-924d-b8df5d594360 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Jul 16 02:33:01.726333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:33:01.774542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 6a3430fd-b90b-47e8-9fd0-083192415b10 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:33:01.778148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6a3430fd-b90b-47e8-9fd0-083192415b10 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:33:01.778514 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.853802 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.876424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:01.878756 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7997e76660b5e2b8a085c79310d6dd1436ffd843188a2608c19195eba2c6ebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff371991-70d3-4d29-a0fa-de659de46cfa" -d '{"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-plugged", "status": "completed", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:01.895071 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:01.900013 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.926168 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2a4046-a2a9-40c9-b751-b5aa13366c0a x-openstack-request-id: req-bb2a4046-a2a9-40c9-b751-b5aa13366c0a {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:01.926461 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-plugged", "status": "completed", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:01.926713 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb2a4046-a2a9-40c9-b751-b5aa13366c0a {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:01.927103 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'code': 200} Jul 16 02:33:01.956941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:02.031161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144c8d7-ae51-4324-be22-94d50140ccdc req-1275b3ef-508e-4ddf-909d-f172542c6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.032583 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1144c8d7-ae51-4324-be22-94d50140ccdc req-1275b3ef-508e-4ddf-909d-f172542c6393 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1097 time: 0.0499809 Jul 16 02:33:02.068963 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1144c8d7-ae51-4324-be22-94d50140ccdc req-d0a1d7f5-f44f-4263-9221-d0ea579cb2a3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304966 Jul 16 02:33:02.823826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c06c1-5539-4aee-a1bd-0ad8a4cc6939 req-8a5dfedf-3768-4ae3-8123-09fb41c43edb tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:02.825351 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f32c06c1-5539-4aee-a1bd-0ad8a4cc6939 req-8a5dfedf-3768-4ae3-8123-09fb41c43edb tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0656753 Jul 16 02:33:02.866009 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f32c06c1-5539-4aee-a1bd-0ad8a4cc6939 req-e0e6eaf1-da7b-41e3-b73a-3041dfd487f2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348575 Jul 16 02:33:04.042779 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306d42-29a6-40a9-a7df-2e53987f6e11 req-3d1285d3-dca3-4525-a50b-6fb6bab16197 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:04.044202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e306d42-29a6-40a9-a7df-2e53987f6e11 req-3d1285d3-dca3-4525-a50b-6fb6bab16197 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0627470 Jul 16 02:33:04.090148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e306d42-29a6-40a9-a7df-2e53987f6e11 req-ca4bcad4-b444-4175-be2b-f7547979b77a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Jul 16 02:33:04.259792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70d49-1bdc-475a-b47c-8292ad9d79f7 req-1e0c68e5-ee97-4abb-b3af-4c31aa905571 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:04.261305 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0cf70d49-1bdc-475a-b47c-8292ad9d79f7 req-1e0c68e5-ee97-4abb-b3af-4c31aa905571 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0641594 Jul 16 02:33:04.270095 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44398) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:04.275343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'floatingip': {'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:04.313789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:04.757676 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:04.761431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:04.862915 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac associated. External IP: 172.25.0.96, port: 6a3430fd-b90b-47e8-9fd0-083192415b10. Jul 16 02:33:05.070939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:05.181707 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:05.186240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:05.191970 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:05.201962 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:05.202653 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:32:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:05.227815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-15e26ad8-d031-4456-a328-f9726c3a2c4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "PUT /v2.0/floatingips/6de55b8f-eda9-48cb-8818-dc7748c62bac HTTP/1.1" status: 200 len: 991 time: 0.9531507 Jul 16 02:33:05.227815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:05.228249 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba455144fdea5a6508fc4de5f2af647668d1abced9791032da602a55cfcb3971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c420672a-52d6-45aa-9384-2b6542a2576c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:05.274275 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c780cbe-5249-471c-9ad3-b0676eee79bd x-openstack-request-id: req-7c780cbe-5249-471c-9ad3-b0676eee79bd {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:05.274688 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:05.276469 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c780cbe-5249-471c-9ad3-b0676eee79bd {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:05.276989 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'status': 'completed', 'code': 200} Jul 16 02:33:05.369411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420672a-52d6-45aa-9384-2b6542a2576c req-391931a7-fca4-4d76-9eff-652bc3d0f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.371076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-391931a7-fca4-4d76-9eff-652bc3d0f9d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1097 time: 0.0664611 Jul 16 02:33:05.412375 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:05.465387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420672a-52d6-45aa-9384-2b6542a2576c req-02a57794-a9ea-44fd-86ab-eaeacc002e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.467071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-02a57794-a9ea-44fd-86ab-eaeacc002e86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0896697 Jul 16 02:33:05.539260 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-7bd34cdb-977b-4f3b-bd9e-d366e6f8fab6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 999 time: 0.0652983 Jul 16 02:33:05.589459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420672a-52d6-45aa-9384-2b6542a2576c req-e6179fdd-634b-4e12-8f0b-e43414daedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.590962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-e6179fdd-634b-4e12-8f0b-e43414daedb0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0458453 Jul 16 02:33:05.646448 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:04:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:33:04Z', 'revision_number': 9, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:05.650088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420672a-52d6-45aa-9384-2b6542a2576c req-d784da6f-1dbf-4c4d-9cad-20eaa31ad525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.651830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-d784da6f-1dbf-4c4d-9cad-20eaa31ad525 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542006 Jul 16 02:33:05.677705 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:05.686372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:05.687013 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:32:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:05.834355 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:06.091678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:04:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:33:04Z', 'revision_number': 9, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:06.110656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-60a039e4-970d-4691-a7a2-4b65790f81ed service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519444 Jul 16 02:33:06.122043 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5487cb-4a11-4954-9862-a930998133f5 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:04:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:33:04Z', 'revision_number': 9, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:06.216303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c420672a-52d6-45aa-9384-2b6542a2576c req-2347bf40-0b52-4a8d-8c7f-547bd03fb710 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986984 Jul 16 02:33:06.338025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbec190c-e184-4734-a259-dbb8a2fcc401 None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:33:10.475921 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:17.288528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-7a4f2c51-b57c-4f9b-bac5-c7f5ce384640 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190763 Jul 16 02:33:17.380378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-9c72aefa-1223-47b9-8783-dedcb81685d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.381874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-9c72aefa-1223-47b9-8783-dedcb81685d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1097 time: 0.0519850 Jul 16 02:33:17.492589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-7bf65377-d2f4-41d2-a6ea-43f3856b4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.494090 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-7bf65377-d2f4-41d2-a6ea-43f3856b4933 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0913494 Jul 16 02:33:17.560407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-829301b6-5a9f-49c0-b4c3-87c795d62861 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1002 time: 0.0603929 Jul 16 02:33:17.614458 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-0ced681f-edeb-4c26-b080-2be32bdcc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.615900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-0ced681f-edeb-4c26-b080-2be32bdcc447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0432279 Jul 16 02:33:17.676165 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-38f4a237-fd24-41fb-9f39-091a2d4110f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.677673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-38f4a237-fd24-41fb-9f39-091a2d4110f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561852 Jul 16 02:33:17.771988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-184dd852-d484-4d83-a39b-127bf9ebb659 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Jul 16 02:33:17.863366 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-252e9039-61fd-4d7d-89e1-1124aec2a871 req-74ce573a-1548-4042-90a0-e4d0bc3dae6d service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856678 Jul 16 02:33:22.637088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:23.805762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a802ebf7-8c48-46b8-9c19-6637d5ece649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:23.863416 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:26.241287 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8ba348c0-bfec-49bb-ac3a-42d40292eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:26.721501 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:27.591378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:29.068547 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:47.476887 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:52.645695 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.807141 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dfb436c9-5a06-4c5a-a80e-9cb253055ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:53.867029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.241493 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-95a81b1f-3d58-40ab-8012-32bb062f61be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.722831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.595494 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.070930 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:18.728149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-e1c65273-7fd6-448a-8a33-36f0c125c02d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946376 Jul 16 02:34:18.822339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-dfedd87c-9c96-4e63-bc62-227f6b9757c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:18.824456 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-dfedd87c-9c96-4e63-bc62-227f6b9757c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1097 time: 0.0546815 Jul 16 02:34:18.932189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-628a7353-1aac-46e6-8df6-c9bd8215b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:18.934194 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-628a7353-1aac-46e6-8df6-c9bd8215b3fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0906169 Jul 16 02:34:18.998460 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-95b7370f-7472-41e8-a381-c1ea438d4b0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1002 time: 0.0584371 Jul 16 02:34:19.050976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-1620b970-dcc4-428c-adac-c4fc0d6d2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:19.052484 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-1620b970-dcc4-428c-adac-c4fc0d6d2689 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0479672 Jul 16 02:34:19.110502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-17ae4096-6e5f-4f65-8109-3ae4610f7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:19.112068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-17ae4096-6e5f-4f65-8109-3ae4610f7a5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532660 Jul 16 02:34:19.206897 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-27447fb3-0762-4f29-8861-59b9b3330860 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877721 Jul 16 02:34:19.301334 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cbd68418-1e38-465c-8aaa-da12a7bc0539 req-484df646-0f34-47be-8908-b555ca82f9ee service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 Jul 16 02:34:22.642933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:23.808389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-63c77fad-377a-47c7-9e1d-bd7d8f5cc117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:23.872769 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:24.476355 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:26.241654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5bb10daf-f796-4575-8e84-9afc85ff068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:26.725699 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:27.596079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:29.074848 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:40.549239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-713ee5f4-a2c2-4e34-8801-2985efde80ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893364 Jul 16 02:34:40.698696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e25ec-497f-4c30-b101-78acccf51533 req-3b3d1347-114f-41bf-b5b5-cc7a9cbc331b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:40.700290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d3e25ec-497f-4c30-b101-78acccf51533 req-3b3d1347-114f-41bf-b5b5-cc7a9cbc331b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.1157076 Jul 16 02:34:40.746053 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8d3e25ec-497f-4c30-b101-78acccf51533 req-9c191e56-3060-4e6e-8454-7a836f712699 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Jul 16 02:34:42.040899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef33d1-abce-4739-9b79-6597f93cd2a6 req-b77391c2-04d6-4303-91cf-00c7372de6c5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:42.042416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fef33d1-abce-4739-9b79-6597f93cd2a6 req-b77391c2-04d6-4303-91cf-00c7372de6c5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.1132841 Jul 16 02:34:42.082269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fef33d1-abce-4739-9b79-6597f93cd2a6 req-dc08db05-3cbd-49b9-a780-7bd7c34274e7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Jul 16 02:34:43.261366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4e52-3111-431d-a62c-663e9019c61f req-0e1ae822-078b-4151-9a80-005ec58ea8b6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:43.262986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-951d4e52-3111-431d-a62c-663e9019c61f req-0e1ae822-078b-4151-9a80-005ec58ea8b6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0642858 Jul 16 02:34:43.300487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-951d4e52-3111-431d-a62c-663e9019c61f req-ce0531b1-82a3-4f9c-8336-07a283441bad tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Jul 16 02:34:43.811931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f2fb98a8-ad5b-4e72-be9f-14f79fd309a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:43.813497 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f2fb98a8-ad5b-4e72-be9f-14f79fd309a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1097 time: 0.0562637 Jul 16 02:34:43.903481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-55bd866a-bb25-49df-b38c-1c252f2fdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:43.904979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-55bd866a-bb25-49df-b38c-1c252f2fdf30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0848753 Jul 16 02:34:43.973502 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-af7f2c20-c4eb-4820-875e-50a9fb2fe445 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1002 time: 0.0622551 Jul 16 02:34:44.020818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-6ca804f2-4a89-43e4-babe-29b58baaecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.022268 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-6ca804f2-4a89-43e4-babe-29b58baaecae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0426538 Jul 16 02:34:44.076943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-0083006e-767a-4230-8378-87cd13ebea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.078418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-0083006e-767a-4230-8378-87cd13ebea6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499127 Jul 16 02:34:44.173448 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-131949ea-5eda-472a-bccb-04de01b820f5 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879285 Jul 16 02:34:44.261237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-8fc88f1a-6484-4024-8812-ab0ffb1e8722 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814657 Jul 16 02:34:44.484724 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850298c1-5494-4a9d-8af7-b56e063e272c req-62433ede-547c-4821-aa9f-dac2a4aa90db tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:44.486178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-850298c1-5494-4a9d-8af7-b56e063e272c req-62433ede-547c-4821-aa9f-dac2a4aa90db tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0668087 Jul 16 02:34:44.523567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-850298c1-5494-4a9d-8af7-b56e063e272c req-e021deda-99a4-4440-9bb7-87ee9267539b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jul 16 02:34:45.694722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482ee4d-6812-4558-8bab-e468d6ad9fec req-d3bfb9f1-e6db-43c9-97c7-13b222324f0b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:45.696245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3482ee4d-6812-4558-8bab-e468d6ad9fec req-d3bfb9f1-e6db-43c9-97c7-13b222324f0b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0633521 Jul 16 02:34:45.733648 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3482ee4d-6812-4558-8bab-e468d6ad9fec req-ef952011-188c-4541-9c26-6e455aec1d8c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Jul 16 02:34:46.905312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690575b-0fcb-4df7-86f0-63ac15d55c69 req-0ed04afc-624d-4214-a145-7847daa09542 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:46.906778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f690575b-0fcb-4df7-86f0-63ac15d55c69 req-0ed04afc-624d-4214-a145-7847daa09542 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0632694 Jul 16 02:34:46.943847 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f690575b-0fcb-4df7-86f0-63ac15d55c69 req-2dbd9c82-777b-46d0-ab50-5cfb823998c2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Jul 16 02:34:48.121919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440a451-1531-4a21-a99f-25550e362af2 req-18a40682-f79f-43e0-bd20-fdea0a84acef tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.123385 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9440a451-1531-4a21-a99f-25550e362af2 req-18a40682-f79f-43e0-bd20-fdea0a84acef tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0648644 Jul 16 02:34:48.173768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9440a451-1531-4a21-a99f-25550e362af2 req-a63d7796-0e87-4217-8a58-c16d7f0ecd31 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Jul 16 02:34:49.343202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5deebe-cdb8-416c-829e-6eeef67cea61 req-3081084c-641a-45e9-84d9-b86f69dfe20c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.344590 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff5deebe-cdb8-416c-829e-6eeef67cea61 req-3081084c-641a-45e9-84d9-b86f69dfe20c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0622444 Jul 16 02:34:49.382362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff5deebe-cdb8-416c-829e-6eeef67cea61 req-a224815f-7de8-4d10-9ca9-689a60c5cf71 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Jul 16 02:34:50.567134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ad29-4dce-4826-9244-fff8c9ab08f5 req-b00afe39-d383-4507-b455-1a2aa1788701 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.568688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6644ad29-4dce-4826-9244-fff8c9ab08f5 req-b00afe39-d383-4507-b455-1a2aa1788701 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0675929 Jul 16 02:34:50.606159 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6644ad29-4dce-4826-9244-fff8c9ab08f5 req-8065b1de-a938-4724-8c7e-fa7282abf2ea tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Jul 16 02:34:51.781941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb7766-d56d-4d01-ae34-74b149a8a860 req-fe03daca-3771-418b-92e3-a13fcebeae7e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:51.783472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7dcb7766-d56d-4d01-ae34-74b149a8a860 req-fe03daca-3771-418b-92e3-a13fcebeae7e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0633249 Jul 16 02:34:51.826135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7dcb7766-d56d-4d01-ae34-74b149a8a860 req-26e6da06-79a6-41ed-93fb-ca3b64f07d47 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Jul 16 02:34:52.649033 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.000374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748bb8b-1591-4b4d-9659-8fa5017f04ca req-9ada7c79-77d9-432c-84f7-11bd262a8d5f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:53.002029 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f748bb8b-1591-4b4d-9659-8fa5017f04ca req-9ada7c79-77d9-432c-84f7-11bd262a8d5f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0624120 Jul 16 02:34:53.040835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f748bb8b-1591-4b4d-9659-8fa5017f04ca req-8f8e7292-5a67-441d-aee7-962673acafdb tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Jul 16 02:34:53.809759 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11e0d62a-c7ef-4778-a5ab-d8a5a4795291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.877165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:54.222373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b682f7-b549-452a-9290-818b58b5b730 req-6f5d750f-2c28-4b33-9241-a9a1b443e99a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.223762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99b682f7-b549-452a-9290-818b58b5b730 req-6f5d750f-2c28-4b33-9241-a9a1b443e99a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0662987 Jul 16 02:34:54.262843 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-99b682f7-b549-452a-9290-818b58b5b730 req-7992c2b7-6c17-4d8c-b927-24bb6d74abc8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Jul 16 02:34:55.445435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c514e0-f905-4ea5-aa61-d9e664873ff0 req-387a3fdc-7c37-4277-944f-12fb68cf8460 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.446913 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7c514e0-f905-4ea5-aa61-d9e664873ff0 req-387a3fdc-7c37-4277-944f-12fb68cf8460 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0622306 Jul 16 02:34:55.485213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7c514e0-f905-4ea5-aa61-d9e664873ff0 req-f6e964b5-68fc-4b2c-ad3f-538514f4c5a1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Jul 16 02:34:56.133703 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-76970f9f-a7f5-4382-8088-0b777adc16c1 service neutron] show failed (client error): The resource could not be found. Jul 16 02:34:56.135249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-76970f9f-a7f5-4382-8088-0b777adc16c1 service neutron] 10.222.0.38 "GET /v2.0/ports/6a3430fd-b90b-47e8-9fd0-083192415b10/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0596111 Jul 16 02:34:56.244326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-760d7636-e9b0-46a7-b2f6-e2f0f7a13f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.462493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-e2fe5592-68a8-431e-9f51-2d5afa5e0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.464068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-e2fe5592-68a8-431e-9f51-2d5afa5e0409 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 1097 time: 0.0918453 Jul 16 02:34:56.476228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:56.551022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.682925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f584bdc-2772-4538-b470-5ead2dffd4d2 req-93d6758b-cdf0-4cdd-927d-168f0aef78b4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.684624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f584bdc-2772-4538-b470-5ead2dffd4d2 req-93d6758b-cdf0-4cdd-927d-168f0aef78b4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0710866 Jul 16 02:34:56.730477 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.739597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8f584bdc-2772-4538-b470-5ead2dffd4d2 req-b3f5266e-523d-459c-95fe-6a2a5b21b559 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467570 Jul 16 02:34:56.803143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:56.836104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:56.880295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:56.885645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.899305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Transition to ACTIVE for port object 6a3430fd-b90b-47e8-9fd0-083192415b10 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:56.903799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.934514 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcf8655-cbfe-482d-9991-b5f9853edb52" -d '{"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:57.019495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:57.043938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] No DVR routers for this DVR port 6a3430fd-b90b-47e8-9fd0-083192415b10 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:34:57.081018 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d23c5e9-5d5e-4860-94f6-a3249595ce2e x-openstack-request-id: req-3d23c5e9-5d5e-4860-94f6-a3249595ce2e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:57.081317 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:57.081576 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d23c5e9-5d5e-4860-94f6-a3249595ce2e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:57.081977 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'code': 200} Jul 16 02:34:57.085381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.085735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.086082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.086422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.086758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.087087 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.087418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.088320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.088644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.088972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.089298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.089622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:57.201688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:57.202752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:57.202752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:57.208791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:34:57.209303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:57.215044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:57.215375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:57.215753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:57.216208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Bound port: 6a3430fd-b90b-47e8-9fd0-083192415b10, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:57.216610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.279287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:57.282360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:57.286335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.325861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.326489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.327900 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] 10.222.0.32 "PUT /v2.0/ports/6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1092 time: 0.8558562 Jul 16 02:34:57.343699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf70c-780e-4b6c-8298-835e5c319562 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:57.420305 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-67d1c1f3-853d-4bfa-b847-82ba611002b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.422558 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-67d1c1f3-853d-4bfa-b847-82ba611002b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1095 time: 0.0650563 Jul 16 02:34:57.519778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f5d95194-6ae2-4def-b50a-f655163b573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.521315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-f5d95194-6ae2-4def-b50a-f655163b573e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0928741 Jul 16 02:34:57.597878 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-2dfc839c-7e4c-4941-bc38-fe1c26084c8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.0701771 Jul 16 02:34:57.604755 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:57.646616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-ff04898b-340d-4f79-9ec5-26758ee10668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.648125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-ff04898b-340d-4f79-9ec5-26758ee10668 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0446415 Jul 16 02:34:57.705121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-3004fded-38b7-422d-a44d-0e1429e0e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.706651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-3004fded-38b7-422d-a44d-0e1429e0e658 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522690 Jul 16 02:34:57.801204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-d0951c49-2d1e-4cf6-a273-d470a03fbef0 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884206 Jul 16 02:34:57.896921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-a326ae2f-a795-41de-9498-1e609cbfea52 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891581 Jul 16 02:34:57.929939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061bc49-edea-4712-a2c2-5d9c245258d1 req-970266e2-9c39-4106-a3c8-8458afa252bc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:57.932001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8061bc49-edea-4712-a2c2-5d9c245258d1 req-970266e2-9c39-4106-a3c8-8458afa252bc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0660362 Jul 16 02:34:57.976998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8061bc49-edea-4712-a2c2-5d9c245258d1 req-e69978e1-ca4e-447c-b850-1903ddd4ad18 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Jul 16 02:34:58.308125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:58.349394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:34:59.081643 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.082977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:59.086265 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d90217-ea8f-4e60-bb11-bed2804d4a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:59.137455 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf55ab0-e771-44bb-a2ba-a716a0834e2c x-openstack-request-id: req-baf55ab0-e771-44bb-a2ba-a716a0834e2c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:59.137741 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:59.138018 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-baf55ab0-e771-44bb-a2ba-a716a0834e2c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:59.138416 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'status': 'completed', 'code': 200} Jul 16 02:34:59.179754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbdd57-f114-43c9-8a6e-3e17d08331dd req-ef8291e9-48f2-4740-897c-0db9fe6eb805 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.185078 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0dbbdd57-f114-43c9-8a6e-3e17d08331dd req-ef8291e9-48f2-4740-897c-0db9fe6eb805 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0872748 Jul 16 02:34:59.231707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0dbbdd57-f114-43c9-8a6e-3e17d08331dd req-0c0f9d86-44f4-4e11-83ca-1f92576bc9b4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387855 Jul 16 02:34:59.250873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-37b34789-d576-474b-bb19-654e9d71b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.252674 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-37b34789-d576-474b-bb19-654e9d71b4d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1095 time: 0.0959954 Jul 16 02:34:59.270483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-a9983086-3c3f-4bd8-8580-4e252422d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.271823 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-a9983086-3c3f-4bd8-8580-4e252422d108 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1095 time: 0.1050341 Jul 16 02:34:59.416270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-f3f3d42c-4361-4408-bda7-19a92cba989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.418104 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-f3f3d42c-4361-4408-bda7-19a92cba989a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1577063 Jul 16 02:34:59.423002 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-62b83ce1-86a0-4351-936a-af4c970a09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.424432 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-62b83ce1-86a0-4351-936a-af4c970a09a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1425161 Jul 16 02:34:59.529054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-6010b6b9-635b-441f-a2f3-b932a21c41bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.1035819 Jul 16 02:34:59.535622 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-cc6f1811-b1db-446f-995c-83c7f94698a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.1030798 Jul 16 02:34:59.615854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-979752af-9b28-411c-bad7-8489f66f195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.617349 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-979752af-9b28-411c-bad7-8489f66f195b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0807686 Jul 16 02:34:59.618551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-3c6f24e7-b656-4d47-9d95-6fbff9da35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.620385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-3c6f24e7-b656-4d47-9d95-6fbff9da35f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0761735 Jul 16 02:34:59.712290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-02f40cdf-d949-435f-9d19-8c662e69c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.713804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-02f40cdf-d949-435f-9d19-8c662e69c96a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828717 Jul 16 02:34:59.715512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-0ec285d9-bc29-4602-b74c-f321a03edb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:59.716887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-0ec285d9-bc29-4602-b74c-f321a03edb5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934989 Jul 16 02:34:59.871675 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-75531ade-361c-4ca6-9a5d-fb39ac2194ae service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509471 Jul 16 02:34:59.873651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-1bc3534d-a73c-4dd5-8ca5-d724a238f7fb service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461942 Jul 16 02:35:00.026040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-0c11810a-0313-4885-8eea-aae625f50d9e service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472588 Jul 16 02:35:00.031185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-37d90217-ea8f-4e60-bb11-bed2804d4a7b req-002f9f61-7fa1-4308-8048-9da48eca36e9 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447453 Jul 16 02:35:00.421621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07137dc-3d4b-494b-8961-ee00ebb4d238 req-326ce292-dde1-42eb-9c51-210b528c65ea tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.423267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b07137dc-3d4b-494b-8961-ee00ebb4d238 req-326ce292-dde1-42eb-9c51-210b528c65ea tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0689015 Jul 16 02:35:00.462126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b07137dc-3d4b-494b-8961-ee00ebb4d238 req-d16734a1-80c3-4692-bbd2-a553073aa247 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Jul 16 02:35:00.866802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-50c0e088-4d80-406f-bc2a-45fdc73ba63c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.869514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-50c0e088-4d80-406f-bc2a-45fdc73ba63c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020&tenant_id=fe171f84406e4950a3d4a427cad23357&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 944 time: 0.0755098 Jul 16 02:35:00.928623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e6c3-62e1-481b-a920-4fca88ab6cbb req-aa80cc78-bbe0-4f21-8780-b9f8e757e601 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:00.930280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88e9e6c3-62e1-481b-a920-4fca88ab6cbb req-aa80cc78-bbe0-4f21-8780-b9f8e757e601 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0660655 Jul 16 02:35:00.936376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-440e1d3e-c685-43b0-b1de-176f0bdebe86 service neutron] 10.222.0.32 "GET /v2.0/ports/6a3430fd-b90b-47e8-9fd0-083192415b10/bindings/n-h1-800087-6 HTTP/1.1" status: 200 len: 382 time: 0.0596828 Jul 16 02:35:00.970256 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88e9e6c3-62e1-481b-a920-4fca88ab6cbb req-515be411-944e-4c08-9a8f-5dcc882a08b0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337105 Jul 16 02:35:01.016623 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-a9dd640d-56a3-45df-af3c-b5732d64e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:01.018134 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-a9dd640d-56a3-45df-af3c-b5732d64e994 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1095 time: 0.0590205 Jul 16 02:35:01.108193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-86bc1f23-6b16-466e-a7a4-4208fc432186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:01.109673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-86bc1f23-6b16-466e-a7a4-4208fc432186 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0856543 Jul 16 02:35:01.179575 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-e85646ab-c4af-4fc5-84bd-b87956a1672d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.0636554 Jul 16 02:35:01.226793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-1716346d-d1cd-4344-a123-4cff1e28da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:01.228778 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-1716346d-d1cd-4344-a123-4cff1e28da2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0433772 Jul 16 02:35:01.285692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-93db114b-8f30-4d9d-9a35-a5c88cba25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:01.287188 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-93db114b-8f30-4d9d-9a35-a5c88cba25dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515835 Jul 16 02:35:01.411518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-cc0ebd4f-2ab5-4fcd-aeab-666daecaa79e service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180933 Jul 16 02:35:01.476082 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:01.499937 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-bfff3296-21c6-457c-8ba1-e92fa0ae0f33 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826802 Jul 16 02:35:02.157959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba19d58-05cd-402d-9783-45b937d2ee39 req-4cd6c30f-a083-432a-8f88-1c9f403fcfe3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:02.159496 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ba19d58-05cd-402d-9783-45b937d2ee39 req-4cd6c30f-a083-432a-8f88-1c9f403fcfe3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 944 time: 0.0686164 Jul 16 02:35:02.198168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ba19d58-05cd-402d-9783-45b937d2ee39 req-7f9fc3b6-7e7b-490b-85f0-807134d98752 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Jul 16 02:35:02.586531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:35:02.723594 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:02.736231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'mac_address': 'fa:16:3e:04:3b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:35:02.775538 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.796343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:02.817097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:02.820932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.872143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:02.879685 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.880060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.880397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.880737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.881073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.881400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.881722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.882069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.882391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.882715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.883037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:02.883356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:03.398054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081a11-abc9-4eb6-a3fd-bfcaeb60faa8 req-53218afa-48e9-4947-88f6-b61a4791b2da tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:03.400411 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5081a11-abc9-4eb6-a3fd-bfcaeb60faa8 req-53218afa-48e9-4947-88f6-b61a4791b2da tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0816617 Jul 16 02:35:03.426657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-1d5742ed-a49b-49fe-8817-836b2aab9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:03.428233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-1d5742ed-a49b-49fe-8817-836b2aab9284 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 1096 time: 0.0620801 Jul 16 02:35:03.438743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:03.451786 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a5081a11-abc9-4eb6-a3fd-bfcaeb60faa8 req-57ae5608-6ac2-4e2b-bc77-006f0f578f9f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Jul 16 02:35:03.516667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.736358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:03.771821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:03.808408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:03.817118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.828124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Ignored duplicate provisioning block setup for port 6a3430fd-b90b-47e8-9fd0-083192415b10 by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:35:03.831862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.905398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=9']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:03.955882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] No DVR routers for this DVR port 6a3430fd-b90b-47e8-9fd0-083192415b10 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:04.131454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:04.131795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:04.132157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:04.137375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:35:04.137700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Attempting to bind port 6a3430fd-b90b-47e8-9fd0-083192415b10 on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:04.142508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:04.142848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:04.143236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:04.143659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Bound port: 6a3430fd-b90b-47e8-9fd0-083192415b10, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:04.144023 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.556430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:04.559779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:04.564423 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.607328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:04.608191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.609754 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] 10.222.0.38 "PUT /v2.0/ports/6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1092 time: 1.1750891 Jul 16 02:35:04.610327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:04.616220 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a33c3d-36ea-4df7-9485-39fe626d33fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:04.645619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b0967-e717-4d87-b95e-069d3b8db90d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.668715 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1773d40-f728-4459-bf9f-a4fa63236f5d req-a9139c81-4faf-4bff-8df6-acedaa013b35 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:04.670331 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1773d40-f728-4459-bf9f-a4fa63236f5d req-a9139c81-4faf-4bff-8df6-acedaa013b35 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.1043904 Jul 16 02:35:04.702747 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71086388-8949-414f-be47-fb87a7772a90 x-openstack-request-id: req-71086388-8949-414f-be47-fb87a7772a90 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:04.703047 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:04.703290 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71086388-8949-414f-be47-fb87a7772a90 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:04.704070 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'status': 'completed', 'code': 200} Jul 16 02:35:04.728948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1773d40-f728-4459-bf9f-a4fa63236f5d req-8ad24b39-9980-41cb-9f53-5b7d3f1c850d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508888 Jul 16 02:35:04.733226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-6e7be3f3-ed65-4b37-8fa7-bb994389cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:04.735796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-6e7be3f3-ed65-4b37-8fa7-bb994389cf5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1096 time: 0.0826178 Jul 16 02:35:04.866717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-4645be35-16fd-4289-87a9-72e98b7e8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:04.868223 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-4645be35-16fd-4289-87a9-72e98b7e8b7a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1234086 Jul 16 02:35:04.869976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-cecfe1fd-9939-4207-96bb-eaaddecd552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:04.871380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-cecfe1fd-9939-4207-96bb-eaaddecd552d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1096 time: 0.1343896 Jul 16 02:35:04.990208 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-776958bc-debd-4cb4-bbca-c9c2dd8279f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.1151512 Jul 16 02:35:05.048494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-a239c5a3-11e6-437c-b1e8-02c3117cf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.050016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-a239c5a3-11e6-437c-b1e8-02c3117cf4d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1693454 Jul 16 02:35:05.055249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-22444a1b-1a43-4fe3-9d5e-4115ac416b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.056646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-22444a1b-1a43-4fe3-9d5e-4115ac416b7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0606289 Jul 16 02:35:05.147108 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-fb772960-6af4-4349-bf6e-85946b119ea3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.0895200 Jul 16 02:35:05.196190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920baf4-818b-453e-a70f-07afe0522fad req-cda41752-8565-4d45-ae95-f7302dc14aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.198244 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-cda41752-8565-4d45-ae95-f7302dc14aaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351271 Jul 16 02:35:05.214923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-6ea37541-3a2c-4fe7-8907-84a8bb7f3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.216336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-6ea37541-3a2c-4fe7-8907-84a8bb7f3e69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0619154 Jul 16 02:35:05.333713 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-55d6e3dc-f371-4b67-b494-1657e45d8be6 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270545 Jul 16 02:35:05.339690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-82ba6640-722e-4a85-b155-804064e14039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.341158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-82ba6640-722e-4a85-b155-804064e14039 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140821 Jul 16 02:35:05.497349 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3920baf4-818b-453e-a70f-07afe0522fad req-1b418200-4939-48fc-ab1c-f81013b9eca5 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552401 Jul 16 02:35:05.499180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-14ddb2ba-70e7-4aea-aba0-642632d07da6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498961 Jul 16 02:35:05.629557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-82b887b6-bbc6-4ffa-a898-2a6d4be2d6c3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234822 Jul 16 02:35:05.644926 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-221fe884-9472-4d8f-bd7a-5fd29ed1d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.646426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-221fe884-9472-4d8f-bd7a-5fd29ed1d9f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 1096 time: 0.0991092 Jul 16 02:35:05.742128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-b3616cc5-8d03-4395-9464-d5e38de412b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.744167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-b3616cc5-8d03-4395-9464-d5e38de412b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0909979 Jul 16 02:35:05.810661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-1d5b2fc9-6d29-46e1-bda2-8a45a5d3a465 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 200 len: 1000 time: 0.0598428 Jul 16 02:35:05.861008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-0afa4f70-9d97-45e4-8200-791245b50deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.862525 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-0afa4f70-9d97-45e4-8200-791245b50deb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0457540 Jul 16 02:35:05.912778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c862-79e6-4331-8554-2d24149f3a76 req-d76bff63-dabe-44bc-9617-0a1ef9e4bb98 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.914220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cce5c862-79e6-4331-8554-2d24149f3a76 req-d76bff63-dabe-44bc-9617-0a1ef9e4bb98 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0688283 Jul 16 02:35:05.927013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-b2317aee-1f61-445d-afb5-4053c27ce205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:05.928552 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-b2317aee-1f61-445d-afb5-4053c27ce205 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585079 Jul 16 02:35:05.954154 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cce5c862-79e6-4331-8554-2d24149f3a76 req-e0f939ee-ee4a-41a3-8c98-bf04bc4f8c05 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338886 Jul 16 02:35:06.019618 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-2acbe80f-b2a8-4779-8af8-f0ae411b062f service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835316 Jul 16 02:35:06.114182 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-46a33c3d-36ea-4df7-9485-39fe626d33fb req-2fb6f7e6-a7e7-413f-92b8-da76557591cd service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Jul 16 02:35:06.598511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:06.636149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:07.146919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9d58-2a54-40e5-8e8f-0f37e62438f7 req-a18529c5-5ad1-4559-a28c-06d0520cd385 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:07.150635 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd8b9d58-2a54-40e5-8e8f-0f37e62438f7 req-a18529c5-5ad1-4559-a28c-06d0520cd385 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0763485 Jul 16 02:35:07.198156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dd8b9d58-2a54-40e5-8e8f-0f37e62438f7 req-e3b5347a-eaa8-41ac-9896-c6063e8e0a6c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401595 Jul 16 02:35:08.354377 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:35:08.383088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46c856-01d8-4cb4-ac0a-a359df3716f6 req-de6ab782-a0fc-4cea-b8bd-c64036fdadb5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:08.385188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f46c856-01d8-4cb4-ac0a-a359df3716f6 req-de6ab782-a0fc-4cea-b8bd-c64036fdadb5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0701993 Jul 16 02:35:08.423554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2f46c856-01d8-4cb4-ac0a-a359df3716f6 req-fa91f6ab-a833-4072-ba53-278388a79398 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jul 16 02:35:08.471204 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:08.482673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'mac_address': 'fa:16:3e:04:3b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:35:08.525763 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.540234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:08.565469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:08.570079 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.613937 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a433ce-2dda-4a68-b6dd-7e2d40f145e4 req-d28d3732-bf98-47ce-8685-7651977f0205 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:08.615503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82a433ce-2dda-4a68-b6dd-7e2d40f145e4 req-d28d3732-bf98-47ce-8685-7651977f0205 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 945 time: 0.0725417 Jul 16 02:35:08.622840 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=11']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:08.662670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-82a433ce-2dda-4a68-b6dd-7e2d40f145e4 req-69b55598-5387-48df-97ef-f9a2befbfeda tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Jul 16 02:35:08.795808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['6a3430fd-b90b-47e8-9fd0-083192415b10'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:35:08.881398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1eaa0-246f-4df7-b0d0-97771c093b04 req-d500da8c-4444-415a-9861-125efa470e9e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:08.882908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4b1eaa0-246f-4df7-b0d0-97771c093b04 req-d500da8c-4444-415a-9861-125efa470e9e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0690029 Jul 16 02:35:08.924939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a4b1eaa0-246f-4df7-b0d0-97771c093b04 req-23e36a82-e3bf-43f4-8bce-864ed323ac08 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362117 Jul 16 02:35:09.337606 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ee0c9-b9c4-43a2-a0f7-0fbcce9817e1 req-3de784c6-d8be-484f-8680-f6ad56bd644d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:09.338996 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-506ee0c9-b9c4-43a2-a0f7-0fbcce9817e1 req-3de784c6-d8be-484f-8680-f6ad56bd644d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0678098 Jul 16 02:35:09.377314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-506ee0c9-b9c4-43a2-a0f7-0fbcce9817e1 req-d7e59891-7651-41b7-a9bc-2f5d8265200d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324533 Jul 16 02:35:10.354059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:10.401995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 6a3430fd-b90b-47e8-9fd0-083192415b10 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:10.406068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 6a3430fd-b90b-47e8-9fd0-083192415b10 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:10.406450 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.487972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954604fc-e6ce-4666-8879-a63529e17ebb req-c9cf5719-9d21-4d2e-b9a8-09e858827df1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:10.489667 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-954604fc-e6ce-4666-8879-a63529e17ebb req-c9cf5719-9d21-4d2e-b9a8-09e858827df1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0649328 Jul 16 02:35:10.499880 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.522662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:10.537548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:10.545294 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.582389 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aab068-6390-4330-bcf6-13d15e9e9450 req-51197b48-85fd-4787-a93b-652d0f390c84 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:10.584861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10aab068-6390-4330-bcf6-13d15e9e9450 req-51197b48-85fd-4787-a93b-652d0f390c84 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 946 time: 0.0911882 Jul 16 02:35:10.611689 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50817982-93c4-4df1-9713-d868aa7f51e2" -d '{"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-plugged", "status": "completed", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:10.613412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Deleting port 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:10.613757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.619448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:10.648988 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10aab068-6390-4330-bcf6-13d15e9e9450 req-ba337c2a-ebde-4918-a978-255ead304826 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527253 Jul 16 02:35:10.708420 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf927fd-cebd-452d-aae9-b380f3283b08 x-openstack-request-id: req-3cf927fd-cebd-452d-aae9-b380f3283b08 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:10.708720 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-plugged", "status": "completed", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:10.708979 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cf927fd-cebd-452d-aae9-b380f3283b08 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:10.709414 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'code': 200} Jul 16 02:35:10.711414 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] For port 6a3430fd-b90b-47e8-9fd0-083192415b10, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=6a3430fd-b90b-47e8-9fd0-083192415b10,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:10.711815 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.899086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.899491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.900330 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac disassociated. External IP: 172.25.0.96, port: 6a3430fd-b90b-47e8-9fd0-083192415b10. Jul 16 02:35:10.900672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Calling delete_port for 6a3430fd-b90b-47e8-9fd0-083192415b10 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:11.036845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.064990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event deleted for resources: {'Port': ['ID=6a3430fd-b90b-47e8-9fd0-083192415b10,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.188934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:11.307193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:11.317103 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:11.326734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:11.327617 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:34:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:11.351345 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] No DVR routers for this DVR port 6a3430fd-b90b-47e8-9fd0-083192415b10 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:11.354046 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.356201 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-954604fc-e6ce-4666-8879-a63529e17ebb req-ceaf48f1-fe05-4478-80d3-452921011a8f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "DELETE /v2.0/ports/6a3430fd-b90b-47e8-9fd0-083192415b10 HTTP/1.1" status: 204 len: 173 time: 0.8609617 Jul 16 02:35:11.356641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-deleted', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:11.358944 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d55ed-1bd5-4e77-aad8-b6705c3b59fe" -d '{"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-deleted", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:11.398510 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a76e3c-fd01-410a-8a0e-fb4e714a66c3 x-openstack-request-id: req-55a76e3c-fd01-410a-8a0e-fb4e714a66c3 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:11.398816 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b21c0f-4817-4976-b840-6a3bfa3bc020", "name": "network-vif-deleted", "tag": "6a3430fd-b90b-47e8-9fd0-083192415b10", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:11.399068 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55a76e3c-fd01-410a-8a0e-fb4e714a66c3 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:11.399457 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b21c0f-4817-4976-b840-6a3bfa3bc020', 'name': 'network-vif-deleted', 'tag': '6a3430fd-b90b-47e8-9fd0-083192415b10', 'status': 'completed', 'code': 200} Jul 16 02:35:11.456629 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:11.685864 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:11.720949 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:11.730356 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:11.730960 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:34:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:11.821051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6e68f53-7a23-4e24-b03a-96af9db1ab48 req-b86e4ecd-2c29-425f-bd1a-d2cd9bcb7085 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7b21c0f-4817-4976-b840-6a3bfa3bc020 HTTP/1.1" status: 200 len: 210 time: 0.0330021 Jul 16 02:35:11.844986 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:12.154859 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:12.187498 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cb3c0-c3b9-43b2-a1fe-33fe977f15f8 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:12.410862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc0b38-e95a-4a91-bfb0-8d764f6947d6 None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:35:13.210765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fe72883c-7630-46fa-9bb2-a598f51d9d5f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1123619492&fields=id&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 267 time: 0.0380526 Jul 16 02:35:13.347491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-6c610b8a-0826-4c4d-9af9-38a4e58cb7ee tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:13.349364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-6c610b8a-0826-4c4d-9af9-38a4e58cb7ee tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1267235 Jul 16 02:35:13.367111 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-1ccc9e43-be78-43ca-83db-2325b84aa009 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/quotas/fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 375 time: 0.0116284 Jul 16 02:35:13.439545 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-d2a23a18-622b-433b-8ceb-7f918cf247c5 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662339 Jul 16 02:35:13.551716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-bcf683da-bcc9-4b1a-acc1-7f99ec7e025f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:35:13.552822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-bcf683da-bcc9-4b1a-acc1-7f99ec7e025f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446298 Jul 16 02:35:13.647755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-8bc00767-2642-45f5-8aea-9c120335b22d service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Jul 16 02:35:14.082430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-62b87d1e-b86a-431a-b1e1-5d573ed5c90d service neutron] 10.222.0.35 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281580 Jul 16 02:35:14.253422 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-56028f22-6a7f-434d-9fb9-0803a644b161 req-8c23964e-c06b-4f78-88c0-e0040d9f00ba tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0285671 Jul 16 02:35:14.368049 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:14.391875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 6a3430fd-b90b-47e8-9fd0-083192415b10 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:14.392251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 6a3430fd-b90b-47e8-9fd0-083192415b10 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:15.341657 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9330a84-05fc-490e-a038-c3582cd58f6e req-dbd46015-f34b-4cbf-99db-d4045649a8f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0285833 Jul 16 02:35:16.421257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4dad1b99-90dc-45fe-81f6-a06924499212 req-af3ae86a-555d-406f-8a40-3e6394d0dea3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jul 16 02:35:17.309917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-b87249ef-69e5-4df4-a3be-7222fd266a66 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.311382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-b87249ef-69e5-4df4-a3be-7222fd266a66 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 812 time: 0.1081512 Jul 16 02:35:17.355181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-62b12a76-a1f1-45c2-af3c-492875f8a92c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 380 time: 0.0342674 Jul 16 02:35:17.365025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'port': {'device_id': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'admin_state_up': True, 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'security_groups': ['af29341b-2039-4b8b-be01-b4f8d4c5d8a4']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:17.478270 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Made reservation on behalf of fe171f84406e4950a3d4a427cad23357 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:17.482151 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.568699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0e3b236-1252-4e83-bbf6-bc67197cd2f2 req-a9262676-e1f1-4f47-a557-4772ee1aae97 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0347543 Jul 16 02:35:17.607134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Allocated IP 172.20.0.8 (ca727ab5-5c25-4417-a4d9-e3d75187aa83/26863730-cfcc-472b-862a-fa8a83a1b268/e5f6cce1-ef14-4588-ada4-83434e35dabf) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:17.744714 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.757894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Transition to ACTIVE for port object e5f6cce1-ef14-4588-ada4-83434e35dabf will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:17.792233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.839517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:17.842586 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:17.844957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:17.876463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:17.903460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.904119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.918561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-fb25ad35-82c6-4817-aeb6-6806d5a39e3d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572078 Jul 16 02:35:17.930319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Request body: {'port': {'device_id': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:18.005253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.045284 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c108a89-00bd-47b9-b18e-9c51a3a2268a None None] Provisioning for port e5f6cce1-ef14-4588-ada4-83434e35dabf completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:18.049017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9c108a89-00bd-47b9-b18e-9c51a3a2268a None None] Provisioning complete for port e5f6cce1-ef14-4588-ada4-83434e35dabf triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:18.049389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c108a89-00bd-47b9-b18e-9c51a3a2268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.084378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9c108a89-00bd-47b9-b18e-9c51a3a2268a None None] Port e5f6cce1-ef14-4588-ada4-83434e35dabf cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:18.270291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:18.277737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.289479 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Transition to ACTIVE for port object e5f6cce1-ef14-4588-ada4-83434e35dabf will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:18.293121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.344081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:18.416799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:18.417238 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:18.417454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:18.422016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:35:18.422340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:18.427553 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:18.427891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:18.428309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:18.428738 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Bound port: e5f6cce1-ef14-4588-ada4-83434e35dabf, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:18.429101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.501281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:18.504786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:18.510655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.546938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:18.547604 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:18.549450 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] 10.222.0.32 "PUT /v2.0/ports/e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1091 time: 0.6232731 Jul 16 02:35:18.549772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:18.552339 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca" -d '{"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:18.586751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa1e6c-d5ce-4c14-a71e-691acf02f81c service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:18.626457 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9625b09e-ae0f-4d86-a1c4-5d7bac45dd08 x-openstack-request-id: req-9625b09e-ae0f-4d86-a1c4-5d7bac45dd08 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:18.626756 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:18.627256 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9625b09e-ae0f-4d86-a1c4-5d7bac45dd08 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:18.627662 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'status': 'completed', 'code': 200} Jul 16 02:35:18.657744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-938e67e8-abfb-4f1f-9feb-e4c8a8494573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:18.659486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-938e67e8-abfb-4f1f-9feb-e4c8a8494573 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1094 time: 0.0679595 Jul 16 02:35:18.730325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-7a527f66-bc9a-4e06-bd8a-3d68e92f16de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 217 time: 0.0634954 Jul 16 02:35:18.770533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d9ac-9b9b-470c-bd2b-fb082804113f req-c6980ed1-05cf-4d47-aa5d-f79b3284cdb6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:18.772082 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb05d9ac-9b9b-470c-bd2b-fb082804113f req-c6980ed1-05cf-4d47-aa5d-f79b3284cdb6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0743229 Jul 16 02:35:18.782581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-8e3102d2-529b-4bca-a5b1-742759ce63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:18.784072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-8e3102d2-529b-4bca-a5b1-742759ce63d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0473185 Jul 16 02:35:18.818673 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cb05d9ac-9b9b-470c-bd2b-fb082804113f req-3314397c-99f2-4e0a-8cd3-698dff5fdc9f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399339 Jul 16 02:35:18.865011 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-01534fa4-90e9-4104-90b5-262b9eed041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:18.867477 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-01534fa4-90e9-4104-90b5-262b9eed041a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772524 Jul 16 02:35:18.968549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-efb669a4-74ae-4ead-9661-20d904d7b1a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934739 Jul 16 02:35:19.058931 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-540a6777-afb3-4950-bd42-dee8cc2c0941 req-460b37ae-f5ae-4d75-83e1-25c7eddbf27a service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845962 Jul 16 02:35:19.155120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-53e8fe84-f9cc-40d4-93d8-e548d1d919ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:19.156630 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-53e8fe84-f9cc-40d4-93d8-e548d1d919ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1094 time: 0.0522938 Jul 16 02:35:19.248938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-f4460cb1-41cd-40b6-818b-5a943cfc7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:19.250379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-f4460cb1-41cd-40b6-818b-5a943cfc7dbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0876613 Jul 16 02:35:19.289790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-ffa454c5-3ddd-4f1c-9d48-127dd6163488 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 217 time: 0.0330389 Jul 16 02:35:19.341052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-11809571-aafc-43ea-853a-53e150b14292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:19.342510 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-11809571-aafc-43ea-853a-53e150b14292 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0469029 Jul 16 02:35:19.398521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-31cf0599-52ba-4d6a-8e07-104846a1a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:19.400595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-31cf0599-52ba-4d6a-8e07-104846a1a120 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514619 Jul 16 02:35:19.491220 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-d7dde9b0-79d7-4dbb-aba5-48dea57f260a service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829751 Jul 16 02:35:19.581364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-56cc209e-4ab1-4b13-b4fb-84daf7fafaca req-bf924fa9-9fca-44d9-bbe8-b4a5c768e16f service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830972 Jul 16 02:35:19.993997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a027-0291-4b44-8799-d3ce57fe39a2 req-ed6683cf-bfaf-4b01-b0c7-0224f5ba6d4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:19.995426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e168a027-0291-4b44-8799-d3ce57fe39a2 req-ed6683cf-bfaf-4b01-b0c7-0224f5ba6d4d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0638745 Jul 16 02:35:20.032775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e168a027-0291-4b44-8799-d3ce57fe39a2 req-9dc98dd1-0647-47c3-9ed8-43e26ae8414c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Jul 16 02:35:21.202664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f213ee-3464-4c7f-9371-885123694e88 req-e72dfe9d-49d7-4e27-b57c-cfddcb7bef64 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:21.204156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28f213ee-3464-4c7f-9371-885123694e88 req-e72dfe9d-49d7-4e27-b57c-cfddcb7bef64 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0615804 Jul 16 02:35:21.239973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-28f213ee-3464-4c7f-9371-885123694e88 req-ede6ad7d-c466-4acf-ba3b-e402e885f369 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303502 Jul 16 02:35:22.408323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e6589-a798-4ce2-be7d-9835d0ffed56 req-22532ce3-b071-45f4-b451-8125a2bdc1fd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:22.409785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab1e6589-a798-4ce2-be7d-9835d0ffed56 req-22532ce3-b071-45f4-b451-8125a2bdc1fd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0616083 Jul 16 02:35:22.445553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab1e6589-a798-4ce2-be7d-9835d0ffed56 req-41d3d5ef-b0ce-4cc8-a45e-b1c17ac234f9 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302823 Jul 16 02:35:22.647059 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:22.676370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:35:22.771672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:22.782598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'mac_address': 'fa:16:3e:3e:ea:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:35:22.820916 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:22.834733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:22.854469 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:22.858286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:22.907945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:23.057525 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['e5f6cce1-ef14-4588-ada4-83434e35dabf'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:35:23.624774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898e04e-ef96-4bdf-b7e3-1fa0fd6faed3 req-c818bfce-142a-4581-90a5-f7136aa56e16 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:23.626291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5898e04e-ef96-4bdf-b7e3-1fa0fd6faed3 req-c818bfce-142a-4581-90a5-f7136aa56e16 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0663702 Jul 16 02:35:23.664707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5898e04e-ef96-4bdf-b7e3-1fa0fd6faed3 req-79157ef9-1bbb-4241-8e7d-2f6df5c03017 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Jul 16 02:35:23.810525 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2112c06b-a50d-4817-aea2-0f523b02e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:23.891732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:24.692459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:24.752589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port e5f6cce1-ef14-4588-ada4-83434e35dabf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:24.757178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port e5f6cce1-ef14-4588-ada4-83434e35dabf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:24.757721 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:24.844682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:24.846579 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624732-cc8c-4cbd-b956-4592cf9c9fc0 req-cff2fd0b-2f31-4d5c-9a0a-0c435320cd32 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:24.848178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62624732-cc8c-4cbd-b956-4592cf9c9fc0 req-cff2fd0b-2f31-4d5c-9a0a-0c435320cd32 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0662615 Jul 16 02:35:24.871975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:24.873826 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2569983b-6f92-4218-855f-cf4169f4a28c" -d '{"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:24.891622 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62624732-cc8c-4cbd-b956-4592cf9c9fc0 req-a3527d03-eb1c-4099-a673-24f3abff2076 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363152 Jul 16 02:35:24.894534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:24.909602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:24.932853 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a27713-c114-4a03-8c58-191137c92f4f x-openstack-request-id: req-80a27713-c114-4a03-8c58-191137c92f4f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:24.933140 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:24.933388 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80a27713-c114-4a03-8c58-191137c92f4f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:24.933771 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'code': 200} Jul 16 02:35:24.962546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:25.048274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8495f-1369-4dc6-bdf3-9256504fdf07 req-3194802a-4a92-49e8-8121-9cbcd7e035a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:25.049836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cdd8495f-1369-4dc6-bdf3-9256504fdf07 req-3194802a-4a92-49e8-8121-9cbcd7e035a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1096 time: 0.0543523 Jul 16 02:35:25.085507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cdd8495f-1369-4dc6-bdf3-9256504fdf07 req-ac959200-01e5-4357-a356-e366e2303589 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296087 Jul 16 02:35:26.068755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6547c1-87b9-4dd3-9771-bfdce2aaf3b0 req-0a81656b-37aa-4c40-bedf-b6fa3eb614a1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:26.070272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf6547c1-87b9-4dd3-9771-bfdce2aaf3b0 req-0a81656b-37aa-4c40-bedf-b6fa3eb614a1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0652750 Jul 16 02:35:26.108088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf6547c1-87b9-4dd3-9771-bfdce2aaf3b0 req-4ade7d79-580a-4014-9bbd-f93a258ef6ea tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Jul 16 02:35:26.245279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94560e6a-984a-414c-8464-eb8b20ede5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.276561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700892c-ed46-463f-a9cb-d8e45b82368b req-cf6b52a9-dbea-4dd5-a7d1-1fbd4bdb5329 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:26.278051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2700892c-ed46-463f-a9cb-d8e45b82368b req-cf6b52a9-dbea-4dd5-a7d1-1fbd4bdb5329 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0634296 Jul 16 02:35:26.286600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 44820) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:26.291073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Request body: {'floatingip': {'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:26.329812 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.732903 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.760965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.764551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.862655 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac associated. External IP: 172.25.0.96, port: e5f6cce1-ef14-4588-ada4-83434e35dabf. Jul 16 02:35:27.067656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:27.173583 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:27.178360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.183119 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:27.191851 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:27.192483 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.214398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0b7aa656-8e00-47d7-a8e2-8e52b4a57d33 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "PUT /v2.0/floatingips/6de55b8f-eda9-48cb-8818-dc7748c62bac HTTP/1.1" status: 200 len: 991 time: 0.9267371 Jul 16 02:35:27.214993 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:27.253824 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:27.302134 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:27.342374 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc05b9-ac16-4957-b010-c16314749c94 x-openstack-request-id: req-49bc05b9-ac16-4957-b010-c16314749c94 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:27.342680 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:27.343042 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49bc05b9-ac16-4957-b010-c16314749c94 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:27.343490 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'status': 'completed', 'code': 200} Jul 16 02:35:27.422568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-4b7c48ae-8442-4ad5-b75e-0c84da388ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.424119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-4b7c48ae-8442-4ad5-b75e-0c84da388ab4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1096 time: 0.0583773 Jul 16 02:35:27.513642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-d765e9e2-d4be-47ba-a16d-c1e5fa05bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.515121 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-d765e9e2-d4be-47ba-a16d-c1e5fa05bf7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0850351 Jul 16 02:35:27.528339 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:3e:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:35:26Z', 'revision_number': 13, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.554870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:27.563263 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:27.563866 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:35:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.584136 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-1b188c61-7708-4cd5-be0a-75736c5c7404 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.0629022 Jul 16 02:35:27.603691 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.634460 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-ff5107f2-487d-47f1-b4df-8eccccf7d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.635936 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-ff5107f2-487d-47f1-b4df-8eccccf7d2d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0463941 Jul 16 02:35:27.670359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:27.695729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-3ccbd41e-012b-46bc-9d39-eb988638a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.697942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-3ccbd41e-012b-46bc-9d39-eb988638a82b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559828 Jul 16 02:35:27.794485 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-02a9e248-e097-477e-8e57-035f5fdba2c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905790 Jul 16 02:35:27.885037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f6b5cc3-9fa5-4f9a-8510-71033d6ab56b req-0b787993-d2d3-4688-9156-b6a43d8dfe80 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842414 Jul 16 02:35:27.891967 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:3e:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:35:26Z', 'revision_number': 13, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.923194 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a4dc2-557d-4a0a-91ba-23431c8203bc None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6de55b8f-eda9-48cb-8818-dc7748c62bac', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'mac_address': 'fa:16:3e:3e:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:26Z', 'updated_at': '2021-07-16T02:35:26Z', 'revision_number': 13, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:28.106669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e4475d-fd77-42b2-a8f7-47bb07325c83 None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:35:29.080784 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.475562 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:52.645404 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:53.813581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8bee577e-a27d-4d78-ba31-55d92dab9db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:53.899087 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:56.247240 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2e34a2b1-2010-45a7-acd0-427d353d0bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:56.737544 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:57.608956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:59.092784 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:06.903309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-96bc156c-7c5b-4276-86fc-f2052b4b8ae3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648649 Jul 16 02:36:07.001869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-e755eb56-d463-497b-9b9d-fd893733ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:07.003590 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-e755eb56-d463-497b-9b9d-fd893733ca6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1096 time: 0.0536578 Jul 16 02:36:07.112931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-fb769880-7de7-47f9-9679-a567e41b7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:07.114524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-fb769880-7de7-47f9-9679-a567e41b7fe1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0894494 Jul 16 02:36:07.186200 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-846d2431-3cb6-49f4-a5d5-42764327f5b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1001 time: 0.0651810 Jul 16 02:36:07.236951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-158c6e62-75a1-4dc7-8dc7-a0d97426ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:07.238417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-158c6e62-75a1-4dc7-8dc7-a0d97426ec43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0465093 Jul 16 02:36:07.295083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-894b5659-75c9-4309-8dd4-eda7fef45716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:07.296536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-894b5659-75c9-4309-8dd4-eda7fef45716 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516911 Jul 16 02:36:07.390168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-dba0ecae-4ec8-47c0-962f-e4f013fc0bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870161 Jul 16 02:36:07.832620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c91dc4dd-7968-4c37-96b2-a87062fb15ac req-74a98862-50fe-40c0-aa64-ed106b1f5f08 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360924 Jul 16 02:36:15.474057 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:22.644593 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:23.814485 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9a7657f-8b76-4808-8702-456614e3530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:23.889962 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:26.248586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1e088bcb-8d78-4f4d-a4d9-5a17b3870ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:26.738927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:27.615316 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:29.087624 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:52.473475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:52.659263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.814400 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-aaf4740e-43e8-4497-8a5d-ca5a59316183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:53.886452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.248629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e1cedbb-34b5-4824-a832-42ef0389e5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:56.739523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:57.620009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:59.089811 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:04.918851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643389e1-b847-4f97-8789-ed672d490178 req-3fb2e607-0d50-4e89-8366-372739b081fd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:04.920433 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-643389e1-b847-4f97-8789-ed672d490178 req-3fb2e607-0d50-4e89-8366-372739b081fd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0738845 Jul 16 02:37:04.961603 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-643389e1-b847-4f97-8789-ed672d490178 req-fd030e09-befa-4d4f-985e-ef2274fd2bcc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356433 Jul 16 02:37:07.891512 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-a3441839-abe3-4005-abd7-68ce9bcb1d89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553448 Jul 16 02:37:07.983981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53886df6-911a-4f97-b230-0701cbe252bc req-34c8f11e-6555-4ca3-b1e8-b7c64e0bad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:07.985468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-34c8f11e-6555-4ca3-b1e8-b7c64e0bad3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1096 time: 0.0520799 Jul 16 02:37:08.090631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53886df6-911a-4f97-b230-0701cbe252bc req-5d4bf600-9b0b-462d-bf3c-2676fc1f31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:08.092119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-5d4bf600-9b0b-462d-bf3c-2676fc1f31de service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0872068 Jul 16 02:37:08.154640 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-03f938ad-2b6e-46fb-829d-74b41d61a1df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1001 time: 0.0566947 Jul 16 02:37:08.206025 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53886df6-911a-4f97-b230-0701cbe252bc req-609ff9f7-cb41-497a-80a7-3f00ef692875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:08.207479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-609ff9f7-cb41-497a-80a7-3f00ef692875 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0472243 Jul 16 02:37:08.271273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53886df6-911a-4f97-b230-0701cbe252bc req-944b3159-3c28-45fc-a343-a8dbc3a1e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:08.272731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-944b3159-3c28-45fc-a343-a8dbc3a1e4c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580094 Jul 16 02:37:08.366276 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-af0b937c-9376-4e10-986e-6f64da487b34 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873506 Jul 16 02:37:08.461440 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-53886df6-911a-4f97-b230-0701cbe252bc req-c6db4dc1-2c8a-4b74-b02c-f2f9da14bdce service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893681 Jul 16 02:37:14.948317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-94e19721-ed14-413b-83ac-27481048ac62 req-18769e6b-d1f3-45f7-89da-073cb04dc0ea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:37:14.949304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94e19721-ed14-413b-83ac-27481048ac62 req-18769e6b-d1f3-45f7-89da-073cb04dc0ea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060310 Jul 16 02:37:15.243316 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c9e9d-3e11-4cab-88db-d6e653c11d44 req-5992bab9-06df-48dc-8738-6bd5312c8c64 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:15.245342 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-069c9e9d-3e11-4cab-88db-d6e653c11d44 req-5992bab9-06df-48dc-8738-6bd5312c8c64 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jul 16 02:37:15.270364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-0d041d95-62ce-4474-b371-873bb333b2df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915434 Jul 16 02:37:15.284020 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-069c9e9d-3e11-4cab-88db-d6e653c11d44 req-031cb879-f061-43cd-9413-4c5a5b8b5065 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Jul 16 02:37:16.466845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c1aa7-3ebe-4f8f-8a90-781de964fc85 req-403c74a6-9db7-4851-bd58-665a6f72dbe4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:16.467620 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-9449bbca-8c15-4690-9cb1-e68726298f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:16.468369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-060c1aa7-3ebe-4f8f-8a90-781de964fc85 req-403c74a6-9db7-4851-bd58-665a6f72dbe4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0631137 Jul 16 02:37:16.468605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-9449bbca-8c15-4690-9cb1-e68726298f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1096 time: 0.0524676 Jul 16 02:37:16.506656 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-060c1aa7-3ebe-4f8f-8a90-781de964fc85 req-b9e24c10-9122-4d9a-bfa6-ce90965407f1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325773 Jul 16 02:37:16.561865 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-f04fe1d3-b6d9-4bb0-b2c0-730b15391071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:16.563325 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-f04fe1d3-b6d9-4bb0-b2c0-730b15391071 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0885017 Jul 16 02:37:16.626399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-ee839832-10fd-4dbe-8e40-348bbb57fea7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1001 time: 0.0569546 Jul 16 02:37:16.681227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-7b1ebea1-e130-4aef-ae6b-e53e11a3d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:16.683362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-7b1ebea1-e130-4aef-ae6b-e53e11a3d3f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0511250 Jul 16 02:37:16.740852 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-cab6e2e8-e68c-4c88-9b13-f0121ed97fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:16.742405 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-cab6e2e8-e68c-4c88-9b13-f0121ed97fcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533378 Jul 16 02:37:16.832574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-3943c489-3d11-45fc-9b7b-542cb9a947be service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834303 Jul 16 02:37:16.924886 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-5c37a7fa-a052-4861-bf28-459fa23d2bae service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Jul 16 02:37:17.698329 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5853-4d2f-4adf-9264-0fc1b5385ddc req-1ea57089-aa2c-4869-ba03-e39d5d4a1ccc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:17.700249 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6ba5853-4d2f-4adf-9264-0fc1b5385ddc req-1ea57089-aa2c-4869-ba03-e39d5d4a1ccc tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0686021 Jul 16 02:37:17.737448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b6ba5853-4d2f-4adf-9264-0fc1b5385ddc req-96d90741-8784-45fd-b502-365ea4ca5494 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Jul 16 02:37:18.928223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfebae4-2339-426f-9a93-6e3143f0e4d0 req-ee372251-f264-4c31-a0b6-30e6fae209ba tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:18.929753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bfebae4-2339-426f-9a93-6e3143f0e4d0 req-ee372251-f264-4c31-a0b6-30e6fae209ba tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jul 16 02:37:18.969620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bfebae4-2339-426f-9a93-6e3143f0e4d0 req-07c05e33-90e0-4fbd-9673-3a7f49ab72b1 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340354 Jul 16 02:37:20.142857 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438780-998d-4a66-a842-c5b8ecfbb062 req-098593e7-fe9c-4327-b1c5-4a9a88016fd6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:20.144408 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad438780-998d-4a66-a842-c5b8ecfbb062 req-098593e7-fe9c-4327-b1c5-4a9a88016fd6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0642481 Jul 16 02:37:20.186449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad438780-998d-4a66-a842-c5b8ecfbb062 req-4eb6d05d-0835-48ef-94b2-f4ac40b46976 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364985 Jul 16 02:37:21.358685 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913db92-2b3d-44e0-b9b0-460491a11f6c req-a16ceaac-4af4-4d33-a5a1-6de54cb786c7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:21.360190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7913db92-2b3d-44e0-b9b0-460491a11f6c req-a16ceaac-4af4-4d33-a5a1-6de54cb786c7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0630341 Jul 16 02:37:21.397452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7913db92-2b3d-44e0-b9b0-460491a11f6c req-a2cbc56a-a7d2-4e26-b874-6f79e9140758 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Jul 16 02:37:22.572252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc083-bd95-419a-ab88-30ed56d052f3 req-d7aa70e1-a23a-4727-9ef4-3ee836f2930d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:22.573749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b57dc083-bd95-419a-ab88-30ed56d052f3 req-d7aa70e1-a23a-4727-9ef4-3ee836f2930d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0628827 Jul 16 02:37:22.611717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b57dc083-bd95-419a-ab88-30ed56d052f3 req-ac7c1419-f0a1-47f7-bcd7-1c6b502a5027 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Jul 16 02:37:22.674479 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.796442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def68309-10ba-404c-95c3-89943da8ab26 req-692261ba-6154-472c-a492-3cc63e19fa08 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:23.797979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-def68309-10ba-404c-95c3-89943da8ab26 req-692261ba-6154-472c-a492-3cc63e19fa08 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0698848 Jul 16 02:37:23.815081 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94bdc75b-181f-4017-be55-da2cbbf4a7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.840135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-def68309-10ba-404c-95c3-89943da8ab26 req-3a6e66a5-7095-4de8-8e5a-4c023a4bc085 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Jul 16 02:37:23.891617 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:25.013643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f1d48-8461-4ea7-b433-d43b205a860f req-d748b8b7-f26d-46e7-a6eb-dff12f04cbf0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:25.015079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c7f1d48-8461-4ea7-b433-d43b205a860f req-d748b8b7-f26d-46e7-a6eb-dff12f04cbf0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0645761 Jul 16 02:37:25.053219 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c7f1d48-8461-4ea7-b433-d43b205a860f req-b3630931-1772-4d38-a184-3755083f11a4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Jul 16 02:37:26.253823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-17115691-1a67-4e66-9518-05b2bf8726a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:26.407294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829cfc4-1ed2-4820-a419-54074ad5ed8b req-acbd2cbe-0882-498f-baab-9de3fe4bd859 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:26.408832 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6829cfc4-1ed2-4820-a419-54074ad5ed8b req-acbd2cbe-0882-498f-baab-9de3fe4bd859 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0643404 Jul 16 02:37:26.453442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6829cfc4-1ed2-4820-a419-54074ad5ed8b req-31406c40-a916-4a7d-9e10-14fdf9611bd6 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Jul 16 02:37:26.740570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.616567 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:27.628931 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef50a12-a5ac-4a17-ad6b-48325cf65115 req-8f9f3731-f8ef-46df-9a02-287d6bb5447c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:27.630449 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ef50a12-a5ac-4a17-ad6b-48325cf65115 req-8f9f3731-f8ef-46df-9a02-287d6bb5447c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0658200 Jul 16 02:37:27.669019 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3ef50a12-a5ac-4a17-ad6b-48325cf65115 req-e6a687d6-e030-47c7-9719-511e3ae894b7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jul 16 02:37:28.845678 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6b7af-1fc0-4d94-84d9-38770da5680b req-8985c6e8-aa70-4e28-81ea-1196e229eebf tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:28.847177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00d6b7af-1fc0-4d94-84d9-38770da5680b req-8985c6e8-aa70-4e28-81ea-1196e229eebf tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0678010 Jul 16 02:37:28.884765 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-00d6b7af-1fc0-4d94-84d9-38770da5680b req-ffab559b-6477-4063-a8c9-68178120263f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Jul 16 02:37:29.093144 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:29.473093 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:30.068358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee966fe6-9c8e-44bd-9d3f-b14583bfff7a req-bab0b455-c0e7-4c1d-a04f-581a2deda793 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:30.069745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee966fe6-9c8e-44bd-9d3f-b14583bfff7a req-bab0b455-c0e7-4c1d-a04f-581a2deda793 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0749426 Jul 16 02:37:30.108363 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ee966fe6-9c8e-44bd-9d3f-b14583bfff7a req-0ed442c8-2a56-4896-a91f-7f1ce3152468 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Jul 16 02:37:30.563792 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-ca4a0942-47c2-4aab-bd30-5b3f6299a483 service neutron] show failed (client error): The resource could not be found. Jul 16 02:37:30.564845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-ca4a0942-47c2-4aab-bd30-5b3f6299a483 service neutron] 10.222.0.32 "GET /v2.0/ports/e5f6cce1-ef14-4588-ada4-83434e35dabf/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0540822 Jul 16 02:37:30.815615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-b159fe5e-aa77-49d6-9bda-5a7ea391f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:30.817168 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-b159fe5e-aa77-49d6-9bda-5a7ea391f461 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 1096 time: 0.0563986 Jul 16 02:37:30.828113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:30.897017 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.096194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:31.128735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:31.173092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:31.175395 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e6b33e-2048-4c07-a1c0-b50b82afcb78" -d '{"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:31.179680 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.196387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Transition to ACTIVE for port object e5f6cce1-ef14-4588-ada4-83434e35dabf will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:31.201630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.232736 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5515ad-d5b0-4c37-b7e6-d46dc61fec5b x-openstack-request-id: req-0e5515ad-d5b0-4c37-b7e6-d46dc61fec5b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:31.233031 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:31.233275 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e5515ad-d5b0-4c37-b7e6-d46dc61fec5b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:31.233663 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'code': 200} Jul 16 02:37:31.288895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:31.290994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7142-9fca-4a28-90a3-baf566e4539c req-c12532fa-54ed-48ab-8d22-1610d72a0a7b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.293452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f05b7142-9fca-4a28-90a3-baf566e4539c req-c12532fa-54ed-48ab-8d22-1610d72a0a7b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0708363 Jul 16 02:37:31.302468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.302813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.303152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.303488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.304162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.304499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.304823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.305146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.305467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.305791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.306677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.306998 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:31.345040 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f05b7142-9fca-4a28-90a3-baf566e4539c req-85903559-4201-41fd-ada3-cfbbac8bf006 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Jul 16 02:37:31.347211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] No DVR routers for this DVR port e5f6cce1-ef14-4588-ada4-83434e35dabf on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:37:31.490456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:31.490791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:31.491116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:31.495314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:37:31.495633 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:31.500569 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:31.500912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:31.501295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:31.501718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Bound port: e5f6cce1-ef14-4588-ada4-83434e35dabf, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:31.502068 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.564808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:31.567765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:31.572605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.608584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.609228 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.610659 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] 10.222.0.38 "PUT /v2.0/ports/e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1091 time: 0.7865701 Jul 16 02:37:31.648497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453710d2-a1af-45c8-9995-35df03a63238 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:31.701213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-099e2579-c153-4db8-b1c8-14d5f390f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.702808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-099e2579-c153-4db8-b1c8-14d5f390f573 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1094 time: 0.0652907 Jul 16 02:37:31.802346 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-7a25967d-eaf0-42f6-beaa-1fe535ee47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.803833 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-7a25967d-eaf0-42f6-beaa-1fe535ee47fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0939941 Jul 16 02:37:31.871730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-dd0c9d2c-145a-424f-874f-338f90d80600 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.0615723 Jul 16 02:37:31.920587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-d471b849-96e8-47ca-924e-8bee9a205e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.922055 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-d471b849-96e8-47ca-924e-8bee9a205e3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0448334 Jul 16 02:37:31.978730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-ac617a4b-3c4a-4279-be9c-168ca4c9ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.980267 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-ac617a4b-3c4a-4279-be9c-168ca4c9ac18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519714 Jul 16 02:37:31.990453 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-09636608-4437-4204-a987-0e99dfbccd01 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:37:31.991385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-09636608-4437-4204-a987-0e99dfbccd01 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049355 Jul 16 02:37:32.085327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-8f1a62a4-aa92-438e-87fb-a93085a0ec3e service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Jul 16 02:37:32.173793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f29a3-ad98-4e32-b216-a3d045b31a5f req-b6161c93-4473-4bce-bd0c-145eb30a03a5 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823648 Jul 16 02:37:32.543706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ec954-de27-4441-9af9-f847965da25a req-57184931-1a0e-4a5e-a8fd-3a3a42db6060 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:32.545244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d28ec954-de27-4441-9af9-f847965da25a req-57184931-1a0e-4a5e-a8fd-3a3a42db6060 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0649707 Jul 16 02:37:32.587093 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d28ec954-de27-4441-9af9-f847965da25a req-891d4900-313a-4e1e-8a80-ac8be8ecb85b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359864 Jul 16 02:37:33.235209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:33.237657 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a0f0f-d375-4624-899c-673f881b3e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:33.280790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:33.291934 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30662edb-9cae-4d54-a35a-abd3e08b1d88 x-openstack-request-id: req-30662edb-9cae-4d54-a35a-abd3e08b1d88 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:33.293010 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:33.293269 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30662edb-9cae-4d54-a35a-abd3e08b1d88 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:33.293674 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'status': 'completed', 'code': 200} Jul 16 02:37:33.331225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:33.407359 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-055d75ce-8c72-4207-9dc6-7f37d1ebcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.408942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-055d75ce-8c72-4207-9dc6-7f37d1ebcdc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1094 time: 0.0979326 Jul 16 02:37:33.415595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-d4a0d63d-84b2-4df2-b27a-fd6e45d52271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.417088 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-d4a0d63d-84b2-4df2-b27a-fd6e45d52271 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1094 time: 0.0970147 Jul 16 02:37:33.577180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-d59e1b81-b99a-4a86-bb2e-b3b2a97d84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.578657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-d59e1b81-b99a-4a86-bb2e-b3b2a97d84fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1607101 Jul 16 02:37:33.579962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-99aecedc-7973-4c91-af27-6b64e8ec9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.581280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-99aecedc-7973-4c91-af27-6b64e8ec9be3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1557808 Jul 16 02:37:33.696464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-0027d4c3-2eaa-4dbd-9190-8abd8a1e2d25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.1046579 Jul 16 02:37:33.698677 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-4083bfe6-c5b2-4d6a-afaa-abb0ca0d76e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.1131341 Jul 16 02:37:33.780914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f79ab-ad44-46fc-bf8d-227ecabb27c7 req-21a46205-3f22-4d01-9e09-9fbc139a77af tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.783194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-209f79ab-ad44-46fc-bf8d-227ecabb27c7 req-21a46205-3f22-4d01-9e09-9fbc139a77af tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0690358 Jul 16 02:37:33.784431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-84d16c3a-ecf0-4749-a4ea-27d06746a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.785991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-84d16c3a-ecf0-4749-a4ea-27d06746a78a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0839021 Jul 16 02:37:33.789691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-224b2ca8-b46e-4742-a69d-3144f1c4642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.791199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-224b2ca8-b46e-4742-a69d-3144f1c4642f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0814817 Jul 16 02:37:33.826085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-209f79ab-ad44-46fc-bf8d-227ecabb27c7 req-4be21b61-e95a-4cc2-82c7-c97053b62350 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362473 Jul 16 02:37:33.887695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-049bf114-0788-48cd-90ae-ce51cad42aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.889263 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-049bf114-0788-48cd-90ae-ce51cad42aed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971699 Jul 16 02:37:33.893463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-405171fd-8778-4877-b96a-d79e4a4c24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:33.894841 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-405171fd-8778-4877-b96a-d79e4a4c24ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941899 Jul 16 02:37:34.055861 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-a308bbe7-f107-48f1-8f36-b188c182e276 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524301 Jul 16 02:37:34.058243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-75136ab3-d617-4448-9d17-a0de7943bb3c service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620421 Jul 16 02:37:34.219728 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-2d5773a4-3bdf-4d2d-950d-9c21f0fed13a service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575446 Jul 16 02:37:34.221879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ac4a0f0f-d375-4624-899c-673f881b3e8b req-3e9180fa-5a47-49ff-8912-dc06a509d1f6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522377 Jul 16 02:37:35.002795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd65d-4520-4e2a-821f-489f3d76ef72 req-44d39b95-11cf-4701-acd5-c7e2f2ebf344 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.004511 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa6cd65d-4520-4e2a-821f-489f3d76ef72 req-44d39b95-11cf-4701-acd5-c7e2f2ebf344 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0644994 Jul 16 02:37:35.044314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fa6cd65d-4520-4e2a-821f-489f3d76ef72 req-21346b49-6178-492e-8337-5e3eeb0d830f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334883 Jul 16 02:37:36.226403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6795-a2b9-46c2-94f3-94ab1b1c5918 req-44d29f8c-28f6-43a7-a3dc-ba9f03797606 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:36.228558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-807d6795-a2b9-46c2-94f3-94ab1b1c5918 req-44d29f8c-28f6-43a7-a3dc-ba9f03797606 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0677919 Jul 16 02:37:36.265929 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-807d6795-a2b9-46c2-94f3-94ab1b1c5918 req-5bf22897-244c-4f74-9fad-62da5da98d11 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Jul 16 02:37:37.438535 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51d9c-2f65-4c79-9604-d72e178356bb req-bf16d6fd-ec33-481f-a750-d2b881492d70 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:37.439998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78b51d9c-2f65-4c79-9604-d72e178356bb req-bf16d6fd-ec33-481f-a750-d2b881492d70 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0621817 Jul 16 02:37:37.477376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78b51d9c-2f65-4c79-9604-d72e178356bb req-0b7bef1e-ade0-4608-aed5-568156953c50 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Jul 16 02:37:38.651487 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1112-88aa-4407-9147-5e66d250d12e req-e6aef406-5534-4332-ad64-57a935ba637e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:38.652998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25bc1112-88aa-4407-9147-5e66d250d12e req-e6aef406-5534-4332-ad64-57a935ba637e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0617180 Jul 16 02:37:38.694415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25bc1112-88aa-4407-9147-5e66d250d12e req-f8cfa1bd-a197-43dd-aab3-cf878733ae59 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359385 Jul 16 02:37:39.868813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b41c-ccf9-4c44-acd0-b133ba0c3837 req-e66c858d-0f67-4f50-a5bc-3166f1bbee92 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:39.870819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9925b41c-ccf9-4c44-acd0-b133ba0c3837 req-e66c858d-0f67-4f50-a5bc-3166f1bbee92 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0666788 Jul 16 02:37:39.908858 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9925b41c-ccf9-4c44-acd0-b133ba0c3837 req-5b2f6eb8-8ec7-47f3-9a7a-69f4f4b10d4b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Jul 16 02:37:41.084722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9d45-7431-4363-980a-f71f3d899cbf req-d133b148-9782-4474-ad27-bb27204f0b9c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:41.086209 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a02b9d45-7431-4363-980a-f71f3d899cbf req-d133b148-9782-4474-ad27-bb27204f0b9c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0626335 Jul 16 02:37:41.122837 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a02b9d45-7431-4363-980a-f71f3d899cbf req-6c7c68fa-d8d7-4657-b6e4-c5a45603c78c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305955 Jul 16 02:37:42.306283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cefe-9f07-497e-a3df-a1c64359cd37 req-169314e7-41e9-4c60-aaad-24e14df9f6c4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:42.307702 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4652cefe-9f07-497e-a3df-a1c64359cd37 req-169314e7-41e9-4c60-aaad-24e14df9f6c4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0693619 Jul 16 02:37:42.345779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4652cefe-9f07-497e-a3df-a1c64359cd37 req-486a2b6c-23ec-4b0b-9278-44feb65e391e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Jul 16 02:37:43.515300 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed74d7d-0d5a-4663-878d-00bb14fd6001 req-e3fab74e-4f81-42b2-8b2f-5e87825cf426 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:43.520883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ed74d7d-0d5a-4663-878d-00bb14fd6001 req-e3fab74e-4f81-42b2-8b2f-5e87825cf426 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0629799 Jul 16 02:37:43.564714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ed74d7d-0d5a-4663-878d-00bb14fd6001 req-d97475a7-ade9-4580-887d-ecde527aac81 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Jul 16 02:37:44.736672 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56501ca-5d6a-405c-b422-81727f571253 req-4cf7a846-2ad2-4b29-b6e7-aa6fd7ad94c0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:44.738164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e56501ca-5d6a-405c-b422-81727f571253 req-4cf7a846-2ad2-4b29-b6e7-aa6fd7ad94c0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0674181 Jul 16 02:37:44.775684 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e56501ca-5d6a-405c-b422-81727f571253 req-e2cd8db2-5ea6-4115-974b-9aa2232aa6bd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Jul 16 02:37:45.083609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:37:45.171045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-16979937-926c-4a6f-9ff6-4bd4725abff0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.172654 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-16979937-926c-4a6f-9ff6-4bd4725abff0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d&tenant_id=fe171f84406e4950a3d4a427cad23357&binding%3Ahost_id=n-h2-800087-6 HTTP/1.1" status: 200 len: 943 time: 0.0758379 Jul 16 02:37:45.200504 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:45.213030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'mac_address': 'fa:16:3e:3e:ea:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:37:45.231478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c184f8-503b-4866-88ef-171db2585d80 req-4f0e7a70-ba62-40fe-976f-bb29d35a22a3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.233492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4c184f8-503b-4866-88ef-171db2585d80 req-4f0e7a70-ba62-40fe-976f-bb29d35a22a3 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 943 time: 0.0750067 Jul 16 02:37:45.236384 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-6a65ceb4-64a0-4133-9408-dab3af794254 service neutron] 10.222.0.38 "GET /v2.0/ports/e5f6cce1-ef14-4588-ada4-83434e35dabf/bindings/n-h2-800087-6 HTTP/1.1" status: 200 len: 382 time: 0.0564768 Jul 16 02:37:45.251904 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.266403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:37:45.277138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f4c184f8-503b-4866-88ef-171db2585d80 req-782ee7e9-e537-4caa-b9e7-b3928cb2f73e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367427 Jul 16 02:37:45.290750 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:45.295094 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:45.327654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-0387fbc5-3625-4045-b0d0-9471165e929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.329228 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-0387fbc5-3625-4045-b0d0-9471165e929e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1094 time: 0.0680285 Jul 16 02:37:45.343545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:45.350734 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.351083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.351422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.351755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.352109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.352471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.352804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.353124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.353446 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.354043 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.354374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.354695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:45.418173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-3cb51d46-8f1f-444d-9ae8-fa2a553fd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.419644 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-3cb51d46-8f1f-444d-9ae8-fa2a553fd64e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0842454 Jul 16 02:37:45.489001 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-8fb2f7e3-780e-4fe2-9cf5-cf7141ff5070 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1000 time: 0.0611248 Jul 16 02:37:45.536957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['e5f6cce1-ef14-4588-ada4-83434e35dabf'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:45.539114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-3947e12c-b3fd-40ac-a852-9a246c0704a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.540642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-3947e12c-b3fd-40ac-a852-9a246c0704a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0446167 Jul 16 02:37:45.598282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-01a5d7a5-a494-4fe5-bfcc-1e7e273a89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.599822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-01a5d7a5-a494-4fe5-bfcc-1e7e273a89a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529764 Jul 16 02:37:45.694595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-f8e053bc-7780-45a1-b898-f4b376d302c3 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882554 Jul 16 02:37:45.781929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-99dca42c-1683-40a0-a4e2-f229b1c4a607 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803339 Jul 16 02:37:46.454180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7abd27-f6d0-4587-bc01-ff224882350e req-f324550b-fc27-48bc-8414-1e29ab5ea61e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.455655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f7abd27-f6d0-4587-bc01-ff224882350e req-f324550b-fc27-48bc-8414-1e29ab5ea61e tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0614841 Jul 16 02:37:46.492650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6f7abd27-f6d0-4587-bc01-ff224882350e req-6b6cbe83-90c5-42e0-8cd8-6ff809b20364 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Jul 16 02:37:47.102658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:47.151033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port e5f6cce1-ef14-4588-ada4-83434e35dabf completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:37:47.154816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port e5f6cce1-ef14-4588-ada4-83434e35dabf triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:47.155188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:47.235405 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:47.259369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:47.261679 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a289ea1a-7b2d-4550-9cb7-dee756dc3f12" -d '{"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:47.275292 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:47.279428 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:47.311557 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2ca6f8-bbe1-4626-b71e-bd1b9a31ac3e x-openstack-request-id: req-bf2ca6f8-bbe1-4626-b71e-bd1b9a31ac3e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:47.311856 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:47.312152 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf2ca6f8-bbe1-4626-b71e-bd1b9a31ac3e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:47.312551 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'code': 200} Jul 16 02:37:47.335590 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:47.682361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3d997-2c9e-4a53-8767-ded36173b5eb req-7c0f6fcb-cf6b-46e2-9c27-66db6db78082 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.683897 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40f3d997-2c9e-4a53-8767-ded36173b5eb req-7c0f6fcb-cf6b-46e2-9c27-66db6db78082 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0758340 Jul 16 02:37:47.724597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-40f3d997-2c9e-4a53-8767-ded36173b5eb req-67e9c39b-5e0e-4530-9b16-f8731b9912fb tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348318 Jul 16 02:37:48.917249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e07c6-535a-4ab8-a130-1813e742106b req-d672448f-c52e-4026-ac77-134a23bb3b19 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:48.918885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a61e07c6-535a-4ab8-a130-1813e742106b req-d672448f-c52e-4026-ac77-134a23bb3b19 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0729945 Jul 16 02:37:48.960273 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a61e07c6-535a-4ab8-a130-1813e742106b req-6593aad0-8566-4a9b-a730-c9b6ea9133f7 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345712 Jul 16 02:37:49.568607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-5ba9ac91-fac3-4d30-bb93-a0c07e84f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.570115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-5ba9ac91-fac3-4d30-bb93-a0c07e84f843 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d&tenant_id=fe171f84406e4950a3d4a427cad23357 HTTP/1.1" status: 200 len: 1096 time: 0.0580969 Jul 16 02:37:49.581123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:37:49.655566 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:49.861022 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:49.893651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:49.936606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:49.938786 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ec464-709c-4088-b7dd-388db338a504" -d '{"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:49.942465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:49.955635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Transition to ACTIVE for port object e5f6cce1-ef14-4588-ada4-83434e35dabf will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:37:49.960778 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:50.022889 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef2f9f-e4f9-4efb-8ff3-14f8cf2d94e7 x-openstack-request-id: req-5eef2f9f-e4f9-4efb-8ff3-14f8cf2d94e7 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:50.023346 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:50.023735 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eef2f9f-e4f9-4efb-8ff3-14f8cf2d94e7 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:50.024859 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'code': 200} Jul 16 02:37:50.079909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=10']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:50.120202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] No DVR routers for this DVR port e5f6cce1-ef14-4588-ada4-83434e35dabf on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:37:50.163464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd93fe9-e591-4212-bd17-648a5642b17e req-06679593-3862-4e97-bc9b-2f6b995f0950 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.170559 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cd93fe9-e591-4212-bd17-648a5642b17e req-06679593-3862-4e97-bc9b-2f6b995f0950 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0792983 Jul 16 02:37:50.208412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cd93fe9-e591-4212-bd17-648a5642b17e req-c7991c22-ac25-4b23-b447-c9f4122b30c2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Jul 16 02:37:50.272084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:37:50.272442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:37:50.272737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:50.277261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:37:50.277582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Attempting to bind port e5f6cce1-ef14-4588-ada4-83434e35dabf on network ca727ab5-5c25-4417-a4d9-e3d75187aa83 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:37:50.282564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:37:50.282901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Checking segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:37:50.283287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Bound using segment: {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:37:50.283714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Bound port: e5f6cce1-ef14-4588-ada4-83434e35dabf, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8266d4-a91f-4b28-b063-0877408fe9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:37:50.284101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:50.346826 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:37:50.350115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:37:50.355479 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:50.390958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.391564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:50.393451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] 10.222.0.32 "PUT /v2.0/ports/e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 1092 time: 0.8159153 Jul 16 02:37:50.430866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d73e0-5309-40f4-9bda-816942664701 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=11']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:50.482559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-a56c53e7-add4-4a6c-9e45-2d63a1146e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.484175 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-a56c53e7-add4-4a6c-9e45-2d63a1146e01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1095 time: 0.0627341 Jul 16 02:37:50.579761 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-a0cf51ab-c3e8-4cf9-aac4-c1811a29b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.581288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-a0cf51ab-c3e8-4cf9-aac4-c1811a29b672 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.0912280 Jul 16 02:37:50.649601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-78bb05b1-ea70-4edc-a106-0db6ae4a2e43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.0619073 Jul 16 02:37:50.698890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-2a30c21c-6686-4fbd-847d-507e58811e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.700642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-2a30c21c-6686-4fbd-847d-507e58811e90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0451245 Jul 16 02:37:50.757533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848679-c796-468d-8176-6d901dc53000 req-74437fee-1832-4d77-80a6-e53af7c558e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.759084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-74437fee-1832-4d77-80a6-e53af7c558e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528226 Jul 16 02:37:50.851927 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-06255b76-bde6-468c-9c0b-bda5683e3c9c service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Jul 16 02:37:50.941474 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ce848679-c796-468d-8176-6d901dc53000 req-36ed2927-558b-4867-a0bc-29f0d3281b4c service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Jul 16 02:37:51.097906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:51.140884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:37:51.390116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8002601-4964-41f1-8890-8661b0d51851 req-2aded310-c18e-4de4-b737-4e29e1ac54cb tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.391658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8002601-4964-41f1-8890-8661b0d51851 req-2aded310-c18e-4de4-b737-4e29e1ac54cb tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0656147 Jul 16 02:37:51.432403 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8002601-4964-41f1-8890-8661b0d51851 req-50c15c55-4ebf-4a45-b76d-bdbaed27a7e9 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348618 Jul 16 02:37:52.026389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:52.028791 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57dc1ef-f214-40da-ab06-bc64d87e928a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:52.079766 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8130a0-61d8-4258-9b95-0f8b2f5eb3ea x-openstack-request-id: req-7c8130a0-61d8-4258-9b95-0f8b2f5eb3ea {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:52.080260 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:52.080393 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c8130a0-61d8-4258-9b95-0f8b2f5eb3ea {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:52.080720 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'status': 'completed', 'code': 200} Jul 16 02:37:52.570992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-d77e3121-4be9-4391-aa9f-b01e0973902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.572580 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-d77e3121-4be9-4391-aa9f-b01e0973902f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1095 time: 0.4665062 Jul 16 02:37:52.575284 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-d5fc8b6d-d204-4433-8b6b-f571e5becd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.576702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-d5fc8b6d-d204-4433-8b6b-f571e5becd70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe171f84406e4950a3d4a427cad23357&device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 1095 time: 0.4694352 Jul 16 02:37:52.631741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b00332-b03c-44b0-91a2-fab68df8b615 req-8817c552-fcb4-4788-b4f0-76c529371b17 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.633442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37b00332-b03c-44b0-91a2-fab68df8b615 req-8817c552-fcb4-4788-b4f0-76c529371b17 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0708773 Jul 16 02:37:52.679969 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37b00332-b03c-44b0-91a2-fab68df8b615 req-6500ab73-3f5a-42f5-8563-7db3a3f9a4f4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379984 Jul 16 02:37:52.734531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:52.746704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-0babc058-0055-4999-9c2a-afd31352a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.748299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-0babc058-0055-4999-9c2a-afd31352a996 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1691360 Jul 16 02:37:52.749362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-101fd98a-d705-4972-8f40-9e479546ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.750779 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-101fd98a-d705-4972-8f40-9e479546ca36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 200 len: 913 time: 0.1641617 Jul 16 02:37:52.881252 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-31fd0da2-822c-48a9-ad87-43c9d9daff9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.1158347 Jul 16 02:37:52.882878 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-ba0456a3-c406-4b79-bb37-ac8dd17f8b64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 200 len: 999 time: 0.1273353 Jul 16 02:37:52.970420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-e938c534-0e0a-4d0e-a30b-c7d60ddac764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.971913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-e938c534-0e0a-4d0e-a30b-c7d60ddac764 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0845306 Jul 16 02:37:52.973198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-67d1bc61-76cb-4d9b-a9da-6456df993434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.974490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-67d1bc61-76cb-4d9b-a9da-6456df993434 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 200 len: 851 time: 0.0796843 Jul 16 02:37:53.074291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-84662040-be52-4878-a11c-420e697e4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:53.075706 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-84662040-be52-4878-a11c-420e697e4641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976410 Jul 16 02:37:53.078539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-79ffadbf-510e-42ac-93ac-42fc7caee8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:53.079953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-79ffadbf-510e-42ac-93ac-42fc7caee8de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ca727ab5-5c25-4417-a4d9-e3d75187aa83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942943 Jul 16 02:37:53.238572 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-2de02492-8dc9-46f1-8966-7f3a3c8417bd service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564081 Jul 16 02:37:53.240762 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-1f79a65d-60fb-4100-bfe7-22129ae1671b service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509335 Jul 16 02:37:53.407561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-71b35448-5bc6-4d04-b129-cda758391f53 service neutron] 10.222.0.32 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616359 Jul 16 02:37:53.409418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a57dc1ef-f214-40da-ab06-bc64d87e928a req-705c265c-6cd9-4425-a7b5-cf9335304f69 service neutron] 10.222.0.38 "GET /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561449 Jul 16 02:37:53.819560 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bafed5fb-f285-4179-a5e6-59ed2841586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:53.872946 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc57657-968f-45b9-be25-48852c49afaa req-cf05102a-2ac6-41e9-9329-4ace858ca451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:53.875348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dc57657-968f-45b9-be25-48852c49afaa req-cf05102a-2ac6-41e9-9329-4ace858ca451 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0733178 Jul 16 02:37:53.893515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:53.917382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dc57657-968f-45b9-be25-48852c49afaa req-8ed5cc5e-789e-434a-ab3a-c6eacb53adf4 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359116 Jul 16 02:37:55.096454 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b6a71-f500-4673-ad9e-90864019c460 req-1bea7661-76ec-4151-abf6-5eb5d1f46fea tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:55.098398 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-997b6a71-f500-4673-ad9e-90864019c460 req-1bea7661-76ec-4151-abf6-5eb5d1f46fea tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0647452 Jul 16 02:37:55.136799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-997b6a71-f500-4673-ad9e-90864019c460 req-1f761279-77c8-43ca-89e4-a48f576a113c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Jul 16 02:37:56.245521 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ee314aa1-8d54-41a6-b590-35c98e5d452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:56.322939 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efa075-7450-470c-84c4-f16e5f4936a8 req-ac3e6300-d866-45bb-8b50-3b023db61ba0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:56.324532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30efa075-7450-470c-84c4-f16e5f4936a8 req-ac3e6300-d866-45bb-8b50-3b023db61ba0 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0730872 Jul 16 02:37:56.363829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-30efa075-7450-470c-84c4-f16e5f4936a8 req-27040c4e-4396-4b68-83b9-54cc91c38459 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336957 Jul 16 02:37:56.743312 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:57.541854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde91526-af5e-4a41-9180-a1ea8a70feef req-8f849878-b205-45cb-b536-494184f9c789 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:57.543400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bde91526-af5e-4a41-9180-a1ea8a70feef req-8f849878-b205-45cb-b536-494184f9c789 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0653193 Jul 16 02:37:57.583387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bde91526-af5e-4a41-9180-a1ea8a70feef req-318df692-de4d-404f-b265-43cff2f74678 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Jul 16 02:37:57.623326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:58.769353 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91facf95-e3a1-478c-9968-348aa7661dca req-8fbae4b1-cf6a-47f1-99a1-c165ef58e1af tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:58.770879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91facf95-e3a1-478c-9968-348aa7661dca req-8fbae4b1-cf6a-47f1-99a1-c165ef58e1af tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0658743 Jul 16 02:37:58.815815 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91facf95-e3a1-478c-9968-348aa7661dca req-4a2f0398-d038-4c74-b36e-c5acc4cc010a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381689 Jul 16 02:37:59.099617 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:59.992457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665b47d-e44b-4f87-ad56-023102a3bcf5 req-12f98c62-52da-4aae-b692-b7b5cdd79399 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:59.993884 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e665b47d-e44b-4f87-ad56-023102a3bcf5 req-12f98c62-52da-4aae-b692-b7b5cdd79399 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0655155 Jul 16 02:38:00.032876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e665b47d-e44b-4f87-ad56-023102a3bcf5 req-a9b68042-de9d-4961-9656-1e468765eb30 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333762 Jul 16 02:38:01.209766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690098c8-290e-4625-a93d-c965c67555a6 req-a405978b-ec20-42fa-967b-87c45fb7ba2b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:01.211338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-690098c8-290e-4625-a93d-c965c67555a6 req-a405978b-ec20-42fa-967b-87c45fb7ba2b tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0646656 Jul 16 02:38:01.250317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-690098c8-290e-4625-a93d-c965c67555a6 req-c89c3ec0-f0f2-4c17-9794-c0f371e6e3bd tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332825 Jul 16 02:38:02.432748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8bea-be83-4be7-af3c-418a8c6538e6 req-a37a48de-27c5-4799-8056-a26306e19d74 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.434257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64ef8bea-be83-4be7-af3c-418a8c6538e6 req-a37a48de-27c5-4799-8056-a26306e19d74 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0738170 Jul 16 02:38:02.472863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-64ef8bea-be83-4be7-af3c-418a8c6538e6 req-1924ac8d-7c41-4845-adcb-ce63eeef9d90 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Jul 16 02:38:02.650948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2960ad8-7ef7-4e25-8ab1-421bf088e273 req-df8054d2-c827-4ab6-be9c-1a6b95da1576 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.652527 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2960ad8-7ef7-4e25-8ab1-421bf088e273 req-df8054d2-c827-4ab6-be9c-1a6b95da1576 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0659943 Jul 16 02:38:02.692576 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b2960ad8-7ef7-4e25-8ab1-421bf088e273 req-b2c18398-ac92-4e18-ab8f-d68d698f48aa tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Jul 16 02:38:02.870821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b7c57-6dd1-4e5f-9dea-e338e4e52ba4 req-9666fa4f-71da-46d6-9f3b-3e0f46619d71 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.872378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b09b7c57-6dd1-4e5f-9dea-e338e4e52ba4 req-9666fa4f-71da-46d6-9f3b-3e0f46619d71 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0646026 Jul 16 02:38:02.911799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b09b7c57-6dd1-4e5f-9dea-e338e4e52ba4 req-daab5f5b-9e29-48d2-a810-a61dc1ad9483 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Jul 16 02:38:03.299601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261589dc-c40a-46d7-b605-b1bb6b899233 req-c296fa60-d449-44a2-8df8-8a4ca041dfd2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:03.301030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-261589dc-c40a-46d7-b605-b1bb6b899233 req-c296fa60-d449-44a2-8df8-8a4ca041dfd2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 944 time: 0.0677843 Jul 16 02:38:03.339381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-261589dc-c40a-46d7-b605-b1bb6b899233 req-545595bc-4d9a-4618-a612-d4d53adbc39a tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327086 Jul 16 02:38:03.412708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:03.508826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:03.519970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'port_id': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'mac_address': 'fa:16:3e:3e:ea:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:03.562021 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:03.577472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:03.599082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:03.604189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:03.652802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=12']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:03.825067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['e5f6cce1-ef14-4588-ada4-83434e35dabf'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:04.519374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d95e-3828-4c1b-93b2-092bcc303f56 req-cc6e00d1-42bc-4f96-abb1-3e54f8b0f74c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:04.520980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4307d95e-3828-4c1b-93b2-092bcc303f56 req-cc6e00d1-42bc-4f96-abb1-3e54f8b0f74c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0643907 Jul 16 02:38:04.560294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4307d95e-3828-4c1b-93b2-092bcc303f56 req-4bfb37ef-cbb6-4766-98cc-3be4e919e437 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups?id=af29341b-2039-4b8b-be01-b4f8d4c5d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Jul 16 02:38:04.725847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf995a9-7264-4732-8824-8127f25316ca req-375f6a2d-92a3-4d06-935e-4711ddc91b8d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:04.727991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecf995a9-7264-4732-8824-8127f25316ca req-375f6a2d-92a3-4d06-935e-4711ddc91b8d tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 945 time: 0.0652688 Jul 16 02:38:04.835062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Deleting port e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:04.835406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:04.931959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] For port e5f6cce1-ef14-4588-ada4-83434e35dabf, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=e5f6cce1-ef14-4588-ada4-83434e35dabf,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:04.932261 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.107433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.107810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.108152 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac disassociated. External IP: 172.25.0.96, port: e5f6cce1-ef14-4588-ada4-83434e35dabf. Jul 16 02:38:05.108501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Calling delete_port for e5f6cce1-ef14-4588-ada4-83434e35dabf owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:05.245767 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.277626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event deleted for resources: {'Port': ['ID=e5f6cce1-ef14-4588-ada4-83434e35dabf,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:05.409631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:05.418486 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:05.439798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:05.440252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 02:38:05.460649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Port e5f6cce1-ef14-4588-ada4-83434e35dabf not found, will not notify nova. {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 02:38:05.528205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:05.538264 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:05.548494 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:05.549023 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:05.573202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] No DVR routers for this DVR port e5f6cce1-ef14-4588-ada4-83434e35dabf on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:05.576119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.578162 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ecf995a9-7264-4732-8824-8127f25316ca req-ff85e91c-ac6b-4d6e-8b39-149fffeb5df2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.32 "DELETE /v2.0/ports/e5f6cce1-ef14-4588-ada4-83434e35dabf HTTP/1.1" status: 204 len: 173 time: 0.8454499 Jul 16 02:38:05.578614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-deleted', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:05.581079 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c65bad-37a8-4601-af81-01a2773ea948" -d '{"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-deleted", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:05.641448 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ceaa7f-a283-4508-9151-8eb2b28d6692 x-openstack-request-id: req-69ceaa7f-a283-4508-9151-8eb2b28d6692 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:05.641752 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d21739f-d724-4b4e-ac45-bdbaa709db8d", "name": "network-vif-deleted", "tag": "e5f6cce1-ef14-4588-ada4-83434e35dabf", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:05.642013 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69ceaa7f-a283-4508-9151-8eb2b28d6692 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:05.642424 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d21739f-d724-4b4e-ac45-bdbaa709db8d', 'name': 'network-vif-deleted', 'tag': 'e5f6cce1-ef14-4588-ada4-83434e35dabf', 'status': 'completed', 'code': 200} Jul 16 02:38:05.673943 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:05.711704 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f9782c-f0fd-488f-bba4-f203765de40a req-35d8a824-e38f-4f5e-ab4c-3df914900e5c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0336385 Jul 16 02:38:05.891780 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:06.015137 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:06.024692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:06.025310 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:06.138331 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:06.348352 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:06.379605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47ca71-c6e9-4cbf-a5b1-a33de39f3543 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:24Z', 'revision_number': 4, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'dec11b8c-7f79-44df-b6c2-ca757384ee93', 'name': '', 'network_id': 'ca727ab5-5c25-4417-a4d9-e3d75187aa83', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'mac_address': 'fa:16:3e:ed:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:23Z', 'updated_at': '2021-07-16T02:28:28Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'subnets': [{'id': '26863730-cfcc-472b-862a-fa8a83a1b268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:06.471857 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:06.607370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c2643-158b-4109-908d-386e62708865 None None] New status for floating IP 6de55b8f-eda9-48cb-8818-dc7748c62bac: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:38:06.864715 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39659a96-eee0-4dd4-935d-42fd3fee5eb7 req-fcc50501-d620-4d82-976d-9e9fbce4ac8c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jul 16 02:38:08.008752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0e0b4dfc-f586-4b20-ac0e-624071175cbc req-6072323a-953a-44a9-bf3c-24a38af68e5c tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0286329 Jul 16 02:38:09.165983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-32d5e674-6123-4ba7-b9de-37a56bbc898a req-a0cae977-18f4-4c06-8a5c-b98387c128f2 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d21739f-d724-4b4e-ac45-bdbaa709db8d HTTP/1.1" status: 200 len: 210 time: 0.0297005 Jul 16 02:38:09.419938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:09.440861 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: e5f6cce1-ef14-4588-ada4-83434e35dabf {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:09.441301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device e5f6cce1-ef14-4588-ada4-83434e35dabf not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:13.203503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:13.263197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.289379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.339512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.342979 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.344225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "DELETE /v2.0/security-groups/af29341b-2039-4b8b-be01-b4f8d4c5d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1396375 Jul 16 02:38:13.346862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45310) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:13.354222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af29341b-2039-4b8b-be01-b4f8d4c5d8a4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:13.362172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.362520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.362807 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-dd162c5d-638f-4fd4-b235-d14544823f6f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] show failed (client error): The resource could not be found. Jul 16 02:38:13.363035 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.363195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.363534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.363864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.363993 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dd162c5d-638f-4fd4-b235-d14544823f6f tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "GET /v2.0/security-groups/af29341b-2039-4b8b-be01-b4f8d4c5d8a4 HTTP/1.1" status: 404 len: 347 time: 0.0159385 Jul 16 02:38:13.364517 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.364854 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.365186 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.365521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.366019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.366350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda4486-16af-424e-b833-8f0c43b3d0f8 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:13.366778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45312) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:13.497430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Deleting port dc35721a-e8ee-4136-9ee7-c18756577e7b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:13.497774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.581417 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.581744 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.593735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Calling delete_port for dc35721a-e8ee-4136-9ee7-c18756577e7b owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:13.730678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.760655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Pushing event deleted for resources: {'Port': ['ID=dc35721a-e8ee-4136-9ee7-c18756577e7b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:13.824156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.826666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:13.827832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-656b36ed-bf09-47a9-a705-a45fbe518893 tempest-ServerActionsTestJSON-874757160 tempest-ServerActionsTestJSON-874757160-project] 10.222.0.35 "DELETE /v2.0/floatingips/6de55b8f-eda9-48cb-8818-dc7748c62bac HTTP/1.1" status: 204 len: 168 time: 0.4599447 Jul 16 02:38:13.831076 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45314) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:14.306628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.565713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Deleting port dec11b8c-7f79-44df-b6c2-ca757384ee93 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:14.566670 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.643769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] For port dec11b8c-7f79-44df-b6c2-ca757384ee93, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dec11b8c-7f79-44df-b6c2-ca757384ee93,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:14.644182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.656972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Calling delete_port for dec11b8c-7f79-44df-b6c2-ca757384ee93 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:14.841964 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:14.873587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec11b8c-7f79-44df-b6c2-ca757384ee93,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:15.047722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:15.620232 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Router d9504cb8-269a-4656-ae28-445cef877ce3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:38:15.724912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:38:15.729982 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7ace67a0-ffcb-4127-bf23-eef7b9980096 admin admin] 10.222.0.35 "PUT /v2.0/routers/d9504cb8-269a-4656-ae28-445cef877ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8979332 Jul 16 02:38:15.732558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45318) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:15.737874 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] Sync routers for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:38:15.751253 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:15.751869 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:15.838530 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:15.861161 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:15.944098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:15.998018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Deleting port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:15.998364 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.042825 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:38:14Z', 'revision_number': 5, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port': {'id': '069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:16.070710 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] Checking router: d9504cb8-269a-4656-ae28-445cef877ce3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:38:16.080744 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] Routers {'d9504cb8-269a-4656-ae28-445cef877ce3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:38:16.081363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:37:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d9504cb8-269a-4656-ae28-445cef877ce3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:16.093240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] For port 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:16.093602 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.108184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Calling delete_port for 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:16.170979 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] Set router d9504cb8-269a-4656-ae28-445cef877ce3 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:38:16.228375 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:38:15Z', 'revision_number': 6, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:16.256923 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13215210-4267-43b7-a037-ea526ffcecd1 None None] The sync data for ids ['d9504cb8-269a-4656-ae28-445cef877ce3'] in n-d-800087-6 is: [{'id': 'd9504cb8-269a-4656-ae28-445cef877ce3', 'name': 'tempest-ServerActionsTestJSON-1114620864-router', 'tenant_id': 'fe171f84406e4950a3d4a427cad23357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:21Z', 'updated_at': '2021-07-16T02:38:15Z', 'revision_number': 6, 'project_id': 'fe171f84406e4950a3d4a427cad23357', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:38:16.296678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.320833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Pushing event deleted for resources: {'Port': ['ID=069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:16.394072 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.486576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.488706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.531840 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.532416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9504cb8-269a-4656-ae28-445cef877ce3 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:38:16.537060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.538181 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec63c989-178c-4c05-b043-12ae63b37749 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d9504cb8-269a-4656-ae28-445cef877ce3 HTTP/1.1" status: 204 len: 168 time: 0.8046882 Jul 16 02:38:16.541715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45320) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:16.585149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Deleting subnet 26863730-cfcc-472b-862a-fa8a83a1b268 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:38:16.588728 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.625005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.726421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.784979 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.811455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26863730-cfcc-472b-862a-fa8a83a1b268,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:16.813552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.816331 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-cbda263e-2d40-4196-997d-63d4247e37ce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/26863730-cfcc-472b-862a-fa8a83a1b268 HTTP/1.1" status: 204 len: 168 time: 0.2728043 Jul 16 02:38:16.817985 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45322) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:16.821164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7354d-ae63-4232-91ca-8acfa45d536f None None] Network ca727ab5-5c25-4417-a4d9-e3d75187aa83 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:16.895813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:16.951404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Deleting port 93d1a829-db26-40ed-9234-2c09b48cb5a9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:16.951853 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.020564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] For port 93d1a829-db26-40ed-9234-2c09b48cb5a9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d1a829-db26-40ed-9234-2c09b48cb5a9,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:17.020929 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.040213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Calling delete_port for 93d1a829-db26-40ed-9234-2c09b48cb5a9 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:17.057101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] DHCP port deletion for ca727ab5-5c25-4417-a4d9-e3d75187aa83 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:38:17.109884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] Deleting port 93d1a829-db26-40ed-9234-2c09b48cb5a9 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:17.110262 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.131748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.145561 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] No DVR routers for this DVR port 93d1a829-db26-40ed-9234-2c09b48cb5a9 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:17.166844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d1a829-db26-40ed-9234-2c09b48cb5a9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:17.187061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] For port 93d1a829-db26-40ed-9234-2c09b48cb5a9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=93d1a829-db26-40ed-9234-2c09b48cb5a9,segment=NetworkSegment(5f8266d4-a91f-4b28-b063-0877408fe9c6),segment_id=5f8266d4-a91f-4b28-b063-0877408fe9c6)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:17.187468 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.200810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] Calling delete_port for 93d1a829-db26-40ed-9234-2c09b48cb5a9 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:17.241477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.257984 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca727ab5-5c25-4417-a4d9-e3d75187aa83']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:17.270151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8266d4-a91f-4b28-b063-0877408fe9c6') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:17.270755 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8266d4-a91f-4b28-b063-0877408fe9c6') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:17.282260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.290737 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.301474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.313580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:17.314139 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:17.316172 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:17.319645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] No DVR routers for this DVR port 93d1a829-db26-40ed-9234-2c09b48cb5a9 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:17.321961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ff52-0e2c-4b6d-aa69-5744d7209e00 None None] Pushing event deleted for resources: {'Port': ['ID=93d1a829-db26-40ed-9234-2c09b48cb5a9,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:17.381768 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.397718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.399670 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ca727ab5-5c25-4417-a4d9-e3d75187aa83 HTTP/1.1" status: 204 len: 168 time: 0.5807588 Jul 16 02:38:17.400991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6546e5d-c5b5-4699-a53e-676bf0387257 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca727ab5-5c25-4417-a4d9-e3d75187aa83,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:17.549164 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45326) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:17.595735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-78871fbb-6337-4d2a-afb1-b299495c75b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe171f84406e4950a3d4a427cad23357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451117 Jul 16 02:38:17.598004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:17.649858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db5017fe-322f-47f9-acd9-ee042871ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.672520 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db5017fe-322f-47f9-acd9-ee042871ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.723677 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db5017fe-322f-47f9-acd9-ee042871ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.726495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db5017fe-322f-47f9-acd9-ee042871ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:17.728216 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db5017fe-322f-47f9-acd9-ee042871ddcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80342e49-d9d1-41f1-991f-328faec438f1 HTTP/1.1" status: 204 len: 168 time: 0.1292529 Jul 16 02:38:17.736024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5017fe-322f-47f9-acd9-ee042871ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80342e49-d9d1-41f1-991f-328faec438f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:18.114741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dec11b8c-7f79-44df-b6c2-ca757384ee93 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:18.135979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: dec11b8c-7f79-44df-b6c2-ca757384ee93 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:18.136347 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dec11b8c-7f79-44df-b6c2-ca757384ee93 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:18.136765 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:18.156874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:18.157222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 069f34ba-4fe4-48ac-80ba-0c9d94aaf2a6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:18.157636 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d1a829-db26-40ed-9234-2c09b48cb5a9 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:18.177544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 93d1a829-db26-40ed-9234-2c09b48cb5a9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:18.177895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 93d1a829-db26-40ed-9234-2c09b48cb5a9 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:18.465261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45350) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:18.572133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-659065281-network', 'tenant_id': 'da66f77808f84fdda84fc83d0b4b3643'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:18.593761 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Made reservation on behalf of da66f77808f84fdda84fc83d0b4b3643 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:18.596148 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.604820 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.701448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.704986 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.724944 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:18.739371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a3e5f5-43c7-49c3-b7e5-63120df55e74,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:18.742323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.743195 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Added segment 814aceef-c0dd-48a8-a895-960645bd983d of type vlan for network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 Jul 16 02:38:18.785727 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.817170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.818045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:18.818649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:18.858472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3920858 Jul 16 02:38:18.862608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45354) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:18.869484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Request body: {'subnet': {'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-659065281-subnet', 'tenant_id': 'da66f77808f84fdda84fc83d0b4b3643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:18.886243 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab750c-88c3-4021-b649-098eb8d6fcec admin admin] Pushing event updated for resources: {'Network': ['ID=7048a144-28fe-4841-bd9d-dde50ec8f1b6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:18.895020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Made reservation on behalf of da66f77808f84fdda84fc83d0b4b3643 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:18.898383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:18.898615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.071704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.125859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:19.136739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Checking segment: {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:19.137101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Network hostable DHCP agents. Network: 7048a144-28fe-4841-bd9d-dde50ec8f1b6, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:19.153431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:19.162605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 7048a144-28fe-4841-bd9d-dde50ec8f1b6) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:19.167532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:19.168169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:19.172396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d06f0-5772-4abc-b084-e87d8861054c None None] Network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:19.191030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3d8d50b9-db54-48c7-9f00-495ac0e32279 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3189967 Jul 16 02:38:19.309257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264cacdd-a0d1-4114-98f0-b4d022babe84 None None] Network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:19.637363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-5b1f66ea-e138-4869-8a83-f641d4653989 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:19.638879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-5b1f66ea-e138-4869-8a83-f641d4653989 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/networks?id=7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 200 len: 813 time: 0.1012127 Jul 16 02:38:19.655509 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-0e14783c-890f-41e5-be3d-c78016f7f549 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/quotas/da66f77808f84fdda84fc83d0b4b3643 HTTP/1.1" status: 200 len: 375 time: 0.0106754 Jul 16 02:38:19.693464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-7700fb27-cb49-4f90-93b2-8f1df6629851 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da66f77808f84fdda84fc83d0b4b3643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326364 Jul 16 02:38:19.775093 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-2f92fda3-ff49-4e13-9bac-eede6334102c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:38:19.776136 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-2f92fda3-ff49-4e13-9bac-eede6334102c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436401 Jul 16 02:38:19.866528 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-a547bcc6-2ae0-460a-bd27-d38c8c888d49 service neutron] 10.222.0.35 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843980 Jul 16 02:38:19.959450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-89647bc5-4470-4fc4-bfd8-e0c0e201bf6c service neutron] 10.222.0.35 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 Jul 16 02:38:20.131729 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-131f2101-f38a-49cc-8b77-525efada8501 req-b6c7fd5b-0e4d-48e7-bf04-b8231d05e424 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 210 time: 0.0293412 Jul 16 02:38:21.228259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-b195eef1-6d7f-4862-a53d-5948620819eb tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:21.230928 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-b195eef1-6d7f-4862-a53d-5948620819eb tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.38 "GET /v2.0/networks?id=7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 200 len: 813 time: 0.1216936 Jul 16 02:38:21.243308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Request body: {'port': {'device_id': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6', 'admin_state_up': True, 'tenant_id': 'da66f77808f84fdda84fc83d0b4b3643'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:21.288180 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4e287b0-f370-4891-a4a6-5dc691c8ff7e req-ff39fde3-ae8d-47f7-94bc-46b745f3ca6a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 210 time: 0.0302372 Jul 16 02:38:21.374314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Made reservation on behalf of da66f77808f84fdda84fc83d0b4b3643 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:21.377976 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:21.510883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Allocated IP 172.20.0.14 (7048a144-28fe-4841-bd9d-dde50ec8f1b6/a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0/a8533ec3-61a8-46c6-9851-413432ff73ea) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:21.668495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:21.714563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:21.761853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:21.764950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:21.768996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:21.775602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Pushing event updated for resources: {'Port': ['ID=a8533ec3-61a8-46c6-9851-413432ff73ea,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:21.821939 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:21.822557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:21.837004 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-cb84417a-6768-470d-84a2-f610017a8199 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978653 Jul 16 02:38:21.848859 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Request body: {'port': {'device_id': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:21.926935 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.216201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8533ec3-61a8-46c6-9851-413432ff73ea {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:22.223682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.237480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Transition to ACTIVE for port object a8533ec3-61a8-46c6-9851-413432ff73ea will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:22.241486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.291007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Pushing event updated for resources: {'Port': ['ID=a8533ec3-61a8-46c6-9851-413432ff73ea,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:22.363440 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Attempting to bind port a8533ec3-61a8-46c6-9851-413432ff73ea on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:22.363770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Attempting to bind port a8533ec3-61a8-46c6-9851-413432ff73ea by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:22.364124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Attempting to bind port a8533ec3-61a8-46c6-9851-413432ff73ea on network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:22.369567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Port a8533ec3-61a8-46c6-9851-413432ff73ea on network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:38:22.369883 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Attempting to bind port a8533ec3-61a8-46c6-9851-413432ff73ea on network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:22.374582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:22.374920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Checking segment: {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:22.375308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Bound using segment: {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:22.375727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Bound port: a8533ec3-61a8-46c6-9851-413432ff73ea, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:22.376106 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.445668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] For port a8533ec3-61a8-46c6-9851-413432ff73ea, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:22.449791 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] For port a8533ec3-61a8-46c6-9851-413432ff73ea, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a8533ec3-61a8-46c6-9851-413432ff73ea,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:22.454090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.472709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36075315-f242-4f89-b606-b937a21c1b7a req-da576b63-5c63-4618-bbed-bfd25676a4e5 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:22.475606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36075315-f242-4f89-b606-b937a21c1b7a req-da576b63-5c63-4618-bbed-bfd25676a4e5 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 944 time: 0.0695260 Jul 16 02:38:22.490145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:22.490962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.492536 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] 10.222.0.38 "PUT /v2.0/ports/a8533ec3-61a8-46c6-9851-413432ff73ea HTTP/1.1" status: 200 len: 1092 time: 0.6481621 Jul 16 02:38:22.493114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'tag': 'a8533ec3-61a8-46c6-9851-413432ff73ea'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:22.495758 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d" -d '{"events": [{"name": "network-changed", "server_uuid": "db169d51-7582-4ef1-a2c7-e2e98a1ef33b", "tag": "a8533ec3-61a8-46c6-9851-413432ff73ea"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:22.528489 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-36075315-f242-4f89-b606-b937a21c1b7a req-974b129d-f6b3-4b82-9bb4-da9733b6161c tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Jul 16 02:38:22.528736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e0c8-ecbe-46cc-a13c-2b4558130e06 service neutron] Pushing event updated for resources: {'Port': ['ID=a8533ec3-61a8-46c6-9851-413432ff73ea,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:22.556445 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81de28f7-0e57-477f-882a-5731306947c8 x-openstack-request-id: req-81de28f7-0e57-477f-882a-5731306947c8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:22.556799 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db169d51-7582-4ef1-a2c7-e2e98a1ef33b", "tag": "a8533ec3-61a8-46c6-9851-413432ff73ea", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:22.556976 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81de28f7-0e57-477f-882a-5731306947c8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:22.557377 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'tag': 'a8533ec3-61a8-46c6-9851-413432ff73ea', 'status': 'completed', 'code': 200} Jul 16 02:38:22.604333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-92c61a69-405f-4060-bef2-f0886b2e5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:22.605804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-92c61a69-405f-4060-bef2-f0886b2e5d60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da66f77808f84fdda84fc83d0b4b3643&device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 1095 time: 0.0599101 Jul 16 02:38:22.651673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-54d34b97-4bc6-4c21-8478-95c3c4227081 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8533ec3-61a8-46c6-9851-413432ff73ea HTTP/1.1" status: 200 len: 217 time: 0.0385504 Jul 16 02:38:22.701437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-320f8aaf-2597-4fe4-a96b-a3475d3aaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:22.702931 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-320f8aaf-2597-4fe4-a96b-a3475d3aaf1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0 HTTP/1.1" status: 200 len: 853 time: 0.0451486 Jul 16 02:38:22.725823 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:22.737327 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-8e5b5726-29b3-4c8d-ac57-383abb547baf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7048a144-28fe-4841-bd9d-dde50ec8f1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280826 Jul 16 02:38:22.830970 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-e34eda4c-0db4-4ee8-98ce-9954d6f52f56 service neutron] 10.222.0.38 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877724 Jul 16 02:38:22.922469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-972ac8f4-bc21-4f11-a7a3-435d69bfb8da req-902d6e95-df37-4ea9-a52a-27e1253efac2 service neutron] 10.222.0.38 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848095 Jul 16 02:38:23.031874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-fa4a60d0-1bc2-4b8f-97d9-6d9100e2e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:23.033402 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-fa4a60d0-1bc2-4b8f-97d9-6d9100e2e05a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=da66f77808f84fdda84fc83d0b4b3643&device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 1095 time: 0.0527039 Jul 16 02:38:23.129819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-01ec0c4e-507c-4445-9b87-7ee6e000b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:23.131319 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-01ec0c4e-507c-4445-9b87-7ee6e000b2a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 200 len: 914 time: 0.0918221 Jul 16 02:38:23.172060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-b93fb494-a280-48dc-a899-19273a434abf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8533ec3-61a8-46c6-9851-413432ff73ea HTTP/1.1" status: 200 len: 217 time: 0.0341012 Jul 16 02:38:23.226331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-0c0efd5f-2fc2-4e26-a69b-dd86bb53e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:23.227755 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-0c0efd5f-2fc2-4e26-a69b-dd86bb53e5d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0 HTTP/1.1" status: 200 len: 853 time: 0.0490048 Jul 16 02:38:23.262983 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-8fe9772d-6773-4996-b1f0-3fde093da7e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7048a144-28fe-4841-bd9d-dde50ec8f1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285599 Jul 16 02:38:23.357944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-45d96ff1-d201-42a6-a1de-f28c9fd74588 service neutron] 10.222.0.38 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879185 Jul 16 02:38:23.450529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-344f2a87-0dc7-487d-8c2e-b3161bd8da6d req-e872602d-c096-48c0-8c5e-bf9d5fe61924 service neutron] 10.222.0.38 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854902 Jul 16 02:38:23.713687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868f835-5049-430c-a7ad-0ffe9389ad4c req-b012b9d4-0256-43b5-81d0-59dc6ed8beb6 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:23.715284 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a868f835-5049-430c-a7ad-0ffe9389ad4c req-b012b9d4-0256-43b5-81d0-59dc6ed8beb6 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 944 time: 0.0676620 Jul 16 02:38:23.754614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a868f835-5049-430c-a7ad-0ffe9389ad4c req-e9f9fd1a-456d-482b-8552-b42a5aa20fa2 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Jul 16 02:38:23.814278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c0c20548-b302-4716-b602-e68484f9eafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.884539 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:24.929129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8608219-0193-403e-af54-eb95cad1dcbe req-8f89a7c4-358b-47b0-8855-3774712cbbe5 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:24.931041 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8608219-0193-403e-af54-eb95cad1dcbe req-8f89a7c4-358b-47b0-8855-3774712cbbe5 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 944 time: 0.0651853 Jul 16 02:38:24.977038 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8608219-0193-403e-af54-eb95cad1dcbe req-48ee2ab1-9fd6-42ac-8a0a-5000823c5c7e tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366831 Jul 16 02:38:25.284954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a8533ec3-61a8-46c6-9851-413432ff73ea details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:25.379548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a8533ec3-61a8-46c6-9851-413432ff73ea, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a8533ec3-61a8-46c6-9851-413432ff73ea,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:25.390991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'a8533ec3-61a8-46c6-9851-413432ff73ea', 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6', 'port_id': 'a8533ec3-61a8-46c6-9851-413432ff73ea', 'mac_address': 'fa:16:3e:85:57:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:25.432261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.444989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8533ec3-61a8-46c6-9851-413432ff73ea {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:25.466604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a8533ec3-61a8-46c6-9851-413432ff73ea, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a8533ec3-61a8-46c6-9851-413432ff73ea,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:25.471301 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:25.523155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a8533ec3-61a8-46c6-9851-413432ff73ea,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:25.689860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['a8533ec3-61a8-46c6-9851-413432ff73ea'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:26.150257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6839ac1-bd8a-4ea3-8742-49c8deec100d req-c8af1677-7cf4-4980-8849-3adbba7cf588 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:26.151781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6839ac1-bd8a-4ea3-8742-49c8deec100d req-c8af1677-7cf4-4980-8849-3adbba7cf588 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 945 time: 0.0635173 Jul 16 02:38:26.189211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6839ac1-bd8a-4ea3-8742-49c8deec100d req-4b15b601-292b-4d19-a2b6-100743c4be1f tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Jul 16 02:38:26.246949 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2e24-eec9-4d43-95a4-bc9af3e5df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:26.745714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.299553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a8533ec3-61a8-46c6-9851-413432ff73ea up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:27.350836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port a8533ec3-61a8-46c6-9851-413432ff73ea completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:27.354704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port a8533ec3-61a8-46c6-9851-413432ff73ea triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:27.355075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.366750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd57fdf-2393-4855-8634-b18a5c88b4e7 req-89122e30-7ea8-429d-affa-0185213aaaf4 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:27.368689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cd57fdf-2393-4855-8634-b18a5c88b4e7 req-89122e30-7ea8-429d-affa-0185213aaaf4 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 945 time: 0.0667460 Jul 16 02:38:27.410816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1cd57fdf-2393-4855-8634-b18a5c88b4e7 req-aeedfe88-d24e-4cc9-bb01-916ef41009a9 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355008 Jul 16 02:38:27.439956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.466024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8533ec3-61a8-46c6-9851-413432ff73ea'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:27.468402 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734f8aae-92b5-4a05-8c84-205e408b4ed3" -d '{"events": [{"server_uuid": "db169d51-7582-4ef1-a2c7-e2e98a1ef33b", "name": "network-vif-plugged", "status": "completed", "tag": "a8533ec3-61a8-46c6-9851-413432ff73ea"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:27.481570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port a8533ec3-61a8-46c6-9851-413432ff73ea, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a8533ec3-61a8-46c6-9851-413432ff73ea,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:27.486314 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.513546 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a19d91-c218-48a5-901b-d19f22025111 x-openstack-request-id: req-e4a19d91-c218-48a5-901b-d19f22025111 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:27.513849 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db169d51-7582-4ef1-a2c7-e2e98a1ef33b", "name": "network-vif-plugged", "status": "completed", "tag": "a8533ec3-61a8-46c6-9851-413432ff73ea", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:27.514097 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4a19d91-c218-48a5-901b-d19f22025111 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:27.514538 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8533ec3-61a8-46c6-9851-413432ff73ea', 'code': 200} Jul 16 02:38:27.542112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=a8533ec3-61a8-46c6-9851-413432ff73ea,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:27.622095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb202b-d538-414a-8395-fcf615ec23d5 req-b3a0afb6-2e74-483a-9393-48545e144d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:27.623703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9edb202b-d538-414a-8395-fcf615ec23d5 req-b3a0afb6-2e74-483a-9393-48545e144d8e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 1097 time: 0.0545545 Jul 16 02:38:27.623865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:27.661060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9edb202b-d538-414a-8395-fcf615ec23d5 req-315ed68c-1594-44c5-b96a-34d67b583d7b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Jul 16 02:38:28.595839 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf67dcc-d505-42c3-96ba-09896b012b3c req-e428e5ff-1161-4cab-b9fe-3218f223d1b7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:28.597399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bf67dcc-d505-42c3-96ba-09896b012b3c req-e428e5ff-1161-4cab-b9fe-3218f223d1b7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0712743 Jul 16 02:38:28.636479 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bf67dcc-d505-42c3-96ba-09896b012b3c req-3c96470a-c975-40d0-8813-8a1f07c2fb19 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jul 16 02:38:29.093442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:29.813399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba6220-7b0f-4efa-a005-e33bcb1fda28 req-b878f85c-01f5-45f2-a3b2-11dead2e631a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:29.814928 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9aba6220-7b0f-4efa-a005-e33bcb1fda28 req-b878f85c-01f5-45f2-a3b2-11dead2e631a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0653198 Jul 16 02:38:29.853266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9aba6220-7b0f-4efa-a005-e33bcb1fda28 req-5c6639b1-044c-4b08-ad19-36f628459f08 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jul 16 02:38:30.098548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-01deef3d-bdd8-4990-bbb0-b102899e27b9 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:30.100023 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-01deef3d-bdd8-4990-bbb0-b102899e27b9 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/networks?id=7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 200 len: 813 time: 0.1176844 Jul 16 02:38:30.114859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-9e9d72fe-1a07-4898-bc2e-c7a6c1106f85 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/quotas/da66f77808f84fdda84fc83d0b4b3643 HTTP/1.1" status: 200 len: 375 time: 0.0088780 Jul 16 02:38:30.181127 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-1ce93562-c32a-4574-b85f-009a8757ff31 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da66f77808f84fdda84fc83d0b4b3643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608432 Jul 16 02:38:30.277188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-a51906a4-b6aa-48ca-905d-bec11c2914da service neutron] 10.222.0.35 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895171 Jul 16 02:38:30.373444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-5cfe73fe-3c25-46d4-89c6-5fb20aa56640 service neutron] 10.222.0.35 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904150 Jul 16 02:38:30.547344 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2baf238e-9a7c-4ca3-8bd9-28ce2053eed2 req-a7d421a5-2c09-479d-ad88-dfafbf22e33f tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 210 time: 0.0294724 Jul 16 02:38:31.697893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b565f53-d110-4545-9a67-6ba65416398a req-d52eb35c-d831-48b0-a61f-1b226d6f69fd tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 210 time: 0.0354722 Jul 16 02:38:31.775659 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-abc3940b-6714-4ee0-a026-7b711f1212e9 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:31.777896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-abc3940b-6714-4ee0-a026-7b711f1212e9 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.32 "GET /v2.0/networks?id=7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 200 len: 813 time: 0.1168234 Jul 16 02:38:31.789905 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Request body: {'port': {'device_id': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6', 'admin_state_up': True, 'tenant_id': 'da66f77808f84fdda84fc83d0b4b3643'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:31.909901 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Made reservation on behalf of da66f77808f84fdda84fc83d0b4b3643 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:31.913557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.038781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Allocated IP 172.20.0.7 (7048a144-28fe-4841-bd9d-dde50ec8f1b6/a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0/bb99217a-abad-44c4-81cb-06c7d9ee1754) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:32.196103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.235152 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.247573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['a8533ec3-61a8-46c6-9851-413432ff73ea'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:32.282703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:32.287273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:32.291330 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:32.319974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Pushing event updated for resources: {'Port': ['ID=bb99217a-abad-44c4-81cb-06c7d9ee1754,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:32.334783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.335129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.335468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.335802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.336214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.336546 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.336870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.337524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.337524 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.337807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.338133 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.338451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:32.359248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:32.359880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.376671 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f2758eab-7151-4649-b65d-e854b1798917 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908132 Jul 16 02:38:32.388572 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Request body: {'port': {'device_id': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:32.461052 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.733308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb99217a-abad-44c4-81cb-06c7d9ee1754 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:32.741371 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.756615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Transition to ACTIVE for port object bb99217a-abad-44c4-81cb-06c7d9ee1754 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:32.760733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.814036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Pushing event updated for resources: {'Port': ['ID=bb99217a-abad-44c4-81cb-06c7d9ee1754,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:32.886488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Attempting to bind port bb99217a-abad-44c4-81cb-06c7d9ee1754 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:32.886942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Attempting to bind port bb99217a-abad-44c4-81cb-06c7d9ee1754 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:32.887272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Attempting to bind port bb99217a-abad-44c4-81cb-06c7d9ee1754 on network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:32.890414 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55831e-3584-41c9-b515-7c4e46663b82 req-c10c2b81-5c23-4571-95e0-6c6dad727183 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:32.891866 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Port bb99217a-abad-44c4-81cb-06c7d9ee1754 on network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:38:32.891973 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf55831e-3584-41c9-b515-7c4e46663b82 req-c10c2b81-5c23-4571-95e0-6c6dad727183 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 943 time: 0.0648031 Jul 16 02:38:32.892323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Attempting to bind port bb99217a-abad-44c4-81cb-06c7d9ee1754 on network 7048a144-28fe-4841-bd9d-dde50ec8f1b6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:32.897401 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:32.897740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Checking segment: {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:32.898131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Bound using segment: {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:32.899082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Bound port: bb99217a-abad-44c4-81cb-06c7d9ee1754, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814aceef-c0dd-48a8-a895-960645bd983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:32.899446 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.932338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bf55831e-3584-41c9-b515-7c4e46663b82 req-6a0aa9a1-45d8-4ba0-b0f3-437dea680b28 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Jul 16 02:38:32.974350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] For port bb99217a-abad-44c4-81cb-06c7d9ee1754, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:32.978276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] For port bb99217a-abad-44c4-81cb-06c7d9ee1754, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:32.982539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.018943 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.019555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:33.021354 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb99217a-abad-44c4-81cb-06c7d9ee1754 HTTP/1.1" status: 200 len: 1091 time: 0.6371429 Jul 16 02:38:33.021802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'tag': 'bb99217a-abad-44c4-81cb-06c7d9ee1754'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:33.024598 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e02be-0c2b-4123-8f72-bf418e93f68a" -d '{"events": [{"name": "network-changed", "server_uuid": "026acca7-21e9-4c61-963e-9bef3c736bcc", "tag": "bb99217a-abad-44c4-81cb-06c7d9ee1754"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:33.054307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9808a8-ee92-4d00-9eb5-80160d06c189 service neutron] Pushing event updated for resources: {'Port': ['ID=bb99217a-abad-44c4-81cb-06c7d9ee1754,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:33.072730 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd18ab5-997a-4ff7-a849-bf9be1242dc8 x-openstack-request-id: req-bbd18ab5-997a-4ff7-a849-bf9be1242dc8 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:33.073021 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026acca7-21e9-4c61-963e-9bef3c736bcc", "tag": "bb99217a-abad-44c4-81cb-06c7d9ee1754", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:33.073270 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbd18ab5-997a-4ff7-a849-bf9be1242dc8 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:33.073673 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'tag': 'bb99217a-abad-44c4-81cb-06c7d9ee1754', 'status': 'completed', 'code': 200} Jul 16 02:38:33.118253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-c9df6c10-1e2c-4094-85a7-de1df68e6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.119978 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-c9df6c10-1e2c-4094-85a7-de1df68e6e77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da66f77808f84fdda84fc83d0b4b3643&device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 1094 time: 0.0581591 Jul 16 02:38:33.162787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-3712dda5-d699-45c7-94c2-02b8fce70b5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754 HTTP/1.1" status: 200 len: 217 time: 0.0360501 Jul 16 02:38:33.208424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-8ea04b85-3f89-4a85-8f2a-54ccd9a7db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.209744 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-8ea04b85-3f89-4a85-8f2a-54ccd9a7db00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0 HTTP/1.1" status: 200 len: 853 time: 0.0409355 Jul 16 02:38:33.241645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-590af456-b493-45c4-b890-bd903be9231a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7048a144-28fe-4841-bd9d-dde50ec8f1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252409 Jul 16 02:38:33.333516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-aadcbc5c-d8db-4d35-9084-749a1fc1344b service neutron] 10.222.0.32 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847623 Jul 16 02:38:33.425392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-23639add-5e69-40fb-8f91-7ba04f53a06e req-f26addc6-4451-4a37-93d8-ad4db710be06 service neutron] 10.222.0.32 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Jul 16 02:38:33.534212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-e00f0668-b74e-4204-ae99-c6f989f23d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.535655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-e00f0668-b74e-4204-ae99-c6f989f23d2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da66f77808f84fdda84fc83d0b4b3643&device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 1094 time: 0.0586867 Jul 16 02:38:33.632328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-26d424dc-d313-4df5-aeda-5d361203b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.634392 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-26d424dc-d313-4df5-aeda-5d361203b620 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 200 len: 914 time: 0.0917327 Jul 16 02:38:33.680660 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-e128bc0c-b0a1-4d2d-8ed3-2206cf7fba66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754 HTTP/1.1" status: 200 len: 217 time: 0.0397060 Jul 16 02:38:33.730348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-36e038a6-2229-43ac-9582-86ad94b1d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:33.731864 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-36e038a6-2229-43ac-9582-86ad94b1d274 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0 HTTP/1.1" status: 200 len: 853 time: 0.0452206 Jul 16 02:38:33.766452 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-c116c901-9010-4adf-8ced-e14bcf54477a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7048a144-28fe-4841-bd9d-dde50ec8f1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278697 Jul 16 02:38:33.862425 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-7b58a2e8-aec9-46c3-8ef9-f96db0c57276 service neutron] 10.222.0.32 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Jul 16 02:38:33.955366 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af1e02be-0c2b-4123-8f72-bf418e93f68a req-1768fc53-7538-452b-bf5a-d4b30e001930 service neutron] 10.222.0.32 "GET /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852511 Jul 16 02:38:34.116410 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecf380-b31f-4486-8eee-61a9021904c3 req-1143df58-b8f3-47d5-b775-9292fa10703a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:34.118464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67ecf380-b31f-4486-8eee-61a9021904c3 req-1143df58-b8f3-47d5-b775-9292fa10703a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 943 time: 0.0640149 Jul 16 02:38:34.162185 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-67ecf380-b31f-4486-8eee-61a9021904c3 req-ccb68e57-910e-4d40-8c8f-2d92680cebe8 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 Jul 16 02:38:35.344116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec26de6-7d2e-40bf-ad63-86fc32910d68 req-b7d6dc31-26df-494b-9149-99a6dddba2e8 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:35.345630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ec26de6-7d2e-40bf-ad63-86fc32910d68 req-b7d6dc31-26df-494b-9149-99a6dddba2e8 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 943 time: 0.0638490 Jul 16 02:38:35.384788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6ec26de6-7d2e-40bf-ad63-86fc32910d68 req-b180dfca-9396-4f18-aef8-ca524951a43f tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Jul 16 02:38:36.557609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af111c9-ecd0-4bf8-98b8-1f3c6a43e932 req-72371f64-b8ec-47c8-b023-fc869e3613b7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:36.559139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3af111c9-ecd0-4bf8-98b8-1f3c6a43e932 req-72371f64-b8ec-47c8-b023-fc869e3613b7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 943 time: 0.0633612 Jul 16 02:38:36.597801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3af111c9-ecd0-4bf8-98b8-1f3c6a43e932 req-0a1cf8f2-c157-47de-b751-2d9f79b127d0 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Jul 16 02:38:37.496766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb99217a-abad-44c4-81cb-06c7d9ee1754 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:37.597029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port bb99217a-abad-44c4-81cb-06c7d9ee1754, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:37.609107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'bb99217a-abad-44c4-81cb-06c7d9ee1754', 'network_id': '7048a144-28fe-4841-bd9d-dde50ec8f1b6', 'port_id': 'bb99217a-abad-44c4-81cb-06c7d9ee1754', 'mac_address': 'fa:16:3e:9a:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:37.649515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.662696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb99217a-abad-44c4-81cb-06c7d9ee1754 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:37.683749 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port bb99217a-abad-44c4-81cb-06c7d9ee1754, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:37.688952 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.741602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=bb99217a-abad-44c4-81cb-06c7d9ee1754,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:37.779269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b63e-e6c8-4b0e-ae59-83119e1eed3c req-6ce4ecef-3476-4e5c-84fb-42e814648c59 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:37.780818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4445b63e-e6c8-4b0e-ae59-83119e1eed3c req-6ce4ecef-3476-4e5c-84fb-42e814648c59 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 944 time: 0.0686879 Jul 16 02:38:37.820712 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4445b63e-e6c8-4b0e-ae59-83119e1eed3c req-bf84333b-2548-424b-8718-789fb6936057 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332913 Jul 16 02:38:37.874393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['bb99217a-abad-44c4-81cb-06c7d9ee1754'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:38.994328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4657-510f-454d-b88e-6b9cc88d9887 req-92207442-5bb7-49b3-924a-2c769948d8a7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:38.995743 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d28a4657-510f-454d-b88e-6b9cc88d9887 req-92207442-5bb7-49b3-924a-2c769948d8a7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 944 time: 0.0636213 Jul 16 02:38:39.033986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d28a4657-510f-454d-b88e-6b9cc88d9887 req-f126d4b2-ef2e-44fa-aff4-be7889109529 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Jul 16 02:38:39.527744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb99217a-abad-44c4-81cb-06c7d9ee1754 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:39.578754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port bb99217a-abad-44c4-81cb-06c7d9ee1754 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:39.582511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port bb99217a-abad-44c4-81cb-06c7d9ee1754 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:39.582878 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.660638 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.688278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb99217a-abad-44c4-81cb-06c7d9ee1754'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:39.690715 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b09232-5104-41d1-b25c-614bb2ec755c" -d '{"events": [{"server_uuid": "026acca7-21e9-4c61-963e-9bef3c736bcc", "name": "network-vif-plugged", "status": "completed", "tag": "bb99217a-abad-44c4-81cb-06c7d9ee1754"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:39.704363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port bb99217a-abad-44c4-81cb-06c7d9ee1754, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:39.709480 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:39.736200 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37263e1b-ff71-4967-aa2d-087cde63c618 x-openstack-request-id: req-37263e1b-ff71-4967-aa2d-087cde63c618 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:39.736490 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026acca7-21e9-4c61-963e-9bef3c736bcc", "name": "network-vif-plugged", "status": "completed", "tag": "bb99217a-abad-44c4-81cb-06c7d9ee1754", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:39.736744 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37263e1b-ff71-4967-aa2d-087cde63c618 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:39.737130 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb99217a-abad-44c4-81cb-06c7d9ee1754', 'code': 200} Jul 16 02:38:39.770617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=bb99217a-abad-44c4-81cb-06c7d9ee1754,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:39.844156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5fdbc-fc96-4dbe-87a1-b93e3ce735d6 req-c9a53e7d-f157-4e6b-a2cc-98b99286ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:39.845663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9a5fdbc-fc96-4dbe-87a1-b93e3ce735d6 req-c9a53e7d-f157-4e6b-a2cc-98b99286ccb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 1096 time: 0.0548244 Jul 16 02:38:39.885892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a9a5fdbc-fc96-4dbe-87a1-b93e3ce735d6 req-2f8a6745-4e1f-42c0-807d-1e57f4809764 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342169 Jul 16 02:38:40.215292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c844a-88bb-4620-ba57-9ba2467acde4 req-5208d008-b09b-4aaa-b9de-7330ac938113 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:40.216904 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74c844a-88bb-4620-ba57-9ba2467acde4 req-5208d008-b09b-4aaa-b9de-7330ac938113 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 945 time: 0.0644634 Jul 16 02:38:40.261656 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74c844a-88bb-4620-ba57-9ba2467acde4 req-14a3e886-54ed-46c4-882d-c37f172c203f tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Jul 16 02:38:41.445203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b05cc-d4be-42fb-9e00-8cda4cf2806f req-00cb6790-346e-4d3d-af23-fb6a733f5469 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:41.446776 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db1b05cc-d4be-42fb-9e00-8cda4cf2806f req-00cb6790-346e-4d3d-af23-fb6a733f5469 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 945 time: 0.0668414 Jul 16 02:38:41.493644 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db1b05cc-d4be-42fb-9e00-8cda4cf2806f req-df5daab8-7889-4c68-8a9c-73de908f2bdd tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Jul 16 02:38:41.881025 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158685b-52b3-4768-89eb-d7aa9c91cbf8 req-13f8d17e-3188-48e7-a78d-cefba005014e tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:41.883182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0158685b-52b3-4768-89eb-d7aa9c91cbf8 req-13f8d17e-3188-48e7-a78d-cefba005014e tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 945 time: 0.0652752 Jul 16 02:38:41.920610 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0158685b-52b3-4768-89eb-d7aa9c91cbf8 req-1cc4de6c-b456-4053-97cc-9a05665a7e87 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Jul 16 02:38:43.083161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-297206c4-8e13-4217-adf0-406e27a95e9a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:43.084697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-297206c4-8e13-4217-adf0-406e27a95e9a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.32 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 945 time: 0.0643761 Jul 16 02:38:43.099942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b641-d71c-47b4-b1e8-716b7f24c5b9 req-3e02bbc3-7882-44ac-be04-115bd1b556cd tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:43.101713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8d5b641-d71c-47b4-b1e8-716b7f24c5b9 req-3e02bbc3-7882-44ac-be04-115bd1b556cd tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=026acca7-21e9-4c61-963e-9bef3c736bcc HTTP/1.1" status: 200 len: 945 time: 0.0677986 Jul 16 02:38:43.141880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c8d5b641-d71c-47b4-b1e8-716b7f24c5b9 req-f2e7e678-e07a-45aa-a90d-797c00e3787b tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Jul 16 02:38:43.190724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Deleting port bb99217a-abad-44c4-81cb-06c7d9ee1754 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:43.191114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:43.284092 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] For port bb99217a-abad-44c4-81cb-06c7d9ee1754, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=bb99217a-abad-44c4-81cb-06c7d9ee1754,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:43.284368 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:43.296508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Calling delete_port for bb99217a-abad-44c4-81cb-06c7d9ee1754 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:43.430067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:43.443445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['bb99217a-abad-44c4-81cb-06c7d9ee1754'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:43.446645 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['a8533ec3-61a8-46c6-9851-413432ff73ea'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:43.460815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Pushing event deleted for resources: {'Port': ['ID=bb99217a-abad-44c4-81cb-06c7d9ee1754,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:43.472518 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:43.507060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] No DVR routers for this DVR port bb99217a-abad-44c4-81cb-06c7d9ee1754 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:43.510247 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:43.512303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8cb440b0-433a-4df0-80ee-3c956aeccca0 req-94fbbc43-92aa-436f-af10-c09d0dbac602 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.32 "DELETE /v2.0/ports/bb99217a-abad-44c4-81cb-06c7d9ee1754 HTTP/1.1" status: 204 len: 173 time: 0.4216290 Jul 16 02:38:43.512739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'name': 'network-vif-deleted', 'tag': 'bb99217a-abad-44c4-81cb-06c7d9ee1754'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:43.515005 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a074354-2e75-40ab-bea1-f2214285c672" -d '{"events": [{"server_uuid": "026acca7-21e9-4c61-963e-9bef3c736bcc", "name": "network-vif-deleted", "tag": "bb99217a-abad-44c4-81cb-06c7d9ee1754"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:43.565483 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe0d55-2655-4f31-8d53-2adf71450e3a x-openstack-request-id: req-c9fe0d55-2655-4f31-8d53-2adf71450e3a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:43.565742 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026acca7-21e9-4c61-963e-9bef3c736bcc", "name": "network-vif-deleted", "tag": "bb99217a-abad-44c4-81cb-06c7d9ee1754", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:43.566202 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9fe0d55-2655-4f31-8d53-2adf71450e3a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:43.566807 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026acca7-21e9-4c61-963e-9bef3c736bcc', 'name': 'network-vif-deleted', 'tag': 'bb99217a-abad-44c4-81cb-06c7d9ee1754', 'status': 'completed', 'code': 200} Jul 16 02:38:44.384282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7fa53-81ff-4a48-826d-5bbb078e4b04 req-09c16a12-bd86-4059-aef0-1b6ae27771d3 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:44.385829 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fde7fa53-81ff-4a48-826d-5bbb078e4b04 req-09c16a12-bd86-4059-aef0-1b6ae27771d3 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0635307 Jul 16 02:38:44.424308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fde7fa53-81ff-4a48-826d-5bbb078e4b04 req-1a6b5c73-2b13-4ba4-82e8-c9e66874cebd tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Jul 16 02:38:44.629264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2a04-714e-4f92-9e93-edf694ac0e37 req-4d2b0960-977b-46a0-b39c-a20203496d86 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:44.630779 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d8d2a04-714e-4f92-9e93-edf694ac0e37 req-4d2b0960-977b-46a0-b39c-a20203496d86 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0682831 Jul 16 02:38:45.016534 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1d8d2a04-714e-4f92-9e93-edf694ac0e37 req-8de8625a-8ee9-4608-9570-5fe34ea460c4 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794098 Jul 16 02:38:45.193986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772ea30-d3c3-4845-9a47-a8bb8b8b8634 req-1756dd10-3a9d-4fb6-afb2-11a0956bc16a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.196163 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b772ea30-d3c3-4845-9a47-a8bb8b8b8634 req-1756dd10-3a9d-4fb6-afb2-11a0956bc16a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0642993 Jul 16 02:38:45.235445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b772ea30-d3c3-4845-9a47-a8bb8b8b8634 req-640d8a68-eaa6-468c-b89f-32de75c934a3 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Jul 16 02:38:45.358046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-792d1d2b-8365-474e-b1ee-7e398e1a747c req-d3f1cd72-49e0-465b-839f-4a66912ef751 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:38:45.359027 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-792d1d2b-8365-474e-b1ee-7e398e1a747c req-d3f1cd72-49e0-465b-839f-4a66912ef751 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055642 Jul 16 02:38:45.525789 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1dd5-173e-488d-aa21-6a0722b6de2f req-473847cb-e80c-409a-b959-00422c07545a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.527204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d2d1dd5-173e-488d-aa21-6a0722b6de2f req-473847cb-e80c-409a-b959-00422c07545a tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0678301 Jul 16 02:38:45.566336 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d2d1dd5-173e-488d-aa21-6a0722b6de2f req-c706d179-9794-474c-b5b6-7c2c5a1c6868 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Jul 16 02:38:45.742180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19089d7-b96e-41e8-86cd-df01bc3fbcbb req-ba03e06a-eaec-48f2-a2eb-8f0674923d15 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.743699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c19089d7-b96e-41e8-86cd-df01bc3fbcbb req-ba03e06a-eaec-48f2-a2eb-8f0674923d15 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0641558 Jul 16 02:38:45.782767 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c19089d7-b96e-41e8-86cd-df01bc3fbcbb req-f5d33349-f052-4758-b646-3fd870bfdd76 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Jul 16 02:38:45.964088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f322f2c-2bb6-4ef0-9a1a-dcef7f1dbad1 req-7eb1dd92-bf3b-4a47-8978-049d38ad3002 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:45.965581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f322f2c-2bb6-4ef0-9a1a-dcef7f1dbad1 req-7eb1dd92-bf3b-4a47-8978-049d38ad3002 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0625484 Jul 16 02:38:46.005221 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f322f2c-2bb6-4ef0-9a1a-dcef7f1dbad1 req-e0b6242f-abb3-498b-a9e1-3104b71624a2 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Jul 16 02:38:46.540407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0918132-9450-44d0-9d38-0047830838e1 req-00d559cb-49ee-42da-9198-d06495f21c38 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:46.541925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0918132-9450-44d0-9d38-0047830838e1 req-00d559cb-49ee-42da-9198-d06495f21c38 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0664847 Jul 16 02:38:46.580894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d0918132-9450-44d0-9d38-0047830838e1 req-3ba8f0a9-02a7-4133-89fa-159cf246dc54 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Jul 16 02:38:47.575003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb99217a-abad-44c4-81cb-06c7d9ee1754 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:47.761093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: bb99217a-abad-44c4-81cb-06c7d9ee1754 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:47.761454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device bb99217a-abad-44c4-81cb-06c7d9ee1754 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:47.766797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825f36d-fd89-4b64-9aa5-ef8a9172fcab req-ea695965-5ecb-4e7a-bfd9-8de044524a3c tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.768426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4825f36d-fd89-4b64-9aa5-ef8a9172fcab req-ea695965-5ecb-4e7a-bfd9-8de044524a3c tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0690496 Jul 16 02:38:47.782152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-d698588b-57ec-4205-be43-af67dadda9e6 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:47.783647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-d698588b-57ec-4205-be43-af67dadda9e6 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.38 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 946 time: 0.0702426 Jul 16 02:38:47.812533 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4825f36d-fd89-4b64-9aa5-ef8a9172fcab req-6a4f25f3-5a7e-4121-8b13-42b9dc1df6c7 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b3a3e5f5-43c7-49c3-b7e5-63120df55e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Jul 16 02:38:47.890706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Deleting port a8533ec3-61a8-46c6-9851-413432ff73ea {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:38:47.891048 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:47.982505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] For port a8533ec3-61a8-46c6-9851-413432ff73ea, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=a8533ec3-61a8-46c6-9851-413432ff73ea,segment=NetworkSegment(814aceef-c0dd-48a8-a895-960645bd983d),segment_id=814aceef-c0dd-48a8-a895-960645bd983d)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:47.982866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:47.995583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Calling delete_port for a8533ec3-61a8-46c6-9851-413432ff73ea owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:38:48.485692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:48.499542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['a8533ec3-61a8-46c6-9851-413432ff73ea'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:48.520483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Pushing event deleted for resources: {'Port': ['ID=a8533ec3-61a8-46c6-9851-413432ff73ea,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:48.563107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] No DVR routers for this DVR port a8533ec3-61a8-46c6-9851-413432ff73ea on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:38:48.565678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:48.567712 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c753dcab-11ef-477f-9a01-7b0c5699a367 req-1e388c58-584e-43c2-bdba-90abefde7a60 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.38 "DELETE /v2.0/ports/a8533ec3-61a8-46c6-9851-413432ff73ea HTTP/1.1" status: 204 len: 173 time: 0.7780015 Jul 16 02:38:48.568190 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'name': 'network-vif-deleted', 'tag': 'a8533ec3-61a8-46c6-9851-413432ff73ea'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:48.570543 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8051535-9179-4fb6-8009-98074d3fe6fa" -d '{"events": [{"server_uuid": "db169d51-7582-4ef1-a2c7-e2e98a1ef33b", "name": "network-vif-deleted", "tag": "a8533ec3-61a8-46c6-9851-413432ff73ea"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:48.609960 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd16a9fc-dd39-4e71-949d-f0dd6c814f5e x-openstack-request-id: req-cd16a9fc-dd39-4e71-949d-f0dd6c814f5e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:48.610264 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db169d51-7582-4ef1-a2c7-e2e98a1ef33b", "name": "network-vif-deleted", "tag": "a8533ec3-61a8-46c6-9851-413432ff73ea", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:48.610514 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd16a9fc-dd39-4e71-949d-f0dd6c814f5e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:48.610911 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db169d51-7582-4ef1-a2c7-e2e98a1ef33b', 'name': 'network-vif-deleted', 'tag': 'a8533ec3-61a8-46c6-9851-413432ff73ea', 'status': 'completed', 'code': 200} Jul 16 02:38:48.970581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-789986b8-d335-44b1-8a09-8b3a9bf8c4bc req-b39acdac-1ca7-4375-97e0-359b0afb4819 tempest-ServersNegativeTestJSON-111763311 tempest-ServersNegativeTestJSON-111763311-project] 10.222.0.35 "GET /v2.0/ports?device_id=db169d51-7582-4ef1-a2c7-e2e98a1ef33b HTTP/1.1" status: 200 len: 210 time: 0.0332084 Jul 16 02:38:50.065050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45518) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:50.112242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Deleting subnet a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:38:50.115459 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.150783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.193170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.247489 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.275934 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.277941 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0 HTTP/1.1" status: 204 len: 168 time: 0.2118123 Jul 16 02:38:50.279050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5997c-497c-4ce7-8ee5-76db333959d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8aa788e-e0d9-4b20-b79b-9ca94a0c46d0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:50.281157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:50.349393 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.431038 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.441341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7048a144-28fe-4841-bd9d-dde50ec8f1b6']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:50.451148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814aceef-c0dd-48a8-a895-960645bd983d') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:50.451441 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814aceef-c0dd-48a8-a895-960645bd983d') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:50.461740 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.475400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.481969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:50.482361 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:50.484005 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:50.539574 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.547428 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.549312 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7048a144-28fe-4841-bd9d-dde50ec8f1b6 HTTP/1.1" status: 204 len: 168 time: 0.2664442 Jul 16 02:38:50.560425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d868b7-c0ef-4913-ae4c-bcbc2ec7c5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7048a144-28fe-4841-bd9d-dde50ec8f1b6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:50.670760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45524) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:50.719830 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-15208fad-62ab-4ce4-bc53-c6b9830b4bb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da66f77808f84fdda84fc83d0b4b3643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478683 Jul 16 02:38:50.722271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:50.773515 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1112a911-9836-4ed4-94e2-96e1b1334916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.795170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1112a911-9836-4ed4-94e2-96e1b1334916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.843371 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1112a911-9836-4ed4-94e2-96e1b1334916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.846030 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1112a911-9836-4ed4-94e2-96e1b1334916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.847195 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1112a911-9836-4ed4-94e2-96e1b1334916 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3a3e5f5-43c7-49c3-b7e5-63120df55e74 HTTP/1.1" status: 204 len: 168 time: 0.1240103 Jul 16 02:38:50.855475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112a911-9836-4ed4-94e2-96e1b1334916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a3e5f5-43c7-49c3-b7e5-63120df55e74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:51.557853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:51.655425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1800956837'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:51.677716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:51.681526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.690629 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.789015 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.792767 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.823022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:51.829462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0595a-e0da-4b0a-8315-164aa90fce11,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:51.836844 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.837514 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Added segment 996e92f4-e422-4cfa-b998-7353f9cc392c of type vlan for network 027c5728-f3f8-4e8b-b383-71790d10542f Jul 16 02:38:51.888958 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.919789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.925396 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.925975 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:51.962751 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4037540 Jul 16 02:38:51.999785 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec83591-b00b-40e5-a7d0-a2ca5171ea3d tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Network': ['ID=027c5728-f3f8-4e8b-b383-71790d10542f,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:52.014287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 027c5728-f3f8-4e8b-b383-71790d10542f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:52.731134 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:53.392355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a8533ec3-61a8-46c6-9851-413432ff73ea no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:38:53.416500 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: a8533ec3-61a8-46c6-9851-413432ff73ea {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:38:53.417054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device a8533ec3-61a8-46c6-9851-413432ff73ea not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:38:53.817119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0adc8eb4-4dc3-4ff1-b43b-4953bf4e50dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:53.884313 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.261784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:55.266969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'subnet': {'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:55.360881 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:55.364501 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.562981 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.623363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Subnet': ['ID=2be254c8-408f-412f-a8d3-b03d5baa77dc,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:55.632433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Checking segment: {'id': '996e92f4-e422-4cfa-b998-7353f9cc392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:55.632790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network hostable DHCP agents. Network: 027c5728-f3f8-4e8b-b383-71790d10542f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:55.649747 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network 027c5728-f3f8-4e8b-b383-71790d10542f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:55.658826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 027c5728-f3f8-4e8b-b383-71790d10542f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:55.662986 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:55.663650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.672190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a988ee7-a6c4-494f-bd2c-9487f814845d None None] Network 027c5728-f3f8-4e8b-b383-71790d10542f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:55.680592 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7504a653-d867-4f8e-81f7-23500932a942 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4174111 Jul 16 02:38:55.684637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:55.691680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1547133237'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:55.717634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:55.723064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.754445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:55.765092 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.765333 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Added segment 30c622c9-dff0-461a-aabf-4dfbc8fc7024 of type vlan for network a28ab33c-db9b-497c-a754-fd07b1d4fd86 Jul 16 02:38:55.808001 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.824344 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-027c5728-f3f8-4e8b-b383-71790d10542f', 'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f', 'tenant_id': 'b98e4b6cb05e44a6a9f7e20812834faf', 'fixed_ips': [{'subnet_id': '2be254c8-408f-412f-a8d3-b03d5baa77dc'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:38:55.825223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.842270 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.848185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:55.848796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:55.885825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1999648 Jul 16 02:38:55.888700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45556) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:55.893682 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'subnet': {'network_id': 'a28ab33c-db9b-497c-a754-fd07b1d4fd86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:55.950427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761f9db-36f8-4e31-bcd8-7dab2014a383 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Network': ['ID=a28ab33c-db9b-497c-a754-fd07b1d4fd86,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:55.963313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network a28ab33c-db9b-497c-a754-fd07b1d4fd86 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:55.991120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Allocated IP 2001:db8:0:ffff::2 (027c5728-f3f8-4e8b-b383-71790d10542f/2be254c8-408f-412f-a8d3-b03d5baa77dc/6e5ce603-38ec-4986-868f-3ae2e1ae5c82) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:56.022059 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:56.026435 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.192470 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.202580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Transition to ACTIVE for port object 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:56.219031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Transition to ACTIVE for port object 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:56.227038 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.237191 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.292381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Network 027c5728-f3f8-4e8b-b383-71790d10542f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:56.293255 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9f13-7df4-4214-b364-30e3b198fba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.297454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:56.301429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:56.309328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Pushing event updated for resources: {'Port': ['ID=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:56.310348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Checking segment: {'id': '30c622c9-dff0-461a-aabf-4dfbc8fc7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a28ab33c-db9b-497c-a754-fd07b1d4fd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:56.310903 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network hostable DHCP agents. Network: a28ab33c-db9b-497c-a754-fd07b1d4fd86, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:56.312904 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Subnet': ['ID=9117c4af-3147-4be6-b695-feb3a50daf94,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:56.335038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.335389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.335730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.336107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.336497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.336624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network a28ab33c-db9b-497c-a754-fd07b1d4fd86 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:56.336807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.337092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.337414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.337739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.338064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.338382 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.338705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:38:56.346486 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, a28ab33c-db9b-497c-a754-fd07b1d4fd86) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:56.350641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:56.351233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.365724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa2579e-77de-4a26-b3a2-e779752a57d2 None None] Network a28ab33c-db9b-497c-a754-fd07b1d4fd86 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:56.368328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-adba559e-fd76-4b34-9230-ba346d2e7b8e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4785578 Jul 16 02:38:56.371198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45558) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:56.394867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Attempting to bind port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:56.395212 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Attempting to bind port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '996e92f4-e422-4cfa-b998-7353f9cc392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:56.395579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Attempting to bind port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 on network 027c5728-f3f8-4e8b-b383-71790d10542f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:56.405795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:56.406167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Checking segment: {'id': '996e92f4-e422-4cfa-b998-7353f9cc392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:56.406583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.406982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Bound using segment: {'id': '996e92f4-e422-4cfa-b998-7353f9cc392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:56.407436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Bound port: 6e5ce603-38ec-4986-868f-3ae2e1ae5c82, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996e92f4-e422-4cfa-b998-7353f9cc392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '027c5728-f3f8-4e8b-b383-71790d10542f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:56.407820 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.473857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.529344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.544780 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] For port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:38:56.549602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] For port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,segment=NetworkSegment(996e92f4-e422-4cfa-b998-7353f9cc392c),segment_id=996e92f4-e422-4cfa-b998-7353f9cc392c)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:38:56.554980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.598258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.615270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9955da-2593-44ea-bbff-fae0fe633d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-a28ab33c-db9b-497c-a754-fd07b1d4fd86', 'network_id': 'a28ab33c-db9b-497c-a754-fd07b1d4fd86', 'tenant_id': 'b98e4b6cb05e44a6a9f7e20812834faf', 'fixed_ips': [{'subnet_id': '9117c4af-3147-4be6-b695-feb3a50daf94'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:38:56.616224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ac9955da-2593-44ea-bbff-fae0fe633d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.629314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Subnet': ['ID=9117c4af-3147-4be6-b695-feb3a50daf94,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:56.656277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d8a6-2eaa-46ec-9d80-008e0f2b1d35 None None] Pushing event updated for resources: {'Port': ['ID=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:56.721964 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.743117 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28ab33c-db9b-497c-a754-fd07b1d4fd86']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:56.744588 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8005d84-d03d-40d1-adb0-f27606357b7a None None] Network a28ab33c-db9b-497c-a754-fd07b1d4fd86 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:56.755370 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c622c9-dff0-461a-aabf-4dfbc8fc7024') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:56.755714 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c622c9-dff0-461a-aabf-4dfbc8fc7024') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:56.766784 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.770542 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.787275 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.795713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:56.796337 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:56.799744 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:56.887928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.896219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.902245 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/a28ab33c-db9b-497c-a754-fd07b1d4fd86 HTTP/1.1" status: 204 len: 168 time: 0.5266824 Jul 16 02:38:56.902925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45560) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:56.909591 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47208954'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:56.916350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d05e3e-98eb-4dba-80a2-45f7decc228a tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Network': ['ID=a28ab33c-db9b-497c-a754-fd07b1d4fd86,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:56.938299 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:56.941967 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.978637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:56.987653 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:56.987996 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Added segment b8fb0ed1-469f-49fa-b8a4-3efe46fb4ea7 of type vlan for network 26e0b4f2-1b55-4198-9590-ed64b3c52a5f Jul 16 02:38:57.028873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.058637 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.064233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.064816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.105482 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2016783 Jul 16 02:38:57.108472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:57.114180 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'subnet': {'network_id': '26e0b4f2-1b55-4198-9590-ed64b3c52a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:57.138287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28fcb9-62e3-4116-8028-2f6f78be6360 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Network': ['ID=26e0b4f2-1b55-4198-9590-ed64b3c52a5f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:57.151312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 26e0b4f2-1b55-4198-9590-ed64b3c52a5f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:57.208722 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:57.212950 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.276609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Performing IP validity checks on allocation pools {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:38:57.277710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93906) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:38:57.406838 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.464060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Subnet': ['ID=97f9276f-aa65-4073-907b-1e0577964194,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:57.479996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Checking segment: {'id': 'b8fb0ed1-469f-49fa-b8a4-3efe46fb4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '26e0b4f2-1b55-4198-9590-ed64b3c52a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:57.480394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network hostable DHCP agents. Network: 26e0b4f2-1b55-4198-9590-ed64b3c52a5f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:57.498892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network 26e0b4f2-1b55-4198-9590-ed64b3c52a5f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:57.510154 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 26e0b4f2-1b55-4198-9590-ed64b3c52a5f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:57.515060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:57.515662 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.523895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6270c4b-af05-4ac4-8f21-f371cd006def None None] Network 26e0b4f2-1b55-4198-9590-ed64b3c52a5f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:57.534368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-cd1ca4a9-24f0-498d-8b58-80285cf58282 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4245057 Jul 16 02:38:57.537079 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:57.648201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056a9a6-368b-47da-b893-8261c5f8586e None None] Network 027c5728-f3f8-4e8b-b383-71790d10542f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:57.664539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.677817 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.722597 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.753441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6da5799e-6d65-43c6-90a5-62827286ee93 None None] Provisioning for port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:57.762251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a8c3a-0977-4c76-baae-0e44a4179476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-26e0b4f2-1b55-4198-9590-ed64b3c52a5f', 'network_id': '26e0b4f2-1b55-4198-9590-ed64b3c52a5f', 'tenant_id': 'b98e4b6cb05e44a6a9f7e20812834faf', 'fixed_ips': [{'subnet_id': '97f9276f-aa65-4073-907b-1e0577964194'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:38:57.763098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-908a8c3a-0977-4c76-baae-0e44a4179476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.796487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.825613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Subnet': ['ID=97f9276f-aa65-4073-907b-1e0577964194,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:57.892410 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.905395 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e0b4f2-1b55-4198-9590-ed64b3c52a5f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:57.917146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fb0ed1-469f-49fa-b8a4-3efe46fb4ea7') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:57.917692 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fb0ed1-469f-49fa-b8a4-3efe46fb4ea7') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server [None req-908a8c3a-0977-4c76-baae-0e44a4179476 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97f9276f-aa65-4073-907b-1e0577964194: This subnet is being modified by another concurrent operation. Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97f9276f-aa65-4073-907b-1e0577964194: This subnet is being modified by another concurrent operation. Jul 16 02:38:57.922811 n-d-800087-6 neutron-server[93908]: ERROR oslo_messaging.rpc.server Jul 16 02:38:57.930436 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.943577 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.946107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1accbd8-2bcd-4a57-85ed-82ac5c6f6e17 None None] Network 26e0b4f2-1b55-4198-9590-ed64b3c52a5f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:57.952630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:57.953051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:57.956131 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:58.028303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.047332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.049362 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/26e0b4f2-1b55-4198-9590-ed64b3c52a5f HTTP/1.1" status: 204 len: 168 time: 0.5111873 Jul 16 02:38:58.050561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31c3f-4c75-4272-8e61-128109eb60ea tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Network': ['ID=26e0b4f2-1b55-4198-9590-ed64b3c52a5f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:58.055573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45566) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:58.061706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107760370'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:58.090167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:58.094532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.137016 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:58.152787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.153031 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Added segment 402e10a1-0c7a-4497-b941-894c02203a58 of type vlan for network 14d3dde6-c673-445b-bcef-ef9188d77304 Jul 16 02:38:58.178571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:58.202315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b80bc-4b37-4c97-8714-3151bf21e427 None None] get_active_networks_info from n-d-800087-6 {{(pid=93908) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:38:58.205438 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.238040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.245679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:58.247511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.290687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:38:58.294528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2370081 Jul 16 02:38:58.297560 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:58.302277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:58.302868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.304250 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'subnet': {'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:58.308016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b80bc-4b37-4c97-8714-3151bf21e427 None None] Resources bound (agent type, host, resource id): {{(pid=93908) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:38:58.327006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5869751-160a-4eec-8518-07859bedb943 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Network': ['ID=14d3dde6-c673-445b-bcef-ef9188d77304,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:58.339911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 14d3dde6-c673-445b-bcef-ef9188d77304 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:58.347501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b15d73d1-ec26-49ba-b544-78bdd5bbde7c None None] Provisioning complete for port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:58.347874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b15d73d1-ec26-49ba-b544-78bdd5bbde7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.405425 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:58.409021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.607902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.618702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.648624 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b15d73d1-ec26-49ba-b544-78bdd5bbde7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.686870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Subnet': ['ID=0ee787cb-183a-4e8a-9c4c-a1e29af29cc9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:58.694679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Checking segment: {'id': '402e10a1-0c7a-4497-b941-894c02203a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:58.695044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network hostable DHCP agents. Network: 14d3dde6-c673-445b-bcef-ef9188d77304, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:58.695182 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,segment=NetworkSegment(996e92f4-e422-4cfa-b998-7353f9cc392c),segment_id=996e92f4-e422-4cfa-b998-7353f9cc392c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:58.708762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.715315 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network 14d3dde6-c673-445b-bcef-ef9188d77304 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:58.725429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 14d3dde6-c673-445b-bcef-ef9188d77304) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:58.730572 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:58.731173 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.753018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4eff367b-bce9-4b9f-b0e0-d8f8402ccda8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4486983 Jul 16 02:38:58.753344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45570) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:58.759782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646763767'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:58.783754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:58.788089 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.816421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:38:58.827394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.827751 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Added segment ed2da441-ee96-462e-a692-4507fe82d9e2 of type vlan for network 0163aed1-1a6d-4171-af88-b4026684a182 Jul 16 02:38:58.872519 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.905782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.911499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:58.912188 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:58.952201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1954491 Jul 16 02:38:58.953472 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45572) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:58.961350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Request body: {'subnet': {'network_id': '0163aed1-1a6d-4171-af88-b4026684a182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:38:58.975600 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-b15d73d1-ec26-49ba-b544-78bdd5bbde7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:38:58.976191 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-b15d73d1-ec26-49ba-b544-78bdd5bbde7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:38:58.998610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:59.005814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23360-fbfb-4b1a-95f4-1d3034ff8edd tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Network': ['ID=0163aed1-1a6d-4171-af88-b4026684a182,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:59.026213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2862f563-4b17-4ebf-9a2d-c7d3bd8bc835 None None] Network 14d3dde6-c673-445b-bcef-ef9188d77304 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:59.034536 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0163aed1-1a6d-4171-af88-b4026684a182 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:38:59.100540 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Made reservation on behalf of b98e4b6cb05e44a6a9f7e20812834faf for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:38:59.104621 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.165026 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.251782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-14d3dde6-c673-445b-bcef-ef9188d77304', 'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304', 'tenant_id': 'b98e4b6cb05e44a6a9f7e20812834faf', 'fixed_ips': [{'subnet_id': '0ee787cb-183a-4e8a-9c4c-a1e29af29cc9'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:38:59.252887 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.314766 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.385546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event updated for resources: {'Subnet': ['ID=ff5367e0-2efc-4c66-b639-6225ea167059,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:59.394304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Allocated IP 2001:db8::2 (14d3dde6-c673-445b-bcef-ef9188d77304/0ee787cb-183a-4e8a-9c4c-a1e29af29cc9/3f43a639-93cc-4ea4-8264-2c6f1034a09b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:38:59.396762 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Checking segment: {'id': 'ed2da441-ee96-462e-a692-4507fe82d9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0163aed1-1a6d-4171-af88-b4026684a182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:59.397208 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network hostable DHCP agents. Network: 0163aed1-1a6d-4171-af88-b4026684a182, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:38:59.415466 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Network 0163aed1-1a6d-4171-af88-b4026684a182 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:38:59.424483 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0163aed1-1a6d-4171-af88-b4026684a182) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:59.429828 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:59.430422 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.446317 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ed67545-2618-4c44-8804-15254d4cfdac tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4916897 Jul 16 02:38:59.448896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45574) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:59.465997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454e1f3-4310-4b31-b8e8-9ff02735c65b None None] Network 0163aed1-1a6d-4171-af88-b4026684a182 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:59.558996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.615635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.661944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.677901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Transition to ACTIVE for port object 3f43a639-93cc-4ea4-8264-2c6f1034a09b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:59.703077 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.719277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Transition to ACTIVE for port object 3f43a639-93cc-4ea4-8264-2c6f1034a09b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:38:59.729455 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.733530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5367e0-2efc-4c66-b639-6225ea167059,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:59.763746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad1e082-b03a-48e7-ba54-1e271d1fd834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-0163aed1-1a6d-4171-af88-b4026684a182', 'network_id': '0163aed1-1a6d-4171-af88-b4026684a182', 'tenant_id': 'b98e4b6cb05e44a6a9f7e20812834faf', 'fixed_ips': [{'subnet_id': 'ff5367e0-2efc-4c66-b639-6225ea167059'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:38:59.764786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dad1e082-b03a-48e7-ba54-1e271d1fd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.784681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Network 14d3dde6-c673-445b-bcef-ef9188d77304 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:38:59.793149 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:38:59.798323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:38:59.814181 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Pushing event updated for resources: {'Port': ['ID=3f43a639-93cc-4ea4-8264-2c6f1034a09b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:59.822671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.833087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0163aed1-1a6d-4171-af88-b4026684a182']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:59.846586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2da441-ee96-462e-a692-4507fe82d9e2') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:59.846878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2da441-ee96-462e-a692-4507fe82d9e2') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:38:59.857395 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.872458 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.880110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:38:59.880525 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:38:59.884332 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:38:59.921279 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Attempting to bind port 3f43a639-93cc-4ea4-8264-2c6f1034a09b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:38:59.921726 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Attempting to bind port 3f43a639-93cc-4ea4-8264-2c6f1034a09b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '402e10a1-0c7a-4497-b941-894c02203a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:38:59.922251 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Attempting to bind port 3f43a639-93cc-4ea4-8264-2c6f1034a09b on network 14d3dde6-c673-445b-bcef-ef9188d77304 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:38:59.929200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60900809-bf5c-4cd0-b22a-9323fc7cb590 None None] Network 0163aed1-1a6d-4171-af88-b4026684a182 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:38:59.931720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:38:59.932199 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Checking segment: {'id': '402e10a1-0c7a-4497-b941-894c02203a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:38:59.932818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.933215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Bound using segment: {'id': '402e10a1-0c7a-4497-b941-894c02203a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:38:59.933699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Bound port: 3f43a639-93cc-4ea4-8264-2c6f1034a09b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402e10a1-0c7a-4497-b941-894c02203a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '14d3dde6-c673-445b-bcef-ef9188d77304'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:38:59.934083 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.956689 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.966725 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:59.971519 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/0163aed1-1a6d-4171-af88-b4026684a182 HTTP/1.1" status: 204 len: 168 time: 0.5187902 Jul 16 02:38:59.971891 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:38:59.989702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ba431-9d7f-47bf-ad4f-9839a7356fb2 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Network': ['ID=0163aed1-1a6d-4171-af88-b4026684a182,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:00.002373 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fb7caa-e231-4bea-9fa5-233d72357f9e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] GET failed (client error): The resource could not be found. Jul 16 02:39:00.004540 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c8fb7caa-e231-4bea-9fa5-233d72357f9e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "GET /v2.0/subnets/ff5367e0-2efc-4c66-b639-6225ea167059 HTTP/1.1" status: 404 len: 337 time: 0.0310233 Jul 16 02:39:00.007772 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45580) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:00.030266 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf35575d-3fbf-426f-9474-23a942d2b460 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:00.030854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf35575d-3fbf-426f-9474-23a942d2b460 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:00.039842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45582) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:00.040077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bf35575d-3fbf-426f-9474-23a942d2b460 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/0163aed1-1a6d-4171-af88-b4026684a182 HTTP/1.1" status: 404 len: 339 time: 0.0285411 Jul 16 02:39:00.075514 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c67f296-a782-43c2-9e8b-59bc9e82ebe5 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:00.076106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c67f296-a782-43c2-9e8b-59bc9e82ebe5 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:00.080583 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8c67f296-a782-43c2-9e8b-59bc9e82ebe5 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/subnets/ff5367e0-2efc-4c66-b639-6225ea167059 HTTP/1.1" status: 404 len: 337 time: 0.0393190 Jul 16 02:39:00.081044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45584) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:00.103344 n-d-800087-6 neutron-server[93907]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e1ae21-a2ea-4395-b68d-1abc32b222ae tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:00.103869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e1ae21-a2ea-4395-b68d-1abc32b222ae tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:00.108545 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-18e1ae21-a2ea-4395-b68d-1abc32b222ae tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/0163aed1-1a6d-4171-af88-b4026684a182 HTTP/1.1" status: 404 len: 339 time: 0.0237803 Jul 16 02:39:00.108545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45586) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:00.110098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] For port 3f43a639-93cc-4ea4-8264-2c6f1034a09b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:00.114095 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] For port 3f43a639-93cc-4ea4-8264-2c6f1034a09b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3f43a639-93cc-4ea4-8264-2c6f1034a09b,segment=NetworkSegment(402e10a1-0c7a-4497-b941-894c02203a58),segment_id=402e10a1-0c7a-4497-b941-894c02203a58)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:00.118660 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.149713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:00.174580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Deleting subnet 0ee787cb-183a-4e8a-9c4c-a1e29af29cc9 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:39:00.177890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.213643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470d9fd-1644-4e90-bc0a-fdfc505aeca5 None None] Pushing event updated for resources: {'Port': ['ID=3f43a639-93cc-4ea4-8264-2c6f1034a09b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:00.224475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.231441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:00.231828 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.322898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.408140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.438698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee787cb-183a-4e8a-9c4c-a1e29af29cc9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:00.444801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.447204 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-20976de0-5057-4c8d-903d-ea0273de07b8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/subnets/0ee787cb-183a-4e8a-9c4c-a1e29af29cc9 HTTP/1.1" status: 204 len: 168 time: 0.3378205 Jul 16 02:39:00.449661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:00.531202 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.585477 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Deleting port 3f43a639-93cc-4ea4-8264-2c6f1034a09b {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:00.585756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.656800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] For port 3f43a639-93cc-4ea4-8264-2c6f1034a09b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3f43a639-93cc-4ea4-8264-2c6f1034a09b,segment=NetworkSegment(402e10a1-0c7a-4497-b941-894c02203a58),segment_id=402e10a1-0c7a-4497-b941-894c02203a58)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:00.657165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.669389 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Calling delete_port for 3f43a639-93cc-4ea4-8264-2c6f1034a09b owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:00.751179 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.781041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Port': ['ID=3f43a639-93cc-4ea4-8264-2c6f1034a09b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:00.785672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No DVR routers for this DVR port 3f43a639-93cc-4ea4-8264-2c6f1034a09b on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:00.867949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.879548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d3dde6-c673-445b-bcef-ef9188d77304']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:00.891402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402e10a1-0c7a-4497-b941-894c02203a58') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:00.891699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402e10a1-0c7a-4497-b941-894c02203a58') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:00.901541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.921381 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.927732 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:39:00.928142 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:39:00.931774 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:39:00.993766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.001844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.004008 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/14d3dde6-c673-445b-bcef-ef9188d77304 HTTP/1.1" status: 204 len: 168 time: 0.5530727 Jul 16 02:39:01.006895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45590) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:01.017973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4d9d-6942-40c2-9d29-c94ef76c8e47 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Network': ['ID=14d3dde6-c673-445b-bcef-ef9188d77304,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:01.037659 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0944c0-44ed-45d1-a25e-17e3bf7dde1e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:01.038670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0944c0-44ed-45d1-a25e-17e3bf7dde1e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:01.041958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7a0944c0-44ed-45d1-a25e-17e3bf7dde1e tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/subnets/97f9276f-aa65-4073-907b-1e0577964194 HTTP/1.1" status: 404 len: 337 time: 0.0324628 Jul 16 02:39:01.043159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45592) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:01.065540 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-980b446b-25f1-4254-bae6-95086fbcd3d8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:01.066109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980b446b-25f1-4254-bae6-95086fbcd3d8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:01.070213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-980b446b-25f1-4254-bae6-95086fbcd3d8 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/26e0b4f2-1b55-4198-9590-ed64b3c52a5f HTTP/1.1" status: 404 len: 339 time: 0.0236528 Jul 16 02:39:01.070496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45594) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:01.103142 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e28bb5a-4081-4d71-a3c9-81d52eb71746 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:01.103602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e28bb5a-4081-4d71-a3c9-81d52eb71746 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:01.105366 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2e28bb5a-4081-4d71-a3c9-81d52eb71746 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/subnets/9117c4af-3147-4be6-b695-feb3a50daf94 HTTP/1.1" status: 404 len: 337 time: 0.0339522 Jul 16 02:39:01.108398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45596) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:01.127701 n-d-800087-6 neutron-server[93906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8b87c7-fb9c-4d5f-8b95-2baccb9bbde4 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] DELETE failed (client error): The resource could not be found. Jul 16 02:39:01.128362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8b87c7-fb9c-4d5f-8b95-2baccb9bbde4 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93906) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:39:01.132748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5c8b87c7-fb9c-4d5f-8b95-2baccb9bbde4 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/a28ab33c-db9b-497c-a754-fd07b1d4fd86 HTTP/1.1" status: 404 len: 339 time: 0.0210340 Jul 16 02:39:01.132990 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:01.188141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Deleting subnet 2be254c8-408f-412f-a8d3-b03d5baa77dc {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:39:01.191635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.234996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.235479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252391c-6886-43f5-8e45-456919192608 None None] DHCP port deletion for 14d3dde6-c673-445b-bcef-ef9188d77304 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:39:01.239105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-185539b5-138f-476a-850f-c4b4ace7add5 None None] Could not find standard attr ID for object 3f43a639-93cc-4ea4-8264-2c6f1034a09b. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:39:01.256223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8976eb0-57f8-4772-9cfd-22b1d982effa None None] Network 14d3dde6-c673-445b-bcef-ef9188d77304 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:01.271977 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8976eb0-57f8-4772-9cfd-22b1d982effa None None] Network 14d3dde6-c673-445b-bcef-ef9188d77304 could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:39:01.330098 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.395315 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.423846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Subnet': ['ID=2be254c8-408f-412f-a8d3-b03d5baa77dc,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:01.427511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.429625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8b51b19c-043c-47e8-86b1-980c3e710515 tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/subnets/2be254c8-408f-412f-a8d3-b03d5baa77dc HTTP/1.1" status: 204 len: 168 time: 0.2954357 Jul 16 02:39:01.431806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:01.436506 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11deb418-5d7d-480f-a310-cf8af1f8ed37 None None] Network 027c5728-f3f8-4e8b-b383-71790d10542f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:01.523753 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.584576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Deleting port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:01.585443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.637516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] DHCP port deletion for 027c5728-f3f8-4e8b-b383-71790d10542f request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:39:01.654821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] For port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,segment=NetworkSegment(996e92f4-e422-4cfa-b998-7353f9cc392c),segment_id=996e92f4-e422-4cfa-b998-7353f9cc392c)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:01.655116 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.673009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Calling delete_port for 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:01.685695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] Deleting port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:01.687026 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.752179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] For port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,segment=NetworkSegment(996e92f4-e422-4cfa-b998-7353f9cc392c),segment_id=996e92f4-e422-4cfa-b998-7353f9cc392c)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:01.752577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.759546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.766531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] Calling delete_port for 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:01.785780 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Port': ['ID=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:01.790340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] No DVR routers for this DVR port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:01.852390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.873551 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.875600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] Pushing event deleted for resources: {'Port': ['ID=6e5ce603-38ec-4986-868f-3ae2e1ae5c82,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:01.885401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027c5728-f3f8-4e8b-b383-71790d10542f']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:01.885748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287d41a-9751-45ce-a970-2b93a6e7fe5c None None] No DVR routers for this DVR port 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:01.898348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996e92f4-e422-4cfa-b998-7353f9cc392c') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:01.898645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996e92f4-e422-4cfa-b998-7353f9cc392c') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:01.908227 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.922647 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.928815 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:39:01.929216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:39:01.932334 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:39:01.991354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:01.999214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.001079 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] 10.222.0.35 "DELETE /v2.0/networks/027c5728-f3f8-4e8b-b383-71790d10542f HTTP/1.1" status: 204 len: 168 time: 0.5681434 Jul 16 02:39:02.018620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f556b-33c5-4d8b-bbc9-198a22cd6bad tempest-NetworksIpV6Test-1410763617 tempest-NetworksIpV6Test-1410763617-project] Pushing event deleted for resources: {'Network': ['ID=027c5728-f3f8-4e8b-b383-71790d10542f,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:02.137920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:39:02.160858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:39:02.161124 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6e5ce603-38ec-4986-868f-3ae2e1ae5c82 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:39:02.258884 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:02.388332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e10725e8-0ede-468a-9159-edf6c21bdf4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b98e4b6cb05e44a6a9f7e20812834faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282392 Jul 16 02:39:02.390826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:02.440917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f2daa-248e-4346-b392-0918f42d87b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.463082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f2daa-248e-4346-b392-0918f42d87b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.510258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f2daa-248e-4346-b392-0918f42d87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.512936 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b32f2daa-248e-4346-b392-0918f42d87b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.514244 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b32f2daa-248e-4346-b392-0918f42d87b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02f0595a-e0da-4b0a-8315-164aa90fce11 HTTP/1.1" status: 204 len: 168 time: 0.1225071 Jul 16 02:39:02.523057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f2daa-248e-4346-b392-0918f42d87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0595a-e0da-4b0a-8315-164aa90fce11,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:03.164844 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45632) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:03.262679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1605922857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:03.288775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.289981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.347148 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.352287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.369405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.370651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-8a2cbb7c-5c4c-4b65-8c54-6ea1b7e342bb tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2047606 Jul 16 02:39:03.373372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45636) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:03.378904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1804152011'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:03.400819 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Made reservation on behalf of 2a067fda801f4c36a119202fea6a51de for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:03.404556 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.414475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.522076 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.526673 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.555931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:39:03.562618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476f11ba-53ab-46d9-8b79-1e7476c933a6,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:03.570877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.572173 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Added segment 78c0455b-9e17-411f-aa3f-38dba4107bfd of type vlan for network 1ab3d4af-8773-4429-9347-67d6c384f810 Jul 16 02:39:03.618833 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.648737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.654287 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:03.654880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.697496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3230491 Jul 16 02:39:03.700420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:03.705630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Request body: {'subnet': {'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:03.727703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a55141-620b-49c5-9788-844dec39538b tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event updated for resources: {'Network': ['ID=1ab3d4af-8773-4429-9347-67d6c384f810,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:03.738852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 1ab3d4af-8773-4429-9347-67d6c384f810 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:39:03.797266 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Made reservation on behalf of 2a067fda801f4c36a119202fea6a51de for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:03.801255 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:03.989673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.043373 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event updated for resources: {'Subnet': ['ID=a8efa229-5149-4859-9721-d6f7604a6402,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:04.061447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Checking segment: {'id': '78c0455b-9e17-411f-aa3f-38dba4107bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:04.061447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Network hostable DHCP agents. Network: 1ab3d4af-8773-4429-9347-67d6c384f810, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:39:04.077557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Network 1ab3d4af-8773-4429-9347-67d6c384f810 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:39:04.086802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 1ab3d4af-8773-4429-9347-67d6c384f810) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:04.090867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:04.091468 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.100983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48d460-703d-4532-9ed6-56f447deb17d None None] Network 1ab3d4af-8773-4429-9347-67d6c384f810 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:04.112803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f2baa4d1-78fa-468a-abd1-ba78548c2f7d tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4111397 Jul 16 02:39:04.116598 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:04.122294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-293236054'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:04.152790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Made reservation on behalf of 2a067fda801f4c36a119202fea6a51de for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:04.157296 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.187148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:39:04.201487 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.202047 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Added segment 48d2e4d9-43fe-4c7d-8e29-0c8858573ebc of type vlan for network b978db7e-ef71-4fbf-b0e3-75cc17e420ac Jul 16 02:39:04.250349 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.274616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-1ab3d4af-8773-4429-9347-67d6c384f810', 'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810', 'tenant_id': '2a067fda801f4c36a119202fea6a51de', 'fixed_ips': [{'subnet_id': 'a8efa229-5149-4859-9721-d6f7604a6402'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:39:04.275598 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.282212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.288504 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:04.289109 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.328231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2103100 Jul 16 02:39:04.330953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:04.336542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Request body: {'subnet': {'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:04.368934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff4cea-b124-4f47-8b86-5ed6b0e9d4c8 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event updated for resources: {'Network': ['ID=b978db7e-ef71-4fbf-b0e3-75cc17e420ac,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:04.396060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b978db7e-ef71-4fbf-b0e3-75cc17e420ac details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:39:04.435456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Made reservation on behalf of 2a067fda801f4c36a119202fea6a51de for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:04.439210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.477188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Allocated IP 172.20.0.2 (1ab3d4af-8773-4429-9347-67d6c384f810/a8efa229-5149-4859-9721-d6f7604a6402/acd4b81f-5ebe-443e-b82f-7e539eb21cf3) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:04.631785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.644586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.653926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Transition to ACTIVE for port object acd4b81f-5ebe-443e-b82f-7e539eb21cf3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:04.670489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Transition to ACTIVE for port object acd4b81f-5ebe-443e-b82f-7e539eb21cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:04.676674 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.700180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event updated for resources: {'Subnet': ['ID=8bc26337-c9f7-4978-b9f9-fa988626a53b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:04.708223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Checking segment: {'id': '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:04.708765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Network hostable DHCP agents. Network: b978db7e-ef71-4fbf-b0e3-75cc17e420ac, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:39:04.722481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Network 1ab3d4af-8773-4429-9347-67d6c384f810 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:04.727212 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Network b978db7e-ef71-4fbf-b0e3-75cc17e420ac is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:39:04.727585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:04.729634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Pushing event updated for resources: {'Port': ['ID=acd4b81f-5ebe-443e-b82f-7e539eb21cf3,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:04.734324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:04.738173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b978db7e-ef71-4fbf-b0e3-75cc17e420ac) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:04.742457 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:04.744547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.761242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-993f5229-7f60-45a9-a018-8bd35ebe851e tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4266326 Jul 16 02:39:04.761510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45644) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:04.766211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9e588a94-ed6a-4f60-b54d-c7c53e8b7d38 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:04.768367 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf7f7e-0e23-43c6-9f53-823500f898e5 None None] Network b978db7e-ef71-4fbf-b0e3-75cc17e420ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:04.827635 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Attempting to bind port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:04.827994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Attempting to bind port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '78c0455b-9e17-411f-aa3f-38dba4107bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:04.828386 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Attempting to bind port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 on network 1ab3d4af-8773-4429-9347-67d6c384f810 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:04.861044 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:04.861420 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Checking segment: {'id': '78c0455b-9e17-411f-aa3f-38dba4107bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:04.861829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.862220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Bound using segment: {'id': '78c0455b-9e17-411f-aa3f-38dba4107bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:04.862826 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Bound port: acd4b81f-5ebe-443e-b82f-7e539eb21cf3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c0455b-9e17-411f-aa3f-38dba4107bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ab3d4af-8773-4429-9347-67d6c384f810'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:04.863196 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.979066 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9e588a94-ed6a-4f60-b54d-c7c53e8b7d38 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:04.981558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] For port acd4b81f-5ebe-443e-b82f-7e539eb21cf3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:04.984794 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] For port acd4b81f-5ebe-443e-b82f-7e539eb21cf3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=acd4b81f-5ebe-443e-b82f-7e539eb21cf3,segment=NetworkSegment(78c0455b-9e17-411f-aa3f-38dba4107bfd),segment_id=78c0455b-9e17-411f-aa3f-38dba4107bfd)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:04.990249 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.040265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-b978db7e-ef71-4fbf-b0e3-75cc17e420ac', 'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac', 'tenant_id': '2a067fda801f4c36a119202fea6a51de', 'fixed_ips': [{'subnet_id': '8bc26337-c9f7-4978-b9f9-fa988626a53b'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:39:05.041116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.091851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d51e8-07de-4246-89d8-442a829f0a82 None None] Pushing event updated for resources: {'Port': ['ID=acd4b81f-5ebe-443e-b82f-7e539eb21cf3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:05.104974 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [None req-9e588a94-ed6a-4f60-b54d-c7c53e8b7d38 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:39:05.111810 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9e588a94-ed6a-4f60-b54d-c7c53e8b7d38 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "PUT /v2.0/routers/404ac126-5d86-44b3-8726-ebf067a29fa5 HTTP/1.1" status: 400 len: 364 time: 0.3442008 Jul 16 02:39:05.112621 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:05.172968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Deleting subnet 8bc26337-c9f7-4978-b9f9-fa988626a53b {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:39:05.222055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Allocated IP 172.21.0.2 (b978db7e-ef71-4fbf-b0e3-75cc17e420ac/8bc26337-c9f7-4978-b9f9-fa988626a53b/81932036-be2c-4648-aa37-bbfcaaf0203a) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:05.398219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.407067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Transition to ACTIVE for port object 81932036-be2c-4648-aa37-bbfcaaf0203a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:05.421888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Transition to ACTIVE for port object 81932036-be2c-4648-aa37-bbfcaaf0203a will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:05.427210 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.427734 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.471483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Network b978db7e-ef71-4fbf-b0e3-75cc17e420ac is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:05.472579 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.474329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:05.478474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:05.485392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Pushing event updated for resources: {'Port': ['ID=81932036-be2c-4648-aa37-bbfcaaf0203a,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:05.544105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Attempting to bind port 81932036-be2c-4648-aa37-bbfcaaf0203a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:05.544372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Attempting to bind port 81932036-be2c-4648-aa37-bbfcaaf0203a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:05.544723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Attempting to bind port 81932036-be2c-4648-aa37-bbfcaaf0203a on network b978db7e-ef71-4fbf-b0e3-75cc17e420ac {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:05.549831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:05.550200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Checking segment: {'id': '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:05.550597 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.550986 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Bound using segment: {'id': '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:05.551441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Bound port: 81932036-be2c-4648-aa37-bbfcaaf0203a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b978db7e-ef71-4fbf-b0e3-75cc17e420ac'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:05.552205 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.561197 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.621823 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.625373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] For port 81932036-be2c-4648-aa37-bbfcaaf0203a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:05.628960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] For port 81932036-be2c-4648-aa37-bbfcaaf0203a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=81932036-be2c-4648-aa37-bbfcaaf0203a,segment=NetworkSegment(48d2e4d9-43fe-4c7d-8e29-0c8858573ebc),segment_id=48d2e4d9-43fe-4c7d-8e29-0c8858573ebc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:05.633251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.648790 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc26337-c9f7-4978-b9f9-fa988626a53b,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:05.655805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.657895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4cda6ab4-c27f-49e9-bf5d-43e2bc70a331 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "DELETE /v2.0/subnets/8bc26337-c9f7-4978-b9f9-fa988626a53b HTTP/1.1" status: 204 len: 168 time: 0.5440118 Jul 16 02:39:05.660231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45648) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:05.697704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bce33-a115-40e6-aafd-b1c14a2e3698 None None] Pushing event updated for resources: {'Port': ['ID=81932036-be2c-4648-aa37-bbfcaaf0203a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:05.743590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.807242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Deleting port 81932036-be2c-4648-aa37-bbfcaaf0203a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:05.807563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.888402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] For port 81932036-be2c-4648-aa37-bbfcaaf0203a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=81932036-be2c-4648-aa37-bbfcaaf0203a,segment=NetworkSegment(48d2e4d9-43fe-4c7d-8e29-0c8858573ebc),segment_id=48d2e4d9-43fe-4c7d-8e29-0c8858573ebc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:05.888796 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:05.902443 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Calling delete_port for 81932036-be2c-4648-aa37-bbfcaaf0203a owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:05.997437 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.026529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event deleted for resources: {'Port': ['ID=81932036-be2c-4648-aa37-bbfcaaf0203a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:06.030229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] No DVR routers for this DVR port 81932036-be2c-4648-aa37-bbfcaaf0203a on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:06.118462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.130348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b978db7e-ef71-4fbf-b0e3-75cc17e420ac']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:06.142224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:06.142628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d2e4d9-43fe-4c7d-8e29-0c8858573ebc') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:06.152927 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.169475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.180079 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:39:06.182517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:39:06.184815 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:39:06.189891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device acd4b81f-5ebe-443e-b82f-7e539eb21cf3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:06.218146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0584a03f-6949-4320-acb7-fa98c9d83173 None None] Network 1ab3d4af-8773-4429-9347-67d6c384f810 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:06.253141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.273538 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.276436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "DELETE /v2.0/networks/b978db7e-ef71-4fbf-b0e3-75cc17e420ac HTTP/1.1" status: 204 len: 168 time: 0.6150830 Jul 16 02:39:06.278663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0236b81-cb37-471b-9e28-1c22cc187476 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event deleted for resources: {'Network': ['ID=b978db7e-ef71-4fbf-b0e3-75cc17e420ac,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:06.279309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:06.321209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:06.329154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Provisioning for port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:06.333267 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Deleting subnet a8efa229-5149-4859-9721-d6f7604a6402 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:39:06.336532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:06.336912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.337106 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.365258 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Provisioning complete for port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:06.365647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.378526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.480928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.548322 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.581083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event deleted for resources: {'Subnet': ['ID=a8efa229-5149-4859-9721-d6f7604a6402,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:06.586320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.588836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1bb42910-2858-4e2b-a4e7-685e908992ed tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "DELETE /v2.0/subnets/a8efa229-5149-4859-9721-d6f7604a6402 HTTP/1.1" status: 204 len: 168 time: 0.3083303 Jul 16 02:39:06.591451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:06.684055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.726383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.754952 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.755215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Deleting port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:06.755606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.838145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] For port acd4b81f-5ebe-443e-b82f-7e539eb21cf3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=acd4b81f-5ebe-443e-b82f-7e539eb21cf3,segment=NetworkSegment(78c0455b-9e17-411f-aa3f-38dba4107bfd),segment_id=78c0455b-9e17-411f-aa3f-38dba4107bfd)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:06.838994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.841309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:39:06.842090 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:39:06.855062 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.db.api [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:39:06.855991 n-d-800087-6 neutron-server[93908]: DEBUG oslo_db.api [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:39:06.856735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Calling delete_port for acd4b81f-5ebe-443e-b82f-7e539eb21cf3 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:06.952057 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:06.960812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66501b34-c4e6-4cff-b723-304ad06ad6cd None None] DHCP port deletion for b978db7e-ef71-4fbf-b0e3-75cc17e420ac request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:39:06.979873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event deleted for resources: {'Port': ['ID=acd4b81f-5ebe-443e-b82f-7e539eb21cf3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:06.983474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5594c-b9f9-4306-9a36-2552169d7f36 None None] Network b978db7e-ef71-4fbf-b0e3-75cc17e420ac requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:06.983641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] No DVR routers for this DVR port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:06.998777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5594c-b9f9-4306-9a36-2552169d7f36 None None] Network b978db7e-ef71-4fbf-b0e3-75cc17e420ac could not be found, it might have been deleted concurrently. {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:39:07.013029 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916c7a5-33bd-4ebb-b47a-be8e402a8dfc None None] Network 1ab3d4af-8773-4429-9347-67d6c384f810 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:07.069319 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.079743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab3d4af-8773-4429-9347-67d6c384f810']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:07.090483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c0455b-9e17-411f-aa3f-38dba4107bfd') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:07.090778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c0455b-9e17-411f-aa3f-38dba4107bfd') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:07.099838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.114169 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.120773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:39:07.121333 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:39:07.124212 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:39:07.179809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5e8b6-277a-4be8-831c-aefdaf6613ef None None] DHCP port deletion for 1ab3d4af-8773-4429-9347-67d6c384f810 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:39:07.189128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.198461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.200616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "DELETE /v2.0/networks/1ab3d4af-8773-4429-9347-67d6c384f810 HTTP/1.1" status: 204 len: 168 time: 0.6073780 Jul 16 02:39:07.203317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45654) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:07.211963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1306370-7b45-44d2-a1e6-815a908e7692 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Pushing event deleted for resources: {'Network': ['ID=1ab3d4af-8773-4429-9347-67d6c384f810,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:07.239754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7145d1a5-8730-4353-9e0c-c229265c1a15 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "GET /v2.0/ports?device_id=404ac126-5d86-44b3-8726-ebf067a29fa5 HTTP/1.1" status: 200 len: 205 time: 0.0351133 Jul 16 02:39:07.242718 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45656) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:07.314625 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.368195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 update to ACTIVE by agent not found {{(pid=93908) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 02:39:07.387301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-175e1e92-2a5e-42a9-b9e7-31f19fbf51c7 None None] Port acd4b81f-5ebe-443e-b82f-7e539eb21cf3 update to ACTIVE by agent not found {{(pid=93908) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 02:39:07.472569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.474669 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.498307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef19e600-a5f5-4cc1-ae7f-38227d974259 None None] Could not find standard attr ID for object acd4b81f-5ebe-443e-b82f-7e539eb21cf3. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:39:07.501134 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ef19e600-a5f5-4cc1-ae7f-38227d974259 None None] Could not find standard attr ID for object 81932036-be2c-4648-aa37-bbfcaaf0203a. {{(pid=93908) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 02:39:07.524815 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.525546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Fanout notify agent at l3_agent the message router_deleted on router 404ac126-5d86-44b3-8726-ebf067a29fa5 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:39:07.532930 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.534047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3bd190ae-2527-4161-a604-5849c80fd1b0 tempest-RoutersNegativeTest-527382903 tempest-RoutersNegativeTest-527382903-project] 10.222.0.35 "DELETE /v2.0/routers/404ac126-5d86-44b3-8726-ebf067a29fa5 HTTP/1.1" status: 204 len: 168 time: 0.2904274 Jul 16 02:39:07.779951 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45662) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:07.910993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-28e1d639-f0e4-4fde-baf8-cee35a3e0a9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a067fda801f4c36a119202fea6a51de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297543 Jul 16 02:39:07.913491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:07.964691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e77d945-b1c9-422a-af03-62d1f332d3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.985874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e77d945-b1c9-422a-af03-62d1f332d3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.036231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e77d945-b1c9-422a-af03-62d1f332d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.036231 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1e77d945-b1c9-422a-af03-62d1f332d3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.037075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1e77d945-b1c9-422a-af03-62d1f332d3cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/476f11ba-53ab-46d9-8b79-1e7476c933a6 HTTP/1.1" status: 204 len: 168 time: 0.1226685 Jul 16 02:39:08.045668 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77d945-b1c9-422a-af03-62d1f332d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f11ba-53ab-46d9-8b79-1e7476c933a6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:08.143936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 81932036-be2c-4648-aa37-bbfcaaf0203a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:39:08.170073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 81932036-be2c-4648-aa37-bbfcaaf0203a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:39:08.170423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 81932036-be2c-4648-aa37-bbfcaaf0203a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:39:08.170871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device acd4b81f-5ebe-443e-b82f-7e539eb21cf3 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:39:08.190092 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: acd4b81f-5ebe-443e-b82f-7e539eb21cf3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:39:08.190440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device acd4b81f-5ebe-443e-b82f-7e539eb21cf3 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:39:08.664145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45688) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:08.759933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-509102404-network', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:08.780279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Made reservation on behalf of e2a5bc2fd85048d5ac3611a733c927b3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:08.782591 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.791486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.887895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.891932 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.917511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:39:08.927338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a533a-1079-4d8d-b6fe-627379636c8e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:08.932405 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.932760 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Added segment 863620ce-bdfc-4fb0-9004-9fa3acf37ba0 of type vlan for network e214cdee-5b84-4b58-80f2-662d10e171a5 Jul 16 02:39:08.973303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.002631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.003953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:09.004568 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.038318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3724756 Jul 16 02:39:09.041419 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45692) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:09.046586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Request body: {'subnet': {'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-subnet', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:09.069447 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Made reservation on behalf of e2a5bc2fd85048d5ac3611a733c927b3 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:09.071874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ca2b7-5dc6-4831-8550-6c9f4bf3ccf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e214cdee-5b84-4b58-80f2-662d10e171a5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:09.072012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.082174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network e214cdee-5b84-4b58-80f2-662d10e171a5 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:39:09.243778 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.302505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829978d3-719f-4036-be3b-3428237fdba6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:09.312733 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Checking segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:09.313097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Network hostable DHCP agents. Network: e214cdee-5b84-4b58-80f2-662d10e171a5, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:39:09.329615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Network e214cdee-5b84-4b58-80f2-662d10e171a5 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:39:09.338367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, e214cdee-5b84-4b58-80f2-662d10e171a5) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:09.342283 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:09.342865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.348772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e779e-1cfe-481e-8f4e-7829fde8d2b4 None None] Network e214cdee-5b84-4b58-80f2-662d10e171a5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:09.357269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-96e75320-985a-4b06-a160-8ba912ed6a58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3146741 Jul 16 02:39:09.360137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45694) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:09.364581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:09.386569 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.387796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.442938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.501232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-e214cdee-5b84-4b58-80f2-662d10e171a5', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'fixed_ips': [{'subnet_id': '829978d3-719f-4036-be3b-3428237fdba6'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:39:09.502202 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.649270 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Allocated IP 172.20.0.2 (e214cdee-5b84-4b58-80f2-662d10e171a5/829978d3-719f-4036-be3b-3428237fdba6/91431250-c4a3-404e-87a3-9e0054c700b9) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:09.801929 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.811744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Transition to ACTIVE for port object 91431250-c4a3-404e-87a3-9e0054c700b9 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:09.830144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Transition to ACTIVE for port object 91431250-c4a3-404e-87a3-9e0054c700b9 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:09.836255 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.878473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Network e214cdee-5b84-4b58-80f2-662d10e171a5 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:09.882380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:09.886829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:09.888769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Pushing event updated for resources: {'Port': ['ID=91431250-c4a3-404e-87a3-9e0054c700b9,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:09.938663 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.950456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Attempting to bind port 91431250-c4a3-404e-87a3-9e0054c700b9 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:09.950833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Attempting to bind port 91431250-c4a3-404e-87a3-9e0054c700b9 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:09.951194 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Attempting to bind port 91431250-c4a3-404e-87a3-9e0054c700b9 on network e214cdee-5b84-4b58-80f2-662d10e171a5 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:09.956257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:09.956657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Checking segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:09.957036 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:09.957431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Bound using segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:09.957897 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Bound port: 91431250-c4a3-404e-87a3-9e0054c700b9, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:09.958282 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.021360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] For port 91431250-c4a3-404e-87a3-9e0054c700b9, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:10.024551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] For port 91431250-c4a3-404e-87a3-9e0054c700b9, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=91431250-c4a3-404e-87a3-9e0054c700b9,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:10.029938 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.097264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7891c-4e04-4291-9cfa-cfcf86335475 None None] Pushing event updated for resources: {'Port': ['ID=91431250-c4a3-404e-87a3-9e0054c700b9,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:10.144310 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.168235 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.286787 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Allocated IP 172.25.0.150 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/dc4fe07c-8f2c-4cfd-8e78-076dce759341) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:10.413938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.452445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.494332 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:10.497277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:10.501634 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:10.504965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Pushing event updated for resources: {'Port': ['ID=dc4fe07c-8f2c-4cfd-8e78-076dce759341,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:10.748702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.959483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.995997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079fff0-1cf9-47f2-8c91-a87062154ea2 None None] Network e214cdee-5b84-4b58-80f2-662d10e171a5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:11.073678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5dd1121-bd0c-473c-847f-b22d374d3d4b None None] Provisioning for port 91431250-c4a3-404e-87a3-9e0054c700b9 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:11.092369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:39:11.208134 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:39:11.218343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Sync routers for ids ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:39:11.227970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.228496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Routers {'58cef0d0-e09a-4479-a89e-c2f451a9faf3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:11.231865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:11.232058 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-48b24ea8-7fac-48fe-bb45-d37963ce270b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8682761 Jul 16 02:39:11.232295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45696) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:11.351562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Set router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:11.549752 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:39:10Z', 'revision_number': 3, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:11.577233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Checking router: 58cef0d0-e09a-4479-a89e-c2f451a9faf3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:39:11.577592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Updating router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 port dc4fe07c-8f2c-4cfd-8e78-076dce759341 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:39:11.612586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.663685 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.826009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Allocated IP 172.20.0.1 (e214cdee-5b84-4b58-80f2-662d10e171a5/829978d3-719f-4036-be3b-3428237fdba6/1ad8cd50-ea54-411e-bfd9-a1219cbe592e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:11.877291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.895880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Transition to ACTIVE for port object dc4fe07c-8f2c-4cfd-8e78-076dce759341 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:11.903985 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.936345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.951638 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Transition to ACTIVE for port object 1ad8cd50-ea54-411e-bfd9-a1219cbe592e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:11.954576 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Attempting to bind port dc4fe07c-8f2c-4cfd-8e78-076dce759341 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:11.954989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Attempting to bind port dc4fe07c-8f2c-4cfd-8e78-076dce759341 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:11.955366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Attempting to bind port dc4fe07c-8f2c-4cfd-8e78-076dce759341 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:11.965694 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7c63-5576-443c-9b31-8a87927c4f02 None None] Pushing event updated for resources: {'Port': ['ID=dc4fe07c-8f2c-4cfd-8e78-076dce759341,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:11.969419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:11.969809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:11.970218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.970613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:11.971213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Bound port: dc4fe07c-8f2c-4cfd-8e78-076dce759341, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:11.971481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:11.987001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.027208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] For port dc4fe07c-8f2c-4cfd-8e78-076dce759341, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:12.030508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] For port dc4fe07c-8f2c-4cfd-8e78-076dce759341, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dc4fe07c-8f2c-4cfd-8e78-076dce759341,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:12.031167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Network e214cdee-5b84-4b58-80f2-662d10e171a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:12.035618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.037465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:12.040240 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:12.043951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:12.086692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.098404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Routers {'58cef0d0-e09a-4479-a89e-c2f451a9faf3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:12.099064 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:12.143937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7c63-5576-443c-9b31-8a87927c4f02 None None] Pushing event updated for resources: {'Port': ['ID=dc4fe07c-8f2c-4cfd-8e78-076dce759341,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:12.211247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 91431250-c4a3-404e-87a3-9e0054c700b9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:12.271640 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] Set router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:12.356984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 91431250-c4a3-404e-87a3-9e0054c700b9 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:12.400371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 91431250-c4a3-404e-87a3-9e0054c700b9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:12.400745 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.434753 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c02ed26-7a71-45e7-b633-e1af3911e17e None None] Provisioning for port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:12.450363 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6c02ed26-7a71-45e7-b633-e1af3911e17e None None] Provisioning complete for port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:12.450744 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6c02ed26-7a71-45e7-b633-e1af3911e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.526628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6c02ed26-7a71-45e7-b633-e1af3911e17e None None] Port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:12.583156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.603419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:39:10Z', 'revision_number': 3, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:12.617850 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.793797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.798731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.806137 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfc001-8426-4ad2-b03c-a53ac60f418f None None] The sync data for ids ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'] in n-d-800087-6 is: [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:39:10Z', 'revision_number': 3, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:39:12.816002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 91431250-c4a3-404e-87a3-9e0054c700b9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=91431250-c4a3-404e-87a3-9e0054c700b9,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:12.823513 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.872448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:12.877497 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=91431250-c4a3-404e-87a3-9e0054c700b9,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:12.877762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:12.976094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Network e214cdee-5b84-4b58-80f2-662d10e171a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:12.977730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:13.124940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:39:13.247366 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:39:13.252492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-75162b0f-e55f-4beb-a86e-b9814ea490bb None None] Provisioning complete for port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:13.252931 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-75162b0f-e55f-4beb-a86e-b9814ea490bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:13.253957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-94084cbb-d97c-4ce8-a65c-05a9188cac7a admin admin] 10.222.0.35 "PUT /v2.0/routers/58cef0d0-e09a-4479-a89e-c2f451a9faf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202858 Jul 16 02:39:13.306531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-75162b0f-e55f-4beb-a86e-b9814ea490bb None None] Port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:13.762582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:13.767647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-924713758-network', 'tenant_id': '043ea4071a3047e991c34304145d1456'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:13.789126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Made reservation on behalf of 043ea4071a3047e991c34304145d1456 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:13.791759 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:13.801216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:13.895448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:13.899508 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:13.924527 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:39:13.933978 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea7136-6508-43e5-a41b-cd74502e1a04,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:13.943183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:13.943564 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Added segment 51aa864e-9171-465d-9d48-f42643f8923e of type vlan for network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 Jul 16 02:39:13.945943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.946296 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.946637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.946976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.947314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.947645 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.947976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.948334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.948661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.948989 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.949307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.949629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:13.994953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.023902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.024915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:14.025497 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.062181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2983432 Jul 16 02:39:14.065021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 45716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:14.070548 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Request body: {'subnet': {'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-subnet', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:14.096795 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302477a-3219-4d8e-91fb-332197e24417 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1f8b24-1472-43eb-9eb6-98ff2d57ca42,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:14.109452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Made reservation on behalf of 043ea4071a3047e991c34304145d1456 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:14.112407 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.118883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:39:14.264782 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 91431250-c4a3-404e-87a3-9e0054c700b9 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:14.324692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.324925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 91431250-c4a3-404e-87a3-9e0054c700b9 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:14.325387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.376241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785ed667-226a-414c-888f-4a14c8961edb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:14.393029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Checking segment: {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:14.393393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Network hostable DHCP agents. Network: eb1f8b24-1472-43eb-9eb6-98ff2d57ca42, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:39:14.414007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:39:14.424149 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, eb1f8b24-1472-43eb-9eb6-98ff2d57ca42) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:14.426430 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dc4fe07c-8f2c-4cfd-8e78-076dce759341 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:14.429841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:14.430372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.434146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb1768-19f9-42e7-9e03-b4303d8f607f None None] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:14.451129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:14.451371 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ce67a25a-6c10-4551-9df9-a8b88d428ef9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3850906 Jul 16 02:39:14.456138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:14.466965 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Sync routers for ids ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:39:14.481644 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Routers {'58cef0d0-e09a-4479-a89e-c2f451a9faf3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:14.482275 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:14.492636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.494315 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.556317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.570787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port dc4fe07c-8f2c-4cfd-8e78-076dce759341 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:14.594698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dc4fe07c-8f2c-4cfd-8e78-076dce759341 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:14.595069 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.604900 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Set router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:14.683030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'fixed_ips': [{'subnet_id': '785ed667-226a-414c-888f-4a14c8961edb'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:39:14.683967 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.716016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.743626 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.823656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port dc4fe07c-8f2c-4cfd-8e78-076dce759341, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dc4fe07c-8f2c-4cfd-8e78-076dce759341,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:14.832721 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.837018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 4, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1ad8cd50-ea54-411e-bfd9-a1219cbe592e', 'name': '', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'mac_address': 'fa:16:3e:3d:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '829978d3-719f-4036-be3b-3428237fdba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:11Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 2, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'subnets': [{'id': '829978d3-719f-4036-be3b-3428237fdba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:14.869830 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Checking router: 58cef0d0-e09a-4479-a89e-c2f451a9faf3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:39:14.870177 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Updating router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:39:14.911860 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.916902 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Allocated IP 172.20.0.2 (eb1f8b24-1472-43eb-9eb6-98ff2d57ca42/785ed667-226a-414c-888f-4a14c8961edb/259c7c25-cf6b-460e-a5da-182c0b3df3f8) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:14.919485 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=dc4fe07c-8f2c-4cfd-8e78-076dce759341,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:14.948842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:14.969483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.087836 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Allocated IP 172.25.0.164 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:15.096268 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.105989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Transition to ACTIVE for port object 259c7c25-cf6b-460e-a5da-182c0b3df3f8 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:15.122153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Transition to ACTIVE for port object 259c7c25-cf6b-460e-a5da-182c0b3df3f8 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:15.130195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.167718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:15.172695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:15.176109 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:15.184717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Pushing event updated for resources: {'Port': ['ID=259c7c25-cf6b-460e-a5da-182c0b3df3f8,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:15.232792 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.244862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Attempting to bind port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:15.245237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Attempting to bind port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:15.245600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Attempting to bind port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 on network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:15.250757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:15.251140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Checking segment: {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:15.251534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.251944 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Bound using segment: {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:15.252433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Bound port: 259c7c25-cf6b-460e-a5da-182c0b3df3f8, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:15.252841 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.286942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.321939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] For port 259c7c25-cf6b-460e-a5da-182c0b3df3f8, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:15.326436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] For port 259c7c25-cf6b-460e-a5da-182c0b3df3f8, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=259c7c25-cf6b-460e-a5da-182c0b3df3f8,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:15.329632 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:15.330717 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.331659 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.337874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:15.341510 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Transition to ACTIVE for port object 1ad8cd50-ea54-411e-bfd9-a1219cbe592e will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:15.342018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:15.347944 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.365667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:15.403483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa99e-2ba0-4fa4-9ad4-bdcca925e9bb None None] Pushing event updated for resources: {'Port': ['ID=259c7c25-cf6b-460e-a5da-182c0b3df3f8,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:15.452383 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Pushing event updated for resources: {'Port': ['ID=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:15.462499 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.462842 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.463183 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.463567 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.463901 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.464256 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.464579 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.464898 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.465217 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.465615 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.465938 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.466253 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:15.485007 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Attempting to bind port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:15.485857 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Attempting to bind port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:15.486040 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Attempting to bind port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e on network e214cdee-5b84-4b58-80f2-662d10e171a5 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:15.494667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:15.495502 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Checking segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:15.495971 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.496469 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Bound using segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:15.497012 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Bound port: 1ad8cd50-ea54-411e-bfd9-a1219cbe592e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:15.497464 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.572113 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] For port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:15.576245 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] For port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:15.583477 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.656621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Routers {'58cef0d0-e09a-4479-a89e-c2f451a9faf3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:15.657270 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:15.726112 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d336d0f-1ada-400c-b562-fb2acdd934d0 None None] Pushing event updated for resources: {'Port': ['ID=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:15.734289 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:15.823709 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] Set router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:15.980218 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:16.054118 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 4, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1ad8cd50-ea54-411e-bfd9-a1219cbe592e', 'name': '', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'mac_address': 'fa:16:3e:3d:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '829978d3-719f-4036-be3b-3428237fdba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:11Z', 'updated_at': '2021-07-16T02:39:15Z', 'revision_number': 4, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'subnets': [{'id': '829978d3-719f-4036-be3b-3428237fdba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:16.081237 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8596-26f9-4ea1-863c-a7eac0cf1e98 None None] The sync data for ids ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'] in n-d-800087-6 is: [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:39:12Z', 'revision_number': 4, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '1ad8cd50-ea54-411e-bfd9-a1219cbe592e', 'name': '', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'mac_address': 'fa:16:3e:3d:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '829978d3-719f-4036-be3b-3428237fdba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:11Z', 'updated_at': '2021-07-16T02:39:15Z', 'revision_number': 4, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'subnets': [{'id': '829978d3-719f-4036-be3b-3428237fdba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:39:16.133498 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Router d2324f33-613e-4f6f-b5f3-725843c0f696 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:39:16.266860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:39:16.277575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Sync routers for ids ['d2324f33-613e-4f6f-b5f3-725843c0f696'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:39:16.291930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Routers {'d2324f33-613e-4f6f-b5f3-725843c0f696'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:16.292566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d2324f33-613e-4f6f-b5f3-725843c0f696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:16.296914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 259c7c25-cf6b-460e-a5da-182c0b3df3f8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:16.304527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:16.308682 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7cc8a4f2-ae3c-4f03-9e09-1dfd3cd3e393 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8536305 Jul 16 02:39:16.309007 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 45720) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:16.451960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:16.473624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Set router d2324f33-613e-4f6f-b5f3-725843c0f696 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:16.477120 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dc4fe07c-8f2c-4cfd-8e78-076dce759341 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:16.662436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port dc4fe07c-8f2c-4cfd-8e78-076dce759341 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:16.662818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:16.699320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9bd14e-0743-425f-a9de-edbcca68f75d None None] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:39:16.812892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] Provisioning for port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:16.830055 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] Provisioning complete for port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:16.830436 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:16.956183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:15Z', 'revision_number': 3, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:16.998370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Checking router: d2324f33-613e-4f6f-b5f3-725843c0f696 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:39:16.998766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Updating router d2324f33-613e-4f6f-b5f3-725843c0f696 port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:39:17.086520 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.134702 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.204811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.245980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] For port 259c7c25-cf6b-460e-a5da-182c0b3df3f8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=259c7c25-cf6b-460e-a5da-182c0b3df3f8,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:17.256314 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.402069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Allocated IP 172.20.0.1 (eb1f8b24-1472-43eb-9eb6-98ff2d57ca42/785ed667-226a-414c-888f-4a14c8961edb/3ecdaff1-5cb6-4a2d-902d-74272cf90374) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:17.533222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6272df-66e9-4e72-b60c-18bcb5932e18 None None] Pushing event updated for resources: {'Port': ['ID=259c7c25-cf6b-460e-a5da-182c0b3df3f8,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:17.539114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.554654 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Transition to ACTIVE for port object 3ecdaff1-5cb6-4a2d-902d-74272cf90374 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:17.599277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.604579 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c727a16f-c16c-4d8a-b003-6d257a480012 None None] Provisioning complete for port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:17.605017 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c727a16f-c16c-4d8a-b003-6d257a480012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.637009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:17.642543 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:17.646453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:17.672776 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.688476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Transition to ACTIVE for port object 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:17.690848 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecdaff1-5cb6-4a2d-902d-74272cf90374,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:17.697055 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.712177 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.788016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Attempting to bind port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:17.788612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Attempting to bind port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:17.789084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Attempting to bind port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:17.801667 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62917b-5d54-4323-b111-732b1e3f8ce7 None None] Pushing event updated for resources: {'Port': ['ID=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:17.810928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:17.811516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:17.811993 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.812482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:17.813061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Bound port: 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:17.813520 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.871045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] For port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:17.874665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.874848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] For port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:17.879425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.950466 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be9cc611-ee4c-4478-867e-3a17431a36f4 None None] Provisioning for port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:17.952740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62917b-5d54-4323-b111-732b1e3f8ce7 None None] Pushing event updated for resources: {'Port': ['ID=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:17.956463 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Routers {'d2324f33-613e-4f6f-b5f3-725843c0f696'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:17.957087 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d2324f33-613e-4f6f-b5f3-725843c0f696'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:17.961230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be9cc611-ee4c-4478-867e-3a17431a36f4 None None] Provisioning complete for port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:17.961230 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be9cc611-ee4c-4478-867e-3a17431a36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.062227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-be9cc611-ee4c-4478-867e-3a17431a36f4 None None] Port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:18.065307 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.070476 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.095602 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] Set router d2324f33-613e-4f6f-b5f3-725843c0f696 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:18.143786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecdaff1-5cb6-4a2d-902d-74272cf90374,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:18.148394 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.259689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 259c7c25-cf6b-460e-a5da-182c0b3df3f8 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:18.260265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:18.262226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:18.359727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:18.359727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.399684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Router d2324f33-613e-4f6f-b5f3-725843c0f696 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:39:18.405815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ecdaff1-5cb6-4a2d-902d-74272cf90374', 'name': '', 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'mac_address': 'fa:16:3e:a0:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '785ed667-226a-414c-888f-4a14c8961edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:17Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 1, 'project_id': '043ea4071a3047e991c34304145d1456', 'subnets': [{'id': '785ed667-226a-414c-888f-4a14c8961edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:18.439762 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5a24d-7ebc-4441-a013-680fc76ff84a None None] The sync data for ids ['d2324f33-613e-4f6f-b5f3-725843c0f696'] in n-d-800087-6 is: [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ecdaff1-5cb6-4a2d-902d-74272cf90374', 'name': '', 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'mac_address': 'fa:16:3e:a0:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '785ed667-226a-414c-888f-4a14c8961edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:17Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 1, 'project_id': '043ea4071a3047e991c34304145d1456', 'subnets': [{'id': '785ed667-226a-414c-888f-4a14c8961edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:39:18.493550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1ad8cd50-ea54-411e-bfd9-a1219cbe592e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:18.516100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1a892340-2513-49fc-83b9-9301548893e6 None None] Provisioning complete for port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:18.516499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1a892340-2513-49fc-83b9-9301548893e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.535280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:39:18.544758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-eeee5001-f24d-443c-8775-b4afa4f05793 admin admin] 10.222.0.35 "PUT /v2.0/routers/d2324f33-613e-4f6f-b5f3-725843c0f696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2345426 Jul 16 02:39:18.566791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1a892340-2513-49fc-83b9-9301548893e6 None None] Port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:18.583294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:18.588729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:18.589246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.710201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.752225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:18.758209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.831299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:19.482551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-a53aad88-19f8-4cf0-aea5-3760e6a60d4e tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.484130 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-a53aad88-19f8-4cf0-aea5-3760e6a60d4e tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/networks?id=e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 200 len: 816 time: 0.1257632 Jul 16 02:39:19.500183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-c023be84-e747-46a2-9efd-93077ed82b26 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/quotas/e2a5bc2fd85048d5ac3611a733c927b3 HTTP/1.1" status: 200 len: 375 time: 0.0104086 Jul 16 02:39:19.572537 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-755bb45e-a376-40f9-b360-f065eaffb7db tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662837 Jul 16 02:39:19.679932 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-0b101101-882a-4af8-b364-117a2e36e51f service neutron] 10.222.0.35 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957532 Jul 16 02:39:19.775894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-e6574a38-3567-4c55-99f0-b99025303466 service neutron] 10.222.0.35 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899944 Jul 16 02:39:19.964290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af817be0-9c12-4651-8ea0-4b66d125806b req-84725ae5-7a9d-4b1f-bdfd-be87717dcd30 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 210 time: 0.0304990 Jul 16 02:39:20.263568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:20.327757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:20.332140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:20.332418 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.419097 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.443487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:20.448608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.449508 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1ad8cd50-ea54-411e-bfd9-a1219cbe592e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:20.478243 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:20.534658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:20.547236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:20.547559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.613214 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Sync routers for ids ['d2324f33-613e-4f6f-b5f3-725843c0f696'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:39:20.623345 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Routers {'d2324f33-613e-4f6f-b5f3-725843c0f696'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:20.624000 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d2324f33-613e-4f6f-b5f3-725843c0f696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:20.743865 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Set router d2324f33-613e-4f6f-b5f3-725843c0f696 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:20.950388 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ecdaff1-5cb6-4a2d-902d-74272cf90374', 'name': '', 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'mac_address': 'fa:16:3e:a0:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '785ed667-226a-414c-888f-4a14c8961edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:17Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 2, 'project_id': '043ea4071a3047e991c34304145d1456', 'subnets': [{'id': '785ed667-226a-414c-888f-4a14c8961edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:20.980871 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Checking router: d2324f33-613e-4f6f-b5f3-725843c0f696 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:39:20.981364 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Updating router d2324f33-613e-4f6f-b5f3-725843c0f696 port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:39:21.022220 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.135309 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2852d6bb-3834-4b4f-abbc-1d759abe805d req-8efd7fda-56ac-4dd0-a1de-a50fb0bea458 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 210 time: 0.0439906 Jul 16 02:39:21.173493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-b274a2af-97cd-47a0-96f7-1b77bd004a8c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:21.175167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-b274a2af-97cd-47a0-96f7-1b77bd004a8c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "GET /v2.0/networks?id=e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 200 len: 816 time: 0.1697075 Jul 16 02:39:21.187712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Request body: {'port': {'device_id': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'admin_state_up': True, 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:21.309924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Made reservation on behalf of e2a5bc2fd85048d5ac3611a733c927b3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:21.313319 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.326983 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.337872 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Transition to ACTIVE for port object 3ecdaff1-5cb6-4a2d-902d-74272cf90374 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:21.344393 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.402220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ab675-fb38-47f9-9f45-55a29d6d9544 None None] Pushing event updated for resources: {'Port': ['ID=3ecdaff1-5cb6-4a2d-902d-74272cf90374,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:21.469044 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Allocated IP 172.20.0.6 (e214cdee-5b84-4b58-80f2-662d10e171a5/829978d3-719f-4036-be3b-3428237fdba6/dc723132-0904-4af2-9730-3e1878404cfd) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:21.550719 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Attempting to bind port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:21.551269 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Attempting to bind port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:21.551585 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Attempting to bind port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 on network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:21.557182 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:21.557993 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Checking segment: {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:21.558397 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.559642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Bound using segment: {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:21.559642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Bound port: 3ecdaff1-5cb6-4a2d-902d-74272cf90374, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51aa864e-9171-465d-9d48-f42643f8923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:21.560091 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.632172 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] For port 3ecdaff1-5cb6-4a2d-902d-74272cf90374, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:21.635329 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] For port 3ecdaff1-5cb6-4a2d-902d-74272cf90374, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3ecdaff1-5cb6-4a2d-902d-74272cf90374,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:21.641078 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.646396 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.660956 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Transition to ACTIVE for port object dc723132-0904-4af2-9730-3e1878404cfd will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:21.697180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.711656 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Routers {'d2324f33-613e-4f6f-b5f3-725843c0f696'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:21.712309 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:38:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d2324f33-613e-4f6f-b5f3-725843c0f696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:21.714561 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ab675-fb38-47f9-9f45-55a29d6d9544 None None] Pushing event updated for resources: {'Port': ['ID=3ecdaff1-5cb6-4a2d-902d-74272cf90374,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:21.753189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Network e214cdee-5b84-4b58-80f2-662d10e171a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:21.758958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:21.761745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:21.790043 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Pushing event updated for resources: {'Port': ['ID=dc723132-0904-4af2-9730-3e1878404cfd,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:21.834032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:21.834808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.850135 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] Set router d2324f33-613e-4f6f-b5f3-725843c0f696 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:21.854332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-fa0a1ba9-c4c1-4c8a-81e8-6d5cc85aa4d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6713469 Jul 16 02:39:21.981422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Request body: {'port': {'device_id': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.051653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b79f6e31-6744-4d0a-a534-cd3915ed8e1b None None] Provisioning for port dc723132-0904-4af2-9730-3e1878404cfd completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:22.056338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b79f6e31-6744-4d0a-a534-cd3915ed8e1b None None] Provisioning complete for port dc723132-0904-4af2-9730-3e1878404cfd triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:22.056715 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b79f6e31-6744-4d0a-a534-cd3915ed8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.082089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.092278 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b79f6e31-6744-4d0a-a534-cd3915ed8e1b None None] Port dc723132-0904-4af2-9730-3e1878404cfd cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:22.100506 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ecdaff1-5cb6-4a2d-902d-74272cf90374', 'name': '', 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'mac_address': 'fa:16:3e:a0:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '785ed667-226a-414c-888f-4a14c8961edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:17Z', 'updated_at': '2021-07-16T02:39:21Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'subnets': [{'id': '785ed667-226a-414c-888f-4a14c8961edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:22.142623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68b850-064f-474f-ba11-94abc0f82c82 None None] The sync data for ids ['d2324f33-613e-4f6f-b5f3-725843c0f696'] in n-d-800087-6 is: [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:17Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '3ecdaff1-5cb6-4a2d-902d-74272cf90374', 'name': '', 'network_id': 'eb1f8b24-1472-43eb-9eb6-98ff2d57ca42', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'mac_address': 'fa:16:3e:a0:f2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '785ed667-226a-414c-888f-4a14c8961edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:17Z', 'updated_at': '2021-07-16T02:39:21Z', 'revision_number': 4, 'project_id': '043ea4071a3047e991c34304145d1456', 'subnets': [{'id': '785ed667-226a-414c-888f-4a14c8961edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:39:22.223415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:22.290776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:22.291481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.347433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747cb60-e07d-405b-84e7-a9debd416efd req-7ed16ac6-c2aa-4332-acd8-f302663e0192 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:22.355434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a747cb60-e07d-405b-84e7-a9debd416efd req-7ed16ac6-c2aa-4332-acd8-f302663e0192 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 931 time: 0.0832281 Jul 16 02:39:22.382639 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ecdaff1-5cb6-4a2d-902d-74272cf90374 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:22.395311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a747cb60-e07d-405b-84e7-a9debd416efd req-5b62dbc4-6d0e-450e-9176-a44627bb0b2e tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Jul 16 02:39:22.426318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc723132-0904-4af2-9730-3e1878404cfd {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:22.434232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.448383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:22.448618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Transition to ACTIVE for port object dc723132-0904-4af2-9730-3e1878404cfd will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:22.452790 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.456831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:22.457615 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.533211 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc723132-0904-4af2-9730-3e1878404cfd,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.568933 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.599499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Attempting to bind port dc723132-0904-4af2-9730-3e1878404cfd on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:22.600504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Attempting to bind port dc723132-0904-4af2-9730-3e1878404cfd by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:22.600963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Attempting to bind port dc723132-0904-4af2-9730-3e1878404cfd on network e214cdee-5b84-4b58-80f2-662d10e171a5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:22.606893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Port dc723132-0904-4af2-9730-3e1878404cfd on network e214cdee-5b84-4b58-80f2-662d10e171a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:39:22.607396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Attempting to bind port dc723132-0904-4af2-9730-3e1878404cfd on network e214cdee-5b84-4b58-80f2-662d10e171a5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:22.613794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:22.614067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 3ecdaff1-5cb6-4a2d-902d-74272cf90374, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3ecdaff1-5cb6-4a2d-902d-74272cf90374,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:22.614537 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Checking segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:22.614982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Bound using segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:22.615652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Bound port: dc723132-0904-4af2-9730-3e1878404cfd, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:22.616494 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.621511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.705160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=3ecdaff1-5cb6-4a2d-902d-74272cf90374,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.723432 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] For port dc723132-0904-4af2-9730-3e1878404cfd, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:22.729279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] For port dc723132-0904-4af2-9730-3e1878404cfd, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=dc723132-0904-4af2-9730-3e1878404cfd,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:22.737743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.741346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.783392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:22.784232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.785540 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] 10.222.0.38 "PUT /v2.0/ports/dc723132-0904-4af2-9730-3e1878404cfd HTTP/1.1" status: 200 len: 1091 time: 0.9231496 Jul 16 02:39:22.785999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'tag': 'dc723132-0904-4af2-9730-3e1878404cfd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:22.788421 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d8ad7-9429-4c11-8053-61420e625897" -d '{"events": [{"name": "network-changed", "server_uuid": "ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f", "tag": "dc723132-0904-4af2-9730-3e1878404cfd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:22.816317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c086eb4-276b-417d-80dc-ec362f0623e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc723132-0904-4af2-9730-3e1878404cfd,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.843055 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99afd207-5a27-4c78-a311-64f782d7eeab x-openstack-request-id: req-99afd207-5a27-4c78-a311-64f782d7eeab {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:22.843465 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f", "tag": "dc723132-0904-4af2-9730-3e1878404cfd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:22.843814 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99afd207-5a27-4c78-a311-64f782d7eeab {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:22.846667 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'tag': 'dc723132-0904-4af2-9730-3e1878404cfd', 'status': 'completed', 'code': 200} Jul 16 02:39:22.915870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-410af2f9-ff56-4618-869d-d8c1c879d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:22.917537 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-410af2f9-ff56-4618-869d-d8c1c879d4dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 1094 time: 0.0700252 Jul 16 02:39:22.961601 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-1e58ce0f-4238-4f37-b72e-fd6a85754842 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc723132-0904-4af2-9730-3e1878404cfd HTTP/1.1" status: 200 len: 217 time: 0.0367794 Jul 16 02:39:23.020875 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-787e45bc-b0f0-4a33-97ad-7fab54474d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.022428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-787e45bc-b0f0-4a33-97ad-7fab54474d3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=829978d3-719f-4036-be3b-3428237fdba6 HTTP/1.1" status: 200 len: 855 time: 0.0538578 Jul 16 02:39:23.086107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f310da-71cc-4065-a457-386af4746c9c req-6adb5a5e-2ec5-4a56-91cf-464e7a1485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.087647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-6adb5a5e-2ec5-4a56-91cf-464e7a1485e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e214cdee-5b84-4b58-80f2-662d10e171a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588624 Jul 16 02:39:23.181873 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-c4d065a6-ca73-4feb-b342-2a4d7336e5d4 service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Jul 16 02:39:23.280335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7f310da-71cc-4065-a457-386af4746c9c req-3a5ea529-b423-4750-8717-1c118165b859 service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912960 Jul 16 02:39:23.381674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8ad7-9429-4c11-8053-61420e625897 req-4ed50e9c-6305-4dc2-8492-b6c6e942d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.383208 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-4ed50e9c-6305-4dc2-8492-b6c6e942d768 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 1094 time: 0.0548902 Jul 16 02:39:23.483325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8ad7-9429-4c11-8053-61420e625897 req-64ad1f3f-f85c-4207-a799-f92a23b51c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.484882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-64ad1f3f-f85c-4207-a799-f92a23b51c65 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 200 len: 917 time: 0.0948002 Jul 16 02:39:23.528424 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-730bbdbf-9871-4080-a898-af69488444ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc723132-0904-4af2-9730-3e1878404cfd HTTP/1.1" status: 200 len: 217 time: 0.0369439 Jul 16 02:39:23.578494 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca3836-3b3a-4c0c-af82-5df6fa77800b req-7f7fcbd5-30b6-4dd1-925e-c8a333fbb813 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.580805 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4eca3836-3b3a-4c0c-af82-5df6fa77800b req-7f7fcbd5-30b6-4dd1-925e-c8a333fbb813 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 943 time: 0.0678704 Jul 16 02:39:23.587141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8ad7-9429-4c11-8053-61420e625897 req-d2cc1e46-1103-4ea7-b1da-d1bbeb7e9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.589146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-d2cc1e46-1103-4ea7-b1da-d1bbeb7e9b37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=829978d3-719f-4036-be3b-3428237fdba6 HTTP/1.1" status: 200 len: 855 time: 0.0524404 Jul 16 02:39:23.630554 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4eca3836-3b3a-4c0c-af82-5df6fa77800b req-e0bf6237-cfdb-4b5b-8bdc-7329e43c3b79 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Jul 16 02:39:23.653281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8ad7-9429-4c11-8053-61420e625897 req-d953a4e5-4646-4a92-9e7a-1c3934b51fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:23.655053 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-d953a4e5-4646-4a92-9e7a-1c3934b51fb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e214cdee-5b84-4b58-80f2-662d10e171a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581808 Jul 16 02:39:23.747830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-9e0655f4-5137-4e4f-bf0a-8276bd478efd service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848038 Jul 16 02:39:23.818119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cd5eca3a-ae95-40c1-a978-eb6660f79b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:23.854232 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-718d8ad7-9429-4c11-8053-61420e625897 req-48646965-3162-46ee-b819-4590c07ae88c service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997365 Jul 16 02:39:23.882312 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:24.148135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ecdaff1-5cb6-4a2d-902d-74272cf90374 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:24.198105 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:24.198472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:24.812652 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a645a-fa0c-466d-bce9-a1e6e34f432c req-2a9fc807-1c12-44a5-ac15-f66aa1f2f719 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:24.814165 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e3a645a-fa0c-466d-bce9-a1e6e34f432c req-2a9fc807-1c12-44a5-ac15-f66aa1f2f719 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 943 time: 0.0674114 Jul 16 02:39:24.853714 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4e3a645a-fa0c-466d-bce9-a1e6e34f432c req-5a6bffb4-45c5-4b33-a6d9-2a317b8627e8 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Jul 16 02:39:25.609879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device dc723132-0904-4af2-9730-3e1878404cfd details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:39:25.709474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port dc723132-0904-4af2-9730-3e1878404cfd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=dc723132-0904-4af2-9730-3e1878404cfd,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:25.721003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'dc723132-0904-4af2-9730-3e1878404cfd', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'port_id': 'dc723132-0904-4af2-9730-3e1878404cfd', 'mac_address': 'fa:16:3e:84:f1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829978d3-719f-4036-be3b-3428237fdba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:39:25.759263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:25.772241 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc723132-0904-4af2-9730-3e1878404cfd {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:25.792740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port dc723132-0904-4af2-9730-3e1878404cfd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=dc723132-0904-4af2-9730-3e1878404cfd,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:25.797458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:25.847191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=dc723132-0904-4af2-9730-3e1878404cfd,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:25.998371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['dc723132-0904-4af2-9730-3e1878404cfd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:39:26.027671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ff97-4f8f-482e-8174-511165cc3f82 req-0a293661-c597-43e5-bf5c-130e5e2a81aa tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:26.029261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4e1ff97-4f8f-482e-8174-511165cc3f82 req-0a293661-c597-43e5-bf5c-130e5e2a81aa tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 944 time: 0.0653081 Jul 16 02:39:26.069840 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4e1ff97-4f8f-482e-8174-511165cc3f82 req-516251c2-27c8-49fc-82de-4e8ac338c948 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347435 Jul 16 02:39:26.246559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86535455-88d0-439e-8fa3-6d4ae701c7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:26.751218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.257008 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ece357-737f-4de9-8bed-d2936d182266 req-f30f0b68-335c-41a5-b514-b43435050614 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:27.258552 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59ece357-737f-4de9-8bed-d2936d182266 req-f30f0b68-335c-41a5-b514-b43435050614 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 944 time: 0.0697827 Jul 16 02:39:27.302615 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59ece357-737f-4de9-8bed-d2936d182266 req-eed88b49-7829-456d-a9eb-1e5614982556 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Jul 16 02:39:27.625965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device dc723132-0904-4af2-9730-3e1878404cfd up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:27.649765 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.681411 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port dc723132-0904-4af2-9730-3e1878404cfd completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:27.685315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port dc723132-0904-4af2-9730-3e1878404cfd triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:27.685690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.768482 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.791126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc723132-0904-4af2-9730-3e1878404cfd'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:27.793423 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf913cea-98f0-45c8-a079-b8c243f19773" -d '{"events": [{"server_uuid": "ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f", "name": "network-vif-plugged", "status": "completed", "tag": "dc723132-0904-4af2-9730-3e1878404cfd"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:27.807479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port dc723132-0904-4af2-9730-3e1878404cfd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=dc723132-0904-4af2-9730-3e1878404cfd,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:27.812944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:27.836734 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ecc6c8-32a7-413c-91b4-311512f8755f x-openstack-request-id: req-33ecc6c8-32a7-413c-91b4-311512f8755f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:27.837023 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f", "name": "network-vif-plugged", "status": "completed", "tag": "dc723132-0904-4af2-9730-3e1878404cfd", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:27.837332 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33ecc6c8-32a7-413c-91b4-311512f8755f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:27.837725 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc723132-0904-4af2-9730-3e1878404cfd', 'code': 200} Jul 16 02:39:27.867030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=dc723132-0904-4af2-9730-3e1878404cfd,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:27.950191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91117dd7-ebc6-485e-b3e1-94f37e124014 req-38a3c209-f987-4d53-8c6b-75fe8402574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:27.951758 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91117dd7-ebc6-485e-b3e1-94f37e124014 req-38a3c209-f987-4d53-8c6b-75fe8402574e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 1096 time: 0.0549228 Jul 16 02:39:27.987363 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-91117dd7-ebc6-485e-b3e1-94f37e124014 req-f3a529f4-4797-433f-9090-f44de9707e98 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295579 Jul 16 02:39:28.493709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a3289-867c-41b8-baf7-bb13e202aa99 req-20c2118b-5eab-4400-8ad6-431ae7ad54a1 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:28.495255 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-874a3289-867c-41b8-baf7-bb13e202aa99 req-20c2118b-5eab-4400-8ad6-431ae7ad54a1 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 945 time: 0.0651195 Jul 16 02:39:28.534067 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-874a3289-867c-41b8-baf7-bb13e202aa99 req-4fbed086-a881-4fa2-a5b7-b10b0376bcf5 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Jul 16 02:39:29.093484 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:29.713913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750af7b4-3d95-4611-939f-b5a470b11b6f req-07c3825f-85a4-4bc5-b10a-ab234f1f010a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:29.715452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-750af7b4-3d95-4611-939f-b5a470b11b6f req-07c3825f-85a4-4bc5-b10a-ab234f1f010a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 945 time: 0.0651557 Jul 16 02:39:29.759197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-750af7b4-3d95-4611-939f-b5a470b11b6f req-545e390a-a1c2-409c-85b2-86fbd7476ab7 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Jul 16 02:39:29.934624 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0492b-840b-4380-9802-d9902b129f63 req-9a16172a-4844-453a-a56a-8a68b99c1cfb tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:29.936073 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01f0492b-840b-4380-9802-d9902b129f63 req-9a16172a-4844-453a-a56a-8a68b99c1cfb tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 945 time: 0.0640590 Jul 16 02:39:29.975292 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01f0492b-840b-4380-9802-d9902b129f63 req-25aa410a-f1a1-44b1-ac97-4366887ebd92 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Jul 16 02:39:49.171158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fac23-83cc-4ceb-8619-9fb6e5276691 req-a1da0163-25c0-4c4f-a426-be63720a1d9d tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:49.172941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-841fac23-83cc-4ceb-8619-9fb6e5276691 req-a1da0163-25c0-4c4f-a426-be63720a1d9d tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 945 time: 0.0721807 Jul 16 02:39:49.220160 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-841fac23-83cc-4ceb-8619-9fb6e5276691 req-7c3f3242-47cb-4e62-b5db-698f9c5ef9f8 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Jul 16 02:39:50.453636 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21799-17cf-44ba-b9c5-1989d9d493c6 req-fd7b78f2-29da-4a86-aa3e-8a7cdd647fdb tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:50.455199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bff21799-17cf-44ba-b9c5-1989d9d493c6 req-fd7b78f2-29da-4a86-aa3e-8a7cdd647fdb tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 945 time: 0.1224322 Jul 16 02:39:50.499578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bff21799-17cf-44ba-b9c5-1989d9d493c6 req-82233ecc-2222-44cd-8400-651072f4cc15 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340817 Jul 16 02:39:50.655434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-f95e791f-fb51-4ade-a7f0-d691de9f2839 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:50.656951 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-f95e791f-fb51-4ade-a7f0-d691de9f2839 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 945 time: 0.0712364 Jul 16 02:39:50.765667 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Deleting port dc723132-0904-4af2-9730-3e1878404cfd {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:50.766012 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:50.862013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] For port dc723132-0904-4af2-9730-3e1878404cfd, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=dc723132-0904-4af2-9730-3e1878404cfd,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:50.862472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:50.875613 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Calling delete_port for dc723132-0904-4af2-9730-3e1878404cfd owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:51.005690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:51.018609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['dc723132-0904-4af2-9730-3e1878404cfd'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:39:51.042805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Pushing event deleted for resources: {'Port': ['ID=dc723132-0904-4af2-9730-3e1878404cfd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:51.071606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.071933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.072265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.072600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.072927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.073307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.073616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.073938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.074267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.074585 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.074907 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.075223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.102003 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] No DVR routers for this DVR port dc723132-0904-4af2-9730-3e1878404cfd on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:51.104847 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:51.106991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b71f0213-58e2-453d-93cf-4add92bb4c1e req-1bef6d9e-c608-4e99-bed7-c903de702a7a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "DELETE /v2.0/ports/dc723132-0904-4af2-9730-3e1878404cfd HTTP/1.1" status: 204 len: 173 time: 0.4445734 Jul 16 02:39:51.107449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'name': 'network-vif-deleted', 'tag': 'dc723132-0904-4af2-9730-3e1878404cfd'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:51.109756 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b0bd0-0c76-44d0-a441-8d667eb2205d" -d '{"events": [{"server_uuid": "ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f", "name": "network-vif-deleted", "tag": "dc723132-0904-4af2-9730-3e1878404cfd"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:51.150841 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f42a02-13f4-42cc-8261-9411aa4ee622 x-openstack-request-id: req-20f42a02-13f4-42cc-8261-9411aa4ee622 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:51.151141 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f", "name": "network-vif-deleted", "tag": "dc723132-0904-4af2-9730-3e1878404cfd", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:51.151396 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20f42a02-13f4-42cc-8261-9411aa4ee622 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:51.151808 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f', 'name': 'network-vif-deleted', 'tag': 'dc723132-0904-4af2-9730-3e1878404cfd', 'status': 'completed', 'code': 200} Jul 16 02:39:51.653087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9ed5b1ab-e897-400c-b868-5e4096d0d660 req-b59835b9-6491-42f9-bf5a-d49a658b3dd0 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce87b81c-9d45-4ed3-8d9c-474c9e2cf19f HTTP/1.1" status: 200 len: 210 time: 0.0287080 Jul 16 02:39:52.748912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:53.819765 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2853764-b6bc-4037-b346-d8091fd510e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:53.884808 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:53.907774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-e5a4da6a-19b5-406e-96ad-b8ff140e1ae2 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.909182 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-e5a4da6a-19b5-406e-96ad-b8ff140e1ae2 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/networks?id=e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 200 len: 816 time: 0.1096151 Jul 16 02:39:53.923785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-d1e0ddad-634b-4ad6-a4a1-8e2ac9216c75 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/quotas/e2a5bc2fd85048d5ac3611a733c927b3 HTTP/1.1" status: 200 len: 375 time: 0.0091307 Jul 16 02:39:53.990876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-a561e1d4-a8f6-4fcf-94eb-8cf1d27be074 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614648 Jul 16 02:39:54.093703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-d54e449b-d122-4190-a65e-6c52aa5037ac service neutron] 10.222.0.35 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899069 Jul 16 02:39:54.184275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-20daaed9-c5f6-405c-a81a-be24790d3f6b service neutron] 10.222.0.35 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848253 Jul 16 02:39:55.373542 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ff5b867b-2047-4bae-b659-0818aa1b09c1 req-48eeb137-6b97-4a5c-89d2-b5bc393d0647 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 210 time: 0.0295417 Jul 16 02:39:55.764613 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device dc723132-0904-4af2-9730-3e1878404cfd no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:39:55.785450 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: dc723132-0904-4af2-9730-3e1878404cfd {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:39:55.785803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device dc723132-0904-4af2-9730-3e1878404cfd not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:39:56.250883 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5e5e8c6c-52ac-4aa8-8a62-7404823f0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.431606 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-a38eb491-2c81-4916-b916-70aa02602580 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:56.433177 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-a38eb491-2c81-4916-b916-70aa02602580 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "GET /v2.0/networks?id=e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 200 len: 816 time: 0.1161833 Jul 16 02:39:56.453439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Request body: {'port': {'device_id': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'admin_state_up': True, 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:56.534947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4dd1e3c1-63ac-44ac-8cb2-91cc06c0ec61 req-47949692-51f6-41c0-a476-ecd2161ffc3f tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 210 time: 0.0350773 Jul 16 02:39:56.573023 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Made reservation on behalf of e2a5bc2fd85048d5ac3611a733c927b3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:56.576905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.707400 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Allocated IP 172.20.0.11 (e214cdee-5b84-4b58-80f2-662d10e171a5/829978d3-719f-4036-be3b-3428237fdba6/88fe4767-08da-4a72-9243-6c9c09745b4d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:56.752816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.859481 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.873117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Transition to ACTIVE for port object 88fe4767-08da-4a72-9243-6c9c09745b4d will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:56.907542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.948661 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Network e214cdee-5b84-4b58-80f2-662d10e171a5 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:56.953694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:56.956178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:56.986512 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Pushing event updated for resources: {'Port': ['ID=88fe4767-08da-4a72-9243-6c9c09745b4d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:57.014285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.014907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.029539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-756c552d-69bd-49a8-980a-9b28d7b9e95c tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811319 Jul 16 02:39:57.041276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Request body: {'port': {'device_id': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:57.119926 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.201993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ad027d33-42c0-4429-83c9-8e6bdb9e556c None None] Provisioning for port 88fe4767-08da-4a72-9243-6c9c09745b4d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:57.205743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ad027d33-42c0-4429-83c9-8e6bdb9e556c None None] Provisioning complete for port 88fe4767-08da-4a72-9243-6c9c09745b4d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:57.206113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad027d33-42c0-4429-83c9-8e6bdb9e556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.239923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ad027d33-42c0-4429-83c9-8e6bdb9e556c None None] Port 88fe4767-08da-4a72-9243-6c9c09745b4d cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:57.382871 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fe4767-08da-4a72-9243-6c9c09745b4d {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:57.390457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.405220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Transition to ACTIVE for port object 88fe4767-08da-4a72-9243-6c9c09745b4d will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:57.408829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.465001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Pushing event updated for resources: {'Port': ['ID=88fe4767-08da-4a72-9243-6c9c09745b4d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:57.469626 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:57.539634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Attempting to bind port 88fe4767-08da-4a72-9243-6c9c09745b4d on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:57.539963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Attempting to bind port 88fe4767-08da-4a72-9243-6c9c09745b4d by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:57.540309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Attempting to bind port 88fe4767-08da-4a72-9243-6c9c09745b4d on network e214cdee-5b84-4b58-80f2-662d10e171a5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:57.544813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Port 88fe4767-08da-4a72-9243-6c9c09745b4d on network e214cdee-5b84-4b58-80f2-662d10e171a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:39:57.545135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Attempting to bind port 88fe4767-08da-4a72-9243-6c9c09745b4d on network e214cdee-5b84-4b58-80f2-662d10e171a5 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:57.549972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:57.550298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Checking segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:57.550675 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Bound using segment: {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:57.551091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Bound port: 88fe4767-08da-4a72-9243-6c9c09745b4d, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863620ce-bdfc-4fb0-9004-9fa3acf37ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:57.551476 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.625406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] For port 88fe4767-08da-4a72-9243-6c9c09745b4d, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:57.629292 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] For port 88fe4767-08da-4a72-9243-6c9c09745b4d, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=88fe4767-08da-4a72-9243-6c9c09745b4d,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:57.635488 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.636072 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.674847 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.675472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:57.676949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] 10.222.0.38 "PUT /v2.0/ports/88fe4767-08da-4a72-9243-6c9c09745b4d HTTP/1.1" status: 200 len: 1092 time: 0.6400032 Jul 16 02:39:57.677398 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'tag': '88fe4767-08da-4a72-9243-6c9c09745b4d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:57.679726 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b32346-dbe4-46a4-862c-9e170f8d4065" -d '{"events": [{"name": "network-changed", "server_uuid": "f0350fd0-b5c8-40b9-88c9-1d7acde485e5", "tag": "88fe4767-08da-4a72-9243-6c9c09745b4d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:57.727088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f016289-240e-42e6-b308-fac5d8dcefbc service neutron] Pushing event updated for resources: {'Port': ['ID=88fe4767-08da-4a72-9243-6c9c09745b4d,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:57.739657 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be83b0-32fa-4950-b60b-1b3714d6c6d4 req-1a43f10a-c183-4a07-af45-56bac945f61a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.741406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37be83b0-32fa-4950-b60b-1b3714d6c6d4 req-1a43f10a-c183-4a07-af45-56bac945f61a tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 944 time: 0.0810683 Jul 16 02:39:57.799310 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-37be83b0-32fa-4950-b60b-1b3714d6c6d4 req-fb41ef13-a6fa-4595-b6bc-96f9b9873c65 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 Jul 16 02:39:57.803821 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbdab41-180d-41db-9407-a45ffcf6b0ae x-openstack-request-id: req-3dbdab41-180d-41db-9407-a45ffcf6b0ae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:57.804138 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0350fd0-b5c8-40b9-88c9-1d7acde485e5", "tag": "88fe4767-08da-4a72-9243-6c9c09745b4d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:57.804389 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dbdab41-180d-41db-9407-a45ffcf6b0ae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:57.804913 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'tag': '88fe4767-08da-4a72-9243-6c9c09745b4d', 'status': 'completed', 'code': 200} Jul 16 02:39:57.807959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-08266be8-55f1-4ced-9a79-ddee8e7afb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.809542 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-08266be8-55f1-4ced-9a79-ddee8e7afb65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 1095 time: 0.0725200 Jul 16 02:39:57.852302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-144fe233-c63d-482c-9477-1b9a59a607c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88fe4767-08da-4a72-9243-6c9c09745b4d HTTP/1.1" status: 200 len: 217 time: 0.0363214 Jul 16 02:39:57.903412 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-e8b97dd5-e0ee-49ff-a3d3-5f6022580e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.904935 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-e8b97dd5-e0ee-49ff-a3d3-5f6022580e47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=829978d3-719f-4036-be3b-3428237fdba6 HTTP/1.1" status: 200 len: 855 time: 0.0464344 Jul 16 02:39:57.966909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39857-7b3a-4568-8d96-83b25278a89d req-e59ef150-c183-4c2c-bc71-db07e330c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.968488 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-e59ef150-c183-4c2c-bc71-db07e330c392 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e214cdee-5b84-4b58-80f2-662d10e171a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566247 Jul 16 02:39:58.059549 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-dd1a93a0-89bb-467b-824f-18142bf133b5 service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Jul 16 02:39:58.154380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-85b39857-7b3a-4568-8d96-83b25278a89d req-13d83df0-5372-443b-bd07-09a0af605ed5 service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888667 Jul 16 02:39:58.264277 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-8d44f5e7-30e8-4436-97cb-39ef50deb987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:58.265787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-8d44f5e7-30e8-4436-97cb-39ef50deb987 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 1095 time: 0.0587916 Jul 16 02:39:58.360168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-29a1a335-c6df-40ce-8691-1bb060eb26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:58.361645 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-29a1a335-c6df-40ce-8691-1bb060eb26f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 200 len: 917 time: 0.0898085 Jul 16 02:39:58.402413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-b0809007-d445-4085-8a17-d057eea638e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88fe4767-08da-4a72-9243-6c9c09745b4d HTTP/1.1" status: 200 len: 217 time: 0.0340657 Jul 16 02:39:58.449986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-26ee7fa5-23e4-46fc-a97f-24ce9f191829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:58.451360 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-26ee7fa5-23e4-46fc-a97f-24ce9f191829 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=829978d3-719f-4036-be3b-3428237fdba6 HTTP/1.1" status: 200 len: 855 time: 0.0423539 Jul 16 02:39:58.510988 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-445cb0ab-317d-49fc-9095-7687a2c64a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:58.512423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-445cb0ab-317d-49fc-9095-7687a2c64a46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e214cdee-5b84-4b58-80f2-662d10e171a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546443 Jul 16 02:39:58.601679 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-996ba1c0-97b3-4598-8572-71a99b538b7d service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818851 Jul 16 02:39:58.698105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-03b32346-dbe4-46a4-862c-9e170f8d4065 req-214ced21-3e83-45bc-9371-577d5443a962 service neutron] 10.222.0.38 "GET /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Jul 16 02:39:58.976701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcef58-880a-4673-a323-e5d6534af1f4 req-cfb45e3d-3278-4c32-a13f-66168eb4fa69 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:58.978115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20dcef58-880a-4673-a323-e5d6534af1f4 req-cfb45e3d-3278-4c32-a13f-66168eb4fa69 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 944 time: 0.0650601 Jul 16 02:39:59.023337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20dcef58-880a-4673-a323-e5d6534af1f4 req-ec3ebdab-7934-4070-bbe7-ad72bb326619 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Jul 16 02:39:59.088631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:00.204335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6b46-e222-412d-92a2-6d4a5ae37d9b req-e36dc574-7742-46b5-acdb-9192d203e1f2 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:00.207861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-155a6b46-e222-412d-92a2-6d4a5ae37d9b req-e36dc574-7742-46b5-acdb-9192d203e1f2 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 944 time: 0.0665140 Jul 16 02:40:00.246836 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-155a6b46-e222-412d-92a2-6d4a5ae37d9b req-882a11b9-dbd7-48c3-b346-a0ebc2434234 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Jul 16 02:40:01.422137 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25586566-ca2f-4f16-9ce8-9800fb42c640 req-011efd35-820f-401b-b9f3-bb0941d4d6f5 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:01.423662 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25586566-ca2f-4f16-9ce8-9800fb42c640 req-011efd35-820f-401b-b9f3-bb0941d4d6f5 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 944 time: 0.0638764 Jul 16 02:40:01.461705 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25586566-ca2f-4f16-9ce8-9800fb42c640 req-4e36a88e-427d-4607-8a57-3b1c1e0fed60 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 16 02:40:01.796223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 88fe4767-08da-4a72-9243-6c9c09745b4d details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:40:01.895725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 88fe4767-08da-4a72-9243-6c9c09745b4d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=88fe4767-08da-4a72-9243-6c9c09745b4d,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:01.909201 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '88fe4767-08da-4a72-9243-6c9c09745b4d', 'network_id': 'e214cdee-5b84-4b58-80f2-662d10e171a5', 'port_id': '88fe4767-08da-4a72-9243-6c9c09745b4d', 'mac_address': 'fa:16:3e:05:6b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829978d3-719f-4036-be3b-3428237fdba6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:40:01.962377 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:01.977976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fe4767-08da-4a72-9243-6c9c09745b4d {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:40:01.999063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 88fe4767-08da-4a72-9243-6c9c09745b4d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=88fe4767-08da-4a72-9243-6c9c09745b4d,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:02.003107 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:02.055090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=88fe4767-08da-4a72-9243-6c9c09745b4d,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:02.062467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.062809 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.063143 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.063471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.063796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.064140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.064461 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.064784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.065099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.065415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.065729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.066039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:02.191056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['88fe4767-08da-4a72-9243-6c9c09745b4d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:40:02.654688 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a286091-d41c-499a-847c-5f39ee9888b3 req-b85854a7-d2e0-427a-bc3f-88e3157c5ccd tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:02.656269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a286091-d41c-499a-847c-5f39ee9888b3 req-b85854a7-d2e0-427a-bc3f-88e3157c5ccd tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 945 time: 0.0690429 Jul 16 02:40:02.698533 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9a286091-d41c-499a-847c-5f39ee9888b3 req-aae7588d-456b-4bc8-bf49-7a4b2a94917d tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jul 16 02:40:03.811615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 88fe4767-08da-4a72-9243-6c9c09745b4d up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:03.868512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 88fe4767-08da-4a72-9243-6c9c09745b4d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:03.872518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 88fe4767-08da-4a72-9243-6c9c09745b4d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:03.872997 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:03.874140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860002f3-c542-4cdf-b636-1f918d864136 req-f5df714a-036f-427c-8961-83ba937a09b1 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:03.875706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-860002f3-c542-4cdf-b636-1f918d864136 req-f5df714a-036f-427c-8961-83ba937a09b1 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 945 time: 0.0657823 Jul 16 02:40:03.916639 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-860002f3-c542-4cdf-b636-1f918d864136 req-a4bf9295-1f5c-4f6b-9419-fc6052838765 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Jul 16 02:40:03.952868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:03.976519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fe4767-08da-4a72-9243-6c9c09745b4d'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:03.978800 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980c1dd4-2d1f-4a25-b455-365d6f7b0ef5" -d '{"events": [{"server_uuid": "f0350fd0-b5c8-40b9-88c9-1d7acde485e5", "name": "network-vif-plugged", "status": "completed", "tag": "88fe4767-08da-4a72-9243-6c9c09745b4d"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:03.992116 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 88fe4767-08da-4a72-9243-6c9c09745b4d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=88fe4767-08da-4a72-9243-6c9c09745b4d,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:03.996381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:04.021841 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ce0fbb-9976-47bc-8cdf-50974972a103 x-openstack-request-id: req-39ce0fbb-9976-47bc-8cdf-50974972a103 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:04.022109 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0350fd0-b5c8-40b9-88c9-1d7acde485e5", "name": "network-vif-plugged", "status": "completed", "tag": "88fe4767-08da-4a72-9243-6c9c09745b4d", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:04.022365 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39ce0fbb-9976-47bc-8cdf-50974972a103 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:04.022727 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fe4767-08da-4a72-9243-6c9c09745b4d', 'code': 200} Jul 16 02:40:04.056419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=88fe4767-08da-4a72-9243-6c9c09745b4d,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:04.130104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bcef0-a761-444b-b659-db19db8ca98b req-bc94bc6f-8bde-4c7f-8b76-7df5462db814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:04.131687 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd4bcef0-a761-444b-b659-db19db8ca98b req-bc94bc6f-8bde-4c7f-8b76-7df5462db814 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 1097 time: 0.0538840 Jul 16 02:40:04.168297 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fd4bcef0-a761-444b-b659-db19db8ca98b req-74604b93-7c23-4d7c-b2c1-36403e9a3f0e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296185 Jul 16 02:40:05.097209 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fa961-bc5c-4126-ae6b-9df7217a906e req-e66d3184-4182-4fcb-b8e6-28c7511fe058 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:05.098816 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7fa961-bc5c-4126-ae6b-9df7217a906e req-e66d3184-4182-4fcb-b8e6-28c7511fe058 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 946 time: 0.0673680 Jul 16 02:40:05.142140 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7fa961-bc5c-4126-ae6b-9df7217a906e req-67a6123a-b8ce-4fdd-82ec-c1359705a2d4 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374155 Jul 16 02:40:06.333697 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1853d-8862-4275-bf8d-be399c09f926 req-5d40931a-542c-4f5a-a611-ea070a787ed2 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:06.335228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bed1853d-8862-4275-bf8d-be399c09f926 req-5d40931a-542c-4f5a-a611-ea070a787ed2 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 946 time: 0.0638046 Jul 16 02:40:06.374250 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bed1853d-8862-4275-bf8d-be399c09f926 req-473c16d3-8e23-472f-8b10-a726e204593d tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Jul 16 02:40:06.547416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfa665-f4b6-4600-8adf-fa881e8445ba req-4b77b4d6-4f20-4c04-85d2-48da26720825 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:06.548955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acbfa665-f4b6-4600-8adf-fa881e8445ba req-4b77b4d6-4f20-4c04-85d2-48da26720825 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 946 time: 0.0638485 Jul 16 02:40:06.587695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-acbfa665-f4b6-4600-8adf-fa881e8445ba req-eb279e9e-a3c0-4080-b290-bd69d3c98b83 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324802 Jul 16 02:40:22.908232 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.824409 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-14b4e387-2024-4520-94ab-ec1ddcb5723f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:23.876638 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:25.583803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2526-2846-4178-a8a5-88ee02fe32c2 req-ed26c7c8-f75b-4285-bb1d-a81099f74d91 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:25.585568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a9b2526-2846-4178-a8a5-88ee02fe32c2 req-ed26c7c8-f75b-4285-bb1d-a81099f74d91 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 946 time: 0.0743291 Jul 16 02:40:25.625258 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0a9b2526-2846-4178-a8a5-88ee02fe32c2 req-0baf1b23-7bfa-4d84-b84c-f02d655e97c8 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338347 Jul 16 02:40:26.255092 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-678f5cef-625d-4999-8b3c-c71615e65fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.758392 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:26.805797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33ea2-8de2-49a2-bc31-c03fc4d26112 req-fdc09640-011b-4fb1-8468-e0e1810c2384 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:26.807328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cc33ea2-8de2-49a2-bc31-c03fc4d26112 req-fdc09640-011b-4fb1-8468-e0e1810c2384 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 946 time: 0.0674577 Jul 16 02:40:26.845168 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cc33ea2-8de2-49a2-bc31-c03fc4d26112 req-b40b03f8-95db-47c5-900b-f33177f47e1b tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/security-groups?id=200a533a-1079-4d8d-b6fe-627379636c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Jul 16 02:40:27.012213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6a47cd68-056d-49bc-8de3-8a4358d987ce tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:27.013624 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6a47cd68-056d-49bc-8de3-8a4358d987ce tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 946 time: 0.0636904 Jul 16 02:40:27.118721 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Deleting port 88fe4767-08da-4a72-9243-6c9c09745b4d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:27.119062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.208226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] For port 88fe4767-08da-4a72-9243-6c9c09745b4d, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=88fe4767-08da-4a72-9243-6c9c09745b4d,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:27.208590 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.226045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Calling delete_port for 88fe4767-08da-4a72-9243-6c9c09745b4d owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:27.353914 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.365595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['88fe4767-08da-4a72-9243-6c9c09745b4d'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:40:27.383912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Pushing event deleted for resources: {'Port': ['ID=88fe4767-08da-4a72-9243-6c9c09745b4d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:27.434618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] No DVR routers for this DVR port 88fe4767-08da-4a72-9243-6c9c09745b4d on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:27.437348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:27.439389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e321cc44-7006-4eba-89a9-bb307a4192c1 req-6499bf5b-80b5-4787-864e-3b14a08ce6d6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.38 "DELETE /v2.0/ports/88fe4767-08da-4a72-9243-6c9c09745b4d HTTP/1.1" status: 204 len: 173 time: 0.4203854 Jul 16 02:40:27.439978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'name': 'network-vif-deleted', 'tag': '88fe4767-08da-4a72-9243-6c9c09745b4d'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:40:27.442384 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc5186d-0359-4c96-bac7-931ab848642a" -d '{"events": [{"server_uuid": "f0350fd0-b5c8-40b9-88c9-1d7acde485e5", "name": "network-vif-deleted", "tag": "88fe4767-08da-4a72-9243-6c9c09745b4d"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:40:27.481139 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e5d7e5-09cc-4567-bf6b-80b0f582bfc0 x-openstack-request-id: req-c9e5d7e5-09cc-4567-bf6b-80b0f582bfc0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:40:27.481430 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0350fd0-b5c8-40b9-88c9-1d7acde485e5", "name": "network-vif-deleted", "tag": "88fe4767-08da-4a72-9243-6c9c09745b4d", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:40:27.481733 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9e5d7e5-09cc-4567-bf6b-80b0f582bfc0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:40:27.482135 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0350fd0-b5c8-40b9-88c9-1d7acde485e5', 'name': 'network-vif-deleted', 'tag': '88fe4767-08da-4a72-9243-6c9c09745b4d', 'status': 'completed', 'code': 200} Jul 16 02:40:27.631362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:28.006044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b1c73cbe-cf20-492a-ab04-5bad03d1e604 req-a5c33fed-5112-49f3-9928-a7da59463be6 tempest-TestEncryptedCinderVolumes-1908808279 tempest-TestEncryptedCinderVolumes-1908808279-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0350fd0-b5c8-40b9-88c9-1d7acde485e5 HTTP/1.1" status: 200 len: 210 time: 0.0291712 Jul 16 02:40:29.093142 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.136649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46034) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:29.495660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.764587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Deleting port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:29.764830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.848676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] For port 1ad8cd50-ea54-411e-bfd9-a1219cbe592e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:29.849034 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:29.861580 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Calling delete_port for 1ad8cd50-ea54-411e-bfd9-a1219cbe592e owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:30.045657 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.073556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad8cd50-ea54-411e-bfd9-a1219cbe592e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:30.084704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.085062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.085399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.085732 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.086133 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.086470 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.086796 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.087121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.087455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.087777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.088121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.088443 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:30.280971 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.496948 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:30.603139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:30.608937 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-697383fa-df07-4a1f-8833-c185c34ddc98 admin admin] 10.222.0.35 "PUT /v2.0/routers/58cef0d0-e09a-4479-a89e-c2f451a9faf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703522 Jul 16 02:40:30.610575 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46036) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:30.613285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] Sync routers for ids ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:30.622276 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] Routers {'58cef0d0-e09a-4479-a89e-c2f451a9faf3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:30.622894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:30.722765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:30.731010 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] Set router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:30.919764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 5, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:30.946881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] Checking router: 58cef0d0-e09a-4479-a89e-c2f451a9faf3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:30.955998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] Routers {'58cef0d0-e09a-4479-a89e-c2f451a9faf3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:30.957197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:31.070138 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] Set router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:31.177357 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.232610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Deleting port dc4fe07c-8f2c-4cfd-8e78-076dce759341 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:31.232949 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.260216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 5, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:31.290764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ba7f3-9919-43a6-8533-1017e8aa0f1a None None] The sync data for ids ['58cef0d0-e09a-4479-a89e-c2f451a9faf3'] in n-d-800087-6 is: [{'id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'name': 'tempest-TestEncryptedCinderVolumes-509102404-router', 'tenant_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:09Z', 'updated_at': '2021-07-16T02:40:29Z', 'revision_number': 5, 'project_id': 'e2a5bc2fd85048d5ac3611a733c927b3', 'gw_port': {'id': 'dc4fe07c-8f2c-4cfd-8e78-076dce759341', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cef0d0-e09a-4479-a89e-c2f451a9faf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:10Z', 'updated_at': '2021-07-16T02:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:31.324362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] For port dc4fe07c-8f2c-4cfd-8e78-076dce759341, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=dc4fe07c-8f2c-4cfd-8e78-076dce759341,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:31.324902 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.341760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Calling delete_port for dc4fe07c-8f2c-4cfd-8e78-076dce759341 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:31.511553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.540567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4fe07c-8f2c-4cfd-8e78-076dce759341,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:31.608420 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.702209 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.704636 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.749898 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.750521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58cef0d0-e09a-4479-a89e-c2f451a9faf3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:31.755477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.756566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0cd9f9c6-c9e7-416d-9587-8c95edd484af admin admin] 10.222.0.35 "DELETE /v2.0/routers/58cef0d0-e09a-4479-a89e-c2f451a9faf3 HTTP/1.1" status: 204 len: 168 time: 1.1450846 Jul 16 02:40:31.759190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46040) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:31.806710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Deleting subnet 829978d3-719f-4036-be3b-3428237fdba6 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:31.809857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.845229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.926062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:31.950950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 88fe4767-08da-4a72-9243-6c9c09745b4d no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:31.970921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 88fe4767-08da-4a72-9243-6c9c09745b4d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:31.971263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 88fe4767-08da-4a72-9243-6c9c09745b4d not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:31.985773 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.011207 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829978d3-719f-4036-be3b-3428237fdba6,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:32.015547 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.020372 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-44abae74-e24f-449b-a115-16030f2f5347 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/829978d3-719f-4036-be3b-3428237fdba6 HTTP/1.1" status: 204 len: 168 time: 0.2575123 Jul 16 02:40:32.020610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46042) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:32.023568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd6951-008c-4bdf-bb35-62cb05e068ba None None] Network e214cdee-5b84-4b58-80f2-662d10e171a5 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:32.086747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.139427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Deleting port 91431250-c4a3-404e-87a3-9e0054c700b9 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:32.139795 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.207435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] For port 91431250-c4a3-404e-87a3-9e0054c700b9, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=91431250-c4a3-404e-87a3-9e0054c700b9,segment=NetworkSegment(863620ce-bdfc-4fb0-9004-9fa3acf37ba0),segment_id=863620ce-bdfc-4fb0-9004-9fa3acf37ba0)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:32.207737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.219048 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Calling delete_port for 91431250-c4a3-404e-87a3-9e0054c700b9 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:32.258159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] DHCP port deletion for e214cdee-5b84-4b58-80f2-662d10e171a5 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:32.310700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.320971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 91431250-c4a3-404e-87a3-9e0054c700b9 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:32.340178 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91431250-c4a3-404e-87a3-9e0054c700b9,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:32.342437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 91431250-c4a3-404e-87a3-9e0054c700b9 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:32.343188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 91431250-c4a3-404e-87a3-9e0054c700b9 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:32.343188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1ad8cd50-ea54-411e-bfd9-a1219cbe592e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:32.343784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] No DVR routers for this DVR port 91431250-c4a3-404e-87a3-9e0054c700b9 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:32.364236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1ad8cd50-ea54-411e-bfd9-a1219cbe592e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:32.364582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1ad8cd50-ea54-411e-bfd9-a1219cbe592e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:32.364989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dc4fe07c-8f2c-4cfd-8e78-076dce759341 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:32.368877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Deleting port 91431250-c4a3-404e-87a3-9e0054c700b9 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:32.369253 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.398237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: dc4fe07c-8f2c-4cfd-8e78-076dce759341 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:32.398586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device dc4fe07c-8f2c-4cfd-8e78-076dce759341 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:32.415182 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.425252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e214cdee-5b84-4b58-80f2-662d10e171a5']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:32.434969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863620ce-bdfc-4fb0-9004-9fa3acf37ba0') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:32.435265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863620ce-bdfc-4fb0-9004-9fa3acf37ba0') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:32.444263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.449670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] For port 91431250-c4a3-404e-87a3-9e0054c700b9, host n-d-800087-6, got binding levels [] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:32.450066 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.463027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.463310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Calling delete_port for 91431250-c4a3-404e-87a3-9e0054c700b9 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:32.466231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.ipam_backend_mixin [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Port 91431250-c4a3-404e-87a3-9e0054c700b9 was not found and therefore no delete operation was performed {{(pid=93908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:40:32.467458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.469099 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:32.469495 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:32.471201 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:32.495219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] Pushing event deleted for resources: {'Port': ['ID=91431250-c4a3-404e-87a3-9e0054c700b9,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:32.497736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480def05-9538-46d8-914e-08c0b9a33e6f None None] No DVR routers for this DVR port 91431250-c4a3-404e-87a3-9e0054c700b9 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:32.525727 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.531169 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.533504 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e214cdee-5b84-4b58-80f2-662d10e171a5 HTTP/1.1" status: 204 len: 168 time: 0.5121849 Jul 16 02:40:32.536495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46044) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:32.544519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b6c2c-ea92-4c06-a205-5db8d66c4db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e214cdee-5b84-4b58-80f2-662d10e171a5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:33.218751 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.465353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Deleting port 3ecdaff1-5cb6-4a2d-902d-74272cf90374 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:33.465693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.544652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] For port 3ecdaff1-5cb6-4a2d-902d-74272cf90374, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=3ecdaff1-5cb6-4a2d-902d-74272cf90374,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:33.545329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.556904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Calling delete_port for 3ecdaff1-5cb6-4a2d-902d-74272cf90374 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:33.735098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:33.761013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecdaff1-5cb6-4a2d-902d-74272cf90374,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:33.924361 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.134224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Router d2324f33-613e-4f6f-b5f3-725843c0f696 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:34.245827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:34.250860 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bef519d3-6cd9-465b-a247-fc7b7dba509e admin admin] 10.222.0.35 "PUT /v2.0/routers/d2324f33-613e-4f6f-b5f3-725843c0f696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133372 Jul 16 02:40:34.253700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:34.254402 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] Sync routers for ids ['d2324f33-613e-4f6f-b5f3-725843c0f696'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:34.263290 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] Routers {'d2324f33-613e-4f6f-b5f3-725843c0f696'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:34.263879 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d2324f33-613e-4f6f-b5f3-725843c0f696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:34.359672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.366388 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] Set router d2324f33-613e-4f6f-b5f3-725843c0f696 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:34.460608 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.478607 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:34.512638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Deleting port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:34.512944 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.545886 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:40:33Z', 'revision_number': 5, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port': {'id': '6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:34.571398 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] Checking router: d2324f33-613e-4f6f-b5f3-725843c0f696 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:34.579697 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] Routers {'d2324f33-613e-4f6f-b5f3-725843c0f696'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:34.580338 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['d2324f33-613e-4f6f-b5f3-725843c0f696'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:34.595438 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] For port 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:34.595808 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.608115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Calling delete_port for 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:34.665223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] Set router d2324f33-613e-4f6f-b5f3-725843c0f696 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:34.718605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:40:34Z', 'revision_number': 6, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:34.746832 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c140bb-f156-44e3-90bf-0036b8e95efa None None] The sync data for ids ['d2324f33-613e-4f6f-b5f3-725843c0f696'] in n-d-800087-6 is: [{'id': 'd2324f33-613e-4f6f-b5f3-725843c0f696', 'name': 'tempest-TestEncryptedCinderVolumes-924713758-router', 'tenant_id': '043ea4071a3047e991c34304145d1456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:39:14Z', 'updated_at': '2021-07-16T02:40:34Z', 'revision_number': 6, 'project_id': '043ea4071a3047e991c34304145d1456', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:34.780140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.805906 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:34.864331 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.951717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.953789 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.999441 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:34.999875 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2324f33-613e-4f6f-b5f3-725843c0f696 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:40:35.004989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.006114 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a82a59f0-8748-489a-86af-5713308a2c9d admin admin] 10.222.0.35 "DELETE /v2.0/routers/d2324f33-613e-4f6f-b5f3-725843c0f696 HTTP/1.1" status: 204 len: 168 time: 0.7510312 Jul 16 02:40:35.008573 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46048) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.051319 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Deleting subnet 785ed667-226a-414c-888f-4a14c8961edb {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:40:35.054208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.088836 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.172948 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.225772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.251212 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785ed667-226a-414c-888f-4a14c8961edb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:35.256015 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.258875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e5962cd3-a08f-4f46-9c4f-bb10dddb4f65 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/785ed667-226a-414c-888f-4a14c8961edb HTTP/1.1" status: 204 len: 168 time: 0.2493424 Jul 16 02:40:35.261382 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46050) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.263681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b3c93-e657-438f-84c8-8e90944ac7be None None] Network eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:35.336133 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.388442 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Deleting port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:35.388875 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.451615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] For port 259c7c25-cf6b-460e-a5da-182c0b3df3f8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=259c7c25-cf6b-460e-a5da-182c0b3df3f8,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:35.451982 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.465159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Calling delete_port for 259c7c25-cf6b-460e-a5da-182c0b3df3f8 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:35.482216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] DHCP port deletion for eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:40:35.532996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] Deleting port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:40:35.533303 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.567716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.593515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=259c7c25-cf6b-460e-a5da-182c0b3df3f8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:35.597600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] No DVR routers for this DVR port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:35.607735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] For port 259c7c25-cf6b-460e-a5da-182c0b3df3f8, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=259c7c25-cf6b-460e-a5da-182c0b3df3f8,segment=NetworkSegment(51aa864e-9171-465d-9d48-f42643f8923e),segment_id=51aa864e-9171-465d-9d48-f42643f8923e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:35.608447 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.621940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] Calling delete_port for 259c7c25-cf6b-460e-a5da-182c0b3df3f8 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:40:35.671773 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.682612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1f8b24-1472-43eb-9eb6-98ff2d57ca42']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:35.692886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51aa864e-9171-465d-9d48-f42643f8923e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:35.693190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51aa864e-9171-465d-9d48-f42643f8923e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:35.702941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.709542 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.717504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.725257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:40:35.725667 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:40:35.727415 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:40:35.741733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] No DVR routers for this DVR port 259c7c25-cf6b-460e-a5da-182c0b3df3f8 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:40:35.751643 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b4fdf-b743-4e6c-9159-7647c86f70e7 None None] Pushing event deleted for resources: {'Port': ['ID=259c7c25-cf6b-460e-a5da-182c0b3df3f8,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:35.790063 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.795731 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.797614 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb1f8b24-1472-43eb-9eb6-98ff2d57ca42 HTTP/1.1" status: 204 len: 168 time: 0.5353131 Jul 16 02:40:35.809247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf8e5-48d7-4f54-b74f-cecdf5e74a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1f8b24-1472-43eb-9eb6-98ff2d57ca42,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:35.951160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46054) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:35.994689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd395769-cd2c-4b90-aca2-25444dc23425 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2a5bc2fd85048d5ac3611a733c927b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423348 Jul 16 02:40:35.997109 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46056) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:36.044201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b54428-5f12-43c4-9ffb-5a8d7b370cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.064188 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b54428-5f12-43c4-9ffb-5a8d7b370cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.109689 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b54428-5f12-43c4-9ffb-5a8d7b370cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.112258 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-42b54428-5f12-43c4-9ffb-5a8d7b370cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.113434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-42b54428-5f12-43c4-9ffb-5a8d7b370cee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/200a533a-1079-4d8d-b6fe-627379636c8e HTTP/1.1" status: 204 len: 168 time: 0.1154342 Jul 16 02:40:36.121307 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b54428-5f12-43c4-9ffb-5a8d7b370cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a533a-1079-4d8d-b6fe-627379636c8e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:36.185654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 259c7c25-cf6b-460e-a5da-182c0b3df3f8 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:36.209167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 259c7c25-cf6b-460e-a5da-182c0b3df3f8 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:36.209519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 259c7c25-cf6b-460e-a5da-182c0b3df3f8 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:36.209939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:36.229131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:36.229483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6ac04bc0-3ac9-4a07-b915-e9fdb9a56cf2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:36.229913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ecdaff1-5cb6-4a2d-902d-74272cf90374 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:40:36.248287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 3ecdaff1-5cb6-4a2d-902d-74272cf90374 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:40:36.248644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 3ecdaff1-5cb6-4a2d-902d-74272cf90374 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:40:36.440163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46062) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:36.480942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7313a446-75b4-467a-b686-d3a93953b53f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=043ea4071a3047e991c34304145d1456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394621 Jul 16 02:40:36.483404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46064) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:36.530478 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6107338a-6e34-4b58-9ae6-d5171219b24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.551517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6107338a-6e34-4b58-9ae6-d5171219b24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.601065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6107338a-6e34-4b58-9ae6-d5171219b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.603772 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6107338a-6e34-4b58-9ae6-d5171219b24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:36.605044 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6107338a-6e34-4b58-9ae6-d5171219b24d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24ea7136-6508-43e5-a41b-cd74502e1a04 HTTP/1.1" status: 204 len: 168 time: 0.1207302 Jul 16 02:40:36.613347 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107338a-6e34-4b58-9ae6-d5171219b24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea7136-6508-43e5-a41b-cd74502e1a04,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:37.240162 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46086) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:37.335041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2111240151-network', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:37.354199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Made reservation on behalf of 9e47f4b3fd2a4dcbb8f7ce9f110c11f2 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:37.356559 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.365475 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.452982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.457270 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.483814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:37.490741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd8c7f-d105-4093-b0a4-b7837512a693,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:37.497198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.497581 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Added segment c513266c-ebbe-4c7a-a145-df13d447eb97 of type vlan for network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 Jul 16 02:40:37.541989 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.572881 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.573858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.574440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.602244 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3609180 Jul 16 02:40:37.605252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46090) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:37.610393 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Request body: {'subnet': {'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2111240151-subnet', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:37.634020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Made reservation on behalf of 9e47f4b3fd2a4dcbb8f7ce9f110c11f2 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:37.636437 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.640129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e7034-5833-43f0-93de-f32921882a92 admin admin] Pushing event updated for resources: {'Network': ['ID=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:37.651169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:37.814348 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.867783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab996a5-f909-4dbf-8efa-18cd74bebb83,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:37.878427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Checking segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:37.878887 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Network hostable DHCP agents. Network: 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:37.894899 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:37.903530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:37.907460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:37.908048 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.914096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29403d55-0f36-46e5-886f-338d47c68f13 None None] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:37.922446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d6ec3a06-8712-45c8-92ac-2f266c9d83ba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3159678 Jul 16 02:40:37.925803 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46092) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:37.930303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:37.949938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.951060 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.003732 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.067232 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:38.068203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.140644 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.200405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Allocated IP 172.20.0.2 (42e3f0f0-c68d-4419-ac27-a4c5aaca5e94/aab996a5-f909-4dbf-8efa-18cd74bebb83/1600f855-b378-40eb-bf11-6cad15a9c850) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:38.341240 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.348258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.356757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Transition to ACTIVE for port object 1600f855-b378-40eb-bf11-6cad15a9c850 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:38.362102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.372605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Transition to ACTIVE for port object 1600f855-b378-40eb-bf11-6cad15a9c850 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:38.380228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.422598 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:38.427378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:38.430812 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:38.440316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Pushing event updated for resources: {'Port': ['ID=1600f855-b378-40eb-bf11-6cad15a9c850,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.473607 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Allocated IP 172.25.0.89 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/707794ac-8fb9-49c0-bf28-01477263a9c3) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:38.500523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Attempting to bind port 1600f855-b378-40eb-bf11-6cad15a9c850 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:38.500891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Attempting to bind port 1600f855-b378-40eb-bf11-6cad15a9c850 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:38.501249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Attempting to bind port 1600f855-b378-40eb-bf11-6cad15a9c850 on network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:38.507072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:38.507436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Checking segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:38.507834 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.508247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Bound using segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:38.508705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Bound port: 1600f855-b378-40eb-bf11-6cad15a9c850, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:38.509080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.572008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] For port 1600f855-b378-40eb-bf11-6cad15a9c850, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:38.575556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] For port 1600f855-b378-40eb-bf11-6cad15a9c850, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1600f855-b378-40eb-bf11-6cad15a9c850,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:38.582252 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.595502 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.639370 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.641665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50629781-1fda-4e41-af6e-f9a37eea5e1a None None] Pushing event updated for resources: {'Port': ['ID=1600f855-b378-40eb-bf11-6cad15a9c850,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.680749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:38.683619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:38.687294 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:38.710010 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Pushing event updated for resources: {'Port': ['ID=707794ac-8fb9-49c0-bf28-01477263a9c3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:38.950245 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.144835 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.272428 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Router c2bcc880-7b6e-414b-9630-2ca8862c6ead is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:39.385160 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:39.395860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Sync routers for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:39.403389 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:39.404824 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-88c3c15d-9f23-46b9-a1fa-a0cf3023d335 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4780476 Jul 16 02:40:39.407637 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46094) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:39.409454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:39.410110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:39.520797 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:39.578007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5889491-7e9a-4823-bcb1-3eb3318385cc None None] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:39.852833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ebc117ac-c011-4f25-bdd1-858c2d35a759 None None] Provisioning for port 1600f855-b378-40eb-bf11-6cad15a9c850 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:40.010038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:38Z', 'revision_number': 3, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:40.039184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Checking router: c2bcc880-7b6e-414b-9630-2ca8862c6ead for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:40.039535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Updating router c2bcc880-7b6e-414b-9630-2ca8862c6ead port 707794ac-8fb9-49c0-bf28-01477263a9c3 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:40.075682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.214671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.263253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1600f855-b378-40eb-bf11-6cad15a9c850 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:40.393500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Allocated IP 172.20.0.1 (42e3f0f0-c68d-4419-ac27-a4c5aaca5e94/aab996a5-f909-4dbf-8efa-18cd74bebb83/96022294-c73b-40c1-99d9-ad5a76bcf380) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:40.447926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1600f855-b378-40eb-bf11-6cad15a9c850 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:40.460282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1600f855-b378-40eb-bf11-6cad15a9c850 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:40.460663 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.499142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.513969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Transition to ACTIVE for port object 96022294-c73b-40c1-99d9-ad5a76bcf380 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:40.543164 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.546178 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.561033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Transition to ACTIVE for port object 707794ac-8fb9-49c0-bf28-01477263a9c3 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:40.573716 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.584706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:40.590909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:40.594493 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:40.629737 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Pushing event updated for resources: {'Port': ['ID=96022294-c73b-40c1-99d9-ad5a76bcf380,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.643517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.666773 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09638-7e49-4a52-a648-abad7493e6b9 None None] Pushing event updated for resources: {'Port': ['ID=707794ac-8fb9-49c0-bf28-01477263a9c3,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.669548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Attempting to bind port 707794ac-8fb9-49c0-bf28-01477263a9c3 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:40.669899 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Attempting to bind port 707794ac-8fb9-49c0-bf28-01477263a9c3 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:40.670172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Attempting to bind port 707794ac-8fb9-49c0-bf28-01477263a9c3 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:40.672675 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.684091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:40.684481 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:40.684889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.685319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:40.685815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Bound port: 707794ac-8fb9-49c0-bf28-01477263a9c3, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:40.686156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.751277 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 1600f855-b378-40eb-bf11-6cad15a9c850, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1600f855-b378-40eb-bf11-6cad15a9c850,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:40.759822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.768492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] For port 707794ac-8fb9-49c0-bf28-01477263a9c3, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:40.804533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] For port 707794ac-8fb9-49c0-bf28-01477263a9c3, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=707794ac-8fb9-49c0-bf28-01477263a9c3,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:40.814999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.821970 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.845180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=1600f855-b378-40eb-bf11-6cad15a9c850,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.877668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:40.878766 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:40.986789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09638-7e49-4a52-a648-abad7493e6b9 None None] Pushing event updated for resources: {'Port': ['ID=707794ac-8fb9-49c0-bf28-01477263a9c3,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:40.992531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb993edb-acba-4bb9-9f40-b3f2510d7e77 None None] Provisioning for port 96022294-c73b-40c1-99d9-ad5a76bcf380 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:40.997517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.002087 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.004868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fb993edb-acba-4bb9-9f40-b3f2510d7e77 None None] Provisioning complete for port 96022294-c73b-40c1-99d9-ad5a76bcf380 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:41.005237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb993edb-acba-4bb9-9f40-b3f2510d7e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.052154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:41.054125 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fb993edb-acba-4bb9-9f40-b3f2510d7e77 None None] Port 96022294-c73b-40c1-99d9-ad5a76bcf380 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:41.073383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Pushing event updated for resources: {'Port': ['ID=96022294-c73b-40c1-99d9-ad5a76bcf380,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:41.075817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.168712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:41.170132 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:41.271388 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 1, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:41.301169 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e2892-8a04-4bf2-8db3-dae72b1112d2 None None] The sync data for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 is: [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 1, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:41.301435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Router c2bcc880-7b6e-414b-9630-2ca8862c6ead has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:41.373706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-89027007-cc48-479f-833f-8ae0374a8fc6 None None] Provisioning complete for port 96022294-c73b-40c1-99d9-ad5a76bcf380 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:41.374171 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-89027007-cc48-479f-833f-8ae0374a8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:41.411084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-89027007-cc48-479f-833f-8ae0374a8fc6 None None] Port 96022294-c73b-40c1-99d9-ad5a76bcf380 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:41.422872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:41.428585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4ab7b71b-1dfd-4688-893b-67b6a986169d admin admin] 10.222.0.35 "PUT /v2.0/routers/c2bcc880-7b6e-414b-9630-2ca8862c6ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0197434 Jul 16 02:40:42.006660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46112) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.012065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1738621690-network', 'tenant_id': '7d4fc7af6248482199075f79254b0027'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:42.036401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Made reservation on behalf of 7d4fc7af6248482199075f79254b0027 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:42.041380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.048787 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.158206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.163488 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.192838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:40:42.203286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6bb24-1910-4283-b886-29d3d063d040,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.209480 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.209834 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Added segment 4c087394-6ce7-4860-88bb-1c9f6dd8a7cc of type vlan for network ef58893c-fcdc-4ace-9bb7-1031ca965210 Jul 16 02:40:42.261378 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.287295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 707794ac-8fb9-49c0-bf28-01477263a9c3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:42.310364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.311452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:42.312093 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.348587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 707794ac-8fb9-49c0-bf28-01477263a9c3 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:42.356058 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 707794ac-8fb9-49c0-bf28-01477263a9c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:42.356271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3454909 Jul 16 02:40:42.356365 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.356478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46114) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.361725 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Request body: {'subnet': {'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1738621690-subnet', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:42.385339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf677a-890d-4013-bd1e-cfc00248ed93 admin admin] Pushing event updated for resources: {'Network': ['ID=ef58893c-fcdc-4ace-9bb7-1031ca965210,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.394515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Made reservation on behalf of 7d4fc7af6248482199075f79254b0027 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:42.397062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.403273 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:40:42.516341 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.538928 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 707794ac-8fb9-49c0-bf28-01477263a9c3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=707794ac-8fb9-49c0-bf28-01477263a9c3,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:42.545187 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.546214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1600f855-b378-40eb-bf11-6cad15a9c850 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:42.600955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.634960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=707794ac-8fb9-49c0-bf28-01477263a9c3,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.651885 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1600f855-b378-40eb-bf11-6cad15a9c850 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:42.652524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.666446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6734d22a-f4b3-4e1c-b0f8-4abc2a866177,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:42.676007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Checking segment: {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:42.676428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Network hostable DHCP agents. Network: ef58893c-fcdc-4ace-9bb7-1031ca965210, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:40:42.698545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:40:42.710991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ef58893c-fcdc-4ace-9bb7-1031ca965210) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:42.717421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:42.718586 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.719136 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4ea4e-c75f-4924-a358-c67f0d2b1957 None None] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:42.734305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b8c7eae1-5074-4703-9307-5948f58b6ed6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3765237 Jul 16 02:40:42.736775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46116) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:42.741814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:42.767901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.769640 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.847633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:42.935578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ef58893c-fcdc-4ace-9bb7-1031ca965210', 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'fixed_ips': [{'subnet_id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:40:42.936532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.031949 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.104455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Allocated IP 172.20.0.2 (ef58893c-fcdc-4ace-9bb7-1031ca965210/6734d22a-f4b3-4e1c-b0f8-4abc2a866177/2b507ad9-349c-4b2e-91c9-72f66153d4ed) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:43.272975 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.287961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Transition to ACTIVE for port object 2b507ad9-349c-4b2e-91c9-72f66153d4ed will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:43.306837 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.308796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Transition to ACTIVE for port object 2b507ad9-349c-4b2e-91c9-72f66153d4ed will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:43.316760 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.339919 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.359498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:43.363337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:43.367693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:43.373544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Pushing event updated for resources: {'Port': ['ID=2b507ad9-349c-4b2e-91c9-72f66153d4ed,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.433571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Attempting to bind port 2b507ad9-349c-4b2e-91c9-72f66153d4ed on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:43.433985 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Attempting to bind port 2b507ad9-349c-4b2e-91c9-72f66153d4ed by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:43.434355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Attempting to bind port 2b507ad9-349c-4b2e-91c9-72f66153d4ed on network ef58893c-fcdc-4ace-9bb7-1031ca965210 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:43.441895 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:43.442534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Checking segment: {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:43.443193 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.443630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Bound using segment: {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:43.444133 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Bound port: 2b507ad9-349c-4b2e-91c9-72f66153d4ed, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:43.444525 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.486175 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Allocated IP 172.25.0.202 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/1a0609d7-6364-4d94-a999-52286a81499f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:43.489648 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Sync routers for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:43.499469 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:43.500128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:43.537458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] For port 2b507ad9-349c-4b2e-91c9-72f66153d4ed, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:43.544630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] For port 2b507ad9-349c-4b2e-91c9-72f66153d4ed, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b507ad9-349c-4b2e-91c9-72f66153d4ed,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:43.550912 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.610095 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.614257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1421c27-ad07-4fd7-9e5b-cd46d7503e89 None None] Pushing event updated for resources: {'Port': ['ID=2b507ad9-349c-4b2e-91c9-72f66153d4ed,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.642231 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:43.671886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:43.727971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:43.731202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:43.735958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:43.739220 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Pushing event updated for resources: {'Port': ['ID=1a0609d7-6364-4d94-a999-52286a81499f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:43.890228 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 2, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:44.009486 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Checking router: c2bcc880-7b6e-414b-9630-2ca8862c6ead for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:44.009836 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Updating router c2bcc880-7b6e-414b-9630-2ca8862c6ead port 96022294-c73b-40c1-99d9-ad5a76bcf380 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:44.045866 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.057137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.323299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 707794ac-8fb9-49c0-bf28-01477263a9c3 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:44.380214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 707794ac-8fb9-49c0-bf28-01477263a9c3 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:44.380590 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.403923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.429599 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.445542 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Transition to ACTIVE for port object 96022294-c73b-40c1-99d9-ad5a76bcf380 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:44.457837 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.608356 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Pushing event updated for resources: {'Port': ['ID=96022294-c73b-40c1-99d9-ad5a76bcf380,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:44.625916 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.626961 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.628377 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.629699 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.630577 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.631394 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.632262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.633129 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.634014 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.634919 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.635979 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.636937 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:44.697780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:40:44.699003 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Attempting to bind port 96022294-c73b-40c1-99d9-ad5a76bcf380 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:44.699668 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Attempting to bind port 96022294-c73b-40c1-99d9-ad5a76bcf380 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:44.700405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Attempting to bind port 96022294-c73b-40c1-99d9-ad5a76bcf380 on network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:44.710950 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:44.711841 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Checking segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:44.712544 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.713250 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Bound using segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:44.714103 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Bound port: 96022294-c73b-40c1-99d9-ad5a76bcf380, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:44.714841 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.728992 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b507ad9-349c-4b2e-91c9-72f66153d4ed up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:44.798745 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 2b507ad9-349c-4b2e-91c9-72f66153d4ed completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:44.844644 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] For port 96022294-c73b-40c1-99d9-ad5a76bcf380, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:44.849866 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] For port 96022294-c73b-40c1-99d9-ad5a76bcf380, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=96022294-c73b-40c1-99d9-ad5a76bcf380,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:44.854409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb72089-4bca-4f3b-871a-5216619515f6 None None] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:40:44.857223 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.867996 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:44.888283 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:44.890176 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a767ff44-986f-4b1f-84e1-55b79c2f14ab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1518614 Jul 16 02:40:44.895183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46118) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:40:44.895709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Sync routers for ids ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:44.936307 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea906dbc-e063-439d-8abf-7ec495071761 None None] Pushing event updated for resources: {'Port': ['ID=96022294-c73b-40c1-99d9-ad5a76bcf380,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:44.941282 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:44.941938 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:44.970227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Routers {'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:44.970870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:45.041770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] Provisioning for port 2b507ad9-349c-4b2e-91c9-72f66153d4ed completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:45.052675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] Provisioning complete for port 2b507ad9-349c-4b2e-91c9-72f66153d4ed triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:45.053056 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.063594 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:45.242054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Set router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:45.297081 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:44Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:45.328186 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038921e-c0ce-4a00-8aac-6dbc12b5c551 None None] The sync data for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 is: [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:44Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:45.370613 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.399481 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.458929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] For port 2b507ad9-349c-4b2e-91c9-72f66153d4ed, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b507ad9-349c-4b2e-91c9-72f66153d4ed,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:45.484792 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.566634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284d431-4c12-4d3e-a2f1-2a0ecfad2360 None None] Pushing event updated for resources: {'Port': ['ID=2b507ad9-349c-4b2e-91c9-72f66153d4ed,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:45.580538 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:40:43Z', 'revision_number': 3, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:45.586380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Allocated IP 172.20.0.1 (ef58893c-fcdc-4ace-9bb7-1031ca965210/6734d22a-f4b3-4e1c-b0f8-4abc2a866177/c7644f2a-0011-4dfb-8f75-0918f3c31254) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:45.617193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Checking router: a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:45.617625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Updating router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 port 1a0609d7-6364-4d94-a999-52286a81499f binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:45.673784 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.726163 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.746825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Transition to ACTIVE for port object c7644f2a-0011-4dfb-8f75-0918f3c31254 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:45.791198 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.824223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b774913a-5a8f-4611-819a-31095a43eb52 None None] Provisioning complete for port 2b507ad9-349c-4b2e-91c9-72f66153d4ed triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:45.824648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b774913a-5a8f-4611-819a-31095a43eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:45.834256 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:45.837660 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:45.841429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:45.878073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Pushing event updated for resources: {'Port': ['ID=c7644f2a-0011-4dfb-8f75-0918f3c31254,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:45.905214 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.066564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.079107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Transition to ACTIVE for port object 1a0609d7-6364-4d94-a999-52286a81499f will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:46.088659 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.104567 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.166183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c7c94-8754-48a8-a36c-66239b297325 None None] Pushing event updated for resources: {'Port': ['ID=1a0609d7-6364-4d94-a999-52286a81499f,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:46.169912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Attempting to bind port 1a0609d7-6364-4d94-a999-52286a81499f on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:46.169912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Attempting to bind port 1a0609d7-6364-4d94-a999-52286a81499f by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:46.169912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Attempting to bind port 1a0609d7-6364-4d94-a999-52286a81499f on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:46.177146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:46.177563 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:46.177935 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.178448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:46.178739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Bound port: 1a0609d7-6364-4d94-a999-52286a81499f, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:46.179122 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.260062 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] For port 1a0609d7-6364-4d94-a999-52286a81499f, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:46.267378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] For port 1a0609d7-6364-4d94-a999-52286a81499f, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a0609d7-6364-4d94-a999-52286a81499f,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:46.270128 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 96022294-c73b-40c1-99d9-ad5a76bcf380 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:46.275029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.276621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4a3edfbf-33f9-42db-9fd6-647fad970609 None None] Provisioning for port c7644f2a-0011-4dfb-8f75-0918f3c31254 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:46.311941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.320511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.326825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4a3edfbf-33f9-42db-9fd6-647fad970609 None None] Provisioning complete for port c7644f2a-0011-4dfb-8f75-0918f3c31254 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:46.327200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4a3edfbf-33f9-42db-9fd6-647fad970609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.392741 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Pushing event updated for resources: {'Port': ['ID=c7644f2a-0011-4dfb-8f75-0918f3c31254,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:46.395640 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.401437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4a3edfbf-33f9-42db-9fd6-647fad970609 None None] Port c7644f2a-0011-4dfb-8f75-0918f3c31254 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:46.406960 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Routers {'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:46.407577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:46.411558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c7c94-8754-48a8-a36c-66239b297325 None None] Pushing event updated for resources: {'Port': ['ID=1a0609d7-6364-4d94-a999-52286a81499f,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:46.456804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 96022294-c73b-40c1-99d9-ad5a76bcf380 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:46.464626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 96022294-c73b-40c1-99d9-ad5a76bcf380 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:46.465003 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.489513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:46.490913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:46.553046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] Set router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:46.614748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:40:46.734677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:40:46.739979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-73f4418d-aa34-4598-8eda-6f7ace234407 admin admin] 10.222.0.35 "PUT /v2.0/routers/a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8427548 Jul 16 02:40:46.825682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.859549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19c49c45-10f1-46c8-827c-b4cf303650e2 None None] Provisioning complete for port c7644f2a-0011-4dfb-8f75-0918f3c31254 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:46.859921 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19c49c45-10f1-46c8-827c-b4cf303650e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.935190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 96022294-c73b-40c1-99d9-ad5a76bcf380, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=96022294-c73b-40c1-99d9-ad5a76bcf380,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:46.949745 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:46.950537 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b507ad9-349c-4b2e-91c9-72f66153d4ed up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:46.976757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-19c49c45-10f1-46c8-827c-b4cf303650e2 None None] Port c7644f2a-0011-4dfb-8f75-0918f3c31254 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:47.063106 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=96022294-c73b-40c1-99d9-ad5a76bcf380,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:47.084819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 2b507ad9-349c-4b2e-91c9-72f66153d4ed triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:47.085195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:47.121314 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c7644f2a-0011-4dfb-8f75-0918f3c31254', 'name': '', 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'mac_address': 'fa:16:3e:d2:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:45Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 2, 'project_id': '7d4fc7af6248482199075f79254b0027', 'subnets': [{'id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:47.153159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af00b4-4b57-4886-9eba-6cf76e8ed7d3 None None] The sync data for ids ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'] in n-d-800087-6 is: [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c7644f2a-0011-4dfb-8f75-0918f3c31254', 'name': '', 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'mac_address': 'fa:16:3e:d2:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:45Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 2, 'project_id': '7d4fc7af6248482199075f79254b0027', 'subnets': [{'id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:48.362679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 96022294-c73b-40c1-99d9-ad5a76bcf380 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:48.447589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 96022294-c73b-40c1-99d9-ad5a76bcf380 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:48.448200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.548665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a0609d7-6364-4d94-a999-52286a81499f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:48.634371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 1a0609d7-6364-4d94-a999-52286a81499f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:48.641859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1a0609d7-6364-4d94-a999-52286a81499f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:48.643805 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.767440 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.792503 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 1a0609d7-6364-4d94-a999-52286a81499f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a0609d7-6364-4d94-a999-52286a81499f,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:48.801870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:48.863437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=1a0609d7-6364-4d94-a999-52286a81499f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:49.763853 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Sync routers for ids ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:40:49.776087 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Routers {'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:49.776693 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:49.901559 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Set router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:50.146967 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c7644f2a-0011-4dfb-8f75-0918f3c31254', 'name': '', 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'mac_address': 'fa:16:3e:d2:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:45Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 2, 'project_id': '7d4fc7af6248482199075f79254b0027', 'subnets': [{'id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:50.184269 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Checking router: a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:40:50.184956 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Updating router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 port c7644f2a-0011-4dfb-8f75-0918f3c31254 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:40:50.237670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a0609d7-6364-4d94-a999-52286a81499f up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:50.261008 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.307205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 1a0609d7-6364-4d94-a999-52286a81499f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:50.307886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.610116 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.620806 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Transition to ACTIVE for port object c7644f2a-0011-4dfb-8f75-0918f3c31254 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:50.629618 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.688075 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740ec2b-c11a-47b3-8b20-e376e6795b0c None None] Pushing event updated for resources: {'Port': ['ID=c7644f2a-0011-4dfb-8f75-0918f3c31254,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:50.766152 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Attempting to bind port c7644f2a-0011-4dfb-8f75-0918f3c31254 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:40:50.767087 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Attempting to bind port c7644f2a-0011-4dfb-8f75-0918f3c31254 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:40:50.768164 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Attempting to bind port c7644f2a-0011-4dfb-8f75-0918f3c31254 on network ef58893c-fcdc-4ace-9bb7-1031ca965210 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:40:50.777489 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:40:50.777879 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Checking segment: {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:40:50.778267 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.778667 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Bound using segment: {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:40:50.779139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Bound port: c7644f2a-0011-4dfb-8f75-0918f3c31254, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:40:50.779534 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.881989 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] For port c7644f2a-0011-4dfb-8f75-0918f3c31254, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:40:50.887298 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] For port c7644f2a-0011-4dfb-8f75-0918f3c31254, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c7644f2a-0011-4dfb-8f75-0918f3c31254,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:40:50.895337 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:50.958277 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Routers {'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:40:50.959055 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:40:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:51.009757 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740ec2b-c11a-47b3-8b20-e376e6795b0c None None] Pushing event updated for resources: {'Port': ['ID=c7644f2a-0011-4dfb-8f75-0918f3c31254,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:51.112590 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] Set router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:40:51.467550 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c7644f2a-0011-4dfb-8f75-0918f3c31254', 'name': '', 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'mac_address': 'fa:16:3e:d2:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:45Z', 'updated_at': '2021-07-16T02:40:50Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'subnets': [{'id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:40:51.495974 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285486e-dee6-4f78-a5db-796b0218bfa1 None None] The sync data for ids ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'] in n-d-800087-6 is: [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'c7644f2a-0011-4dfb-8f75-0918f3c31254', 'name': '', 'network_id': 'ef58893c-fcdc-4ace-9bb7-1031ca965210', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'mac_address': 'fa:16:3e:d2:e8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:45Z', 'updated_at': '2021-07-16T02:40:50Z', 'revision_number': 4, 'project_id': '7d4fc7af6248482199075f79254b0027', 'subnets': [{'id': '6734d22a-f4b3-4e1c-b0f8-4abc2a866177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:40:52.257365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c7644f2a-0011-4dfb-8f75-0918f3c31254 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:52.338017 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c7644f2a-0011-4dfb-8f75-0918f3c31254 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:52.342392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c7644f2a-0011-4dfb-8f75-0918f3c31254 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:52.342772 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.462783 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.504063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port c7644f2a-0011-4dfb-8f75-0918f3c31254, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c7644f2a-0011-4dfb-8f75-0918f3c31254,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:40:52.514346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:52.609757 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=c7644f2a-0011-4dfb-8f75-0918f3c31254,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:52.761987 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.827714 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed425391-2472-4096-a06a-1da924287aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:53.880636 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:54.205198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c7644f2a-0011-4dfb-8f75-0918f3c31254 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:40:54.267938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c7644f2a-0011-4dfb-8f75-0918f3c31254 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:54.273285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.257655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7b843e35-e753-4443-94b9-25b3f00257bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:56.762195 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:57.118405 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-19c03fe1-6c28-46d2-bf9a-b68de6490f6a tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:57.120001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-19c03fe1-6c28-46d2-bf9a-b68de6490f6a tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 815 time: 0.1057549 Jul 16 02:40:57.135940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-5b84fe06-0e66-4422-ac34-63a3f007add2 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/quotas/9e47f4b3fd2a4dcbb8f7ce9f110c11f2 HTTP/1.1" status: 200 len: 375 time: 0.0104339 Jul 16 02:40:57.201693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-4ebb7fb2-c521-48ea-be58-c55133710f1b tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604904 Jul 16 02:40:57.296270 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-fb8aff6e-aaa1-4260-a55c-cb055f00b4ee service neutron] 10.222.0.35 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Jul 16 02:40:57.389769 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-309de4db-9199-4094-997a-949e25406b5a service neutron] 10.222.0.35 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872185 Jul 16 02:40:57.558731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ccfffc30-bf9e-4821-94ad-d107160706e3 req-f289bb1e-dfcc-4c15-8af3-43ed34b21f9a tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 210 time: 0.0296268 Jul 16 02:40:57.634553 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:58.712420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-54f665b8-9a09-4ba9-bf8d-8fafa44dd8ee req-dc44e5cd-7d7a-49cd-8fea-a831f56a8bd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 210 time: 0.0399697 Jul 16 02:40:58.818344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-96659fdb-0aeb-4c19-ac5b-762607432401 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:58.820369 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-96659fdb-0aeb-4c19-ac5b-762607432401 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 815 time: 0.1277137 Jul 16 02:40:58.840083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'port': {'device_id': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'admin_state_up': True, 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:40:58.958921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Made reservation on behalf of 9e47f4b3fd2a4dcbb8f7ce9f110c11f2 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:40:58.962891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.096843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.100407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Allocated IP 172.20.0.6 (42e3f0f0-c68d-4419-ac27-a4c5aaca5e94/aab996a5-f909-4dbf-8efa-18cd74bebb83/a9c529a4-6f3d-4371-bf72-640c49188a09) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:40:59.368816 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.386196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Transition to ACTIVE for port object a9c529a4-6f3d-4371-bf72-640c49188a09 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:40:59.423912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.464917 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:40:59.468239 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:40:59.470874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:40:59.526691 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:40:59.545198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:59.545854 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.549224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.549575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.549918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.550252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.550634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.550979 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.551313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.551640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.551970 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.552317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.552640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.552963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:40:59.574719 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-cc818245-252d-4bbe-8521-543b84f131d0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390089 Jul 16 02:40:59.755722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-994b42a8-de5c-4a4e-acb0-c2bd9c02526b None None] Provisioning for port a9c529a4-6f3d-4371-bf72-640c49188a09 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:40:59.759775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-994b42a8-de5c-4a4e-acb0-c2bd9c02526b None None] Provisioning complete for port a9c529a4-6f3d-4371-bf72-640c49188a09 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:40:59.760309 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-994b42a8-de5c-4a4e-acb0-c2bd9c02526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:59.798151 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-994b42a8-de5c-4a4e-acb0-c2bd9c02526b None None] Port a9c529a4-6f3d-4371-bf72-640c49188a09 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:40:59.904104 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfde97-bb19-4210-a30e-adca4f5dd051 req-e94a4be5-9d09-425c-abc6-85fbecd2101e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:59.905655 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0cfde97-bb19-4210-a30e-adca4f5dd051 req-e94a4be5-9d09-425c-abc6-85fbecd2101e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0661612 Jul 16 02:40:59.945881 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0cfde97-bb19-4210-a30e-adca4f5dd051 req-f7396913-14cb-4de8-a145-fd7671b947bb tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Jul 16 02:41:01.119284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22541986-304f-4d30-aaa2-42ebbb8c2564 req-798a303c-8785-4bf3-95a3-79debd623c11 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:01.120784 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22541986-304f-4d30-aaa2-42ebbb8c2564 req-798a303c-8785-4bf3-95a3-79debd623c11 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0628283 Jul 16 02:41:01.160582 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22541986-304f-4d30-aaa2-42ebbb8c2564 req-107564a1-2a3b-4c02-bca2-f51acd8e1108 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341423 Jul 16 02:41:02.343364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9927ac6-7714-4e2c-b0c0-cb5cbe21bd04 req-141e6a4d-57b9-4098-94b9-61e7a62afc3f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:02.345536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9927ac6-7714-4e2c-b0c0-cb5cbe21bd04 req-141e6a4d-57b9-4098-94b9-61e7a62afc3f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0694857 Jul 16 02:41:02.385825 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9927ac6-7714-4e2c-b0c0-cb5cbe21bd04 req-4bc7a484-929e-4472-8e96-7b8dacd6c8fb tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Jul 16 02:41:03.566421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123e10-4a9d-42fa-a531-2883102b724d req-a7c9e0c0-1b73-41d4-a89f-b59ae26b31fc tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:03.567923 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96123e10-4a9d-42fa-a531-2883102b724d req-a7c9e0c0-1b73-41d4-a89f-b59ae26b31fc tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0661476 Jul 16 02:41:03.616544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-96123e10-4a9d-42fa-a531-2883102b724d req-4e741150-209d-4c70-91f0-66cffa6ff912 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Jul 16 02:41:04.800188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee1e90-41b9-476a-8f63-07833de9f56f req-d85ff01b-df41-47e7-a207-f506c11bb508 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:04.801761 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13ee1e90-41b9-476a-8f63-07833de9f56f req-d85ff01b-df41-47e7-a207-f506c11bb508 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0661573 Jul 16 02:41:04.846188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-13ee1e90-41b9-476a-8f63-07833de9f56f req-5a78d521-c4c5-4502-8da3-fbb40a6ba5fc tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Jul 16 02:41:06.025731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadf411-eeaa-4db4-9e4b-924d4b6e2e81 req-8d9849f4-d308-4f8c-8b74-ad321515e2eb tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:06.027187 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dadf411-eeaa-4db4-9e4b-924d4b6e2e81 req-8d9849f4-d308-4f8c-8b74-ad321515e2eb tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0644870 Jul 16 02:41:06.065772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3dadf411-eeaa-4db4-9e4b-924d4b6e2e81 req-2014403c-8695-4ecf-8275-991c588cbfb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Jul 16 02:41:07.245177 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091da5d-baf4-449c-a1e6-426554229eb1 req-0fbc250f-1c19-4bcf-bd25-0901d2b3e254 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:07.246726 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c091da5d-baf4-449c-a1e6-426554229eb1 req-0fbc250f-1c19-4bcf-bd25-0901d2b3e254 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0666339 Jul 16 02:41:07.286532 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c091da5d-baf4-449c-a1e6-426554229eb1 req-f18afc90-175c-4213-9f69-e5e2234f3e14 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Jul 16 02:41:08.474537 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb3949-120d-4186-9a22-0ac1e96654c0 req-0881dee0-a669-48a5-a30a-ce01f2a6029e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:08.477087 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fffb3949-120d-4186-9a22-0ac1e96654c0 req-0881dee0-a669-48a5-a30a-ce01f2a6029e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0768929 Jul 16 02:41:08.518900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fffb3949-120d-4186-9a22-0ac1e96654c0 req-fe9f9c37-a7bd-4a16-96c2-af9c380f46c2 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Jul 16 02:41:09.252873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-f828f327-51ac-497d-903a-54c40c62e0b7 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:41:09.254080 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-f828f327-51ac-497d-903a-54c40c62e0b7 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060487 Jul 16 02:41:09.350223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Request body: {'port': {'device_id': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:09.421532 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:09.686390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c529a4-6f3d-4371-bf72-640c49188a09 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:41:09.695376 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236a3b-ee45-46c2-b68e-4bbdf39e6474 req-1f4b3d9b-bdfe-46c5-a17c-5e3300561911 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:09.695946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:09.697006 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8236a3b-ee45-46c2-b68e-4bbdf39e6474 req-1f4b3d9b-bdfe-46c5-a17c-5e3300561911 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 931 time: 0.0643327 Jul 16 02:41:09.707716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Transition to ACTIVE for port object a9c529a4-6f3d-4371-bf72-640c49188a09 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:41:09.711663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:09.735827 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8236a3b-ee45-46c2-b68e-4bbdf39e6474 req-4fc62357-136f-4cb2-9380-26d15bd1a23f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Jul 16 02:41:09.768870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:09.841920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Attempting to bind port a9c529a4-6f3d-4371-bf72-640c49188a09 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:41:09.842250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Attempting to bind port a9c529a4-6f3d-4371-bf72-640c49188a09 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:41:09.842576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Attempting to bind port a9c529a4-6f3d-4371-bf72-640c49188a09 on network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:41:09.847020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Port a9c529a4-6f3d-4371-bf72-640c49188a09 on network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:41:09.847355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Attempting to bind port a9c529a4-6f3d-4371-bf72-640c49188a09 on network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:41:09.852378 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:41:09.852712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Checking segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:41:09.853095 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Bound using segment: {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:41:09.853518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Bound port: a9c529a4-6f3d-4371-bf72-640c49188a09, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c513266c-ebbe-4c7a-a145-df13d447eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:41:09.853871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:09.923159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:41:09.927021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:41:09.931500 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:10.310341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.310938 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:10.312340 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] 10.222.0.32 "PUT /v2.0/ports/a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 1091 time: 1.0516934 Jul 16 02:41:10.312769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:10.316079 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d007488-c2e1-4dc4-8737-3bb2191d689b" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:10.340338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c635dd5-e288-4377-9e13-d25eb8a5f110 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:10.359963 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cbca44-19b7-43fd-8797-8bcabd464a0f x-openstack-request-id: req-14cbca44-19b7-43fd-8797-8bcabd464a0f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:10.360289 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:10.360552 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14cbca44-19b7-43fd-8797-8bcabd464a0f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:10.360924 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'status': 'completed', 'code': 200} Jul 16 02:41:10.421313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-84cb7d4b-ba95-4f55-afa7-0d5d34b06440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.422994 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-84cb7d4b-ba95-4f55-afa7-0d5d34b06440 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1094 time: 0.0572715 Jul 16 02:41:10.468254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-42ce0a4b-a5de-41ea-b866-e9cad889c0be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 217 time: 0.0380065 Jul 16 02:41:10.519313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-85addf6b-49c1-4ef5-8fdf-7403333d149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.520851 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-85addf6b-49c1-4ef5-8fdf-7403333d149b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0465231 Jul 16 02:41:10.577320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-9c606786-dbf3-41cc-998e-105083792203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.579266 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-9c606786-dbf3-41cc-998e-105083792203 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522602 Jul 16 02:41:10.670979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-bc24ad3c-76be-4460-9335-0996dfe53dee service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Jul 16 02:41:10.760847 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af77ded4-6a31-4f61-8966-5254ec33a330 req-24e3d872-eda8-4d6d-bb8b-3832060e6cd5 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Jul 16 02:41:10.863924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-1fb7ef8a-ee9b-4881-8b17-6e4a399c4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.865496 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-1fb7ef8a-ee9b-4881-8b17-6e4a399c4081 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1094 time: 0.0532730 Jul 16 02:41:10.924949 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb171be-8106-4e90-9d2a-7aafc886284f req-bd7a1614-68aa-4ad5-8594-c4d94d5b1d67 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.926371 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cb171be-8106-4e90-9d2a-7aafc886284f req-bd7a1614-68aa-4ad5-8594-c4d94d5b1d67 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 943 time: 0.0657115 Jul 16 02:41:10.961374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-4944f64a-98d9-4f08-8745-ba74b45c8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:10.962866 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-4944f64a-98d9-4f08-8745-ba74b45c8444 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.0914834 Jul 16 02:41:10.967064 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6cb171be-8106-4e90-9d2a-7aafc886284f req-c266ad95-90b5-4f00-bf0e-4b59ac1926eb tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351136 Jul 16 02:41:11.005843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-2345fe24-836d-48e8-a287-f7fc44cbfeec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 217 time: 0.0352905 Jul 16 02:41:11.058148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-f19cae7c-edbd-4548-aa1f-ce721d56c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.059618 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-f19cae7c-edbd-4548-aa1f-ce721d56c39a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0473537 Jul 16 02:41:11.117568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-2b557f7a-ce03-4c9e-aa10-8a81c3f19dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:11.119098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-2b557f7a-ce03-4c9e-aa10-8a81c3f19dc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522022 Jul 16 02:41:11.212801 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-cbae1960-de1d-4582-857b-9e1a507e65ab service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Jul 16 02:41:11.301771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7d007488-c2e1-4dc4-8737-3bb2191d689b req-d9da16eb-e9c5-4c1c-8779-1da0fb5a3a2f service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816741 Jul 16 02:41:11.478588 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:12.138521 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec387861-4504-4f1a-8a2e-a44db4320ca0 req-08fef9f1-67db-4868-8476-8a48c4b6eab9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:12.140095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec387861-4504-4f1a-8a2e-a44db4320ca0 req-08fef9f1-67db-4868-8476-8a48c4b6eab9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 943 time: 0.0627949 Jul 16 02:41:12.177247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ec387861-4504-4f1a-8a2e-a44db4320ca0 req-ce480dac-6c5c-4a9a-930a-ffafe601a58d tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Jul 16 02:41:13.347041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcebbc-77a6-4f3a-b4b7-71dda390a821 req-28a2ee40-26d0-455a-909c-b2197c4861d1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:13.348556 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12dcebbc-77a6-4f3a-b4b7-71dda390a821 req-28a2ee40-26d0-455a-909c-b2197c4861d1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 943 time: 0.0624757 Jul 16 02:41:13.386384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12dcebbc-77a6-4f3a-b4b7-71dda390a821 req-3fcb25fc-2f8a-47dc-a58e-c0cd5d3b5d2a tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jul 16 02:41:14.287479 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a9c529a4-6f3d-4371-bf72-640c49188a09 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:41:14.383512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:14.395060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'port_id': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'mac_address': 'fa:16:3e:35:cb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:41:14.432362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.445186 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c529a4-6f3d-4371-bf72-640c49188a09 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:41:14.468972 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:14.473867 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:14.522025 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:14.529493 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.529844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.530189 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.530529 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.530863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.531195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.531524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.531851 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.532208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.532544 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.532984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.533211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:14.562482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d063-2255-44d9-a560-974dffd45908 req-9ecab40d-4a7b-46fd-aa9a-5e3781f74797 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:14.564521 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6489d063-2255-44d9-a560-974dffd45908 req-9ecab40d-4a7b-46fd-aa9a-5e3781f74797 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 944 time: 0.0662706 Jul 16 02:41:14.602762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6489d063-2255-44d9-a560-974dffd45908 req-421e9c57-fa92-46d1-9073-ca99a873c962 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Jul 16 02:41:14.677364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a9c529a4-6f3d-4371-bf72-640c49188a09'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:41:15.772691 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b387699-316d-4f0a-b4ba-94a38f2d76e4 req-f8e84fd1-4c90-4b83-84bd-62b6a76eb9b2 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:15.774190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b387699-316d-4f0a-b4ba-94a38f2d76e4 req-f8e84fd1-4c90-4b83-84bd-62b6a76eb9b2 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 944 time: 0.0628839 Jul 16 02:41:15.811145 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b387699-316d-4f0a-b4ba-94a38f2d76e4 req-bc1ec302-0231-4910-a8d1-3098dd519906 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Jul 16 02:41:16.303026 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a9c529a4-6f3d-4371-bf72-640c49188a09 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:41:16.353355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port a9c529a4-6f3d-4371-bf72-640c49188a09 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:41:16.356996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port a9c529a4-6f3d-4371-bf72-640c49188a09 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:41:16.357368 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:16.432100 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:16.454051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:16.456380 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a868ebb-6a66-4749-a51a-0b4f5bf1a482" -d '{"events": [{"server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "name": "network-vif-plugged", "status": "completed", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:16.469060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:16.473116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:16.523625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:16.600810 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fd98ce-7900-47c7-823f-5e3f0c540deb x-openstack-request-id: req-84fd98ce-7900-47c7-823f-5e3f0c540deb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:16.601103 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "name": "network-vif-plugged", "status": "completed", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:16.601356 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84fd98ce-7900-47c7-823f-5e3f0c540deb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:16.601755 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'code': 200} Jul 16 02:41:16.715005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47aa3e-e648-46a8-b137-a478f4b9d31e req-5f1dfd4a-3728-49a5-949a-a5a6a3466428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:16.716477 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bf47aa3e-e648-46a8-b137-a478f4b9d31e req-5f1dfd4a-3728-49a5-949a-a5a6a3466428 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1096 time: 0.0528023 Jul 16 02:41:16.752295 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bf47aa3e-e648-46a8-b137-a478f4b9d31e req-8a01d7b8-48db-4651-9b56-7fa5ba9a75ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292783 Jul 16 02:41:16.986529 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e209f-656c-42b6-b477-b1269cbde8e7 req-6f989ae0-46ed-4039-a3f1-cb201368454b tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:16.987941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c68e209f-656c-42b6-b477-b1269cbde8e7 req-6f989ae0-46ed-4039-a3f1-cb201368454b tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0620210 Jul 16 02:41:17.029307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c68e209f-656c-42b6-b477-b1269cbde8e7 req-e13ca3f1-735f-431a-9868-fe3c2ed029ef tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Jul 16 02:41:18.205076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696ec5-33b2-4d23-847b-9717416fabd9 req-733eceb3-ecb4-4236-be7f-a9b95505bde7 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:18.206589 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51696ec5-33b2-4d23-847b-9717416fabd9 req-733eceb3-ecb4-4236-be7f-a9b95505bde7 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0643218 Jul 16 02:41:18.244632 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51696ec5-33b2-4d23-847b-9717416fabd9 req-4e2c6a21-ab32-452d-8c94-8cfe8d9e7880 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Jul 16 02:41:18.417755 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cfc0a-38ab-4760-8181-b970879293e7 req-e202f731-6570-4fa9-9056-8f1ca083cf1f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:18.419271 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e43cfc0a-38ab-4760-8181-b970879293e7 req-e202f731-6570-4fa9-9056-8f1ca083cf1f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0642700 Jul 16 02:41:18.457925 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e43cfc0a-38ab-4760-8181-b970879293e7 req-14aaa48f-cdbf-4e54-aeea-cce3632493a1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jul 16 02:41:18.804261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b049-5f6d-4bb2-9c89-d601b16c06aa req-1a093249-a4b8-4d33-a83f-e47c52a9632b tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:18.805763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb65b049-5f6d-4bb2-9c89-d601b16c06aa req-1a093249-a4b8-4d33-a83f-e47c52a9632b tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0690160 Jul 16 02:41:18.843775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb65b049-5f6d-4bb2-9c89-d601b16c06aa req-61db3a2d-4ad0-4eaf-a318-76660688e398 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Jul 16 02:41:22.762822 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:23.831259 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-492168d5-5b9d-4511-94ab-9e5261bd5fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:23.894127 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:26.259191 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-200b151b-e513-47d8-a873-0e35fcd29c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:26.767549 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:27.636668 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:29.096172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:30.538435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975d406-3734-4504-9c6b-0e20f8e9e2ff req-a34e6502-68e6-47e3-baae-c188d55198b0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:30.539883 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c975d406-3734-4504-9c6b-0e20f8e9e2ff req-a34e6502-68e6-47e3-baae-c188d55198b0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0665598 Jul 16 02:41:30.579808 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c975d406-3734-4504-9c6b-0e20f8e9e2ff req-96133116-4ffd-4c88-9763-bd60c86899ef tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 16 02:41:30.605630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46324) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:30.711405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf41e2-84a6-475a-91cb-f22be02175b7 tempest-TestMinimumBasicScenario-1663240581 tempest-TestMinimumBasicScenario-1663240581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:30.712989 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fbaf41e2-84a6-475a-91cb-f22be02175b7 tempest-TestMinimumBasicScenario-1663240581 tempest-TestMinimumBasicScenario-1663240581-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1091 time: 0.1063263 Jul 16 02:41:30.716156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46328) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:30.721257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:30.743879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:30.842301 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:30.951539 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Allocated IP 172.25.0.241 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/a1ddb9ee-8cd0-453f-9e89-8a5264c50e59) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:41:31.059608 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.100018 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.139904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:41:31.143441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:41:31.147156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:41:31.152842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'Port': ['ID=a1ddb9ee-8cd0-453f-9e89-8a5264c50e59,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:31.523196 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.600272 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.751661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.756523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.827326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'Port': ['ID=a1ddb9ee-8cd0-453f-9e89-8a5264c50e59,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:31.840462 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:31.941938 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Floating IP d418dce1-3ac5-4afb-8589-20eb3afe8e76 associated. External IP: 172.25.0.241, port: a9c529a4-6f3d-4371-bf72-640c49188a09. Jul 16 02:41:32.147484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Router c2bcc880-7b6e-414b-9630-2ca8862c6ead has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:41:32.256752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:41:32.266007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] Sync routers for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:41:32.273182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.276380 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:32.277028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:41:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:32.321154 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b195c9ac-3409-4993-a6af-cce675095e89 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6039295 Jul 16 02:41:32.321731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:32.324015 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:32.324222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46330) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:32.329988 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907552063', 'description': 'tempest-secgroup-smoke-907552063 description', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:32.357027 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.364796 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7954c5-7b83-4f22-880d-84d112f8f8ef x-openstack-request-id: req-ba7954c5-7b83-4f22-880d-84d112f8f8ef {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:32.365078 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:32.365394 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba7954c5-7b83-4f22-880d-84d112f8f8ef {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:32.366502 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'status': 'completed', 'code': 200} Jul 16 02:41:32.409144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:32.451587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-be3d57f0-7d93-4084-85f8-f1db35868423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.453320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-be3d57f0-7d93-4084-85f8-f1db35868423 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1096 time: 0.0637805 Jul 16 02:41:32.483516 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.489392 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.533184 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.534706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2094562 Jul 16 02:41:32.536119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e8efd4-4702-490c-8f11-9e6d3b5874d3,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:32.539226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46334) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:32.543995 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group_rule': {'security_group_id': '34e8efd4-4702-490c-8f11-9e6d3b5874d3', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:32.555631 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.556788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.557029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-cd3ed295-f221-438f-beb3-07a6c9c59e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.557500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.558540 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-cd3ed295-f221-438f-beb3-07a6c9c59e93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.0979154 Jul 16 02:41:32.558751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.559127 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.559465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.559802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.560174 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.560505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.560838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.561175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.561561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c0517-4604-4fcf-bdc2-35dfa3e24bf9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:41:32.592564 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.641171 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-ff3119b3-eb16-451d-9987-d4b47928ea82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 999 time: 0.0748518 Jul 16 02:41:32.647062 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.651797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.674777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d89bba5-1e0e-4c40-9f20-ffce0ef7c0ae,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:32.679618 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.684332 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-26eb4c80-01e6-4fcd-8d36-3701ee6c6667 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410568 Jul 16 02:41:32.684664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46336) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:32.693465 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group_rule': {'security_group_id': '34e8efd4-4702-490c-8f11-9e6d3b5874d3', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:32.701320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'd418dce1-3ac5-4afb-8589-20eb3afe8e76', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'port_id': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'mac_address': 'fa:16:3e:35:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:31Z', 'updated_at': '2021-07-16T02:41:31Z', 'revision_number': 0, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:32.707897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-0fa9e435-ea80-4dc5-8eea-eacff06242b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.709507 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-0fa9e435-ea80-4dc5-8eea-eacff06242b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0608830 Jul 16 02:41:32.729544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.734389 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] Checking router: c2bcc880-7b6e-414b-9630-2ca8862c6ead for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:41:32.743237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:41:32.743866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:41:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:32.777982 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-7a523a5d-6d10-4d1b-a3e0-e971348779e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:32.779790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-7a523a5d-6d10-4d1b-a3e0-e971348779e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620260 Jul 16 02:41:32.802139 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.807229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.830882 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9989afa-1fe3-4f47-a075-670a5591f02d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:32.834705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.836017 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5da800be-be46-42af-b2ba-8a1699fc1445 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489203 Jul 16 02:41:32.838742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46338) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:32.843222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group_rule': {'security_group_id': '34e8efd4-4702-490c-8f11-9e6d3b5874d3', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:32.871069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:41:32.878039 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.899447 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-7b065a63-3cf2-4a77-b7d3-2a2bfccffac3 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125078 Jul 16 02:41:32.946649 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.950939 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.973524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca301359-b422-45e4-acf7-6ed2413cdf43,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:32.978117 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.982334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e561ecc4-4048-4e02-a728-76e619ef9260 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396654 Jul 16 02:41:32.982334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46340) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:32.987426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group_rule': {'security_group_id': '34e8efd4-4702-490c-8f11-9e6d3b5874d3', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:33.014467 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0a2ff880-1cd5-43c0-9ef2-18a065b701fe req-7df5d5de-c13e-4223-ac6a-09827c4947c1 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078839 Jul 16 02:41:33.018461 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.090614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.094829 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.112721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd9f25e-757f-4268-9c7f-4b662abe4586,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:33.120858 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.122188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a55a9620-8b60-4786-a7c8-7196b917a036 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390109 Jul 16 02:41:33.122827 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'd418dce1-3ac5-4afb-8589-20eb3afe8e76', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'port_id': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'mac_address': 'fa:16:3e:35:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:31Z', 'updated_at': '2021-07-16T02:41:31Z', 'revision_number': 0, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:41:33.124838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46342) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:33.131184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group_rule': {'security_group_id': '34e8efd4-4702-490c-8f11-9e6d3b5874d3', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:33.154186 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Project 9e47f4b3fd2a4dcbb8f7ce9f110c11f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:41:33.154841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd6e619-9c2a-4d85-8d30-0bf5c291b2e8 None None] The sync data for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 is: [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'd418dce1-3ac5-4afb-8589-20eb3afe8e76', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'port_id': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'mac_address': 'fa:16:3e:35:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:41:31Z', 'updated_at': '2021-07-16T02:41:31Z', 'revision_number': 0, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:41:33.159799 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.232544 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.242291 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.261295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea3af10-5753-45ed-9353-a6326686b745,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:33.266906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.268452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-689abaad-559a-48d3-bbee-607652b3903e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409538 Jul 16 02:41:33.271103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46344) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:41:33.275775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'security_group_rule': {'security_group_id': '34e8efd4-4702-490c-8f11-9e6d3b5874d3', 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:33.299462 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Project 9e47f4b3fd2a4dcbb8f7ce9f110c11f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:41:33.306088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.375465 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.381040 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.385398 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb8bcb-7926-4109-84e0-cc16bf97147b None None] New status for floating IP d418dce1-3ac5-4afb-8589-20eb3afe8e76: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:41:33.400415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c838c5a2-04e8-4709-87d9-9df5c80e32c4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:33.408933 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:33.411158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-0ec8094c-d723-4718-884b-a951eeed4188 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389525 Jul 16 02:41:33.534891 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-fedfc0e9-17c3-40b8-82d5-b72d21d907b2 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907552063&fields=id&tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2 HTTP/1.1" status: 200 len: 267 time: 0.0362306 Jul 16 02:41:33.605339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-5a6cb508-a3c5-41f6-882f-101d0dbb4d3a tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:33.607004 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-5a6cb508-a3c5-41f6-882f-101d0dbb4d3a tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0664663 Jul 16 02:41:33.618432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'port': {'security_groups': ['e9bd8c7f-d105-4093-b0a4-b7837512a693', '34e8efd4-4702-490c-8f11-9e6d3b5874d3']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:41:33.708716 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.243069 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:41:34.274099 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.280601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.298684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a9c529a4-6f3d-4371-bf72-640c49188a09'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:41:34.326459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.327132 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.328626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-206e67c7-2deb-4e23-a9f4-6c003db0d24f req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "PUT /v2.0/ports/a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 981 time: 0.7150555 Jul 16 02:41:34.329111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:41:34.331467 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee1c7f-e909-4718-baa2-c8565f27c4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:41:34.385993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a9c529a4-6f3d-4371-bf72-640c49188a09'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:41:34.397142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350a54-278a-47f2-aa92-366733565a27 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=6']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:41:34.440088 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f33ff0-1784-4cfe-a9c5-465acb289cfc x-openstack-request-id: req-c1f33ff0-1784-4cfe-a9c5-465acb289cfc {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:41:34.440729 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:41:34.441215 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1f33ff0-1784-4cfe-a9c5-465acb289cfc {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:41:34.441877 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'status': 'completed', 'code': 200} Jul 16 02:41:34.540209 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-c95c7a70-2a6a-4f08-86ca-21ac5dd2c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.541737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-c95c7a70-2a6a-4f08-86ca-21ac5dd2c8fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1135 time: 0.0727968 Jul 16 02:41:34.562022 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48e1e-d4a9-4d40-9b20-6b856cf9d2a3 req-6864d7c1-a52d-437f-8f76-bc0ed8dad865 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.564022 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4e48e1e-d4a9-4d40-9b20-6b856cf9d2a3 req-6864d7c1-a52d-437f-8f76-bc0ed8dad865 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0775342 Jul 16 02:41:34.613999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4e48e1e-d4a9-4d40-9b20-6b856cf9d2a3 req-ace14bba-ac18-4304-a5a1-0c2a93dff710 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430846 Jul 16 02:41:34.651809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-c5457aa9-caa5-426a-97a8-038c64da7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.653524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-c5457aa9-caa5-426a-97a8-038c64da7c3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.1045783 Jul 16 02:41:34.734234 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-5b116546-27b1-4aff-b20d-39fe29acf272 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 1001 time: 0.0725651 Jul 16 02:41:34.786516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-4e4551c8-f8bc-4dd7-adc9-5f10bf45a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.788042 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-4e4551c8-f8bc-4dd7-adc9-5f10bf45a5cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0469949 Jul 16 02:41:34.799404 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-83118882-d618-41bc-b8d9-e8268a26d4b4 None None] Provisioning complete for port a9c529a4-6f3d-4371-bf72-640c49188a09 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:41:34.799767 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83118882-d618-41bc-b8d9-e8268a26d4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:34.848811 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-ca6319b4-81c8-46b0-ae75-263526d25e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:34.850514 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-ca6319b4-81c8-46b0-ae75-263526d25e5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563862 Jul 16 02:41:34.946763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-f8b98c28-24d0-4823-8bb3-61274d812894 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897355 Jul 16 02:41:35.039735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0cee1c7f-e909-4718-baa2-c8565f27c4d0 req-be85a1c0-2caf-4577-856f-10f38fd44c35 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860829 Jul 16 02:41:48.480073 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:51.922588 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-00b37e62-a073-47c7-9e9d-a9de64492f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:51.924147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-00b37e62-a073-47c7-9e9d-a9de64492f0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1135 time: 0.0563221 Jul 16 02:41:51.942567 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ad406-d20e-45d7-87f5-437fd3652a17 req-e87080d3-17c8-4e44-872f-45578f8758f1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:51.944131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae2ad406-d20e-45d7-87f5-437fd3652a17 req-e87080d3-17c8-4e44-872f-45578f8758f1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0680375 Jul 16 02:41:51.986728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae2ad406-d20e-45d7-87f5-437fd3652a17 req-c738a102-9527-408e-941c-6e1011df18f1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343847 Jul 16 02:41:52.018651 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-8dfbe0f1-e04c-4645-b18c-030a50a2a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:52.020156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-8dfbe0f1-e04c-4645-b18c-030a50a2a3d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.0894997 Jul 16 02:41:52.087307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-a4cf3607-0ec4-4b4d-8d7d-d4a67d443ffc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 1001 time: 0.0604367 Jul 16 02:41:52.134911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-0213046b-8153-4600-ae51-af225e256f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:52.136365 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-0213046b-8153-4600-ae51-af225e256f6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0425770 Jul 16 02:41:52.192236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-958c1ba5-c1f0-412c-80f1-37480f2fca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:52.193683 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-958c1ba5-c1f0-412c-80f1-37480f2fca49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504375 Jul 16 02:41:52.285074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-08726764-3ed9-4a86-92ef-38aa3b291eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 Jul 16 02:41:52.375921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ebd252e2-e32a-4009-b05e-3fa89b50ea38 req-764b9696-1f9e-4ec3-985c-182cc88277da service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824289 Jul 16 02:41:52.758489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:53.168185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc1eb5-952f-4744-b37b-ca0a3ca89675 req-49630a93-baab-4f97-a726-195d5a356168 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.169695 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26bc1eb5-952f-4744-b37b-ca0a3ca89675 req-49630a93-baab-4f97-a726-195d5a356168 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0653825 Jul 16 02:41:53.210429 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26bc1eb5-952f-4744-b37b-ca0a3ca89675 req-ed372d4c-a85f-4e6d-badb-103ca147e2d8 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339668 Jul 16 02:41:53.831487 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e205faf6-d22c-407c-969c-54beb9b8f2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:53.900549 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:54.384321 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62d956-1489-4441-93b4-76dbe9540966 req-ffdf66b7-1b8e-47f0-a232-bbf21743f884 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.385799 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb62d956-1489-4441-93b4-76dbe9540966 req-ffdf66b7-1b8e-47f0-a232-bbf21743f884 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0663469 Jul 16 02:41:54.424723 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bb62d956-1489-4441-93b4-76dbe9540966 req-bc326e00-7238-4753-a879-4473995f46e0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325739 Jul 16 02:41:55.602581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d39ad6-f62a-4dc7-8e6a-ce52a3554632 req-1c91c8ee-910e-4d46-8668-d2cd2082579d tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:55.604144 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3d39ad6-f62a-4dc7-8e6a-ce52a3554632 req-1c91c8ee-910e-4d46-8668-d2cd2082579d tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0672178 Jul 16 02:41:55.647425 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c3d39ad6-f62a-4dc7-8e6a-ce52a3554632 req-b52e4284-0fd1-4535-8774-c370f2977fa1 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367932 Jul 16 02:41:56.261140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3d04de65-2db5-42d9-9bdd-d4bee4612f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.758586 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:56.823334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289a663-c8d2-4a09-bb6d-1f79e0a74963 req-e0e34aa4-f542-40a2-8d24-1d9c35c8a80e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:56.825480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4289a663-c8d2-4a09-bb6d-1f79e0a74963 req-e0e34aa4-f542-40a2-8d24-1d9c35c8a80e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0657809 Jul 16 02:41:56.866080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4289a663-c8d2-4a09-bb6d-1f79e0a74963 req-d866cdbc-0377-45d9-984a-58bb2b8a6b02 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342748 Jul 16 02:41:57.639972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:58.045545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c17f31-6b6c-4a8b-9c78-985f4abee286 req-7014cdd1-c57a-471e-95bd-127444d75f43 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:58.047094 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4c17f31-6b6c-4a8b-9c78-985f4abee286 req-7014cdd1-c57a-471e-95bd-127444d75f43 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0677040 Jul 16 02:41:58.093116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e4c17f31-6b6c-4a8b-9c78-985f4abee286 req-94877ce3-bd14-486b-a3d3-13985aa03d4d tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401726 Jul 16 02:41:59.101756 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:59.268374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca675e-8c48-41e1-8241-59af6b844e67 req-615fb68b-82e5-4c2f-b6a2-6006c28479cf tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.269936 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cca675e-8c48-41e1-8241-59af6b844e67 req-615fb68b-82e5-4c2f-b6a2-6006c28479cf tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0671456 Jul 16 02:41:59.310581 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5cca675e-8c48-41e1-8241-59af6b844e67 req-8cd17c13-0d5b-45e8-8a72-d7c30f2e007e tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347013 Jul 16 02:42:00.486961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3db77-06aa-45d8-917f-c489e6dc8fe8 req-19740972-0242-4690-a491-5b92d69bfc03 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:00.488421 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edb3db77-06aa-45d8-917f-c489e6dc8fe8 req-19740972-0242-4690-a491-5b92d69bfc03 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0671554 Jul 16 02:42:00.530231 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-edb3db77-06aa-45d8-917f-c489e6dc8fe8 req-d992ad5b-d658-451e-9286-32fcd93d0576 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360916 Jul 16 02:42:01.709945 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f9af9-ceaf-48bd-8b21-d05756df609f req-543a909e-3a74-4d39-937a-3772693a11be tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:01.711428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c05f9af9-ceaf-48bd-8b21-d05756df609f req-543a909e-3a74-4d39-937a-3772693a11be tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0634313 Jul 16 02:42:01.750636 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c05f9af9-ceaf-48bd-8b21-d05756df609f req-129fd72d-795e-43b2-90e8-99469cce15c8 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334973 Jul 16 02:42:02.927822 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561810-ec2e-4daf-b2e8-a9c53a9bdd15 req-b0f5298f-b203-4c36-92a1-a74d197a0dda tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:02.929364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38561810-ec2e-4daf-b2e8-a9c53a9bdd15 req-b0f5298f-b203-4c36-92a1-a74d197a0dda tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0648224 Jul 16 02:42:02.969448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-38561810-ec2e-4daf-b2e8-a9c53a9bdd15 req-fcc0f9a9-4604-47e2-9f34-8465a9e578d4 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344186 Jul 16 02:42:04.145304 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41716-3a54-4a35-880b-3590e14006e6 req-e44df3a4-f054-42a9-89c9-faf386b25523 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:04.146820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cef41716-3a54-4a35-880b-3590e14006e6 req-e44df3a4-f054-42a9-89c9-faf386b25523 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0676064 Jul 16 02:42:04.187585 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cef41716-3a54-4a35-880b-3590e14006e6 req-b82ba741-03fe-4ab9-b721-1313d7955086 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=34e8efd4-4702-490c-8f11-9e6d3b5874d3&id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346596 Jul 16 02:42:09.881878 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-9f16eab1-1d3c-4410-a2e5-98e775955cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512102 Jul 16 02:42:09.981406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-3393ad71-f007-4c68-a21e-79727a613572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.982990 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-3393ad71-f007-4c68-a21e-79727a613572 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1135 time: 0.0586977 Jul 16 02:42:10.089775 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-446a06c8-8d65-451c-9bf1-2b3491cac5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.091252 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-446a06c8-8d65-451c-9bf1-2b3491cac5e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.0881202 Jul 16 02:42:10.160777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-ea4a0f3c-4f5f-442a-bd7a-d840076485e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 1001 time: 0.0628829 Jul 16 02:42:10.209338 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-49b507ba-b456-40dd-894c-a462c2f77b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.210821 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-49b507ba-b456-40dd-894c-a462c2f77b1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0444283 Jul 16 02:42:10.270051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-95991097-19d3-49cd-b1fc-a748b27d2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.271479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-95991097-19d3-49cd-b1fc-a748b27d2cea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543530 Jul 16 02:42:10.364947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-156213a3-302b-45c6-8746-382d56c3ffe8 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872462 Jul 16 02:42:10.453846 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-02a2214e-032f-4181-a70c-9b0ebd13d67a req-0440c3c9-7dbf-4f7d-8886-77461617eb37 service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827675 Jul 16 02:42:22.757463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:23.832636 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9388d863-8678-425e-be85-d560293bcae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:23.907303 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:25.477332 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:26.266995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-579b3154-d8c0-4429-afcf-92ee22b5e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:26.761341 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:27.643323 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:29.104290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:33.302291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-13669cbe-9091-4b99-aa73-c6c725e85dfc req-51f95989-b044-499e-ba0f-71db664c9e34 tempest-ServerDiskConfigTestJSON-1255938664 tempest-ServerDiskConfigTestJSON-1255938664-project] (93907) timed out ('10.222.0.32', 63769) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:42:36.844758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-7bf48ffe-a5e1-40ef-b68c-6b170f074e63 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907552063&fields=id&tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2 HTTP/1.1" status: 200 len: 267 time: 0.0346463 Jul 16 02:42:36.918679 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-b50e6bc4-1ee0-42db-a52c-6812a6cec125 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:36.920665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-b50e6bc4-1ee0-42db-a52c-6812a6cec125 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 984 time: 0.0697737 Jul 16 02:42:36.931790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Request body: {'port': {'security_groups': ['e9bd8c7f-d105-4093-b0a4-b7837512a693']}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:42:37.024229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.245520 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:37.274996 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.280699 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.293482 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a9c529a4-6f3d-4371-bf72-640c49188a09'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:42:37.337563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:37.339632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.341139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39a2401e-97ce-4a30-b470-ebcaa7fcbf0e req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "PUT /v2.0/ports/a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 942 time: 0.4142909 Jul 16 02:42:37.341616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:37.347458 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4365cdbb-a836-4fde-8483-ee46b27c6b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:37.348266 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:37.375223 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event updated for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=7']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:37.384086 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.384455 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.384806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.385170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.385674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.386021 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.386360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.386698 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.387037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.387380 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.387710 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.388065 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c124c-ac18-42e8-bdce-55509c0676b9 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:37.421659 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc141b-cdbb-4277-b846-73ac820e36db x-openstack-request-id: req-fefc141b-cdbb-4277-b846-73ac820e36db {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:37.422889 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:37.422889 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fefc141b-cdbb-4277-b846-73ac820e36db {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:37.423111 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'status': 'completed', 'code': 200} Jul 16 02:42:37.436076 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a9c529a4-6f3d-4371-bf72-640c49188a09'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:42:37.452089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.489982 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.570773 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-8289b5fa-4bb8-4402-a4d3-b72cf3bb5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:37.572316 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-8289b5fa-4bb8-4402-a4d3-b72cf3bb5e29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1096 time: 0.1014981 Jul 16 02:42:37.623086 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.625581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.629264 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "DELETE /v2.0/security-groups/34e8efd4-4702-490c-8f11-9e6d3b5874d3 HTTP/1.1" status: 204 len: 168 time: 0.2765155 Jul 16 02:42:37.630420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46414) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:37.637925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-40d681b5-8033-4c81-851a-21b652ca5d91 None None] Provisioning complete for port a9c529a4-6f3d-4371-bf72-640c49188a09 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:37.638293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-40d681b5-8033-4c81-851a-21b652ca5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.816872 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Deleting port a1ddb9ee-8cd0-453f-9e89-8a5264c50e59 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:37.817114 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.903922 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.904843 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.919191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Calling delete_port for a1ddb9ee-8cd0-453f-9e89-8a5264c50e59 owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:38.042296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e8efd4-4702-490c-8f11-9e6d3b5874d3,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:38.056148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.056494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.056837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.057170 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.057499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.057822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.058153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.058473 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.058800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.059122 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.059442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.059764 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5f12ff-4732-43d7-85e8-1343ba2dedb0 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:38.077972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-10619faf-c0e7-455f-93e4-ad85fc233d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:38.079793 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-10619faf-c0e7-455f-93e4-ad85fc233d3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.5005715 Jul 16 02:42:38.082072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:38.106384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event deleted for resources: {'Port': ['ID=a1ddb9ee-8cd0-453f-9e89-8a5264c50e59,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:38.126524 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-46725a0c-7f39-4909-b27a-3303d6f267c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 217 time: 0.0389955 Jul 16 02:42:38.173251 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:38.173589 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Floating IP d418dce1-3ac5-4afb-8589-20eb3afe8e76 disassociated (deleted). External IP: 172.25.0.241, port: a9c529a4-6f3d-4371-bf72-640c49188a09. Jul 16 02:42:38.176404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-f586df5e-f5cb-46f2-b156-cc0890789cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:38.177938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-f586df5e-f5cb-46f2-b156-cc0890789cc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0453188 Jul 16 02:42:38.242692 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-371a1887-ef2a-45a0-baf2-0ccb7058087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:38.244261 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-371a1887-ef2a-45a0-baf2-0ccb7058087d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604908 Jul 16 02:42:38.338773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-4a228354-f3f4-4336-b857-7a3dd2c4c1fa service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868907 Jul 16 02:42:38.391204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Router c2bcc880-7b6e-414b-9630-2ca8862c6ead has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:38.438442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4365cdbb-a836-4fde-8483-ee46b27c6b6d req-1701f4dc-4fe7-4f94-bfd4-526eac3898de service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930963 Jul 16 02:42:38.506648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:38.511583 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:38.516470 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] Sync routers for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:38.526023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:38.526655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:38.549578 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4bbed61d-61fa-4e01-989a-994d0874cfd6 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "DELETE /v2.0/floatingips/d418dce1-3ac5-4afb-8589-20eb3afe8e76 HTTP/1.1" status: 204 len: 168 time: 0.9175777 Jul 16 02:42:38.641265 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:38.868526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:38.904170 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] Checking router: c2bcc880-7b6e-414b-9630-2ca8862c6ead for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:38.913661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:38.914286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:39.020487 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:39.221467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:39.248456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4868768-2c7e-4a91-80f6-399c5b6bd62d None None] The sync data for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 is: [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:40:40Z', 'revision_number': 4, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '96022294-c73b-40c1-99d9-ad5a76bcf380', 'name': '', 'network_id': '42e3f0f0-c68d-4419-ac27-a4c5aaca5e94', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'mac_address': 'fa:16:3e:22:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:40Z', 'updated_at': '2021-07-16T02:40:46Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'subnets': [{'id': 'aab996a5-f909-4dbf-8efa-18cd74bebb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:39.424232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:39.426931 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af648713-f0a5-492e-ae34-1a45c91a1915" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:39.467658 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4953f-ef8f-4b11-80a6-86900b5e3c2f x-openstack-request-id: req-90e4953f-ef8f-4b11-80a6-86900b5e3c2f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:39.467955 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:39.468230 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90e4953f-ef8f-4b11-80a6-86900b5e3c2f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:39.468835 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'status': 'completed', 'code': 200} Jul 16 02:42:39.512395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55702d14-52a5-45d9-ab54-d129f46fa57e None None] New status for floating IP d418dce1-3ac5-4afb-8589-20eb3afe8e76: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:42:39.556594 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-1dd6d70b-8060-4c2c-8759-7a6cd04f328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:39.558310 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-1dd6d70b-8060-4c2c-8759-7a6cd04f328c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 1096 time: 0.0666459 Jul 16 02:42:39.662695 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-1c302f16-1425-4d28-bcac-f629a7035615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:39.664248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-1c302f16-1425-4d28-bcac-f629a7035615 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 200 len: 916 time: 0.0992179 Jul 16 02:42:39.708317 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-f1b7d3a7-2124-484a-b222-60400c397617 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 200 len: 217 time: 0.0371087 Jul 16 02:42:39.757941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-fd3e170b-6cca-4d74-92aa-7ca7e0d0752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:39.759350 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-fd3e170b-6cca-4d74-92aa-7ca7e0d0752d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 200 len: 854 time: 0.0456941 Jul 16 02:42:39.821547 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-af94fd7c-aecd-4676-9b20-33a0617cb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:39.823103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-af94fd7c-aecd-4676-9b20-33a0617cb9df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581803 Jul 16 02:42:39.918840 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-ff044031-d4c4-4e23-a970-0a62c6d1627a service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895030 Jul 16 02:42:40.021302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-af648713-f0a5-492e-ae34-1a45c91a1915 req-35e37b6d-23a2-4b4d-b998-03492b377cda service neutron] 10.222.0.32 "GET /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945506 Jul 16 02:42:46.090126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9442f8f-fb79-47dd-9c20-61ae12e8c3bb req-6299cfe2-3982-404b-b67f-a8e8daadd7f4 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:46.092197 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9442f8f-fb79-47dd-9c20-61ae12e8c3bb req-6299cfe2-3982-404b-b67f-a8e8daadd7f4 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0743780 Jul 16 02:42:46.131794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c9442f8f-fb79-47dd-9c20-61ae12e8c3bb req-98335e2d-c0f0-447a-a0b7-21fb3b6b2202 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Jul 16 02:42:47.314464 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba225c3-347a-4b98-8ae1-d271bed0e418 req-daa75ae9-209d-43ee-ad76-2c4d04d966ed tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:47.316290 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fba225c3-347a-4b98-8ae1-d271bed0e418 req-daa75ae9-209d-43ee-ad76-2c4d04d966ed tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0685999 Jul 16 02:42:47.355616 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fba225c3-347a-4b98-8ae1-d271bed0e418 req-f1b3de9e-d83a-46b9-867c-ad6397a7a72d tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/security-groups?id=e9bd8c7f-d105-4093-b0a4-b7837512a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Jul 16 02:42:47.592260 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270debe-e682-4126-ae15-926e374805f4 req-f7c6b917-f30b-4b6a-a655-81f1b2465765 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:47.593704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6270debe-e682-4126-ae15-926e374805f4 req-f7c6b917-f30b-4b6a-a655-81f1b2465765 tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.32 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 945 time: 0.0666385 Jul 16 02:42:47.696177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Deleting port a9c529a4-6f3d-4371-bf72-640c49188a09 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:47.696516 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:47.785403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] For port a9c529a4-6f3d-4371-bf72-640c49188a09, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=a9c529a4-6f3d-4371-bf72-640c49188a09,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:47.785759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:47.801973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Calling delete_port for a9c529a4-6f3d-4371-bf72-640c49188a09 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:47.936895 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:47.948607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['a9c529a4-6f3d-4371-bf72-640c49188a09'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:42:47.968005 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Pushing event deleted for resources: {'Port': ['ID=a9c529a4-6f3d-4371-bf72-640c49188a09,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:48.023644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] No DVR routers for this DVR port a9c529a4-6f3d-4371-bf72-640c49188a09 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:48.026119 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:48.028165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6270debe-e682-4126-ae15-926e374805f4 req-6eb9312c-d29d-410c-a119-07f89e14042f tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.32 "DELETE /v2.0/ports/a9c529a4-6f3d-4371-bf72-640c49188a09 HTTP/1.1" status: 204 len: 173 time: 0.4292629 Jul 16 02:42:48.028605 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'name': 'network-vif-deleted', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:48.031544 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a09ce2-3fe3-46ae-9e75-f2f33ab2152b" -d '{"events": [{"server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "name": "network-vif-deleted", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:48.067762 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71016aa7-86d3-4bd4-88f7-95d974f17df4 x-openstack-request-id: req-71016aa7-86d3-4bd4-88f7-95d974f17df4 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:48.068067 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a12bd-01a3-4479-9507-1cc6d6ae50cc", "name": "network-vif-deleted", "tag": "a9c529a4-6f3d-4371-bf72-640c49188a09", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:48.068327 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71016aa7-86d3-4bd4-88f7-95d974f17df4 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:48.068728 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a12bd-01a3-4479-9507-1cc6d6ae50cc', 'name': 'network-vif-deleted', 'tag': 'a9c529a4-6f3d-4371-bf72-640c49188a09', 'status': 'completed', 'code': 200} Jul 16 02:42:48.535760 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6acd95f-e001-4c79-8d1b-546c987228eb req-adc5e181-67db-4ea3-8515-b7cf62f4684b tempest-TestMinimumBasicScenario-795080101 tempest-TestMinimumBasicScenario-795080101-project] 10.222.0.35 "GET /v2.0/ports?device_id=f27a12bd-01a3-4479-9507-1cc6d6ae50cc HTTP/1.1" status: 200 len: 210 time: 0.0306649 Jul 16 02:42:50.162792 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46512) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:50.511901 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:50.770843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Deleting port 96022294-c73b-40c1-99d9-ad5a76bcf380 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:50.771085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:50.784145 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a9c529a4-6f3d-4371-bf72-640c49188a09 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:50.804286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: a9c529a4-6f3d-4371-bf72-640c49188a09 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:50.804916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device a9c529a4-6f3d-4371-bf72-640c49188a09 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:50.857847 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] For port 96022294-c73b-40c1-99d9-ad5a76bcf380, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=96022294-c73b-40c1-99d9-ad5a76bcf380,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:50.858201 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:50.870478 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Calling delete_port for 96022294-c73b-40c1-99d9-ad5a76bcf380 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:51.051158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:51.078964 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=96022294-c73b-40c1-99d9-ad5a76bcf380,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:51.255714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:51.469490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Router c2bcc880-7b6e-414b-9630-2ca8862c6ead has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:51.578700 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:51.583665 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a072fb3a-0132-461c-903e-568641dd3b17 admin admin] 10.222.0.35 "PUT /v2.0/routers/c2bcc880-7b6e-414b-9630-2ca8862c6ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198554 Jul 16 02:42:51.586201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46516) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:51.589991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] Sync routers for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:51.602672 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:51.603320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:51.701610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:51.713558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:51.803248 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:51.860743 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Deleting port 707794ac-8fb9-49c0-bf28-01477263a9c3 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:51.861081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:51.901728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:42:51Z', 'revision_number': 5, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port': {'id': '707794ac-8fb9-49c0-bf28-01477263a9c3', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:38Z', 'updated_at': '2021-07-16T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:51.931568 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] Checking router: c2bcc880-7b6e-414b-9630-2ca8862c6ead for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:51.940191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] For port 707794ac-8fb9-49c0-bf28-01477263a9c3, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=707794ac-8fb9-49c0-bf28-01477263a9c3,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:51.940511 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:51.940833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] Routers {'c2bcc880-7b6e-414b-9630-2ca8862c6ead'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:51.941457 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:51.954445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Calling delete_port for 707794ac-8fb9-49c0-bf28-01477263a9c3 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:52.032882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] Set router c2bcc880-7b6e-414b-9630-2ca8862c6ead gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:52.120249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:42:51Z', 'revision_number': 6, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:52.149471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5de5-3649-4ba6-a135-b781a2c00561 None None] The sync data for ids ['c2bcc880-7b6e-414b-9630-2ca8862c6ead'] in n-d-800087-6 is: [{'id': 'c2bcc880-7b6e-414b-9630-2ca8862c6ead', 'name': 'tempest-TestMinimumBasicScenario-2111240151-router', 'tenant_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:37Z', 'updated_at': '2021-07-16T02:42:51Z', 'revision_number': 6, 'project_id': '9e47f4b3fd2a4dcbb8f7ce9f110c11f2', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:52.172377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.197045 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=707794ac-8fb9-49c0-bf28-01477263a9c3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:52.271152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.370170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.373041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.415655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.416265 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2bcc880-7b6e-414b-9630-2ca8862c6ead {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:42:52.421126 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.422285 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f2a1bcf0-f2a7-493d-a200-8c23c0d5b6a1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c2bcc880-7b6e-414b-9630-2ca8862c6ead HTTP/1.1" status: 204 len: 168 time: 0.8349395 Jul 16 02:42:52.424925 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46518) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:52.470456 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Deleting subnet aab996a5-f909-4dbf-8efa-18cd74bebb83 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:42:52.473763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.522526 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.621980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.689701 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.715121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab996a5-f909-4dbf-8efa-18cd74bebb83,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:52.722917 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.725377 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1ad71abc-d78f-4cdf-97ea-bf04f60ca921 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aab996a5-f909-4dbf-8efa-18cd74bebb83 HTTP/1.1" status: 204 len: 168 time: 0.2991962 Jul 16 02:42:52.728074 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46520) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:52.730631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7666816-82ee-4d6e-a313-18526fa824f9 None None] Network 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:42:52.773999 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:52.999231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] DHCP port deletion for 42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:42:53.006249 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 96022294-c73b-40c1-99d9-ad5a76bcf380 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:53.041390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 96022294-c73b-40c1-99d9-ad5a76bcf380 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:53.041649 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 96022294-c73b-40c1-99d9-ad5a76bcf380 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:53.104393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Deleting port 1600f855-b378-40eb-bf11-6cad15a9c850 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:53.104985 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.189584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] For port 1600f855-b378-40eb-bf11-6cad15a9c850, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1600f855-b378-40eb-bf11-6cad15a9c850,segment=NetworkSegment(c513266c-ebbe-4c7a-a145-df13d447eb97),segment_id=c513266c-ebbe-4c7a-a145-df13d447eb97)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:53.190128 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.214669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Calling delete_port for 1600f855-b378-40eb-bf11-6cad15a9c850 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:53.256694 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.310939 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.320694 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Deleting port 1600f855-b378-40eb-bf11-6cad15a9c850 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:53.321318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.342172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] No DVR routers for this DVR port 1600f855-b378-40eb-bf11-6cad15a9c850 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:53.347546 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Pushing event deleted for resources: {'Port': ['ID=1600f855-b378-40eb-bf11-6cad15a9c850,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:53.356505 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.357397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.357743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.358184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.358683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.359078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.359415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.360233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.360233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.360839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.360970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.361220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0288ad-f1a8-4d98-9dcf-73fc84c3435c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:53.404982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] For port 1600f855-b378-40eb-bf11-6cad15a9c850, host n-d-800087-6, got binding levels [] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:53.405358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.417188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Calling delete_port for 1600f855-b378-40eb-bf11-6cad15a9c850 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:53.420942 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.ipam_backend_mixin [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Port 1600f855-b378-40eb-bf11-6cad15a9c850 was not found and therefore no delete operation was performed {{(pid=93906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:42:53.422813 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.449303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Pushing event deleted for resources: {'Port': ['ID=1600f855-b378-40eb-bf11-6cad15a9c850,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:53.452811 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] No DVR routers for this DVR port 1600f855-b378-40eb-bf11-6cad15a9c850 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:53.541219 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.554203 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e3f0f0-c68d-4419-ac27-a4c5aaca5e94']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:53.565445 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c513266c-ebbe-4c7a-a145-df13d447eb97') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:53.565751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c513266c-ebbe-4c7a-a145-df13d447eb97') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:53.575704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.595538 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.606544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:42:53.607453 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:42:53.609378 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:42:53.663730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.672292 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.674501 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] 10.222.0.35 "DELETE /v2.0/networks/42e3f0f0-c68d-4419-ac27-a4c5aaca5e94 HTTP/1.1" status: 204 len: 168 time: 0.9455004 Jul 16 02:42:53.678405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46522) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:53.686271 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320c6c-b225-45ef-95f6-31806053353b admin admin] Pushing event deleted for resources: {'Network': ['ID=42e3f0f0-c68d-4419-ac27-a4c5aaca5e94,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:53.835618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3b75eb8a-c073-4af7-bc64-3fa6737c341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:53.925180 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.054411 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.284845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1600f855-b378-40eb-bf11-6cad15a9c850 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:54.306939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1600f855-b378-40eb-bf11-6cad15a9c850 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:54.307283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1600f855-b378-40eb-bf11-6cad15a9c850 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:54.308313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 707794ac-8fb9-49c0-bf28-01477263a9c3 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:54.331221 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 707794ac-8fb9-49c0-bf28-01477263a9c3 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:54.331562 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 707794ac-8fb9-49c0-bf28-01477263a9c3 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:54.373333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Deleting port c7644f2a-0011-4dfb-8f75-0918f3c31254 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:54.373727 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.461468 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] For port c7644f2a-0011-4dfb-8f75-0918f3c31254, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c7644f2a-0011-4dfb-8f75-0918f3c31254,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:54.461787 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.475722 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Calling delete_port for c7644f2a-0011-4dfb-8f75-0918f3c31254 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:54.677704 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:54.710167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Pushing event deleted for resources: {'Port': ['ID=c7644f2a-0011-4dfb-8f75-0918f3c31254,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:54.951157 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.196454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:42:55.325265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:42:55.330918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b3910d3e-d857-4c8b-a580-ae27b3bb4abc admin admin] 10.222.0.35 "PUT /v2.0/routers/a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6499205 Jul 16 02:42:55.334422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46524) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:55.336727 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] Sync routers for ids ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:42:55.349896 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] Routers {'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:55.350699 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:55.467478 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.478495 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] Set router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:55.591217 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.649256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Deleting port 1a0609d7-6364-4d94-a999-52286a81499f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:55.649712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.679579 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '1a0609d7-6364-4d94-a999-52286a81499f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:42:54Z', 'revision_number': 5, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port': {'id': '1a0609d7-6364-4d94-a999-52286a81499f', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:40:43Z', 'updated_at': '2021-07-16T02:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:55.707704 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] Checking router: a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:42:55.716626 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] Routers {'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:42:55.717240 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:55.739100 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] For port 1a0609d7-6364-4d94-a999-52286a81499f, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=1a0609d7-6364-4d94-a999-52286a81499f,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:55.740261 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:55.758542 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Calling delete_port for 1a0609d7-6364-4d94-a999-52286a81499f owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:55.806510 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] Set router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:42:55.864570 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:42:55Z', 'revision_number': 6, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:55.894946 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b35ab0-4d85-4a4c-8825-f1874e1dc043 None None] The sync data for ids ['a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1'] in n-d-800087-6 is: [{'id': 'a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1', 'name': 'tempest-TestMinimumBasicScenario-1738621690-router', 'tenant_id': '7d4fc7af6248482199075f79254b0027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:40:42Z', 'updated_at': '2021-07-16T02:42:55Z', 'revision_number': 6, 'project_id': '7d4fc7af6248482199075f79254b0027', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:42:56.000399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.029194 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0609d7-6364-4d94-a999-52286a81499f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:56.097433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.194939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.197062 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.255801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.257289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:42:56.268876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.268876 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aa970ebf-fa83-4b6e-a5d2-1229501494d6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a4f5c1bd-4c20-44b5-ab51-399fb4e4bfd1 HTTP/1.1" status: 204 len: 168 time: 0.9312134 Jul 16 02:42:56.269501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46526) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:56.293534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1712bbd-3174-4c00-afa4-17fc4759046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.324676 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Deleting subnet 6734d22a-f4b3-4e1c-b0f8-4abc2a866177 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:42:56.334391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.373777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.382994 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c7644f2a-0011-4dfb-8f75-0918f3c31254 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:56.406817 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c7644f2a-0011-4dfb-8f75-0918f3c31254 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:56.407240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c7644f2a-0011-4dfb-8f75-0918f3c31254 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:56.464065 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.530517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.556954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6734d22a-f4b3-4e1c-b0f8-4abc2a866177,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:56.561146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.564547 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-470f55a7-2452-4504-a13b-85ae8a81b321 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6734d22a-f4b3-4e1c-b0f8-4abc2a866177 HTTP/1.1" status: 204 len: 168 time: 0.2938221 Jul 16 02:42:56.565500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46528) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:56.570419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139193b-cb7e-4730-9bfd-3559a4e30614 None None] Network ef58893c-fcdc-4ace-9bb7-1031ca965210 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:42:56.640576 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.703254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Deleting port 2b507ad9-349c-4b2e-91c9-72f66153d4ed {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:56.703705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.774543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.789046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] For port 2b507ad9-349c-4b2e-91c9-72f66153d4ed, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b507ad9-349c-4b2e-91c9-72f66153d4ed,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:56.789438 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.799264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] DHCP port deletion for ef58893c-fcdc-4ace-9bb7-1031ca965210 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:42:56.802740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Calling delete_port for 2b507ad9-349c-4b2e-91c9-72f66153d4ed owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:56.855742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] Deleting port 2b507ad9-349c-4b2e-91c9-72f66153d4ed {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:42:56.856189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.917084 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.929309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] For port 2b507ad9-349c-4b2e-91c9-72f66153d4ed, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=2b507ad9-349c-4b2e-91c9-72f66153d4ed,segment=NetworkSegment(4c087394-6ce7-4860-88bb-1c9f6dd8a7cc),segment_id=4c087394-6ce7-4860-88bb-1c9f6dd8a7cc)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:56.929794 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:56.952615 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] No DVR routers for this DVR port 2b507ad9-349c-4b2e-91c9-72f66153d4ed on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:56.956355 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] Calling delete_port for 2b507ad9-349c-4b2e-91c9-72f66153d4ed owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:42:56.958277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b507ad9-349c-4b2e-91c9-72f66153d4ed,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:57.037648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.049158 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef58893c-fcdc-4ace-9bb7-1031ca965210']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:57.061091 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.061898 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:57.062374 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c087394-6ce7-4860-88bb-1c9f6dd8a7cc') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:42:57.080490 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.088352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] Pushing event deleted for resources: {'Port': ['ID=2b507ad9-349c-4b2e-91c9-72f66153d4ed,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:57.093480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282939d-2fc0-47d9-8d11-dfff6d1c7aff None None] No DVR routers for this DVR port 2b507ad9-349c-4b2e-91c9-72f66153d4ed on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:42:57.107881 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.117680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:42:57.118874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:42:57.120860 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:42:57.188259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.194051 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.196126 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ef58893c-fcdc-4ace-9bb7-1031ca965210 HTTP/1.1" status: 204 len: 168 time: 0.6295512 Jul 16 02:42:57.208075 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392732e-0142-47c6-94da-e18bb49533c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef58893c-fcdc-4ace-9bb7-1031ca965210,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:57.367845 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46532) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:57.412621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-70aa8162-503a-4ced-8cd9-c1b567a9ce00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e47f4b3fd2a4dcbb8f7ce9f110c11f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433853 Jul 16 02:42:57.415248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46534) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:57.476238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-493b4465-3df4-4542-a1a8-a693aa6a8863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.498408 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-493b4465-3df4-4542-a1a8-a693aa6a8863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.549545 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-493b4465-3df4-4542-a1a8-a693aa6a8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.552852 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-493b4465-3df4-4542-a1a8-a693aa6a8863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.554238 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-493b4465-3df4-4542-a1a8-a693aa6a8863 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9bd8c7f-d105-4093-b0a4-b7837512a693 HTTP/1.1" status: 204 len: 168 time: 0.1371679 Jul 16 02:42:57.564156 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b4465-3df4-4542-a1a8-a693aa6a8863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd8c7f-d105-4093-b0a4-b7837512a693,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:57.647439 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:57.908452 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46540) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:57.951217 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8c09a4ab-47a0-47fb-9925-f042e1dfaf87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d4fc7af6248482199075f79254b0027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415554 Jul 16 02:42:57.954017 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:58.006931 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66dafd02-4071-4062-9ce2-fcbef291cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:58.035681 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66dafd02-4071-4062-9ce2-fcbef291cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:58.084321 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66dafd02-4071-4062-9ce2-fcbef291cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:58.087064 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-66dafd02-4071-4062-9ce2-fcbef291cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:58.088280 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-66dafd02-4071-4062-9ce2-fcbef291cb72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29f6bb24-1910-4283-b886-29d3d063d040 HTTP/1.1" status: 204 len: 168 time: 0.1333222 Jul 16 02:42:58.096491 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dafd02-4071-4062-9ce2-fcbef291cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6bb24-1910-4283-b886-29d3d063d040,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:58.276688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a0609d7-6364-4d94-a999-52286a81499f no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:58.299965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 1a0609d7-6364-4d94-a999-52286a81499f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:58.301078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 1a0609d7-6364-4d94-a999-52286a81499f not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:58.301816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b507ad9-349c-4b2e-91c9-72f66153d4ed no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:58.326397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 2b507ad9-349c-4b2e-91c9-72f66153d4ed {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:42:58.326735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 2b507ad9-349c-4b2e-91c9-72f66153d4ed not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:42:59.107370 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.454126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:00.458954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855226078', 'description': 'tempest-secgroup-smoke-1855226078 description', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:00.483383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.493243 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.598259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.602314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.637822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb8b19e-1a85-48c6-85ef-45372d321ebc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:00.708006 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.712743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.742293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.743563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2884221 Jul 16 02:43:00.747716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46584) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:00.749118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6969f-ca6e-478c-b845-b5400f50701c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ef307-6789-4599-8939-546b89adf6f1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:00.752481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'e04ef307-6789-4599-8939-546b89adf6f1', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:00.781992 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.842782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.847140 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.873481 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b82647-a12f-4090-9655-638ae323b1a3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:00.878570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:00.879946 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-473314d6-c149-42d6-9c64-7cbb59d32df7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311643 Jul 16 02:43:00.883067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46586) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:00.888060 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'e04ef307-6789-4599-8939-546b89adf6f1', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:00.931103 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.006208 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.010671 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.031435 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042c67d3-ae67-46bc-a025-a7b7b104e6f6,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:01.035633 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.039916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a0d46da0-5d48-44aa-9c71-57abb4cb2aae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557994 Jul 16 02:43:01.040099 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46588) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:01.044804 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'e04ef307-6789-4599-8939-546b89adf6f1', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:01.077983 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.164409 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.169774 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.188915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdb74b2-c6fe-41dc-b363-b06f0980a1ff,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:01.197220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.198541 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ae77b791-b25b-4aa9-830a-b8c878a6a7ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575003 Jul 16 02:43:01.201783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:01.206581 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'e04ef307-6789-4599-8939-546b89adf6f1', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:01.233450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.296974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.301718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.322331 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946d9f91-c943-405d-88e2-458b81e0b043,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:01.335098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.336468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6f172901-dfd6-460e-aa15-1a695e69715d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337123 Jul 16 02:43:01.340404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46592) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:01.345450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'e04ef307-6789-4599-8939-546b89adf6f1', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:01.369216 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:43:01.375580 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.445088 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.450461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.473066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be28d757-23bc-412e-a862-39f584803d51,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:01.481036 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.482882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c1847e52-2aa5-4830-9fe2-59a97cf8ed88 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411014 Jul 16 02:43:01.486222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:01.490766 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'e04ef307-6789-4599-8939-546b89adf6f1', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:01.514474 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:43:01.519594 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.586887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.591045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.611373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49716138-57d1-49b7-8d82-ee77127aa9be,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:01.619547 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.620904 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-f2d6f4c4-9f3a-4699-b2a0-959704b753c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337121 Jul 16 02:43:01.624540 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46596) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:01.629702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'network': {'name': 'tempest-network-smoke--1197098604', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:01.652060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:01.655696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.684197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:43:01.694558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.694968 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Added segment 824df321-120e-4d8f-a403-e0990a5d3d6e of type vlan for network 0296343d-1ffc-4963-a722-947be7a240ff Jul 16 02:43:01.740611 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.771797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.777702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:01.778966 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.818627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1929934 Jul 16 02:43:01.822019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:01.827712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'admin_state_up': True, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:01.855589 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.855863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbba5f-485b-4fab-a849-e59e68562491 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Network': ['ID=0296343d-1ffc-4963-a722-947be7a240ff,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:01.857650 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:01.867892 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 0296343d-1ffc-4963-a722-947be7a240ff details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:43:01.917932 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.071704 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.286471 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.306745 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.424788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.230 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/595ddc90-5d33-4ec8-a204-474b3664cf6e) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:02.480487 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:02.542185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.582562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.630585 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:02.634011 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:02.638463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:02.644551 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=595ddc90-5d33-4ec8-a204-474b3664cf6e,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:02.905379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:03.116825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:03.307166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:43:03.419851 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:03.434390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Sync routers for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:03.448329 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:03.449752 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-1a741604-0574-4e55-bd4c-2985ef7d0564 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6265934 Jul 16 02:43:03.453228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:03.454490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:03.455112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:03.567938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:03.584820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b1dae5e3-e078-41fb-8204-a2a4654f7c1e tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ed625dc5213b4f5e94c2bc604f2bf4a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276913 Jul 16 02:43:03.585041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46604) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:03.718426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983545e-846c-4a7c-b840-dcf2f5f0a88d tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:03.720008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9983545e-846c-4a7c-b840-dcf2f5f0a88d tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341224 Jul 16 02:43:03.722870 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46606) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:03.753536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-86ab902d-d5d8-4698-bc23-09319721bc28 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271361 Jul 16 02:43:03.753758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46608) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:03.758742 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247306208', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:03.792375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:02Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:03.856959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:03.861221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:03.976014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Checking router: ddd8a50d-cf77-4ad5-ac84-e48dace48b87 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:03.976401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Updating router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 port 595ddc90-5d33-4ec8-a204-474b3664cf6e binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:43:04.016614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.063489 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.136140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Subnet': ['ID=ff5b3021-7587-4323-a5e7-76eb9799c0b0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:04.148849 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Checking segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:04.149215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network hostable DHCP agents. Network: 0296343d-1ffc-4963-a722-947be7a240ff, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:43:04.168415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 0296343d-1ffc-4963-a722-947be7a240ff is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:43:04.181164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 0296343d-1ffc-4963-a722-947be7a240ff) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:04.188348 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:04.189332 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.212711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-343c8f45-eaf5-42a4-b12c-8dbd6be1f982 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4573190 Jul 16 02:43:04.216582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46610) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:04.219625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e05fc6-78c3-44d9-878f-4abab1287df5 None None] Network 0296343d-1ffc-4963-a722-947be7a240ff requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:04.422592 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.455741 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Transition to ACTIVE for port object 595ddc90-5d33-4ec8-a204-474b3664cf6e will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:04.469224 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.480728 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-0296343d-1ffc-4963-a722-947be7a240ff', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:43:04.481905 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.550808 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Attempting to bind port 595ddc90-5d33-4ec8-a204-474b3664cf6e on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:04.551202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Attempting to bind port 595ddc90-5d33-4ec8-a204-474b3664cf6e by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:04.551629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Attempting to bind port 595ddc90-5d33-4ec8-a204-474b3664cf6e on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:04.558939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aca6a8-cabc-420d-a1e6-31cf88001138 None None] Pushing event updated for resources: {'Port': ['ID=595ddc90-5d33-4ec8-a204-474b3664cf6e,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:04.610288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:04.610713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:04.611147 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.611589 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:04.612098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Bound port: 595ddc90-5d33-4ec8-a204-474b3664cf6e, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:04.612489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.750832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] For port 595ddc90-5d33-4ec8-a204-474b3664cf6e, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:04.758738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] For port 595ddc90-5d33-4ec8-a204-474b3664cf6e, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=595ddc90-5d33-4ec8-a204-474b3664cf6e,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:04.767294 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.769336 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:04.777501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Allocated IP 172.20.0.2 (0296343d-1ffc-4963-a722-947be7a240ff/ff5b3021-7587-4323-a5e7-76eb9799c0b0/b330b127-9994-4857-aa53-f89d8f8a2896) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:04.925379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aca6a8-cabc-420d-a1e6-31cf88001138 None None] Pushing event updated for resources: {'Port': ['ID=595ddc90-5d33-4ec8-a204-474b3664cf6e,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:04.929942 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:04.930593 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:05.124177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:05.194285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.220534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Transition to ACTIVE for port object b330b127-9994-4857-aa53-f89d8f8a2896 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:05.272688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Transition to ACTIVE for port object b330b127-9994-4857-aa53-f89d8f8a2896 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:05.284426 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.339424 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.1 (0296343d-1ffc-4963-a722-947be7a240ff/ff5b3021-7587-4323-a5e7-76eb9799c0b0/df4aea41-4b32-49a5-9c4d-d8fe3c94988c) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:05.358991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Network 0296343d-1ffc-4963-a722-947be7a240ff is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:05.378870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Pushing event updated for resources: {'Port': ['ID=b330b127-9994-4857-aa53-f89d8f8a2896,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:05.383693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:05.387063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:05.467947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Attempting to bind port b330b127-9994-4857-aa53-f89d8f8a2896 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:05.468755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Attempting to bind port b330b127-9994-4857-aa53-f89d8f8a2896 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:05.468874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Attempting to bind port b330b127-9994-4857-aa53-f89d8f8a2896 on network 0296343d-1ffc-4963-a722-947be7a240ff {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:05.478369 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:05.479006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Checking segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:05.479190 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.479659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Bound using segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:05.480208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Bound port: b330b127-9994-4857-aa53-f89d8f8a2896, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:05.480655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.485798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:02Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:05.531111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b007-f0f3-4c82-9abf-d94206470a0a None None] The sync data for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 is: [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:02Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:05.610846 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] For port b330b127-9994-4857-aa53-f89d8f8a2896, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:05.615323 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] For port b330b127-9994-4857-aa53-f89d8f8a2896, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b330b127-9994-4857-aa53-f89d8f8a2896,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:05.625275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.727327 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e9bb3-a76c-4a68-b676-163bb4792f5f None None] Pushing event updated for resources: {'Port': ['ID=b330b127-9994-4857-aa53-f89d8f8a2896,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:05.880572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.900542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object df4aea41-4b32-49a5-9c4d-d8fe3c94988c will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:05.950748 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.017860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:06.023401 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 0296343d-1ffc-4963-a722-947be7a240ff is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:06.025926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:06.033227 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:06.091845 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.286320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.350535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 595ddc90-5d33-4ec8-a204-474b3664cf6e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:06.407595 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 595ddc90-5d33-4ec8-a204-474b3664cf6e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:06.412131 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 595ddc90-5d33-4ec8-a204-474b3664cf6e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:06.412452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.524227 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.549720 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 595ddc90-5d33-4ec8-a204-474b3664cf6e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=595ddc90-5d33-4ec8-a204-474b3664cf6e,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:06.555261 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.556641 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b330b127-9994-4857-aa53-f89d8f8a2896 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:06.641644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b330b127-9994-4857-aa53-f89d8f8a2896 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:06.667997 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=595ddc90-5d33-4ec8-a204-474b3664cf6e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:06.678452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.684012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.782554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:06.785942 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.900341 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 0296343d-1ffc-4963-a722-947be7a240ff is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:06.901814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:06.952842 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daaa5d7-350f-4be5-b5de-9d75447a6bf4 None None] Network 0296343d-1ffc-4963-a722-947be7a240ff requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:07.028770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] Provisioning for port b330b127-9994-4857-aa53-f89d8f8a2896 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:07.035910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] Provisioning complete for port b330b127-9994-4857-aa53-f89d8f8a2896 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:07.036390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.041129 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:07.178829 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:07.185190 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-98cb0b66-9f0c-4958-a187-77755ea55fe5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/ddd8a50d-cf77-4ad5-ac84-e48dace48b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9660020 Jul 16 02:43:07.186883 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.241468 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] For port b330b127-9994-4857-aa53-f89d8f8a2896, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b330b127-9994-4857-aa53-f89d8f8a2896,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:07.253652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.335426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604754-451c-4205-9b20-aaa85933fb93 None None] Pushing event updated for resources: {'Port': ['ID=b330b127-9994-4857-aa53-f89d8f8a2896,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:07.363606 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-8dc05ca3-dcbb-496f-ab69-41f55c09c0a1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855226078&fields=id&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 267 time: 0.0434186 Jul 16 02:43:07.494002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9917c7cf-c8fe-4055-99c8-c7cabb0652cc None None] Provisioning complete for port b330b127-9994-4857-aa53-f89d8f8a2896 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:07.494484 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9917c7cf-c8fe-4055-99c8-c7cabb0652cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.518542 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-98450ee1-179f-4917-ad05-cae2054b1934 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:07.521132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-98450ee1-179f-4917-ad05-cae2054b1934 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/networks?id=0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 200 len: 797 time: 0.1499300 Jul 16 02:43:07.539551 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d369af00-1d67-4a93-bc10-acc9c5d43dcd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/quotas/ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 375 time: 0.0131686 Jul 16 02:43:07.620788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-c9037fee-8ee1-4b6c-951a-49ba8dad050b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730324 Jul 16 02:43:07.629283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9917c7cf-c8fe-4055-99c8-c7cabb0652cc None None] Provisioning for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:07.642862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9917c7cf-c8fe-4055-99c8-c7cabb0652cc None None] Provisioning complete for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:07.643724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9917c7cf-c8fe-4055-99c8-c7cabb0652cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.699795 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Sync routers for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:07.715490 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:07.716227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9917c7cf-c8fe-4055-99c8-c7cabb0652cc None None] Port df4aea41-4b32-49a5-9c4d-d8fe3c94988c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:07.717141 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:07.765892 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-da4478f3-f595-4c3f-a491-668c66a1b7c5 service neutron] 10.222.0.35 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222613 Jul 16 02:43:07.853146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6dd59ffc-19f6-45ca-a25b-1e790f0f3436 None None] Provisioning complete for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:07.853781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6dd59ffc-19f6-45ca-a25b-1e790f0f3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.877151 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:07.900383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-2fb6e87c-11ee-4e97-8c75-4e7d28211364 service neutron] 10.222.0.35 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264484 Jul 16 02:43:07.915856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6dd59ffc-19f6-45ca-a25b-1e790f0f3436 None None] Port df4aea41-4b32-49a5-9c4d-d8fe3c94988c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:08.038015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ba65d08b-d729-4b7e-a3a3-f6fc5640a968 None None] Provisioning complete for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:08.038467 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ba65d08b-d729-4b7e-a3a3-f6fc5640a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.082521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ba65d08b-d729-4b7e-a3a3-f6fc5640a968 None None] Port df4aea41-4b32-49a5-9c4d-d8fe3c94988c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:08.155945 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 2, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:08.189463 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Checking router: ddd8a50d-cf77-4ad5-ac84-e48dace48b87 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:08.189859 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Updating router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 port df4aea41-4b32-49a5-9c4d-d8fe3c94988c binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:43:08.308705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 595ddc90-5d33-4ec8-a204-474b3664cf6e up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:08.360022 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.379490 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad43c882-aa29-4352-b171-fb4ee3b79112 req-26ba8c9d-6deb-4458-96ed-3658dac73e9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 210 time: 0.0566866 Jul 16 02:43:08.391287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 595ddc90-5d33-4ec8-a204-474b3664cf6e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:08.391986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.506744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b330b127-9994-4857-aa53-f89d8f8a2896 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:08.573828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b330b127-9994-4857-aa53-f89d8f8a2896 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:08.574302 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.700725 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.712226 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Transition to ACTIVE for port object df4aea41-4b32-49a5-9c4d-d8fe3c94988c will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:08.722981 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.781522 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Pushing event updated for resources: {'Port': ['ID=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:08.817534 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.817878 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.818212 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.818543 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.818867 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.819187 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.819508 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.819822 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.820163 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.820669 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.821145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.821645 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:08.863053 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Attempting to bind port df4aea41-4b32-49a5-9c4d-d8fe3c94988c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:08.863587 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Attempting to bind port df4aea41-4b32-49a5-9c4d-d8fe3c94988c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:08.864150 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Attempting to bind port df4aea41-4b32-49a5-9c4d-d8fe3c94988c on network 0296343d-1ffc-4963-a722-947be7a240ff {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:08.870047 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:08.870576 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Checking segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:08.871079 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.871582 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Bound using segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:08.873007 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Bound port: df4aea41-4b32-49a5-9c4d-d8fe3c94988c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:08.873660 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.972733 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] For port df4aea41-4b32-49a5-9c4d-d8fe3c94988c, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:08.980211 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] For port df4aea41-4b32-49a5-9c4d-d8fe3c94988c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:08.990799 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:09.056865 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:09.057783 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:09.062945 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5429e-26ee-48de-961e-976550c4ab3a None None] Pushing event updated for resources: {'Port': ['ID=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:09.195793 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:09.448159 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:09.474611 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96c406b-293e-43dd-97ee-0d71eaf1cf2c None None] The sync data for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 is: [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:09.585444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-74d95a4f-fb46-4059-80be-11022fa5fed4 req-4fb37fe1-4d6f-4384-8d49-882e0e491e6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 210 time: 0.0654855 Jul 16 02:43:09.809154 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-bc95fd1d-2ec3-4697-ae45-a3a1d7c569ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:09.810811 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-bc95fd1d-2ec3-4697-ae45-a3a1d7c569ee tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/networks?id=0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 200 len: 797 time: 0.1446896 Jul 16 02:43:09.873313 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d5fb5259-d216-439f-b409-30d32d0df1d4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 380 time: 0.0468554 Jul 16 02:43:09.884533 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'port': {'device_id': '4c933b53-3086-4179-82dc-43de0f99492f', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'admin_state_up': True, 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'security_groups': ['e04ef307-6789-4599-8939-546b89adf6f1']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:10.024169 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:10.028841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.192418 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.5 (0296343d-1ffc-4963-a722-947be7a240ff/ff5b3021-7587-4323-a5e7-76eb9799c0b0/568d22f4-a33f-4e00-8da4-6e7438bbe626) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:10.317841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df4aea41-4b32-49a5-9c4d-d8fe3c94988c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:10.361891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.381647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:10.385010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object 568d22f4-a33f-4e00-8da4-6e7438bbe626 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:10.388326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:10.388874 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.424502 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.477362 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 0296343d-1ffc-4963-a722-947be7a240ff is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:10.484288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:10.487941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:10.496184 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.526516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=568d22f4-a33f-4e00-8da4-6e7438bbe626,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:10.549715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port df4aea41-4b32-49a5-9c4d-d8fe3c94988c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:10.555754 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.569674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:10.570634 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.601716 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-36a121c8-cfcc-4412-b436-1145f0dd1a76 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235537 Jul 16 02:43:10.617144 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Request body: {'port': {'device_id': '4c933b53-3086-4179-82dc-43de0f99492f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:10.631390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:10.743399 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.873864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254a37c-14df-4c0e-a2e7-480d57104509 req-d1240e92-2d16-42ed-8ded-0d77ed7f934a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:10.879226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2254a37c-14df-4c0e-a2e7-480d57104509 req-d1240e92-2d16-42ed-8ded-0d77ed7f934a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 931 time: 0.0933945 Jul 16 02:43:10.885107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-256ebd5d-882d-41a2-92f5-113b98937a2e None None] Provisioning for port 568d22f4-a33f-4e00-8da4-6e7438bbe626 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:10.891296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-256ebd5d-882d-41a2-92f5-113b98937a2e None None] Provisioning complete for port 568d22f4-a33f-4e00-8da4-6e7438bbe626 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:10.891837 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-256ebd5d-882d-41a2-92f5-113b98937a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.926500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2254a37c-14df-4c0e-a2e7-480d57104509 req-804a8928-e01a-4ed6-8f3a-0ca643c40151 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Jul 16 02:43:10.959023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-256ebd5d-882d-41a2-92f5-113b98937a2e None None] Port 568d22f4-a33f-4e00-8da4-6e7438bbe626 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:11.483126 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568d22f4-a33f-4e00-8da4-6e7438bbe626 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:11.491163 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.503403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Transition to ACTIVE for port object 568d22f4-a33f-4e00-8da4-6e7438bbe626 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:11.508125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.595456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Pushing event updated for resources: {'Port': ['ID=568d22f4-a33f-4e00-8da4-6e7438bbe626,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:11.663026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Attempting to bind port 568d22f4-a33f-4e00-8da4-6e7438bbe626 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:11.663365 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Attempting to bind port 568d22f4-a33f-4e00-8da4-6e7438bbe626 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:11.663690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Attempting to bind port 568d22f4-a33f-4e00-8da4-6e7438bbe626 on network 0296343d-1ffc-4963-a722-947be7a240ff {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:11.670991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Port 568d22f4-a33f-4e00-8da4-6e7438bbe626 on network 0296343d-1ffc-4963-a722-947be7a240ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:43:11.670991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Attempting to bind port 568d22f4-a33f-4e00-8da4-6e7438bbe626 on network 0296343d-1ffc-4963-a722-947be7a240ff {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:11.679478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:11.679842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Checking segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:11.680255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Bound using segment: {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:11.680679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Bound port: 568d22f4-a33f-4e00-8da4-6e7438bbe626, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824df321-120e-4d8f-a403-e0990a5d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:11.681037 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.761466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] For port 568d22f4-a33f-4e00-8da4-6e7438bbe626, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:11.765320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] For port 568d22f4-a33f-4e00-8da4-6e7438bbe626, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:11.771827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.820918 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:11.821588 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:11.823389 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] 10.222.0.38 "PUT /v2.0/ports/568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 200 len: 1091 time: 1.2137301 Jul 16 02:43:11.823923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:11.827689 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:11.853944 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8808c5d-ce96-42ee-a785-07e3b26da155 service neutron] Pushing event updated for resources: {'Port': ['ID=568d22f4-a33f-4e00-8da4-6e7438bbe626,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:11.902792 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565a263-9db0-46f5-88fc-d70806b83002 x-openstack-request-id: req-5565a263-9db0-46f5-88fc-d70806b83002 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:11.903214 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:11.903398 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5565a263-9db0-46f5-88fc-d70806b83002 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:11.903848 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'status': 'completed', 'code': 200} Jul 16 02:43:11.955935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-511fc8e3-16fb-4167-bb26-49f7e7091e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:11.957588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-511fc8e3-16fb-4167-bb26-49f7e7091e3a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1094 time: 0.0721617 Jul 16 02:43:12.018463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-4f27c1ed-ce61-4976-9232-917eabef9d03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 200 len: 217 time: 0.0526040 Jul 16 02:43:12.083214 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-49c4bd7c-0c1d-4566-9698-1294b687eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.084698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-49c4bd7c-0c1d-4566-9698-1294b687eae4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b3021-7587-4323-a5e7-76eb9799c0b0 HTTP/1.1" status: 200 len: 835 time: 0.0586052 Jul 16 02:43:12.152784 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf2244-e3de-4943-869d-ce14e560e70b req-63b37a49-e8c1-4179-8d07-2b82120f0ac2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.155104 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ecf2244-e3de-4943-869d-ce14e560e70b req-63b37a49-e8c1-4179-8d07-2b82120f0ac2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 943 time: 0.0859928 Jul 16 02:43:12.157995 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-35dade1d-d16b-40ee-8a98-7f7436775b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.159531 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-35dade1d-d16b-40ee-8a98-7f7436775b84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0296343d-1ffc-4963-a722-947be7a240ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680594 Jul 16 02:43:12.203711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ecf2244-e3de-4943-869d-ce14e560e70b req-be2f07f6-cf30-4a8a-8664-0f9cbfe185c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Jul 16 02:43:12.274416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-52325318-374b-40d9-800b-3f44fd4644dc service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073775 Jul 16 02:43:12.286755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df4aea41-4b32-49a5-9c4d-d8fe3c94988c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:12.351802 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port df4aea41-4b32-49a5-9c4d-d8fe3c94988c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:12.352262 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:12.379869 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f74fae3d-0960-4547-985f-9ce35018ad4a req-f12952f8-08fd-42bb-8d3f-9e6ba6cbdc58 service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993502 Jul 16 02:43:12.489184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-603842a1-9d91-41ce-8fa9-a77b97bc35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.490857 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-603842a1-9d91-41ce-8fa9-a77b97bc35ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1094 time: 0.0587401 Jul 16 02:43:12.605231 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-194354bd-430f-49a9-a4de-b6441c079376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.607199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-194354bd-430f-49a9-a4de-b6441c079376 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 200 len: 898 time: 0.1094656 Jul 16 02:43:12.659248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-80047244-067f-49fc-9320-829910d92e4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 200 len: 217 time: 0.0432332 Jul 16 02:43:12.718455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-a699789c-54b9-4114-875e-e99be7305ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.720119 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-a699789c-54b9-4114-875e-e99be7305ba2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b3021-7587-4323-a5e7-76eb9799c0b0 HTTP/1.1" status: 200 len: 835 time: 0.0533431 Jul 16 02:43:12.791760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-daa26ff8-e5c4-4148-a182-733d7f54f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:12.793343 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-daa26ff8-e5c4-4148-a182-733d7f54f1e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0296343d-1ffc-4963-a722-947be7a240ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660458 Jul 16 02:43:12.900508 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-2a87c387-05c4-4f1f-b6ac-bc4c6ed45627 service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992696 Jul 16 02:43:13.020461 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5c6a53a-a675-4b86-8f11-f5e76e3634f6 req-840461a3-18b2-4f09-9b25-7b2c9a5b150b service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130636 Jul 16 02:43:13.596221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca676a-ee2b-4222-9ba4-8e30eebbad75 req-9396b1cd-c32a-4e14-85a3-58cda4d980c3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:13.597763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90ca676a-ee2b-4222-9ba4-8e30eebbad75 req-9396b1cd-c32a-4e14-85a3-58cda4d980c3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 943 time: 0.0679400 Jul 16 02:43:13.638075 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-90ca676a-ee2b-4222-9ba4-8e30eebbad75 req-cee19a2d-c438-4963-9870-2084305903d5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341570 Jul 16 02:43:14.649477 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 568d22f4-a33f-4e00-8da4-6e7438bbe626 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:43:14.835421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66ac48-3125-4fc6-aa11-c5ed31f16544 req-c4a65468-d117-4cce-b3df-dff90e81e563 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:14.837406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c66ac48-3125-4fc6-aa11-c5ed31f16544 req-c4a65468-d117-4cce-b3df-dff90e81e563 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 943 time: 0.0819781 Jul 16 02:43:14.883962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7c66ac48-3125-4fc6-aa11-c5ed31f16544 req-b2d27e56-5500-4e37-8a1a-17742ff690a1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386822 Jul 16 02:43:14.922016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 568d22f4-a33f-4e00-8da4-6e7438bbe626, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:14.933971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'port_id': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'mac_address': 'fa:16:3e:cb:f3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:43:14.972864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:14.990980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568d22f4-a33f-4e00-8da4-6e7438bbe626 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:43:15.015948 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 568d22f4-a33f-4e00-8da4-6e7438bbe626, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:15.021312 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:15.070110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=568d22f4-a33f-4e00-8da4-6e7438bbe626,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:15.274291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['568d22f4-a33f-4e00-8da4-6e7438bbe626'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:43:16.087188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08c57d-e2ed-4453-9c24-506769f7f2ea req-8b5627a5-f59f-4a8b-bde6-cbbdcb8073d7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:16.089030 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e08c57d-e2ed-4453-9c24-506769f7f2ea req-8b5627a5-f59f-4a8b-bde6-cbbdcb8073d7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 944 time: 0.0777111 Jul 16 02:43:16.131177 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e08c57d-e2ed-4453-9c24-506769f7f2ea req-ca7514cc-ca59-4e11-a6b1-37b448e8d3f2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356433 Jul 16 02:43:16.680300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 568d22f4-a33f-4e00-8da4-6e7438bbe626 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:16.736706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 568d22f4-a33f-4e00-8da4-6e7438bbe626 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:16.741289 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 568d22f4-a33f-4e00-8da4-6e7438bbe626 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:16.741766 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.820751 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.849261 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:16.852711 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3adafe-f426-4434-98a5-e35bc3ea953f" -d '{"events": [{"server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "name": "network-vif-plugged", "status": "completed", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:16.869006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 568d22f4-a33f-4e00-8da4-6e7438bbe626, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:16.874719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:16.910440 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17a47a-43d3-4cd7-ba2d-f3588b84489d x-openstack-request-id: req-1c17a47a-43d3-4cd7-ba2d-f3588b84489d {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:16.910440 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "name": "network-vif-plugged", "status": "completed", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:16.910440 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c17a47a-43d3-4cd7-ba2d-f3588b84489d {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:16.911102 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'code': 200} Jul 16 02:43:16.940118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=568d22f4-a33f-4e00-8da4-6e7438bbe626,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:17.032048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd44e23-072e-4936-9f11-7142bed835cb req-2c01e557-2193-4304-98f9-fb3be54d9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.033741 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bd44e23-072e-4936-9f11-7142bed835cb req-2c01e557-2193-4304-98f9-fb3be54d9b81 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1096 time: 0.0632248 Jul 16 02:43:17.072158 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7bd44e23-072e-4936-9f11-7142bed835cb req-5c4cf6e3-8b6d-420c-97b8-e2610ed50130 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Jul 16 02:43:17.327759 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e56aa-6aac-4a5e-90b1-b9500e502025 req-af0fea0c-cea0-430c-9031-fba533ba56de tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:17.329427 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a0e56aa-6aac-4a5e-90b1-b9500e502025 req-af0fea0c-cea0-430c-9031-fba533ba56de tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0803523 Jul 16 02:43:17.372402 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2a0e56aa-6aac-4a5e-90b1-b9500e502025 req-c16fc25f-c281-4360-97df-f7fae647d5ca tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369275 Jul 16 02:43:18.568366 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1f866-38f9-4bef-954f-ccdc77596039 req-a6e6a125-ed04-49bc-bf15-1ea1b6886266 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:18.569901 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aed1f866-38f9-4bef-954f-ccdc77596039 req-a6e6a125-ed04-49bc-bf15-1ea1b6886266 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0760851 Jul 16 02:43:18.620018 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aed1f866-38f9-4bef-954f-ccdc77596039 req-dfb7d09c-a3d3-479e-8f5e-c7420d2c3380 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Jul 16 02:43:18.808702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9c8ac-89a2-45f7-9238-093915947024 req-2170e80c-75c9-43c1-960c-414e192b5dbb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:18.810650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a9c8ac-89a2-45f7-9238-093915947024 req-2170e80c-75c9-43c1-960c-414e192b5dbb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0744083 Jul 16 02:43:18.858835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b4a9c8ac-89a2-45f7-9238-093915947024 req-c9339005-3252-464d-87a6-ee07a859ea0f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Jul 16 02:43:18.884406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:18.941983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c70ab-09b4-4a04-86ee-602584d634dc tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:18.943557 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-443c70ab-09b4-4a04-86ee-602584d634dc tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1091 time: 0.0581610 Jul 16 02:43:18.946579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:18.951487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:18.975697 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.095550 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.233966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.9 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/c3e8f193-5946-43b2-9e5a-bab778d3b4fc) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:19.350455 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.398461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.447968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:19.451143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:19.455674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:19.458812 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=c3e8f193-5946-43b2-9e5a-bab778d3b4fc,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:19.857890 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.948799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:20.138609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:20.144164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:20.223392 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=c3e8f193-5946-43b2-9e5a-bab778d3b4fc,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:20.233772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:20.344985 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 1a046a75-b315-4a75-8ec1-a167ab91adc5 associated. External IP: 172.25.0.9, port: 568d22f4-a33f-4e00-8da4-6e7438bbe626. Jul 16 02:43:20.567892 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:20.691444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:20.704069 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] Sync routers for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:20.711857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:20.716883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:20.717535 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:20.755630 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-035c9432-d9e4-4639-b0ca-ba6e05c12b3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8077619 Jul 16 02:43:20.756250 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:20.758586 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb139b1e-2e79-43d7-8be4-ddf8791ac859" -d '{"events": [{"name": "network-changed", "server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:20.820751 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ddab3-51e8-47a9-9a98-c72b89095313 x-openstack-request-id: req-297ddab3-51e8-47a9-9a98-c72b89095313 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:20.821042 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:20.821349 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-297ddab3-51e8-47a9-9a98-c72b89095313 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:20.821808 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'status': 'completed', 'code': 200} Jul 16 02:43:20.856552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:20.927297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-170474bd-89c7-494a-bf28-cd349b00cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:20.929896 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-170474bd-89c7-494a-bf28-cd349b00cef2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1096 time: 0.0785332 Jul 16 02:43:20.937965 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff835f-1653-49de-a6bc-4300dbd9e47e req-d3a098d5-a831-4c91-b375-b10b33b8cc0b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:20.941560 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fff835f-1653-49de-a6bc-4300dbd9e47e req-d3a098d5-a831-4c91-b375-b10b33b8cc0b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0777223 Jul 16 02:43:20.985739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5fff835f-1653-49de-a6bc-4300dbd9e47e req-96937fb6-7dca-4002-af07-231faaf9c904 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 Jul 16 02:43:21.016746 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46666) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:21.050068 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-1941f083-df70-446e-9d61-d6fe9840d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:21.051627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-1941f083-df70-446e-9d61-d6fe9840d9d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 200 len: 898 time: 0.1154909 Jul 16 02:43:21.094178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-79195484-af64-44f0-8424-882ea195ef98 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/1a046a75-b315-4a75-8ec1-a167ab91adc5 HTTP/1.1" status: 200 len: 989 time: 0.0761781 Jul 16 02:43:21.127233 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-a5affc81-a359-4368-9310-3ef76841ce86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 200 len: 997 time: 0.0686514 Jul 16 02:43:21.141112 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '1a046a75-b315-4a75-8ec1-a167ab91adc5', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'port_id': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'mac_address': 'fa:16:3e:cb:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933b53-3086-4179-82dc-43de0f99492f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:19Z', 'updated_at': '2021-07-16T02:43:19Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:10Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:21.173729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] Checking router: ddd8a50d-cf77-4ad5-ac84-e48dace48b87 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:21.184395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:21.185326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:42:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:21.196057 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-a7c10bdc-6bec-4d3e-9a6e-4837635d42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:21.197564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-a7c10bdc-6bec-4d3e-9a6e-4837635d42fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b3021-7587-4323-a5e7-76eb9799c0b0 HTTP/1.1" status: 200 len: 835 time: 0.0625021 Jul 16 02:43:21.264800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-0d5b936f-83cc-4dba-a516-a41658f05215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:21.266347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-0d5b936f-83cc-4dba-a516-a41658f05215 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0296343d-1ffc-4963-a722-947be7a240ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624707 Jul 16 02:43:21.309394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:21.379314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-317a2f9f-3225-4a90-9193-177c17654355 service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053631 Jul 16 02:43:21.496129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cb139b1e-2e79-43d7-8be4-ddf8791ac859 req-12a67578-d7b0-4c52-ac6b-db38b4e7543d service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100795 Jul 16 02:43:21.574888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '1a046a75-b315-4a75-8ec1-a167ab91adc5', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'port_id': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'mac_address': 'fa:16:3e:cb:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933b53-3086-4179-82dc-43de0f99492f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:19Z', 'updated_at': '2021-07-16T02:43:19Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:10Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:21.612412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13edbf-7e74-41ed-9081-87343de03cb1 None None] The sync data for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 is: [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '1a046a75-b315-4a75-8ec1-a167ab91adc5', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.9', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'port_id': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'mac_address': 'fa:16:3e:cb:f3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c933b53-3086-4179-82dc-43de0f99492f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:43:19Z', 'updated_at': '2021-07-16T02:43:19Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:10Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:21.852223 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70371d-e209-4bb3-9990-8af0ae258277 None None] New status for floating IP 1a046a75-b315-4a75-8ec1-a167ab91adc5: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:43:22.099306 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46668) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:22.191003 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a4cf91e5-50aa-48c3-8403-e36dd500df11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/1a046a75-b315-4a75-8ec1-a167ab91adc5 HTTP/1.1" status: 200 len: 991 time: 0.0903986 Jul 16 02:43:22.764831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:23.838203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0550b079-fb51-42f0-a3f4-aa6c27884e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:23.921983 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:26.268877 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-840fc18c-6603-4130-9ec3-81b217b21b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:26.771375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:27.650415 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:29.116222 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:29.631582 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-425a68dc-a191-454c-a8c3-bc960721ca28 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658429 Jul 16 02:43:29.739181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-a4730288-850b-4ca3-9f23-8e1bd695e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:29.740804 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-a4730288-850b-4ca3-9f23-8e1bd695e2f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1096 time: 0.0580342 Jul 16 02:43:29.887809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-699f4ec3-1bda-4ccb-9122-0b411ac07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:29.889539 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-699f4ec3-1bda-4ccb-9122-0b411ac07b77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 200 len: 898 time: 0.1170068 Jul 16 02:43:29.964004 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-e4a9626b-c2e9-4a69-b497-b7ccb70c8fd6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 200 len: 999 time: 0.0657892 Jul 16 02:43:30.017596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-5431f3c1-d550-4796-bab9-a104a19b60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:30.019103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-5431f3c1-d550-4796-bab9-a104a19b60e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b3021-7587-4323-a5e7-76eb9799c0b0 HTTP/1.1" status: 200 len: 835 time: 0.0482047 Jul 16 02:43:30.091940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-d0a4bad5-44c3-45e3-ad5b-b04b2e187cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:30.093505 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-d0a4bad5-44c3-45e3-ad5b-b04b2e187cde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0296343d-1ffc-4963-a722-947be7a240ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669034 Jul 16 02:43:30.193641 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-c63609fc-ba57-45c9-92df-6e5abf95f8b8 service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905728 Jul 16 02:43:30.314281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-901a9709-4598-4c6a-89eb-261ad726eb69 req-2531374a-2c66-4c52-8b4a-c44b028e082f service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024258 Jul 16 02:43:39.480109 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:52.770425 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.842527 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5303-012b-406c-9ad9-b0d493822d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.936285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.262315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-85b36bd9-1d09-4a09-a475-5fdffd6ce87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.763432 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.499150 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaac9db-c19e-4e1f-b5d7-a195428d2d98 req-ff1211ff-e457-4e26-ad82-e250895a8891 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:57.501728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbaac9db-c19e-4e1f-b5d7-a195428d2d98 req-ff1211ff-e457-4e26-ad82-e250895a8891 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0699387 Jul 16 02:43:57.563736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bbaac9db-c19e-4e1f-b5d7-a195428d2d98 req-e9d4f456-33b6-4fe5-bd6a-c01fcb8977e4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559795 Jul 16 02:43:57.654667 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.767927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb482b-b449-48f9-abe4-6d98084ae411 req-e07b84b2-bdab-4ae5-85b2-56688a105270 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:58.769852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3feb482b-b449-48f9-abe4-6d98084ae411 req-e07b84b2-bdab-4ae5-85b2-56688a105270 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0792618 Jul 16 02:43:58.812213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3feb482b-b449-48f9-abe4-6d98084ae411 req-777daef5-101d-490d-b692-76a93858be30 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364437 Jul 16 02:43:58.840498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46698) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:58.912434 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-98e30d99-90ba-4123-a52a-a77c58387a24 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/1a046a75-b315-4a75-8ec1-a167ab91adc5 HTTP/1.1" status: 200 len: 991 time: 0.0657403 Jul 16 02:43:59.113092 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.360562 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4ded6-697f-41d0-ad30-afadde07a644 req-afcab0e4-1ba4-4d9c-bf04-8c0227122544 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:00.362097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03f4ded6-697f-41d0-ad30-afadde07a644 req-afcab0e4-1ba4-4d9c-bf04-8c0227122544 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0665092 Jul 16 02:44:00.402933 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-03f4ded6-697f-41d0-ad30-afadde07a644 req-89923ba4-99e0-459d-ae1d-d03f4527b2b7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352170 Jul 16 02:44:01.580239 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdee4b-0b51-4f52-b586-a7efc7ad4f20 req-cd485bd1-6fc1-48c9-a19d-ede458811271 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:01.581759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8bdee4b-0b51-4f52-b586-a7efc7ad4f20 req-cd485bd1-6fc1-48c9-a19d-ede458811271 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0650172 Jul 16 02:44:01.629206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8bdee4b-0b51-4f52-b586-a7efc7ad4f20 req-024ad715-949a-46dc-8922-9037b4d574fe tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Jul 16 02:44:02.804463 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cb2f5-19f1-4e99-afe0-1102c19f0e57 req-a8e87b50-39db-4bbf-9142-5b926d7bbf3b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:02.805955 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a57cb2f5-19f1-4e99-afe0-1102c19f0e57 req-a8e87b50-39db-4bbf-9142-5b926d7bbf3b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0652928 Jul 16 02:44:02.844095 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a57cb2f5-19f1-4e99-afe0-1102c19f0e57 req-64a60a43-bd07-4940-a213-292da29802fc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Jul 16 02:44:02.868620 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46710) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:02.934468 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a1238baf-bd30-4f9f-a718-c1fed8d8e1ac tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/1a046a75-b315-4a75-8ec1-a167ab91adc5 HTTP/1.1" status: 200 len: 991 time: 0.0645010 Jul 16 02:44:03.249027 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46716) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:03.492527 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port c3e8f193-5946-43b2-9e5a-bab778d3b4fc {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:44:03.492891 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.586183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.586430 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.598967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for c3e8f193-5946-43b2-9e5a-bab778d3b4fc owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:44:03.765842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.792253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=c3e8f193-5946-43b2-9e5a-bab778d3b4fc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:03.804422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.804777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.805123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.805465 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.805807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.806146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.806481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.806815 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.807179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.807508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.807837 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.808198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:03.866078 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.866329 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 1a046a75-b315-4a75-8ec1-a167ab91adc5 disassociated (deleted). External IP: 172.25.0.9, port: 568d22f4-a33f-4e00-8da4-6e7438bbe626. Jul 16 02:44:04.076971 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:04.186355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:04.191365 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.195724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] Sync routers for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:04.206293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:04.207219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:04.229385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dfb2ff7d-06b2-4e61-807d-251431e63359 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/floatingips/1a046a75-b315-4a75-8ec1-a167ab91adc5 HTTP/1.1" status: 204 len: 168 time: 0.9792118 Jul 16 02:44:04.230262 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:04.232644 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:04.287909 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0e1bc-d11f-4bb9-9a43-95155571e1dd x-openstack-request-id: req-8ef0e1bc-d11f-4bb9-9a43-95155571e1dd {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:04.289103 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:04.289284 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ef0e1bc-d11f-4bb9-9a43-95155571e1dd {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:04.289684 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'status': 'completed', 'code': 200} Jul 16 02:44:04.332156 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:04.375743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-3aaf2237-7aa6-4455-8135-458bba49b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:04.377493 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-3aaf2237-7aa6-4455-8135-458bba49b75b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 1096 time: 0.0650160 Jul 16 02:44:04.490074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-4637b683-c4ff-48f2-84b9-4f5aafc2edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:04.492114 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-4637b683-c4ff-48f2-84b9-4f5aafc2edf3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 200 len: 898 time: 0.1072447 Jul 16 02:44:04.540071 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-5cf6f742-1747-4dab-bc2d-c41e848d94a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 200 len: 217 time: 0.0411620 Jul 16 02:44:04.626839 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:10Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:04.661975 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] Checking router: ddd8a50d-cf77-4ad5-ac84-e48dace48b87 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:04.673961 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:04.674607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:04.701867 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680e45d-d821-4256-a14f-c0822f74deb2 req-873f268b-5c1f-4489-a290-2416d36341ab tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:04.704889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2680e45d-d821-4256-a14f-c0822f74deb2 req-873f268b-5c1f-4489-a290-2416d36341ab tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0895076 Jul 16 02:44:04.746254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2680e45d-d821-4256-a14f-c0822f74deb2 req-227a4c4c-3049-4db4-bec6-bcf3367eb488 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357494 Jul 16 02:44:04.799591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:04.972978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-524bc9b5-8396-46b9-b899-3b43ea53eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:04.974472 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-524bc9b5-8396-46b9-b899-3b43ea53eac5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ff5b3021-7587-4323-a5e7-76eb9799c0b0 HTTP/1.1" status: 200 len: 835 time: 0.4284306 Jul 16 02:44:05.013759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:10Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:05.033878 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-fcf372ac-9ec0-478b-950b-5f455cdc8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.035417 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-fcf372ac-9ec0-478b-950b-5f455cdc8632 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0296343d-1ffc-4963-a722-947be7a240ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537798 Jul 16 02:44:05.041160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348a526-954b-4f56-b99c-3acc5db1689f None None] The sync data for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 is: [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'df4aea41-4b32-49a5-9c4d-d8fe3c94988c', 'name': '', 'network_id': '0296343d-1ffc-4963-a722-947be7a240ff', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:5b:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:04Z', 'updated_at': '2021-07-16T02:43:10Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'ff5b3021-7587-4323-a5e7-76eb9799c0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:05.165614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-188829cd-b907-476c-a816-e296d1bd67df service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218967 Jul 16 02:44:05.282610 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a50d4ff7-ffef-4a67-9e8d-9f795cfa492f req-18e4a982-1fdb-4bbd-8c0e-51dead149b48 service neutron] 10.222.0.38 "GET /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093566 Jul 16 02:44:05.328385 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083b33c-1683-4101-a9bd-7b2310548e2e None None] New status for floating IP 1a046a75-b315-4a75-8ec1-a167ab91adc5: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:44:05.931754 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e1d70-dd42-4d71-8977-86a7502206f8 req-807aac49-6059-4558-8865-c172d01a79e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.933768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e59e1d70-dd42-4d71-8977-86a7502206f8 req-807aac49-6059-4558-8865-c172d01a79e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0657723 Jul 16 02:44:05.975147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e59e1d70-dd42-4d71-8977-86a7502206f8 req-8322bfaa-229b-46c6-8aea-aa441a0c571d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=e04ef307-6789-4599-8939-546b89adf6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355647 Jul 16 02:44:06.159855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-25263369-eac3-48a0-8d5e-f942f7c54e6c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:06.161385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-25263369-eac3-48a0-8d5e-f942f7c54e6c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 945 time: 0.0674446 Jul 16 02:44:06.264205 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 568d22f4-a33f-4e00-8da4-6e7438bbe626 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:44:06.264554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.359269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 568d22f4-a33f-4e00-8da4-6e7438bbe626, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=568d22f4-a33f-4e00-8da4-6e7438bbe626,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:06.359632 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.372202 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 568d22f4-a33f-4e00-8da4-6e7438bbe626 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:44:06.504978 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.538208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=568d22f4-a33f-4e00-8da4-6e7438bbe626,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:06.583168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] No DVR routers for this DVR port 568d22f4-a33f-4e00-8da4-6e7438bbe626 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:44:06.585763 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.587737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4d9abe1a-db68-420e-a503-ff69d7098f79 req-70420cc9-674b-4b6a-9c2f-db6cc4d9a501 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "DELETE /v2.0/ports/568d22f4-a33f-4e00-8da4-6e7438bbe626 HTTP/1.1" status: 204 len: 173 time: 0.4202900 Jul 16 02:44:06.588218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'name': 'network-vif-deleted', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:06.590452 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2146e9c4-1981-4947-804f-45f907d7695e" -d '{"events": [{"server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "name": "network-vif-deleted", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:06.635918 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093932e-be12-4c7f-abec-6ae1cfca205f x-openstack-request-id: req-e093932e-be12-4c7f-abec-6ae1cfca205f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:06.636237 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c933b53-3086-4179-82dc-43de0f99492f", "name": "network-vif-deleted", "tag": "568d22f4-a33f-4e00-8da4-6e7438bbe626", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:06.636484 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e093932e-be12-4c7f-abec-6ae1cfca205f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:06.636875 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c933b53-3086-4179-82dc-43de0f99492f', 'name': 'network-vif-deleted', 'tag': '568d22f4-a33f-4e00-8da4-6e7438bbe626', 'status': 'completed', 'code': 200} Jul 16 02:44:07.139935 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-938cec9b-1912-40e3-90cb-707254e8f4e2 req-16f29a04-7865-41b3-95ad-5e7ea7c64012 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c933b53-3086-4179-82dc-43de0f99492f HTTP/1.1" status: 200 len: 210 time: 0.0311327 Jul 16 02:44:08.238261 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46732) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:08.621552 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.898790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port df4aea41-4b32-49a5-9c4d-d8fe3c94988c {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:44:08.899143 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:08.993936 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port df4aea41-4b32-49a5-9c4d-d8fe3c94988c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:08.994333 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.006997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for df4aea41-4b32-49a5-9c4d-d8fe3c94988c owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:44:09.195317 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.224006 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=df4aea41-4b32-49a5-9c4d-d8fe3c94988c,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:09.253123 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.253801 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.253914 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.254213 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.254557 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.254911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.255249 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.255840 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.256201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.256534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.256864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.257191 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:09.414463 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.632522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:09.743554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:09.748958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e6e96a6d-108b-418a-9a0c-c9a4e626f233 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/ddd8a50d-cf77-4ad5-ac84-e48dace48b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5094254 Jul 16 02:44:09.751467 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46734) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:09.754216 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] Sync routers for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:09.764296 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:09.764926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:09.804863 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting subnet ff5b3021-7587-4323-a5e7-76eb9799c0b0 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:44:09.808467 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.851721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.878681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:09.941873 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.001537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.028841 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5b3021-7587-4323-a5e7-76eb9799c0b0,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:10.033001 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.034908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-be934b5b-e300-4926-b96e-1d9d79bfdb72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/subnets/ff5b3021-7587-4323-a5e7-76eb9799c0b0 HTTP/1.1" status: 204 len: 168 time: 0.2824769 Jul 16 02:44:10.038927 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46736) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:10.047914 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965e7ba-e25f-4b83-ad87-5ef239c355cb None None] Network 0296343d-1ffc-4963-a722-947be7a240ff requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:10.141625 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:44:09Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '595ddc90-5d33-4ec8-a204-474b3664cf6e', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:02Z', 'updated_at': '2021-07-16T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:10.150290 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.270995 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.333916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 595ddc90-5d33-4ec8-a204-474b3664cf6e {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:44:10.334264 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.383683 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] Checking router: ddd8a50d-cf77-4ad5-ac84-e48dace48b87 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:10.414357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] Routers {'ddd8a50d-cf77-4ad5-ac84-e48dace48b87'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:10.415426 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:10.422569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 595ddc90-5d33-4ec8-a204-474b3664cf6e, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=595ddc90-5d33-4ec8-a204-474b3664cf6e,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:10.422941 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.436531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 595ddc90-5d33-4ec8-a204-474b3664cf6e owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:44:10.580574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] Set router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:10.626830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.658853 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=595ddc90-5d33-4ec8-a204-474b3664cf6e,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:10.683337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] DHCP port deletion for 0296343d-1ffc-4963-a722-947be7a240ff request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:44:10.691424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:44:10Z', 'revision_number': 6, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:10.723224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48e84b-bd59-4378-a4bb-43c1364aba54 None None] The sync data for ids ['ddd8a50d-cf77-4ad5-ac84-e48dace48b87'] in n-d-800087-6 is: [{'id': 'ddd8a50d-cf77-4ad5-ac84-e48dace48b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034693702', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:01Z', 'updated_at': '2021-07-16T02:44:10Z', 'revision_number': 6, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:10.753492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.781904 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Deleting port b330b127-9994-4857-aa53-f89d8f8a2896 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:44:10.782534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.861053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] For port b330b127-9994-4857-aa53-f89d8f8a2896, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b330b127-9994-4857-aa53-f89d8f8a2896,segment=NetworkSegment(824df321-120e-4d8f-a403-e0990a5d3d6e),segment_id=824df321-120e-4d8f-a403-e0990a5d3d6e)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:10.861339 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.862492 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.864665 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.873395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Calling delete_port for b330b127-9994-4857-aa53-f89d8f8a2896 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:44:10.914581 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.915140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Fanout notify agent at l3_agent the message router_deleted on router ddd8a50d-cf77-4ad5-ac84-e48dace48b87 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:44:10.923031 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.924434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-030b1170-7d62-404f-aa3d-61a4aa4c23d1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/routers/ddd8a50d-cf77-4ad5-ac84-e48dace48b87 HTTP/1.1" status: 204 len: 168 time: 0.8829660 Jul 16 02:44:10.927077 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46738) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:10.959433 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 568d22f4-a33f-4e00-8da4-6e7438bbe626 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:10.963510 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.987638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 568d22f4-a33f-4e00-8da4-6e7438bbe626 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:10.988008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 568d22f4-a33f-4e00-8da4-6e7438bbe626 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:11.009586 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.010656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Pushing event deleted for resources: {'Port': ['ID=b330b127-9994-4857-aa53-f89d8f8a2896,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:11.015423 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] No DVR routers for this DVR port b330b127-9994-4857-aa53-f89d8f8a2896 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:44:11.023140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.023140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.023140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.023540 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.023758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.023987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.024348 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.024673 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.024998 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.025317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.026185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.026719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcb037-45c1-4248-9c3d-464d1076eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:11.108785 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.120649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0296343d-1ffc-4963-a722-947be7a240ff']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:11.133003 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824df321-120e-4d8f-a403-e0990a5d3d6e') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:11.133383 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824df321-120e-4d8f-a403-e0990a5d3d6e') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:11.146221 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.169782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.177430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:44:11.177872 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:44:11.181110 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:44:11.600714 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.608504 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.609992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/networks/0296343d-1ffc-4963-a722-947be7a240ff HTTP/1.1" status: 204 len: 168 time: 0.6819761 Jul 16 02:44:11.613091 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46740) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:11.623064 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6240fc-bdc9-4178-b0d0-1fe77ba4dad1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Network': ['ID=0296343d-1ffc-4963-a722-947be7a240ff,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:11.677464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2edf7ff-2122-42e3-9cb8-61bfcf12ac2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.704776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2edf7ff-2122-42e3-9cb8-61bfcf12ac2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.765160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2edf7ff-2122-42e3-9cb8-61bfcf12ac2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.767775 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d2edf7ff-2122-42e3-9cb8-61bfcf12ac2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:11.768966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d2edf7ff-2122-42e3-9cb8-61bfcf12ac2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/security-groups/e04ef307-6789-4599-8939-546b89adf6f1 HTTP/1.1" status: 204 len: 168 time: 0.1541488 Jul 16 02:44:11.778781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edf7ff-2122-42e3-9cb8-61bfcf12ac2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ef307-6789-4599-8939-546b89adf6f1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.113216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46746) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.117990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280394818', 'description': 'tempest-secgroup-smoke-280394818 description', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.141137 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.235103 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.239304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.270692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.271962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1577504 Jul 16 02:44:12.275111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46748) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.277992 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d1b58-7967-4514-859b-281333b88000 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47431de5-9dd0-4462-b109-b87b5d4f0954,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.280666 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '47431de5-9dd0-4462-b109-b87b5d4f0954', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.318303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.328996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df4aea41-4b32-49a5-9c4d-d8fe3c94988c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:12.350315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: df4aea41-4b32-49a5-9c4d-d8fe3c94988c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:12.350654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device df4aea41-4b32-49a5-9c4d-d8fe3c94988c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:12.351066 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 595ddc90-5d33-4ec8-a204-474b3664cf6e no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:12.370708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 595ddc90-5d33-4ec8-a204-474b3664cf6e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:12.371060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 595ddc90-5d33-4ec8-a204-474b3664cf6e not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:12.371471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b330b127-9994-4857-aa53-f89d8f8a2896 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:44:12.380021 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.384313 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.392790 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b330b127-9994-4857-aa53-f89d8f8a2896 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:44:12.393141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b330b127-9994-4857-aa53-f89d8f8a2896 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:44:12.404061 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a459e9-e444-4878-b434-50a6ce8c86d0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.412553 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.413826 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c9ffe4c-1120-4b2f-b702-d6692073f3cb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377075 Jul 16 02:44:12.416910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46750) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.421613 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '47431de5-9dd0-4462-b109-b87b5d4f0954', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.448364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.506775 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.511401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.530725 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466a09ec-b066-4ce1-a38c-448d49a763e9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.537485 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.538742 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-00a09fb5-5973-4859-8f9d-2ad06e3fdfec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208735 Jul 16 02:44:12.541475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46752) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.546136 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '47431de5-9dd0-4462-b109-b87b5d4f0954', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.574874 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.635965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.639570 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.658695 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2da92ff-75b7-444a-b3d8-889c77397cd3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.662624 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.667350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46754) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.667889 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-62f706b8-e9fb-43b1-a586-97bd941d9469 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251504 Jul 16 02:44:12.672502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '47431de5-9dd0-4462-b109-b87b5d4f0954', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.702170 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.767098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.770843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.787836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de3f11d-fbc1-4807-a4ee-868a7ae62911,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.795737 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.797227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4f738935-a9e1-4236-ae93-7a64dd043db1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286578 Jul 16 02:44:12.799853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46756) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.804295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '47431de5-9dd0-4462-b109-b87b5d4f0954', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.829628 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:44:12.834523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.897945 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.901693 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.920491 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db36781-d123-4ace-8059-7107d8693442,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:12.925541 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:12.926868 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9c9ddf20-d690-40f9-b254-430ee0b57c4d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260693 Jul 16 02:44:12.929616 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46758) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:12.934963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '47431de5-9dd0-4462-b109-b87b5d4f0954', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:12.957089 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:44:12.962033 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.028836 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.033426 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.051968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b061284b-6563-47df-8f7d-eaeca46cd258,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:13.058628 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.060409 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-64c889be-9451-4907-a8cc-e3568564c954 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298060 Jul 16 02:44:13.063241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46760) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:13.068143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'network': {'name': 'tempest-network-smoke--1977603004', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:13.088861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:13.092436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.117094 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:44:13.126779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.127124 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Added segment f5c16e4f-d295-4ef6-a459-fa7f4801a648 of type vlan for network 22ad91ea-d94b-4899-b22d-6778d5b6460f Jul 16 02:44:13.168690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.196133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.202368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:13.202961 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.240777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1764948 Jul 16 02:44:13.243895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46762) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:13.250377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'admin_state_up': True, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:13.289271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffc119-ce00-47c3-8c9a-9a4b80da3b11 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Network': ['ID=22ad91ea-d94b-4899-b22d-6778d5b6460f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:13.300772 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:44:13.308337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.310356 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.364253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.504200 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.702687 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.722897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.831808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.128 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/04b142e0-29a0-4faa-93d9-a58a988bce64) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:13.941121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:13.986251 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.028006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:14.030955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:14.035383 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:14.038467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=04b142e0-29a0-4faa-93d9-a58a988bce64,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:14.294678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.498223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.629379 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 0d8ce3fc-a752-4184-9c1a-33de2791b27f is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:44:14.737977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:14.747959 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Sync routers for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:14.756858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.757323 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:14.757975 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:14.758150 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-79465355-0207-44aa-acc0-e296916a56af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5132246 Jul 16 02:44:14.762045 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46766) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:14.795809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-17672cea-a3f1-408f-9fad-3b1488f2b36e tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ed625dc5213b4f5e94c2bc604f2bf4a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325608 Jul 16 02:44:14.798434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46768) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:14.862917 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:14.971172 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219723c-3346-4ace-895a-79ca74d150f2 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:14.972646 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4219723c-3346-4ace-895a-79ca74d150f2 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1733153 Jul 16 02:44:14.975495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46770) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:15.014021 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dc76c1bf-df6d-4bbb-b760-6bf70d0e5e9e tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373218 Jul 16 02:44:15.016748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46772) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:15.021843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743038243', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:15.051287 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:14Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:15.078554 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Checking router: 0d8ce3fc-a752-4184-9c1a-33de2791b27f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:15.079242 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Updating router 0d8ce3fc-a752-4184-9c1a-33de2791b27f port 04b142e0-29a0-4faa-93d9-a58a988bce64 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:44:15.116492 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.116750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:15.121121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.321457 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.392411 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Subnet': ['ID=645e5567-7ab4-442f-9d05-fce1d45e4d88,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:15.396605 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.396909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Checking segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:15.397279 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network hostable DHCP agents. Network: 22ad91ea-d94b-4899-b22d-6778d5b6460f, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:44:15.407429 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Transition to ACTIVE for port object 04b142e0-29a0-4faa-93d9-a58a988bce64 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:15.414601 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.416515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:44:15.425728 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 22ad91ea-d94b-4899-b22d-6778d5b6460f) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:15.430339 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:15.430938 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.443406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd763588-cb71-457f-92b2-7805fbfccd00 None None] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:15.451872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ea3e6120-4871-4a9c-b793-8a75a67a98c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4314921 Jul 16 02:44:15.452289 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46774) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:15.469565 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Pushing event updated for resources: {'Port': ['ID=04b142e0-29a0-4faa-93d9-a58a988bce64,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:15.471635 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Attempting to bind port 04b142e0-29a0-4faa-93d9-a58a988bce64 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:15.472001 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Attempting to bind port 04b142e0-29a0-4faa-93d9-a58a988bce64 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:15.472387 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Attempting to bind port 04b142e0-29a0-4faa-93d9-a58a988bce64 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:15.480994 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:15.481359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:15.481751 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.482528 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:15.482981 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Bound port: 04b142e0-29a0-4faa-93d9-a58a988bce64, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:15.483353 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.485479 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.485820 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.486145 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.486475 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.486793 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.487111 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.487418 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.487735 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.488065 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.488383 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.488696 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.489006 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:44:15.543524 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] For port 04b142e0-29a0-4faa-93d9-a58a988bce64, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:15.546661 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] For port 04b142e0-29a0-4faa-93d9-a58a988bce64, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=04b142e0-29a0-4faa-93d9-a58a988bce64,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:15.551627 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.610539 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:15.611163 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:15.613543 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-22ad91ea-d94b-4899-b22d-6778d5b6460f', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:44:15.614574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.752569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Allocated IP 172.20.0.2 (22ad91ea-d94b-4899-b22d-6778d5b6460f/645e5567-7ab4-442f-9d05-fce1d45e4d88/6aefad30-ff49-4308-bece-bae61ee171a7) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:15.753763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bfbb8-7155-40d3-832c-1d711de6ac43 None None] Pushing event updated for resources: {'Port': ['ID=04b142e0-29a0-4faa-93d9-a58a988bce64,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:15.830708 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:15.922001 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.931155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Transition to ACTIVE for port object 6aefad30-ff49-4308-bece-bae61ee171a7 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:15.948935 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Transition to ACTIVE for port object 6aefad30-ff49-4308-bece-bae61ee171a7 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:15.950542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:15.955595 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.000905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:16.006507 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:16.009340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:16.019037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Pushing event updated for resources: {'Port': ['ID=6aefad30-ff49-4308-bece-bae61ee171a7,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:16.059396 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:14Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:16.090672 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346288dc-a331-4c85-b425-31a59a81d9af None None] The sync data for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 is: [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:14Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:16.091480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Attempting to bind port 6aefad30-ff49-4308-bece-bae61ee171a7 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:16.091480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Attempting to bind port 6aefad30-ff49-4308-bece-bae61ee171a7 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:16.091830 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Attempting to bind port 6aefad30-ff49-4308-bece-bae61ee171a7 on network 22ad91ea-d94b-4899-b22d-6778d5b6460f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:16.097178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:16.097604 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Checking segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:16.098111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.098549 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Bound using segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:16.099033 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Bound port: 6aefad30-ff49-4308-bece-bae61ee171a7, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:16.099411 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.179763 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] For port 6aefad30-ff49-4308-bece-bae61ee171a7, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:16.184654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] For port 6aefad30-ff49-4308-bece-bae61ee171a7, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6aefad30-ff49-4308-bece-bae61ee171a7,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:16.190485 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.256860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b145b5-d5d9-47f3-867e-b7108f6314bf None None] Pushing event updated for resources: {'Port': ['ID=6aefad30-ff49-4308-bece-bae61ee171a7,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:16.483618 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:16.815831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.1 (22ad91ea-d94b-4899-b22d-6778d5b6460f/645e5567-7ab4-442f-9d05-fce1d45e4d88/f27d5ff7-077d-470e-a282-3a1570a387ab) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:16.950220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.967275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object f27d5ff7-077d-470e-a282-3a1570a387ab will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:17.013663 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.079435 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:17.082975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:17.086324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:17.113976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=f27d5ff7-077d-470e-a282-3a1570a387ab,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:17.141354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.271776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b589f-5ff3-4a45-811f-17395aa7d723 None None] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:17.346003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-97032dc5-c072-42b7-867d-f474add54331 None None] Provisioning for port 6aefad30-ff49-4308-bece-bae61ee171a7 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:17.348363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.717384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.722876 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.785321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fda3780-ebee-4066-a9e0-523e9f7c91ef None None] Provisioning for port f27d5ff7-077d-470e-a282-3a1570a387ab completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:17.789708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1fda3780-ebee-4066-a9e0-523e9f7c91ef None None] Provisioning complete for port f27d5ff7-077d-470e-a282-3a1570a387ab triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:17.790088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1fda3780-ebee-4066-a9e0-523e9f7c91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.802412 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:17.804531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=f27d5ff7-077d-470e-a282-3a1570a387ab,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:17.842908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1fda3780-ebee-4066-a9e0-523e9f7c91ef None None] Port f27d5ff7-077d-470e-a282-3a1570a387ab cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:17.911745 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:17.913118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:17.971188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-59b4d9b3-9b78-42dd-b946-ff803712d13f None None] Provisioning complete for port f27d5ff7-077d-470e-a282-3a1570a387ab triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:17.971932 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59b4d9b3-9b78-42dd-b946-ff803712d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.010691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-59b4d9b3-9b78-42dd-b946-ff803712d13f None None] Port f27d5ff7-077d-470e-a282-3a1570a387ab cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:18.041579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 0d8ce3fc-a752-4184-9c1a-33de2791b27f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:18.134205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-687c9ef2-1f89-4e6b-aaf9-1d0722a73ec8 None None] Provisioning complete for port f27d5ff7-077d-470e-a282-3a1570a387ab triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:18.135211 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-687c9ef2-1f89-4e6b-aaf9-1d0722a73ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.161902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:18.175258 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-aebcaf1b-f5ab-4638-8dbf-5b2ae3610470 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/0d8ce3fc-a752-4184-9c1a-33de2791b27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148600 Jul 16 02:44:18.175418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Sync routers for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:18.182319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-687c9ef2-1f89-4e6b-aaf9-1d0722a73ec8 None None] Port f27d5ff7-077d-470e-a282-3a1570a387ab cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:18.189498 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:18.190193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:18.317108 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:18.348566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-0dcfb012-8d08-4551-bb14-22339f7a6e34 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280394818&fields=id&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 267 time: 0.0358744 Jul 16 02:44:18.411164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6aefad30-ff49-4308-bece-bae61ee171a7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:18.466354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-91323b66-fec1-4985-b49a-952d710752e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.468775 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-91323b66-fec1-4985-b49a-952d710752e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 797 time: 0.1123233 Jul 16 02:44:18.483701 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-5556500b-14f4-4d20-8a82-850f6c6be79a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/quotas/ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 375 time: 0.0099769 Jul 16 02:44:18.526501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 6aefad30-ff49-4308-bece-bae61ee171a7 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:18.536518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6aefad30-ff49-4308-bece-bae61ee171a7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:18.536890 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.565337 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-7fd284ba-5f0f-4be3-8ca8-3f96643093a3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759370 Jul 16 02:44:18.631642 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 2, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:18.683891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Checking router: 0d8ce3fc-a752-4184-9c1a-33de2791b27f for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:18.684252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Updating router 0d8ce3fc-a752-4184-9c1a-33de2791b27f port f27d5ff7-077d-470e-a282-3a1570a387ab binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:44:18.719463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.725930 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-f1a0701e-412c-494c-8e99-bbbae3beb318 service neutron] 10.222.0.35 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478269 Jul 16 02:44:18.740266 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.774211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 6aefad30-ff49-4308-bece-bae61ee171a7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6aefad30-ff49-4308-bece-bae61ee171a7,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:18.795159 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.795859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 04b142e0-29a0-4faa-93d9-a58a988bce64 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:18.835746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-a340a0b3-7283-42a3-bd02-b9965fd9b79d service neutron] 10.222.0.35 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987389 Jul 16 02:44:18.952254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=6aefad30-ff49-4308-bece-bae61ee171a7,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:18.998421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 04b142e0-29a0-4faa-93d9-a58a988bce64 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:19.006002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 04b142e0-29a0-4faa-93d9-a58a988bce64 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:19.006379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.029321 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5c9cd84-3f47-4667-afd8-36582c8a5002 req-898b65b5-7bf9-4c58-b2e2-fd8ff65af24d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 210 time: 0.0353780 Jul 16 02:44:19.182146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.217716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 04b142e0-29a0-4faa-93d9-a58a988bce64, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=04b142e0-29a0-4faa-93d9-a58a988bce64,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:19.219942 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.223955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.254572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Transition to ACTIVE for port object f27d5ff7-077d-470e-a282-3a1570a387ab will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:19.269085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.296518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=04b142e0-29a0-4faa-93d9-a58a988bce64,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.395523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bd647-05b4-4693-87e3-e0092f85d3bf None None] Pushing event updated for resources: {'Port': ['ID=f27d5ff7-077d-470e-a282-3a1570a387ab,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.398436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Attempting to bind port f27d5ff7-077d-470e-a282-3a1570a387ab on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:19.399405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Attempting to bind port f27d5ff7-077d-470e-a282-3a1570a387ab by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:19.399405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Attempting to bind port f27d5ff7-077d-470e-a282-3a1570a387ab on network 22ad91ea-d94b-4899-b22d-6778d5b6460f {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:19.405872 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:19.406243 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Checking segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:19.406648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.407059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Bound using segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:19.407522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Bound port: f27d5ff7-077d-470e-a282-3a1570a387ab, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:19.407902 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.649629 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] For port f27d5ff7-077d-470e-a282-3a1570a387ab, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:19.653472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] For port f27d5ff7-077d-470e-a282-3a1570a387ab, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f27d5ff7-077d-470e-a282-3a1570a387ab,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:19.657989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.751630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:19.752700 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:43:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:19.821936 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bd647-05b4-4693-87e3-e0092f85d3bf None None] Pushing event updated for resources: {'Port': ['ID=f27d5ff7-077d-470e-a282-3a1570a387ab,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.909675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:20.156260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.182939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c84ffaf-2030-497a-86ee-80347f1e5e33 req-6533ba48-8794-4c8f-a495-6fbfa4f8f28c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 210 time: 0.0318284 Jul 16 02:44:20.188569 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5c22a-34b3-46ab-8d0d-7584517fc48b None None] The sync data for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 is: [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:20.435862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f27d5ff7-077d-470e-a282-3a1570a387ab up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:20.502917 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port f27d5ff7-077d-470e-a282-3a1570a387ab completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:20.511818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f27d5ff7-077d-470e-a282-3a1570a387ab triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:20.512595 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.559007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-e3b76b43-660f-488c-a864-b9bdc8fdd69f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.561433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-e3b76b43-660f-488c-a864-b9bdc8fdd69f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 797 time: 0.1504943 Jul 16 02:44:20.615362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-455ca814-e5dc-431e-badc-0aabc3b55264 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 379 time: 0.0449970 Jul 16 02:44:20.625958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'port': {'device_id': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'admin_state_up': True, 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'security_groups': ['47431de5-9dd0-4462-b109-b87b5d4f0954']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:20.627278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.672921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port f27d5ff7-077d-470e-a282-3a1570a387ab, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f27d5ff7-077d-470e-a282-3a1570a387ab,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:20.677150 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.678489 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 04b142e0-29a0-4faa-93d9-a58a988bce64 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:20.757906 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=f27d5ff7-077d-470e-a282-3a1570a387ab,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:20.758291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:20.762127 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.774572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 04b142e0-29a0-4faa-93d9-a58a988bce64 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:20.774953 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.875545 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6aefad30-ff49-4308-bece-bae61ee171a7 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:20.911869 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.10 (22ad91ea-d94b-4899-b22d-6778d5b6460f/645e5567-7ab4-442f-9d05-fce1d45e4d88/df8e99a3-ddcb-4e59-b55e-c275ece9feae) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:20.950126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 6aefad30-ff49-4308-bece-bae61ee171a7 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:20.950502 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.069156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.084352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object df8e99a3-ddcb-4e59-b55e-c275ece9feae will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:21.122858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.175053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:21.178255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:21.182680 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:21.189405 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=df8e99a3-ddcb-4e59-b55e-c275ece9feae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:21.257303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.257999 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.284908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-9189e12a-40f3-4163-878e-894886b63ded tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628463 Jul 16 02:44:21.296698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Request body: {'port': {'device_id': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:21.394736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.433051 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d99d76-d9c6-421b-8803-9d96dee71cd4 req-beac3b11-fd4c-4343-97b4-105f88cfb3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:21.435382 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2d99d76-d9c6-421b-8803-9d96dee71cd4 req-beac3b11-fd4c-4343-97b4-105f88cfb3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 932 time: 0.0981853 Jul 16 02:44:21.471236 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2528a73d-2688-4363-b86c-2ab2de37ec3d None None] Provisioning for port df8e99a3-ddcb-4e59-b55e-c275ece9feae completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:21.476346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2528a73d-2688-4363-b86c-2ab2de37ec3d None None] Provisioning complete for port df8e99a3-ddcb-4e59-b55e-c275ece9feae triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:21.477024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2528a73d-2688-4363-b86c-2ab2de37ec3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.496415 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2d99d76-d9c6-421b-8803-9d96dee71cd4 req-68177852-ce16-47ae-9402-ea29fb3dbd74 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478842 Jul 16 02:44:21.529211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2528a73d-2688-4363-b86c-2ab2de37ec3d None None] Port df8e99a3-ddcb-4e59-b55e-c275ece9feae cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:21.732222 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8e99a3-ddcb-4e59-b55e-c275ece9feae {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:21.740241 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.753344 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Transition to ACTIVE for port object df8e99a3-ddcb-4e59-b55e-c275ece9feae will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:21.756826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.831567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Pushing event updated for resources: {'Port': ['ID=df8e99a3-ddcb-4e59-b55e-c275ece9feae,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:21.890373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Attempting to bind port df8e99a3-ddcb-4e59-b55e-c275ece9feae on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:21.890830 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Attempting to bind port df8e99a3-ddcb-4e59-b55e-c275ece9feae by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:21.891226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Attempting to bind port df8e99a3-ddcb-4e59-b55e-c275ece9feae on network 22ad91ea-d94b-4899-b22d-6778d5b6460f {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:21.896308 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Port df8e99a3-ddcb-4e59-b55e-c275ece9feae on network 22ad91ea-d94b-4899-b22d-6778d5b6460f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:44:21.896635 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Attempting to bind port df8e99a3-ddcb-4e59-b55e-c275ece9feae on network 22ad91ea-d94b-4899-b22d-6778d5b6460f {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:21.902297 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:21.902645 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Checking segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:21.903036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Bound using segment: {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:21.903480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Bound port: df8e99a3-ddcb-4e59-b55e-c275ece9feae, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c16e4f-d295-4ef6-a459-fa7f4801a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:21.903841 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:21.973328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] For port df8e99a3-ddcb-4e59-b55e-c275ece9feae, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:21.976665 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] For port df8e99a3-ddcb-4e59-b55e-c275ece9feae, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:21.981605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:22.015353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.015991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:22.017267 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] 10.222.0.38 "PUT /v2.0/ports/df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 1092 time: 0.7253408 Jul 16 02:44:22.017708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:22.019969 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a866f9d-d389-4fc2-bb86-abfa1983ec58" -d '{"events": [{"name": "network-changed", "server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:22.060189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b91bb1-d732-47bc-9c1c-db78249c1bae service neutron] Pushing event updated for resources: {'Port': ['ID=df8e99a3-ddcb-4e59-b55e-c275ece9feae,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:22.068249 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae4a0fe-a665-4d5f-b133-79a1e17b917b x-openstack-request-id: req-5ae4a0fe-a665-4d5f-b133-79a1e17b917b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:22.068565 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:22.068944 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ae4a0fe-a665-4d5f-b133-79a1e17b917b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:22.069236 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'status': 'completed', 'code': 200} Jul 16 02:44:22.192451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-8aa7d7ec-1791-4f60-9137-53fdeb752af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.193436 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-8aa7d7ec-1791-4f60-9137-53fdeb752af5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1095 time: 0.1146405 Jul 16 02:44:22.240654 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-233c1521-9c6d-4ea9-a4c0-c00f683e9b60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 217 time: 0.0397978 Jul 16 02:44:22.293026 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-54186f01-5326-4176-a94b-656986e0d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.294520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-54186f01-5326-4176-a94b-656986e0d915 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0476446 Jul 16 02:44:22.322065 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f27d5ff7-077d-470e-a282-3a1570a387ab up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:22.354438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385998-bee5-471f-b507-504c8ecd6187 req-ea9e477f-11ee-46ac-bc2f-a1916e44839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.355942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-ea9e477f-11ee-46ac-bc2f-a1916e44839a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530646 Jul 16 02:44:22.372860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port f27d5ff7-077d-470e-a282-3a1570a387ab triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:22.373237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:22.460082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-0ed037eb-b3c3-43a5-9954-0f017ab08879 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965805 Jul 16 02:44:22.553437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-15385998-bee5-471f-b507-504c8ecd6187 req-a0d0f07a-ac8d-45f7-aa5b-fca7de522c19 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Jul 16 02:44:22.663141 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-548537e8-08e1-466b-aa04-34c1b4be3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.664855 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-548537e8-08e1-466b-aa04-34c1b4be3715 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1095 time: 0.0595903 Jul 16 02:44:22.669802 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7444e-2959-481e-a0dc-961e8c7467c0 req-01be6b7b-05b7-4207-8063-bf6a7c36109f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.671350 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02a7444e-2959-481e-a0dc-961e8c7467c0 req-01be6b7b-05b7-4207-8063-bf6a7c36109f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 944 time: 0.0675399 Jul 16 02:44:22.711194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-02a7444e-2959-481e-a0dc-961e8c7467c0 req-c998e69f-88e5-42f7-bc64-d95dda485841 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341516 Jul 16 02:44:22.761708 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-4e6e0a18-16f0-4455-bc92-555ac0d31d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.763203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-4e6e0a18-16f0-4455-bc92-555ac0d31d3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 898 time: 0.0897954 Jul 16 02:44:22.769662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:22.814941 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-51f3c83f-2745-4a26-a076-cbe6b22f8298 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 217 time: 0.0404277 Jul 16 02:44:22.867552 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-b00e42c1-a43a-44ba-be1a-d6ddc16b33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.869596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-b00e42c1-a43a-44ba-be1a-d6ddc16b33e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0485110 Jul 16 02:44:22.935014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-a26b45b9-41fe-4836-83cd-69a3f494962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:22.936585 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-a26b45b9-41fe-4836-83cd-69a3f494962c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576441 Jul 16 02:44:23.033254 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-6322983f-13a1-4ac0-ab67-8f20cb71845e service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 Jul 16 02:44:23.130128 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-1a866f9d-d389-4fc2-bb86-abfa1983ec58 req-461c24ce-c942-46cc-b285-c9c937e6075e service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Jul 16 02:44:23.847001 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b890e13a-37a2-4400-a1c0-8ebab6d9732a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:23.904646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de284ae-012a-4465-b9ca-04f33ce20bad req-7b2d023f-a2fa-41e8-99f8-c5bdb6f1a07a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:23.906367 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1de284ae-012a-4465-b9ca-04f33ce20bad req-7b2d023f-a2fa-41e8-99f8-c5bdb6f1a07a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 944 time: 0.0696068 Jul 16 02:44:23.952823 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1de284ae-012a-4465-b9ca-04f33ce20bad req-89ffd453-8667-417f-b2a7-da7d51b18998 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Jul 16 02:44:23.954696 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:25.039439 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df8e99a3-ddcb-4e59-b55e-c275ece9feae details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:44:25.161603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0fa94-f7c8-4a3b-a0e2-1edf8d6f4393 req-3882d7b0-f481-4fd9-a6fd-c547ba118db7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:25.162795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port df8e99a3-ddcb-4e59-b55e-c275ece9feae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:25.164395 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92a0fa94-f7c8-4a3b-a0e2-1edf8d6f4393 req-3882d7b0-f481-4fd9-a6fd-c547ba118db7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 944 time: 0.0854483 Jul 16 02:44:25.187889 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'port_id': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'mac_address': 'fa:16:3e:00:5f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:44:25.235994 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92a0fa94-f7c8-4a3b-a0e2-1edf8d6f4393 req-0849ac20-4e94-4bca-a33c-c992d3a47a7a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617707 Jul 16 02:44:25.261260 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:25.292922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e99a3-ddcb-4e59-b55e-c275ece9feae {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:25.328220 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port df8e99a3-ddcb-4e59-b55e-c275ece9feae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:25.338126 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:25.395965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=df8e99a3-ddcb-4e59-b55e-c275ece9feae,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:25.558051 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['df8e99a3-ddcb-4e59-b55e-c275ece9feae'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:44:26.268122 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d88c65bb-681b-4279-a109-851f717ae050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:26.451458 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8224e6-c1e7-46df-a35e-765a2aa1b37b req-cb714af0-3971-4a64-99d2-d49c39dc7fa4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:26.453983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b8224e6-c1e7-46df-a35e-765a2aa1b37b req-cb714af0-3971-4a64-99d2-d49c39dc7fa4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 945 time: 0.0880780 Jul 16 02:44:26.506772 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b8224e6-c1e7-46df-a35e-765a2aa1b37b req-3a1ceffb-31c4-4343-8194-9b782416fea1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Jul 16 02:44:26.766738 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.046353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df8e99a3-ddcb-4e59-b55e-c275ece9feae up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:27.122197 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port df8e99a3-ddcb-4e59-b55e-c275ece9feae completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:27.127146 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port df8e99a3-ddcb-4e59-b55e-c275ece9feae triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:27.127538 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.239940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.264981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:27.267272 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568be0c-3821-4399-a066-5dff8fd43415" -d '{"events": [{"server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "name": "network-vif-plugged", "status": "completed", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:27.281585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port df8e99a3-ddcb-4e59-b55e-c275ece9feae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:27.287446 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.325024 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf0f9ea-5b68-41c8-8b0f-70adb21d85f8 x-openstack-request-id: req-faf0f9ea-5b68-41c8-8b0f-70adb21d85f8 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:27.325391 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "name": "network-vif-plugged", "status": "completed", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:27.325784 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-faf0f9ea-5b68-41c8-8b0f-70adb21d85f8 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:27.326268 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'code': 200} Jul 16 02:44:27.356448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=df8e99a3-ddcb-4e59-b55e-c275ece9feae,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:27.460271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f467d8-cb3d-4b9f-adbf-583a386587db req-1604a104-af7e-413d-bc46-000a25fe1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:27.461831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38f467d8-cb3d-4b9f-adbf-583a386587db req-1604a104-af7e-413d-bc46-000a25fe1be9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1097 time: 0.0639307 Jul 16 02:44:27.509010 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-38f467d8-cb3d-4b9f-adbf-583a386587db req-62ee6842-2871-40b9-b624-de37ffb82e1b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 Jul 16 02:44:27.660688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:27.729151 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd15e0-21cb-448d-84f4-2017de584bb9 req-1152616f-c4b3-4fdf-bc68-f879bf5b6c93 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:27.731572 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87cd15e0-21cb-448d-84f4-2017de584bb9 req-1152616f-c4b3-4fdf-bc68-f879bf5b6c93 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0837662 Jul 16 02:44:27.778607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87cd15e0-21cb-448d-84f4-2017de584bb9 req-a5cc8616-97f9-4e42-9fb3-470578cb9518 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Jul 16 02:44:28.986896 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ca3bb-b6b2-45c4-9de0-2f873861300d req-c04377b7-457b-4819-b691-da349a705ece tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:28.988419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-455ca3bb-b6b2-45c4-9de0-2f873861300d req-c04377b7-457b-4819-b691-da349a705ece tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0790372 Jul 16 02:44:29.033173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-455ca3bb-b6b2-45c4-9de0-2f873861300d req-082d338e-19dd-4ba2-aaa3-3381407baffc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388584 Jul 16 02:44:29.120836 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.222938 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae8d-1a41-476a-aea6-49ca7629a456 req-0f619fd6-f3b7-4918-983e-0121c673c872 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:29.224599 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b7dae8d-1a41-476a-aea6-49ca7629a456 req-0f619fd6-f3b7-4918-983e-0121c673c872 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0710227 Jul 16 02:44:29.269488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3b7dae8d-1a41-476a-aea6-49ca7629a456 req-6bda4b83-2919-4bd5-aa8c-4cab72df2f62 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371575 Jul 16 02:44:29.295545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46832) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:29.350396 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec290f75-d29c-4b47-8846-0ff16b43903f tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:29.352060 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ec290f75-d29c-4b47-8846-0ff16b43903f tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1092 time: 0.0553529 Jul 16 02:44:29.355791 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46834) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:29.362235 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:29.387743 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.512517 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.653770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-c662532b-e5c4-4122-9e3c-2b5d6639ae68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806327 Jul 16 02:44:29.678415 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.216 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/bb7e0862-4a77-45b9-8020-94278889a5d9) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:29.790963 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-cdd2fe3f-9808-40f8-841f-4d13b232a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:29.792673 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-cdd2fe3f-9808-40f8-841f-4d13b232a5bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1097 time: 0.0822248 Jul 16 02:44:29.825989 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.894278 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:29.949618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:29.952233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-cc0fa64d-d4d2-4d0c-80e3-2db90e57eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:29.953757 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-cc0fa64d-d4d2-4d0c-80e3-2db90e57eb0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 898 time: 0.1361389 Jul 16 02:44:29.955656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:29.959215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:29.993971 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=bb7e0862-4a77-45b9-8020-94278889a5d9,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:30.014362 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-891f84c9-1fb6-4cea-aeb4-a2ca06777155 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 217 time: 0.0516267 Jul 16 02:44:30.079668 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-e29b4e99-3687-4354-92d1-d7ceda512a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:30.082345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-e29b4e99-3687-4354-92d1-d7ceda512a1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0599916 Jul 16 02:44:30.154637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-2c6aad8d-54b9-42b4-ab50-a40b424aeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:30.156301 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-2c6aad8d-54b9-42b4-ab50-a40b424aeb2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674145 Jul 16 02:44:30.275036 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-06079894-ed8c-4ef4-b35f-29f356c044ae service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107728 Jul 16 02:44:30.452769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:30.584200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:30.683401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f8c5c17c-de8e-405d-914c-7d5901e5a703 req-e1cd2b7d-e112-49c0-953e-c0f6ff2704f2 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014881 Jul 16 02:44:30.793101 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:30.799660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:30.892066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=bb7e0862-4a77-45b9-8020-94278889a5d9,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:30.905635 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:31.017698 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 4f455225-4e76-4891-a1f0-89cc0905b9e9 associated. External IP: 172.25.0.216, port: df8e99a3-ddcb-4e59-b55e-c275ece9feae. Jul 16 02:44:31.311597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 0d8ce3fc-a752-4184-9c1a-33de2791b27f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:31.434625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:31.449824 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] Sync routers for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:31.453141 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:31.465740 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:31.466758 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:31.497201 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8412847f-9527-457f-ac0f-2c45713519f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1374924 Jul 16 02:44:31.497201 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:31.500176 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1" -d '{"events": [{"name": "network-changed", "server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:31.573560 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938574df-04fc-4ecb-a373-67a0a89b3e9f x-openstack-request-id: req-938574df-04fc-4ecb-a373-67a0a89b3e9f {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:31.574179 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:31.574502 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-938574df-04fc-4ecb-a373-67a0a89b3e9f {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:31.575036 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'status': 'completed', 'code': 200} Jul 16 02:44:31.597562 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:31.668193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-479de98a-c46f-4593-b695-e4de2795d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:31.672167 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-479de98a-c46f-4593-b695-e4de2795d594 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1097 time: 0.0731006 Jul 16 02:44:31.736115 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51b8dc-ffc1-421d-af4a-898abaf27717 req-4a319ee5-8640-4ca6-9a4b-ede50198f2cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:31.737658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e51b8dc-ffc1-421d-af4a-898abaf27717 req-4a319ee5-8640-4ca6-9a4b-ede50198f2cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0948529 Jul 16 02:44:31.790967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e51b8dc-ffc1-421d-af4a-898abaf27717 req-5711d024-be11-41d7-9f39-5231872109c8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Jul 16 02:44:31.797634 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-fcc03ff1-94b0-4c8e-a81b-255c23cef40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:31.799185 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-fcc03ff1-94b0-4c8e-a81b-255c23cef40f service neutron] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 898 time: 0.1202688 Jul 16 02:44:31.820183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46840) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:31.887247 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-fa919535-9502-4a92-8288-6572c1e59948 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 1000 time: 0.0802987 Jul 16 02:44:31.903387 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-75c67f96-36d8-4b7c-943a-ad8dc10d05fe tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/4f455225-4e76-4891-a1f0-89cc0905b9e9 HTTP/1.1" status: 200 len: 992 time: 0.0781062 Jul 16 02:44:31.944171 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '4f455225-4e76-4891-a1f0-89cc0905b9e9', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'port_id': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'mac_address': 'fa:16:3e:00:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:30Z', 'updated_at': '2021-07-16T02:44:30Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:20Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:31.954196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-f8361f1e-897b-4b51-826e-93e55756e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:31.955938 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-f8361f1e-897b-4b51-826e-93e55756e042 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0614080 Jul 16 02:44:31.974256 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] Checking router: 0d8ce3fc-a752-4184-9c1a-33de2791b27f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:31.984686 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:31.985359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:44:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:32.023498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-6c7d523b-6a26-456a-8006-da3e6faf5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:32.025486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-6c7d523b-6a26-456a-8006-da3e6faf5af3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632534 Jul 16 02:44:32.109668 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:32.127030 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-4fe2dbd7-d2f2-4aa5-9bfd-095d679c01b5 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927198 Jul 16 02:44:32.235836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0db5dff9-56fa-4e22-a7fc-4a6a7c439db1 req-2a9f1943-64e7-43b7-b481-66669a5b6365 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017902 Jul 16 02:44:32.383448 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '4f455225-4e76-4891-a1f0-89cc0905b9e9', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'port_id': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'mac_address': 'fa:16:3e:00:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:30Z', 'updated_at': '2021-07-16T02:44:30Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:20Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:32.412966 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cccd46-efb1-4e10-9428-5f64ad296705 None None] The sync data for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 is: [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '4f455225-4e76-4891-a1f0-89cc0905b9e9', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'port_id': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'mac_address': 'fa:16:3e:00:5f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:30Z', 'updated_at': '2021-07-16T02:44:30Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:20Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:32.629974 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18ab26a-7f2d-4eb3-a0f0-f9bfe4f48c0b None None] New status for floating IP 4f455225-4e76-4891-a1f0-89cc0905b9e9: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:44:32.907704 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46842) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:33.001088 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d57c766e-6220-4ebb-9a63-e7ff1d5baf55 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/4f455225-4e76-4891-a1f0-89cc0905b9e9 HTTP/1.1" status: 200 len: 994 time: 0.0917671 Jul 16 02:44:52.787406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:53.482738 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:53.848488 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2bc998f8-e7fe-4482-b52c-6848a92a6f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:53.944898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:56.260995 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-218dbb24-487b-4b58-a0e6-81aa564c97be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:56.767864 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:57.659213 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:59.119595 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:06.306492 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-3f883888-6cef-47fc-a76e-6eda246eeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:06.308166 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-3f883888-6cef-47fc-a76e-6eda246eeb0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1097 time: 0.0578542 Jul 16 02:45:06.414356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-b74c5801-ed06-4277-876e-fc6f03e8a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:06.415979 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-b74c5801-ed06-4277-876e-fc6f03e8a769 service neutron] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 898 time: 0.1003282 Jul 16 02:45:06.418561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c5dec-12c5-4134-982a-f6edec389514 req-11a719d6-5085-47bf-9794-90587a04732c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:06.420122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b70c5dec-12c5-4134-982a-f6edec389514 req-11a719d6-5085-47bf-9794-90587a04732c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.1365511 Jul 16 02:45:06.460876 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b70c5dec-12c5-4134-982a-f6edec389514 req-429f4c08-b9bb-44b8-a660-9d4ae7f2fa8d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348494 Jul 16 02:45:06.492597 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-8b1d14e2-80ce-4552-8120-c5cd4871bed1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 1002 time: 0.0611875 Jul 16 02:45:06.544808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-58f7dc3c-3bce-4402-bc6f-497c2a952bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:06.546197 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-58f7dc3c-3bce-4402-bc6f-497c2a952bcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0475330 Jul 16 02:45:06.604439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-fcd3c1ce-3526-4b63-b046-a41e47a4ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:06.605942 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-fcd3c1ce-3526-4b63-b046-a41e47a4ae02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531051 Jul 16 02:45:06.699529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-8f389d69-8ce5-4e27-b16a-130fd5329e5f service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862231 Jul 16 02:45:06.800396 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c0becef0-a001-4826-8421-b918e2a0d1c7 req-be144204-fcf9-4862-87d4-8388c68b51f8 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930870 Jul 16 02:45:07.730320 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fa867-185f-40fe-b74c-74404128e97e req-93c9041c-63f4-485e-93dc-bc264841bf33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:07.731863 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c67fa867-185f-40fe-b74c-74404128e97e req-93c9041c-63f4-485e-93dc-bc264841bf33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.1340525 Jul 16 02:45:07.772898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c67fa867-185f-40fe-b74c-74404128e97e req-991b69fc-ee8c-4b3b-95d6-f9bbbf2d24eb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Jul 16 02:45:08.985653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455d30-9349-48f7-9c21-8621b8014009 req-64376418-12a4-4cab-a958-0f0bfca43584 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.987868 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d455d30-9349-48f7-9c21-8621b8014009 req-64376418-12a4-4cab-a958-0f0bfca43584 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0937083 Jul 16 02:45:09.031623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d455d30-9349-48f7-9c21-8621b8014009 req-f0311844-1587-4873-9004-a9b7438de169 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Jul 16 02:45:10.229286 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06f74-2010-4495-a85d-7ebfb8a07948 req-a9f15be9-4478-47d1-a40a-67e98c4446f7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:10.230870 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ba06f74-2010-4495-a85d-7ebfb8a07948 req-a9f15be9-4478-47d1-a40a-67e98c4446f7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0686805 Jul 16 02:45:10.291142 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ba06f74-2010-4495-a85d-7ebfb8a07948 req-780af495-84ed-4a6d-9409-4cf17c916871 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538404 Jul 16 02:45:11.482973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d069-aa30-48f4-afce-a36e4533137d req-b28b8649-d310-483c-ba53-ae125e6b848e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:11.484561 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e076d069-aa30-48f4-afce-a36e4533137d req-b28b8649-d310-483c-ba53-ae125e6b848e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0680180 Jul 16 02:45:11.529564 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e076d069-aa30-48f4-afce-a36e4533137d req-766c6366-319c-4449-b2de-a75d876f5f29 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368099 Jul 16 02:45:12.762625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3559e-7b2a-44be-8c30-1f558181968c req-53bd0b92-f370-4b09-809c-76e0cc7a9e27 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:12.764397 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fde3559e-7b2a-44be-8c30-1f558181968c req-53bd0b92-f370-4b09-809c-76e0cc7a9e27 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0700586 Jul 16 02:45:12.803116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fde3559e-7b2a-44be-8c30-1f558181968c req-f0d1b3f6-b443-4d7f-a7ca-ee49b5fd612c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330868 Jul 16 02:45:13.980303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17843049-7855-4f6e-8835-1071690fabb8 req-ba831ca7-4d53-43a8-82b9-d275a40b3aa6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:13.981731 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17843049-7855-4f6e-8835-1071690fabb8 req-ba831ca7-4d53-43a8-82b9-d275a40b3aa6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0644422 Jul 16 02:45:14.022014 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17843049-7855-4f6e-8835-1071690fabb8 req-b962c78f-4de0-412b-8e0e-57e583fab6d9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345969 Jul 16 02:45:15.206519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350280-4d8f-4a67-a621-9d89e5c6884f req-f72ec637-0212-4855-801c-ada1a652e9b1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:15.208016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1350280-4d8f-4a67-a621-9d89e5c6884f req-f72ec637-0212-4855-801c-ada1a652e9b1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0688016 Jul 16 02:45:15.254399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1350280-4d8f-4a67-a621-9d89e5c6884f req-6eb6449c-cd42-458b-977d-e561f1bf4933 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402317 Jul 16 02:45:16.434897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7b235-aa3b-4053-a8ee-0a281c4c3d7a req-cc824855-997d-4d1f-8a93-094069bbd5ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:16.436785 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cc7b235-aa3b-4053-a8ee-0a281c4c3d7a req-cc824855-997d-4d1f-8a93-094069bbd5ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0671203 Jul 16 02:45:16.479220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cc7b235-aa3b-4053-a8ee-0a281c4c3d7a req-40d2091f-a070-49d5-8d81-2f478b9776c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368707 Jul 16 02:45:17.653167 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d008cba-6363-4477-b5ac-dec1601cbf8c req-fe7c6dec-b516-4f60-8016-22de45008836 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:17.654645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d008cba-6363-4477-b5ac-dec1601cbf8c req-fe7c6dec-b516-4f60-8016-22de45008836 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0632477 Jul 16 02:45:17.693857 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7d008cba-6363-4477-b5ac-dec1601cbf8c req-d6a55518-0c22-4671-949b-9aaed3c7582c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334129 Jul 16 02:45:18.887532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9718-0950-4ab5-895c-83e9cbcb0b5d req-11f03614-33d7-461c-9fbc-08cec8180115 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:18.889713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f0b9718-0950-4ab5-895c-83e9cbcb0b5d req-11f03614-33d7-461c-9fbc-08cec8180115 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0788677 Jul 16 02:45:18.933358 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f0b9718-0950-4ab5-895c-83e9cbcb0b5d req-38c022fd-25df-421d-9a7c-3e0f8e703ddb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370669 Jul 16 02:45:20.120416 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0832a-44fc-4c9d-9933-8366a694553c req-bb9f28c4-e96c-4b26-8679-d14a9540cdab tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:20.121966 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61a0832a-44fc-4c9d-9933-8366a694553c req-bb9f28c4-e96c-4b26-8679-d14a9540cdab tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0710697 Jul 16 02:45:20.163406 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61a0832a-44fc-4c9d-9933-8366a694553c req-62d687db-99e2-40f3-bde6-c2f58adadec8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358551 Jul 16 02:45:21.350505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b04226-a719-41cd-9db5-5d17c8a5fabb req-25afc386-9c3c-40f7-93df-3de204126143 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:21.352780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2b04226-a719-41cd-9db5-5d17c8a5fabb req-25afc386-9c3c-40f7-93df-3de204126143 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0698195 Jul 16 02:45:21.392514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e2b04226-a719-41cd-9db5-5d17c8a5fabb req-edcadea9-1378-4402-b36b-808a87cf10f2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339091 Jul 16 02:45:22.579538 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a4179-a75b-42c5-b22a-a7ffd642f56c req-4a946b8f-4404-49a5-a63b-b747ff961342 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:22.581110 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-367a4179-a75b-42c5-b22a-a7ffd642f56c req-4a946b8f-4404-49a5-a63b-b747ff961342 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0682027 Jul 16 02:45:22.622880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-367a4179-a75b-42c5-b22a-a7ffd642f56c req-6bcc13e9-69de-44d9-8e9a-a3d2f2eeef50 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360143 Jul 16 02:45:22.781348 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.803138 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dfd5d-32c3-40cb-be22-9e89ee87bd91 req-d512ef16-cda5-4696-a3c3-80633ab346b6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:23.805401 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-995dfd5d-32c3-40cb-be22-9e89ee87bd91 req-d512ef16-cda5-4696-a3c3-80633ab346b6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0631590 Jul 16 02:45:23.844224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-995dfd5d-32c3-40cb-be22-9e89ee87bd91 req-3ac25515-2c0d-4ba5-a8f1-c4d1cd3403dc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331559 Jul 16 02:45:23.848862 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d244ba2-1005-4b69-8e26-8d3469981000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:23.869116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46898) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:23.934697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-5e87269f-8ccf-4af2-bfc3-bc095bbc9fd0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/4f455225-4e76-4891-a1f0-89cc0905b9e9 HTTP/1.1" status: 200 len: 994 time: 0.0629332 Jul 16 02:45:23.945989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:26.263346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c1d2b292-36c4-4570-bfc6-9cc22b4db03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:26.770964 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:27.669381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:29.123572 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:30.481573 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:31.609922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-01ea1bd7-37eb-4a56-b2f7-d6c9b9a06959 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518782 Jul 16 02:45:31.710882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-b48283bd-a50a-40d1-944a-d11e685a6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:31.712636 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-b48283bd-a50a-40d1-944a-d11e685a6776 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1097 time: 0.0577250 Jul 16 02:45:31.825910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-cce4c6a3-b05f-46f6-aebb-67922ab2a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:31.827432 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-cce4c6a3-b05f-46f6-aebb-67922ab2a16b service neutron] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 898 time: 0.0938046 Jul 16 02:45:31.895318 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-e880c692-cb72-41db-bc75-2073c0c5279b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 1002 time: 0.0611391 Jul 16 02:45:31.950690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-018f4769-e12b-4fbe-bc15-7f6371384f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:31.952226 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-018f4769-e12b-4fbe-bc15-7f6371384f9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0508313 Jul 16 02:45:32.013320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-c86e4aef-4573-4e38-9176-275e63f40c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:32.014832 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-c86e4aef-4573-4e38-9176-275e63f40c3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565596 Jul 16 02:45:32.107850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-f5dc8182-5e8c-4318-942d-db1659033b23 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858519 Jul 16 02:45:32.204499 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cccf52fe-f0b6-4004-8fdd-6728627f9689 req-af426a8b-e67a-4158-9341-6aafca59bf41 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905552 Jul 16 02:45:52.812793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:53.850724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5198cd75-fa0e-4dca-9642-be96a94dd963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:53.960377 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.496451 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46922) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:54.655835 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port bb7e0862-4a77-45b9-8020-94278889a5d9 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:54.656216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.733736 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.734056 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.746110 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for bb7e0862-4a77-45b9-8020-94278889a5d9 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:54.891304 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.915612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=bb7e0862-4a77-45b9-8020-94278889a5d9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:54.928684 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.929038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.929464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.929805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.930145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.930484 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.930839 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.931166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.931497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.931825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.932185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.932510 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:54.990237 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.990729 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 4f455225-4e76-4891-a1f0-89cc0905b9e9 disassociated (deleted). External IP: 172.25.0.216, port: df8e99a3-ddcb-4e59-b55e-c275ece9feae. Jul 16 02:45:55.208851 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 0d8ce3fc-a752-4184-9c1a-33de2791b27f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:45:55.324504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:55.329931 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.335586 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] Sync routers for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:55.358629 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:55.359681 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.374229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b7f4ae46-e2d6-4bae-ad24-8a030375f28f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/floatingips/4f455225-4e76-4891-a1f0-89cc0905b9e9 HTTP/1.1" status: 204 len: 168 time: 0.8767145 Jul 16 02:45:55.374927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:55.377527 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a5840-c99e-4f93-ba8f-cea79377efff" -d '{"events": [{"name": "network-changed", "server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:55.476182 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2b0f83-0866-4596-8899-ed80bd2b1b3a x-openstack-request-id: req-6d2b0f83-0866-4596-8899-ed80bd2b1b3a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:55.476454 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:55.476816 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d2b0f83-0866-4596-8899-ed80bd2b1b3a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:55.477285 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'status': 'completed', 'code': 200} Jul 16 02:45:55.500387 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:55.577886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-3e6b7661-9da1-4b9f-8518-b8f60148089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:55.579606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-3e6b7661-9da1-4b9f-8518-b8f60148089b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 1097 time: 0.0709372 Jul 16 02:45:55.692700 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-042ae77a-f244-4b2a-bea2-ce4721d616a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:55.694840 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-042ae77a-f244-4b2a-bea2-ce4721d616a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 200 len: 898 time: 0.1018500 Jul 16 02:45:55.738534 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-fae9e716-6ea6-4f52-a833-13c947f1789f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 200 len: 217 time: 0.0354509 Jul 16 02:45:55.789798 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e641-1598-4df1-9b95-5f11035907eb req-762ee9d1-8a54-4727-9941-11e92a22c8b8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:55.791507 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7e4e641-1598-4df1-9b95-5f11035907eb req-762ee9d1-8a54-4727-9941-11e92a22c8b8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0763361 Jul 16 02:45:55.794515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-a36ba0c9-6816-41c8-9c8d-dada36d668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:55.795991 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-a36ba0c9-6816-41c8-9c8d-dada36d668aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 200 len: 835 time: 0.0505891 Jul 16 02:45:55.833091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:20Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.848535 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7e4e641-1598-4df1-9b95-5f11035907eb req-8f4cfc3f-5a05-4a3b-8d12-1247a23df24a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510967 Jul 16 02:45:55.861909 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] Checking router: 0d8ce3fc-a752-4184-9c1a-33de2791b27f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:55.871856 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:55.872534 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.884313 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-30ae30e7-fbd2-4bc6-9382-9fc77884f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:55.885944 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-30ae30e7-fbd2-4bc6-9382-9fc77884f530 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=22ad91ea-d94b-4899-b22d-6778d5b6460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795751 Jul 16 02:45:55.985352 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:55.990565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-193b52dd-672b-48a2-8266-cf7ce0c81aa7 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955086 Jul 16 02:45:56.091248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8d7a5840-c99e-4f93-ba8f-cea79377efff req-2f5ad14e-3b93-442c-b880-faa0c869d304 service neutron] 10.222.0.38 "GET /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929890 Jul 16 02:45:56.193521 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:20Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:56.224050 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51da48-32b8-43b1-97cc-671830fa3890 None None] The sync data for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 is: [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:17Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'f27d5ff7-077d-470e-a282-3a1570a387ab', 'name': '', 'network_id': '22ad91ea-d94b-4899-b22d-6778d5b6460f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:01:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:16Z', 'updated_at': '2021-07-16T02:44:20Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '645e5567-7ab4-442f-9d05-fce1d45e4d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:56.266272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7759-04d9-49ae-b02b-21587c3a7c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:56.451014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6119fd-9940-4745-8a75-327d0c06bfc1 None None] New status for floating IP 4f455225-4e76-4891-a1f0-89cc0905b9e9: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:45:56.773300 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.051647 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e818398-724b-4b01-948e-599d99b4fa76 req-9751d734-0c49-40f5-bb01-906bb1e43d16 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.053116 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e818398-724b-4b01-948e-599d99b4fa76 req-9751d734-0c49-40f5-bb01-906bb1e43d16 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0771675 Jul 16 02:45:57.091085 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e818398-724b-4b01-948e-599d99b4fa76 req-8afb206a-16bc-44d2-ad91-02c223faa6e4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=47431de5-9dd0-4462-b109-b87b5d4f0954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Jul 16 02:45:57.374298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-d0f1d0ec-178f-4bd1-b6f9-e9d025aa9c43 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.375740 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-d0f1d0ec-178f-4bd1-b6f9-e9d025aa9c43 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 946 time: 0.0660996 Jul 16 02:45:57.483218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port df8e99a3-ddcb-4e59-b55e-c275ece9feae {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:45:57.483558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.574502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port df8e99a3-ddcb-4e59-b55e-c275ece9feae, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=df8e99a3-ddcb-4e59-b55e-c275ece9feae,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:57.574873 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.588377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for df8e99a3-ddcb-4e59-b55e-c275ece9feae owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:45:57.677950 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.739324 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.776314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=df8e99a3-ddcb-4e59-b55e-c275ece9feae,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:57.821148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] No DVR routers for this DVR port df8e99a3-ddcb-4e59-b55e-c275ece9feae on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:45:57.824016 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.826052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3c7c9dbe-ec2d-4560-9eb7-f5e88df6184e req-ef1f808a-4295-470b-88a3-2ae693f05639 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "DELETE /v2.0/ports/df8e99a3-ddcb-4e59-b55e-c275ece9feae HTTP/1.1" status: 204 len: 173 time: 0.4449816 Jul 16 02:45:57.826489 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'name': 'network-vif-deleted', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:45:57.828776 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd9a44b-8106-46ad-89bc-ae3eb5973e84" -d '{"events": [{"server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "name": "network-vif-deleted", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:45:57.866547 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca9511d-818f-4a54-84b2-79438c5d4913 x-openstack-request-id: req-5ca9511d-818f-4a54-84b2-79438c5d4913 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:45:57.866843 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da42d83-dcc4-44b3-8f05-6ebbfe369ddc", "name": "network-vif-deleted", "tag": "df8e99a3-ddcb-4e59-b55e-c275ece9feae", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:45:57.867094 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ca9511d-818f-4a54-84b2-79438c5d4913 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:45:57.867497 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da42d83-dcc4-44b3-8f05-6ebbfe369ddc', 'name': 'network-vif-deleted', 'tag': 'df8e99a3-ddcb-4e59-b55e-c275ece9feae', 'status': 'completed', 'code': 200} Jul 16 02:45:58.265872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d5eab022-4f39-4d75-9ac4-ac7b6e9311fa req-ee755a5d-ea4f-4f64-bb85-1ffeac8ca038 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da42d83-dcc4-44b3-8f05-6ebbfe369ddc HTTP/1.1" status: 200 len: 210 time: 0.0393550 Jul 16 02:45:59.125764 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:59.367797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46944) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:59.987542 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.259915 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port f27d5ff7-077d-470e-a282-3a1570a387ab {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:46:00.260214 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.357480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port f27d5ff7-077d-470e-a282-3a1570a387ab, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=f27d5ff7-077d-470e-a282-3a1570a387ab,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:00.357838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.371587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for f27d5ff7-077d-470e-a282-3a1570a387ab owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:46:00.563047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:00.590704 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=f27d5ff7-077d-470e-a282-3a1570a387ab,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:00.794857 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.027474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 0d8ce3fc-a752-4184-9c1a-33de2791b27f has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:01.142989 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:01.148464 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-6c027cdc-a4a8-4256-9e79-be6d9fe7c213 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/0d8ce3fc-a752-4184-9c1a-33de2791b27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7792625 Jul 16 02:46:01.150928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46946) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:01.154426 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] Sync routers for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:01.163814 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:01.164489 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.203902 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting subnet 645e5567-7ab4-442f-9d05-fce1d45e4d88 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:46:01.207348 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.260206 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.280208 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:01.390712 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.464333 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.497973 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Subnet': ['ID=645e5567-7ab4-442f-9d05-fce1d45e4d88,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:01.500482 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.503906 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:46:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.505614 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c2b47d9a-b3ba-42ae-98b7-685fea9ec028 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/subnets/645e5567-7ab4-442f-9d05-fce1d45e4d88 HTTP/1.1" status: 204 len: 168 time: 0.3535228 Jul 16 02:46:01.506951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46948) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:01.509234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65f355-78c2-4207-8e8f-151c582c13d1 None None] Network 22ad91ea-d94b-4899-b22d-6778d5b6460f requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:01.526294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df8e99a3-ddcb-4e59-b55e-c275ece9feae no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:01.537980 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] Checking router: 0d8ce3fc-a752-4184-9c1a-33de2791b27f for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:01.548640 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] Routers {'0d8ce3fc-a752-4184-9c1a-33de2791b27f'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:01.549127 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.557390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: df8e99a3-ddcb-4e59-b55e-c275ece9feae {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:01.558068 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device df8e99a3-ddcb-4e59-b55e-c275ece9feae not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:01.649429 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.695935 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] Set router 0d8ce3fc-a752-4184-9c1a-33de2791b27f gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:01.793373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] DHCP port deletion for 22ad91ea-d94b-4899-b22d-6778d5b6460f request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:46:01.833227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.858833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Deleting port 6aefad30-ff49-4308-bece-bae61ee171a7 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:46:01.859217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.901807 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 04b142e0-29a0-4faa-93d9-a58a988bce64 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:46:01.902321 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.940353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:46:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:01.964074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] For port 6aefad30-ff49-4308-bece-bae61ee171a7, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=6aefad30-ff49-4308-bece-bae61ee171a7,segment=NetworkSegment(f5c16e4f-d295-4ef6-a459-fa7f4801a648),segment_id=f5c16e4f-d295-4ef6-a459-fa7f4801a648)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:01.964528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.973771 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab0e07-65fd-43b3-a994-cd662af1724f None None] The sync data for ids ['0d8ce3fc-a752-4184-9c1a-33de2791b27f'] in n-d-800087-6 is: [{'id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567501604', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:46:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '04b142e0-29a0-4faa-93d9-a58a988bce64', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8ce3fc-a752-4184-9c1a-33de2791b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:13Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:01.981943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Calling delete_port for 6aefad30-ff49-4308-bece-bae61ee171a7 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:46:02.004699 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 04b142e0-29a0-4faa-93d9-a58a988bce64, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=04b142e0-29a0-4faa-93d9-a58a988bce64,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:02.005212 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.027360 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 04b142e0-29a0-4faa-93d9-a58a988bce64 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:46:02.102927 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.134891 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] No DVR routers for this DVR port 6aefad30-ff49-4308-bece-bae61ee171a7 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:46:02.136916 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Pushing event deleted for resources: {'Port': ['ID=6aefad30-ff49-4308-bece-bae61ee171a7,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:02.152654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.152832 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.153176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.153519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.153852 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.154185 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.154513 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.154867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.155227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.155553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.155879 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.156254 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c0312-6f81-4497-b209-41141c6a6218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:02.219067 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.247712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=04b142e0-29a0-4faa-93d9-a58a988bce64,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:02.311783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.413122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.416285 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.463652 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f27d5ff7-077d-470e-a282-3a1570a387ab no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:02.466871 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.467612 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Fanout notify agent at l3_agent the message router_deleted on router 0d8ce3fc-a752-4184-9c1a-33de2791b27f {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:46:02.477026 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.478250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0bf410d3-c21d-4f06-b156-2311698fe3a9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/routers/0d8ce3fc-a752-4184-9c1a-33de2791b27f HTTP/1.1" status: 204 len: 168 time: 0.9702911 Jul 16 02:46:02.481074 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46950) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:02.491127 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: f27d5ff7-077d-470e-a282-3a1570a387ab {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:02.491474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device f27d5ff7-077d-470e-a282-3a1570a387ab not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:02.491911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6aefad30-ff49-4308-bece-bae61ee171a7 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:02.512807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 6aefad30-ff49-4308-bece-bae61ee171a7 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:02.513680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 6aefad30-ff49-4308-bece-bae61ee171a7 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:02.569998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.683267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.695729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ad91ea-d94b-4899-b22d-6778d5b6460f']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:02.714593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c16e4f-d295-4ef6-a459-fa7f4801a648') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:02.714962 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c16e4f-d295-4ef6-a459-fa7f4801a648') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:02.733743 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.754990 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.762608 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:46:02.763039 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:46:02.766045 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:46:02.830613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.839180 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.840635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/networks/22ad91ea-d94b-4899-b22d-6778d5b6460f HTTP/1.1" status: 204 len: 168 time: 0.3585696 Jul 16 02:46:02.843744 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46952) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:02.852647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2a5d-a51f-4c64-add2-416a194a550f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Network': ['ID=22ad91ea-d94b-4899-b22d-6778d5b6460f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:02.903737 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.927915 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.985765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.988373 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.989538 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/security-groups/47431de5-9dd0-4462-b109-b87b5d4f0954 HTTP/1.1" status: 204 len: 168 time: 0.1447570 Jul 16 02:46:02.999274 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47431de5-9dd0-4462-b109-b87b5d4f0954,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.014108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.014433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.014782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.015130 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.015469 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.015807 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.016181 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.016495 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.016963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.017176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.017522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.017842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff66e6-a120-499d-bb96-7e80ac62a6fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:03.340196 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46958) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.344862 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237195225', 'description': 'tempest-secgroup-smoke-1237195225 description', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:03.371443 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.454452 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.458234 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.481382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.482623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414142 Jul 16 02:46:03.485673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46960) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.490582 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'feac44e8-1749-4431-b0b0-2f8642bab1c2', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:03.490962 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e4475-e52e-42b3-9d64-6743206e17e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feac44e8-1749-4431-b0b0-2f8642bab1c2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.518801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.576464 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.580238 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.597265 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e59f912-54fb-4c31-a6f7-b0c3d81c9d4b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.606260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.607487 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ed9861cd-9651-4435-8824-49c0e2e6db33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208022 Jul 16 02:46:03.610303 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46962) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.614787 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'feac44e8-1749-4431-b0b0-2f8642bab1c2', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:03.642474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.700987 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.705074 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.723825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6533c3d2-76db-4bc9-8dd7-af47ddaa482c,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.726909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.730809 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4335917b-9ca0-4ad3-a2c2-dfef770fc6c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168747 Jul 16 02:46:03.731371 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46964) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.735488 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'feac44e8-1749-4431-b0b0-2f8642bab1c2', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:03.762998 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.824495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.828293 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.849244 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1af461b-198b-4631-a4ea-387ef7e9167d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.853709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.857657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4106fe86-c2bf-4c75-b45b-86dffa32df33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229973 Jul 16 02:46:03.858195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46966) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.862438 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'feac44e8-1749-4431-b0b0-2f8642bab1c2', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:03.891329 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.953814 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.957606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.976147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec558b4-528b-4dc5-978a-a50ec8238d1b,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:03.982059 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.983277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-79455bb3-b2d8-41f7-b5d4-2c49c1c51689 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244078 Jul 16 02:46:03.986612 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46968) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:03.991918 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'feac44e8-1749-4431-b0b0-2f8642bab1c2', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:04.020240 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:46:04.026721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.090539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.094850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.119546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b490c80-3d32-449b-b776-761eddc12175,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.123241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.124478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f7379782-2940-428a-8a96-726645eab16a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368244 Jul 16 02:46:04.127384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46970) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:04.132487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'feac44e8-1749-4431-b0b0-2f8642bab1c2', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:04.153884 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:46:04.158827 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.219286 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.222797 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.239422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb8f3f1-2039-4e8d-ae82-dc4b3cf64287,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.247655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.249145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b72a045f-aefb-44b8-8c5b-dd71a30240a6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206079 Jul 16 02:46:04.252021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46972) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:04.258712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'network': {'name': 'tempest-network-smoke--2025279097', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:04.278227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:04.281745 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.305729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:46:04.314898 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.315219 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Added segment 6064a344-7628-4e3a-997a-4227a9b836e1 of type vlan for network c17a1ea3-0e2a-4f58-80c3-7238713c5dec Jul 16 02:46:04.334631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 04b142e0-29a0-4faa-93d9-a58a988bce64 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:04.355415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 04b142e0-29a0-4faa-93d9-a58a988bce64 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:46:04.355770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 04b142e0-29a0-4faa-93d9-a58a988bce64 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:46:04.358278 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.387457 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.392960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:04.393544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.428483 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1751664 Jul 16 02:46:04.432084 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46974) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:04.436790 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'admin_state_up': True, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:04.459602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fa9a7-0a12-4865-9d0e-126e75a01454 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Network': ['ID=c17a1ea3-0e2a-4f58-80c3-7238713c5dec,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.460233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.462237 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.472480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:46:04.518900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.655216 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.848543 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.867276 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.966957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.247 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/b1a9c03e-62cd-412d-b5f6-d9e13bb3047a) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:05.069158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.107334 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.142377 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:05.147056 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:05.151088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:05.174569 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:05.399001 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.590834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.052295 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:46:06.157399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:06.167164 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Sync routers for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:06.175512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.179801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:06.179974 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ff76e3b8-79f2-44e0-9b01-9e4ae88817f8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7436488 Jul 16 02:46:06.180114 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:06.180228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 46976) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:06.207400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e90c2bcf-a507-4e56-91e9-e160bafc35d7 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ed625dc5213b4f5e94c2bc604f2bf4a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262189 Jul 16 02:46:06.210160 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46978) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:06.281666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:06.303504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f44605-7b5d-448d-a173-22be232dfb64 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:06.305105 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-26f44605-7b5d-448d-a173-22be232dfb64 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932410 Jul 16 02:46:06.307946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46980) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:06.336561 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-40679844-7220-40f7-9e83-699e3a7fcf91 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274477 Jul 16 02:46:06.338991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46982) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:06.343823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151344586', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:06.435281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:06.439069 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.624856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:05Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:06.647397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.653304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Checking router: 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:06.653655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Updating router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:06.692060 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.710051 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Subnet': ['ID=979c340a-603c-4b64-a40f-38ea161d45ee,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:06.719077 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Checking segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:06.719441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network hostable DHCP agents. Network: c17a1ea3-0e2a-4f58-80c3-7238713c5dec, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:46:06.739444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:46:06.750654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, c17a1ea3-0e2a-4f58-80c3-7238713c5dec) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:06.754862 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:06.755511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:06.773945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-fb993806-807c-4bda-9d66-61359517646e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4307950 Jul 16 02:46:06.774183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 46984) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:06.776783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7643f50-ffea-4ac9-84a5-0b7ccec8c2ba None None] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:07.015004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:46:07.015860 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.137246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.158374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Transition to ACTIVE for port object b1a9c03e-62cd-412d-b5f6-d9e13bb3047a will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:07.188865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.257264 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Allocated IP 172.20.0.2 (c17a1ea3-0e2a-4f58-80c3-7238713c5dec/979c340a-603c-4b64-a40f-38ea161d45ee/b2c660ff-69c8-4b99-a730-fbdf528b285b) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:07.263036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315abcc1-6f2c-47f8-86e2-f731c462719b None None] Pushing event updated for resources: {'Port': ['ID=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.265295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Attempting to bind port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:07.265661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Attempting to bind port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:07.266023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Attempting to bind port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:07.276927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:07.277301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:07.277700 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.278086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:07.278550 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Bound port: b1a9c03e-62cd-412d-b5f6-d9e13bb3047a, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:07.278925 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.394583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] For port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:07.415406 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] For port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:07.424085 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.479645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.482865 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:07.524129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.525850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:07.526474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:07.535982 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315abcc1-6f2c-47f8-86e2-f731c462719b None None] Pushing event updated for resources: {'Port': ['ID=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.575581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Transition to ACTIVE for port object b2c660ff-69c8-4b99-a730-fbdf528b285b will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:07.625719 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Transition to ACTIVE for port object b2c660ff-69c8-4b99-a730-fbdf528b285b will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:07.634146 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.690712 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:07.699678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:07.702516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:07.730178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:07.757979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Pushing event updated for resources: {'Port': ['ID=b2c660ff-69c8-4b99-a730-fbdf528b285b,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:07.767487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.1 (c17a1ea3-0e2a-4f58-80c3-7238713c5dec/979c340a-603c-4b64-a40f-38ea161d45ee/64e4a9b5-a6c7-423d-bf76-f05f75c11b62) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:07.867303 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Attempting to bind port b2c660ff-69c8-4b99-a730-fbdf528b285b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:07.867612 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Attempting to bind port b2c660ff-69c8-4b99-a730-fbdf528b285b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:07.867924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Attempting to bind port b2c660ff-69c8-4b99-a730-fbdf528b285b on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:07.876864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:07.877235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Checking segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:07.877630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.878016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Bound using segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:07.878472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Bound port: b2c660ff-69c8-4b99-a730-fbdf528b285b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:07.878846 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.887610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.902257 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:07.935458 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.977163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:07.982885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:07.985298 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] For port b2c660ff-69c8-4b99-a730-fbdf528b285b, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:07.985573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:07.990310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] For port b2c660ff-69c8-4b99-a730-fbdf528b285b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b2c660ff-69c8-4b99-a730-fbdf528b285b,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:07.997285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.028481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:08.033657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:05Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:08.045539 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.067325 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c69511-2f65-4c11-a198-fd86ccf45088 None None] The sync data for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 is: [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:05Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:08.091110 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821de18-78ae-4929-82b9-f00646d6988b None None] Pushing event updated for resources: {'Port': ['ID=b2c660ff-69c8-4b99-a730-fbdf528b285b,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:08.221467 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.471499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b2c660ff-69c8-4b99-a730-fbdf528b285b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:08.533718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b2c660ff-69c8-4b99-a730-fbdf528b285b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:08.572435 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.577316 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.658785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.660615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:08.767911 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:08.769532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:08.908010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:09.033217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:09.039028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bab966a4-533e-44fc-9600-262f359b39e8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2632835 Jul 16 02:46:09.094573 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889744d7-399e-4a07-931b-5175f649a427 None None] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:09.176848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] Provisioning for port b2c660ff-69c8-4b99-a730-fbdf528b285b completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:09.184761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] Provisioning complete for port b2c660ff-69c8-4b99-a730-fbdf528b285b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:09.185130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.196442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-fd438b11-1a44-414b-90c8-953e23ac32af tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237195225&fields=id&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 267 time: 0.0349007 Jul 16 02:46:09.315355 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-dc8a673a-f9de-44da-9ed5-602b1852d6b5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:09.316938 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-dc8a673a-f9de-44da-9ed5-602b1852d6b5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 797 time: 0.1141028 Jul 16 02:46:09.328307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.334210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-50fa6a9f-0779-4d62-8375-089cfc5f002d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/quotas/ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 375 time: 0.0111399 Jul 16 02:46:09.374415 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] For port b2c660ff-69c8-4b99-a730-fbdf528b285b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b2c660ff-69c8-4b99-a730-fbdf528b285b,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:09.381555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.419790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-9ab4bafc-e3dd-41ce-9032-ec4d003a3c92 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770717 Jul 16 02:46:09.440521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf91d0-5e94-4f1a-aa5c-f0e59580ee03 None None] Pushing event updated for resources: {'Port': ['ID=b2c660ff-69c8-4b99-a730-fbdf528b285b,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:09.535016 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-54eedb5b-3220-4d9c-9d29-7e9cb0bce385 service neutron] 10.222.0.35 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970759 Jul 16 02:46:09.604716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66ac7217-6116-4bd0-8db0-777327ba51f0 None None] Provisioning complete for port b2c660ff-69c8-4b99-a730-fbdf528b285b triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:09.606156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66ac7217-6116-4bd0-8db0-777327ba51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.645859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-71ee06cc-033d-42bd-9cc1-546cc32d3b16 service neutron] 10.222.0.35 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006117 Jul 16 02:46:09.727183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66ac7217-6116-4bd0-8db0-777327ba51f0 None None] Provisioning for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:09.731754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-66ac7217-6116-4bd0-8db0-777327ba51f0 None None] Provisioning complete for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:09.732672 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-66ac7217-6116-4bd0-8db0-777327ba51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.773390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-66ac7217-6116-4bd0-8db0-777327ba51f0 None None] Port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:09.862546 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Sync routers for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:09.872496 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:09.873118 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:09.894283 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-94d8a0eb-304e-4903-939b-40d767686391 req-bd9d9542-085e-46e4-8817-dab2d6ba69df tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0419290 Jul 16 02:46:09.895191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4f63-6ad0-4428-b79d-e80e6687873d None None] Provisioning complete for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:09.896192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4f63-6ad0-4428-b79d-e80e6687873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:09.951075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4f63-6ad0-4428-b79d-e80e6687873d None None] Port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:10.012363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:10.070681 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c22b725b-c07b-439d-8cb9-45b5f9487341 None None] Provisioning complete for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:10.071075 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c22b725b-c07b-439d-8cb9-45b5f9487341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.105958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c22b725b-c07b-439d-8cb9-45b5f9487341 None None] Port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:10.312233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 2, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:10.342258 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Checking router: 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:10.342405 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Updating router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:10.380203 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.473405 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b2c660ff-69c8-4b99-a730-fbdf528b285b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:10.524163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b2c660ff-69c8-4b99-a730-fbdf528b285b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:10.524634 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.609616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b1a9c03e-62cd-412d-b5f6-d9e13bb3047a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:10.676844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:10.680297 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.682835 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:10.683647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.690532 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Transition to ACTIVE for port object 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:10.697131 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.747114 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Pushing event updated for resources: {'Port': ['ID=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:10.777583 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.777964 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.778333 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.778692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.779058 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.779416 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.779744 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.780088 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.780417 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.780736 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.781064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.781382 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:10.803189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.820389 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Attempting to bind port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:10.820923 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Attempting to bind port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:10.821508 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Attempting to bind port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:10.829575 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:10.830039 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Checking segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:10.830864 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.831476 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Bound using segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:10.833251 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Bound port: 64e4a9b5-a6c7-423d-bf76-f05f75c11b62, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:10.833755 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.839516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:10.846464 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.926951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:10.935767 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] For port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:10.939509 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] For port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:10.946669 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.016417 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:11.017204 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.123138 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6dc62107-3a60-4d9c-a9f6-f6bb4930a664 req-b43c9a39-b154-4a34-a718-1ddc2589fff1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0900688 Jul 16 02:46:11.136758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-ff242125-7de4-46f8-84ad-946784c3c18b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:11.138933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-ff242125-7de4-46f8-84ad-946784c3c18b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 797 time: 0.1770031 Jul 16 02:46:11.184113 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:11.188530 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-203a919c-f438-47d4-a1ad-65f56e4e049d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 380 time: 0.0394530 Jul 16 02:46:11.198955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'port': {'device_id': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'admin_state_up': True, 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'security_groups': ['feac44e8-1749-4431-b0b0-2f8642bab1c2']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:11.224139 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110241-1376-4fc4-8aae-ac79f76b4285 None None] Pushing event updated for resources: {'Port': ['ID=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:11.326121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:11.329874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.406285 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.436418 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da77e5-c6fc-404a-85fa-2b4b364353a3 None None] The sync data for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 is: [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:11.461233 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.4 (c17a1ea3-0e2a-4f58-80c3-7238713c5dec/979c340a-603c-4b64-a40f-38ea161d45ee/b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:11.684245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.702517 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:11.740792 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.788889 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:11.792461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:11.796825 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:11.803629 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:11.852075 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:11.852762 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.870295 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cf4f1e43-a9fb-4f66-a2cf-a9e1b2c38bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6757541 Jul 16 02:46:11.885273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Request body: {'port': {'device_id': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:11.976357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.096519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5bc1a7c-1172-4438-a973-56b4f8bb58a3 None None] Provisioning for port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:12.101364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a5bc1a7c-1172-4438-a973-56b4f8bb58a3 None None] Provisioning complete for port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:12.101974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a5bc1a7c-1172-4438-a973-56b4f8bb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.139078 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc1a7c-1172-4438-a973-56b4f8bb58a3 None None] Port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:12.265617 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:12.274290 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.289327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Transition to ACTIVE for port object b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:12.294522 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.308128 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a2b2f-da93-4067-bdbb-81be0949842f req-2d15b9bd-a248-4836-905e-f4b232e588e3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:12.309706 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-326a2b2f-da93-4067-bdbb-81be0949842f req-2d15b9bd-a248-4836-905e-f4b232e588e3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 931 time: 0.0711763 Jul 16 02:46:12.354424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.371315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-326a2b2f-da93-4067-bdbb-81be0949842f req-49b19768-a7df-4043-ad6a-25db97de2ffb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517151 Jul 16 02:46:12.452354 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:12.452706 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:12.453041 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:12.459426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:46:12.460061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:12.465832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:12.466181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Checking segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:12.466702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Bound using segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:12.467143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Bound port: b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:12.467508 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.513800 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:12.547261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:12.550927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:12.556955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.585300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:12.593624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:12.594060 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.603142 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:12.604045 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.605518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] 10.222.0.38 "PUT /v2.0/ports/b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 1091 time: 0.7269263 Jul 16 02:46:12.605972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:12.608517 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b073d022-8bae-41ef-9a80-c8e7f239bc54" -d '{"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:12.647967 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c0f6c-1168-443e-ac57-3892abb76e48 service neutron] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.697943 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fcfc9-7f08-4d66-8206-f5ca90015d77 x-openstack-request-id: req-b51fcfc9-7f08-4d66-8206-f5ca90015d77 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:12.698469 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:12.698624 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b51fcfc9-7f08-4d66-8206-f5ca90015d77 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:12.698963 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'status': 'completed', 'code': 200} Jul 16 02:46:12.732478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-f543871d-01fe-4c40-bf3d-70bcf73cb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:12.734069 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-f543871d-01fe-4c40-bf3d-70bcf73cb901 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0797918 Jul 16 02:46:12.745569 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.783173 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-2c4e494e-790d-4252-9bcf-b0ace492e91f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 217 time: 0.0416677 Jul 16 02:46:12.789896 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:12.794414 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.795407 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b1a9c03e-62cd-412d-b5f6-d9e13bb3047a up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:12.837848 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-e43bfcfb-7107-4fbb-bff6-1fd1402976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:12.839279 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-e43bfcfb-7107-4fbb-bff6-1fd1402976ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0502162 Jul 16 02:46:12.870890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:12.885445 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:12.885896 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.902593 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cb779373-91f8-4b2d-86b0-94576058d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:12.904257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cb779373-91f8-4b2d-86b0-94576058d50d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582917 Jul 16 02:46:12.996398 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-f6241c1f-4cfb-4e06-afc9-6b89b7c0ab1b service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855169 Jul 16 02:46:13.090231 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3acec82d-4dd8-4563-b7c4-1dc5bc3cba14 req-cab5055b-6ddb-424e-8ee8-edbc22ad1c34 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873542 Jul 16 02:46:13.192089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-5bbca3b1-69f0-45a1-814b-f573594987b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:13.193732 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-5bbca3b1-69f0-45a1-814b-f573594987b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0516975 Jul 16 02:46:13.285739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-4d11b623-c76e-4404-8e44-a3c07727ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:13.287195 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-4d11b623-c76e-4404-8e44-a3c07727ecc9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0868602 Jul 16 02:46:13.329249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-5a5b4110-f20e-4149-bb4c-d529083878d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 217 time: 0.0338509 Jul 16 02:46:13.377248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-f9996128-110e-42a8-afbb-07c809ba9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:13.378606 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-f9996128-110e-42a8-afbb-07c809ba9de0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0422819 Jul 16 02:46:13.440925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-ebeb933c-3789-4944-9e04-e9ff67e33ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:13.442426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-ebeb933c-3789-4944-9e04-e9ff67e33ad3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555315 Jul 16 02:46:13.534694 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-f78a8fb7-daf9-4830-a12a-958fccb1803f service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832212 Jul 16 02:46:13.537139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa292-1c75-4cfc-b885-84dd9a38c0d0 req-141885bf-3ae6-4275-b757-65dc711fbb94 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:13.538666 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dbaa292-1c75-4cfc-b885-84dd9a38c0d0 req-141885bf-3ae6-4275-b757-65dc711fbb94 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0628860 Jul 16 02:46:13.577276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8dbaa292-1c75-4cfc-b885-84dd9a38c0d0 req-f3bd77a0-fbc3-4c69-9c53-3985b97ac358 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329502 Jul 16 02:46:13.629783 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b073d022-8bae-41ef-9a80-c8e7f239bc54 req-185df0d9-f4e6-4dfa-aae2-245fe16052d7 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878980 Jul 16 02:46:14.376553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:14.422913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:14.423278 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.765122 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2d257-fbe6-44aa-99fe-ffe3f3ee30ee req-d7c844b5-2671-41f2-b23b-322b3bdb27ef tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:14.766625 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26b2d257-fbe6-44aa-99fe-ffe3f3ee30ee req-d7c844b5-2671-41f2-b23b-322b3bdb27ef tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0687556 Jul 16 02:46:14.805334 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26b2d257-fbe6-44aa-99fe-ffe3f3ee30ee req-a7a1e8e5-4598-480c-91dc-c1e85413060b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Jul 16 02:46:15.626371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:46:15.723330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:15.735227 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'port_id': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'mac_address': 'fa:16:3e:84:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:46:15.780781 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.797798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:15.818094 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:15.821948 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.870854 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:15.978515 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65bf1d-6e29-4251-9df5-3641ce752fd1 req-b19f5440-4e40-4e8a-bbfb-e1c3511e86c0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:15.980015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f65bf1d-6e29-4251-9df5-3641ce752fd1 req-b19f5440-4e40-4e8a-bbfb-e1c3511e86c0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 944 time: 0.0644052 Jul 16 02:46:16.016914 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4f65bf1d-6e29-4251-9df5-3641ce752fd1 req-bb8ba8fa-407d-4eed-a29a-c1badb66c7f4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Jul 16 02:46:16.022154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:46:17.193433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97612c57-ad3c-4a52-b5fa-749603e7db5e req-ef44352e-4ee5-48b2-8480-0023424b3466 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:17.194940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97612c57-ad3c-4a52-b5fa-749603e7db5e req-ef44352e-4ee5-48b2-8480-0023424b3466 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 944 time: 0.0666449 Jul 16 02:46:17.231907 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97612c57-ad3c-4a52-b5fa-749603e7db5e req-8a993cfd-dacc-41d3-95d8-ed62c82087e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Jul 16 02:46:17.642310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:17.690939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:17.694940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:17.695307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:17.778109 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:17.799526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:17.801783 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffeab8f-0fcd-4076-aabe-5be6d82f4b15" -d '{"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:17.813789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:17.817648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:17.864362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:17.890101 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d903dec-7f9b-4315-8383-0c3c17ac3cf9 x-openstack-request-id: req-9d903dec-7f9b-4315-8383-0c3c17ac3cf9 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:17.890398 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:17.890655 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d903dec-7f9b-4315-8383-0c3c17ac3cf9 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:17.891056 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'code': 200} Jul 16 02:46:18.002713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae73d2-903a-414b-8531-3637b175acc0 req-f369bf56-dc76-4752-b4b7-3ddf9d4b432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:18.004180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2ae73d2-903a-414b-8531-3637b175acc0 req-f369bf56-dc76-4752-b4b7-3ddf9d4b432e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0523200 Jul 16 02:46:18.038862 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c2ae73d2-903a-414b-8531-3637b175acc0 req-8f39c7ee-8fb3-4bf9-8c95-585c25b7c2ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276971 Jul 16 02:46:18.404954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb36b0-d186-440d-a363-b1aef10d832c req-51104171-3745-4049-b3d2-9164478a8d99 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:18.406430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dbeb36b0-d186-440d-a363-b1aef10d832c req-51104171-3745-4049-b3d2-9164478a8d99 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0630696 Jul 16 02:46:18.443132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dbeb36b0-d186-440d-a363-b1aef10d832c req-4d14e947-eff6-4f2d-b0ed-f892dec8fb7e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Jul 16 02:46:19.623309 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce33380-d7ab-46a3-9c13-5511d1cfad49 req-fca3ee88-dea9-4e3e-9bd4-efcec6f06d84 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:19.624724 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ce33380-d7ab-46a3-9c13-5511d1cfad49 req-fca3ee88-dea9-4e3e-9bd4-efcec6f06d84 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0656807 Jul 16 02:46:19.663125 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2ce33380-d7ab-46a3-9c13-5511d1cfad49 req-cd0cc883-7ac8-459f-961c-042e471aa573 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328882 Jul 16 02:46:19.837797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eccb6-7393-45ec-bcb9-c1227bbcefd1 req-274b95ae-f7de-4200-8283-eda7f64c214c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:19.839278 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-231eccb6-7393-45ec-bcb9-c1227bbcefd1 req-274b95ae-f7de-4200-8283-eda7f64c214c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0674763 Jul 16 02:46:19.876788 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-231eccb6-7393-45ec-bcb9-c1227bbcefd1 req-e137b960-05e2-4784-b857-e3a6ecb15b90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318847 Jul 16 02:46:19.900986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47036) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:19.951304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cb473-163d-4a09-ba51-131cecd7783c tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:19.952850 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-086cb473-163d-4a09-ba51-131cecd7783c tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1091 time: 0.0508707 Jul 16 02:46:19.955655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47038) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:19.959997 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:19.981130 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.080184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.183885 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.117 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/287325b5-e03b-459d-9bed-da191864b8ae) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:20.283362 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.321918 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.360333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:20.363036 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:20.365559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:20.393072 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=287325b5-e03b-459d-9bed-da191864b8ae,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:20.995517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.070940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.216756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.221193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.285199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=287325b5-e03b-459d-9bed-da191864b8ae,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:21.297312 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.395142 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 44c50d50-87dc-4d95-b6a4-bf29077f44bd associated. External IP: 172.25.0.117, port: b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e. Jul 16 02:46:21.602283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:21.717873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:21.727385 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] Sync routers for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:21.733593 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.736678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:21.737294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:21.773595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e012ded6-baf8-450a-ab10-d0d7d4472cde tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8136427 Jul 16 02:46:21.773595 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:21.774042 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:21.813867 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e1dfc-e063-42da-8099-67f6b350e0e5 x-openstack-request-id: req-246e1dfc-e063-42da-8099-67f6b350e0e5 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:21.814295 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:21.814647 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-246e1dfc-e063-42da-8099-67f6b350e0e5 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:21.815456 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'status': 'completed', 'code': 200} Jul 16 02:46:21.856464 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:21.891434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-58f1dee3-a78a-49ae-a9b9-9bd64be82535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:21.892997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-58f1dee3-a78a-49ae-a9b9-9bd64be82535 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0554206 Jul 16 02:46:21.932018 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf4fed-9754-4ca3-8867-f58272b3f959 req-cf7385aa-159e-4fe2-b6bf-f5ec67bf890e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:21.933839 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14bf4fed-9754-4ca3-8867-f58272b3f959 req-cf7385aa-159e-4fe2-b6bf-f5ec67bf890e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0715334 Jul 16 02:46:21.972898 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-14bf4fed-9754-4ca3-8867-f58272b3f959 req-00430855-e667-4a01-b6a9-06c0f409ade4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Jul 16 02:46:21.997973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47044) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:22.003472 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-1342cf03-4a16-484f-9f6e-8db15fdcd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:22.005026 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-1342cf03-4a16-484f-9f6e-8db15fdcd237 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.1045849 Jul 16 02:46:22.064005 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-17fecbf3-1f7b-4098-be2b-3207128f2b14 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/44c50d50-87dc-4d95-b6a4-bf29077f44bd HTTP/1.1" status: 200 len: 991 time: 0.0646882 Jul 16 02:46:22.072736 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-1025f526-17b6-4b48-b586-b8aacd747aa4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 999 time: 0.0609105 Jul 16 02:46:22.090247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '44c50d50-87dc-4d95-b6a4-bf29077f44bd', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'port_id': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'mac_address': 'fa:16:3e:84:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:20Z', 'updated_at': '2021-07-16T02:46:20Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:22.117320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] Checking router: 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:22.125213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-d1d12d41-4def-45df-beb8-6fe07504c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:22.125397 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:22.125987 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:45:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:22.126682 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-d1d12d41-4def-45df-beb8-6fe07504c925 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0479290 Jul 16 02:46:22.184252 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-d5fd9955-bdd3-41ef-8279-ce2b28ce9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:22.185805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-d5fd9955-bdd3-41ef-8279-ce2b28ce9fea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520008 Jul 16 02:46:22.231495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:22.274987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-25dbd607-713b-4b2a-b244-4f5e07377710 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Jul 16 02:46:22.370620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fa9f1e33-1c15-4bec-b9de-4a8b32784d4b req-fd08a280-6a4f-48eb-90f0-97f88c6f60d6 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884380 Jul 16 02:46:22.456582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '44c50d50-87dc-4d95-b6a4-bf29077f44bd', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'port_id': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'mac_address': 'fa:16:3e:84:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:20Z', 'updated_at': '2021-07-16T02:46:20Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:22.486177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cedb99-f9b8-4b35-813a-b120983aad9e None None] The sync data for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 is: [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '44c50d50-87dc-4d95-b6a4-bf29077f44bd', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.117', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'port_id': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'mac_address': 'fa:16:3e:84:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:20Z', 'updated_at': '2021-07-16T02:46:20Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:22.677401 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c715508-2d64-4c38-95dc-6d86662033a2 None None] New status for floating IP 44c50d50-87dc-4d95-b6a4-bf29077f44bd: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:46:22.827231 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.068073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47046) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:23.129417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-17801472-1474-4434-88b9-66fd890499df tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/44c50d50-87dc-4d95-b6a4-bf29077f44bd HTTP/1.1" status: 200 len: 993 time: 0.0601552 Jul 16 02:46:23.852645 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b392066-49c7-4b8d-9a7b-9d3581bc335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.957848 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:26.268532 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f407167d-ed2b-4d4e-b697-46a3331fa7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:26.775292 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.670508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.128858 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:33.615098 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-37afb756-590d-49b0-b76e-73ae21887e12 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515635 Jul 16 02:46:33.730146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-2ee3a17f-df70-4abc-a9ab-774e0ac790ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.731666 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-2ee3a17f-df70-4abc-a9ab-774e0ac790ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0580206 Jul 16 02:46:33.839483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-d4d61785-5abb-4fdc-a4f5-8009ddfd89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.841016 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-d4d61785-5abb-4fdc-a4f5-8009ddfd89c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0872123 Jul 16 02:46:33.911743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-a998a9fa-ae12-44be-9df6-3c9c73307076 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 1001 time: 0.0635798 Jul 16 02:46:33.964689 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-38002553-4d0b-49a4-a7b9-385c313cb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.966193 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-38002553-4d0b-49a4-a7b9-385c313cb739 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0461633 Jul 16 02:46:34.024913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-b487903a-eca9-4520-bbd8-aaaba87aa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:34.026453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-b487903a-eca9-4520-bbd8-aaaba87aa398 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539443 Jul 16 02:46:34.124996 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-7b834620-fc93-44d2-8961-9c15f03d27c2 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895889 Jul 16 02:46:34.219820 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bdc635d4-1428-4d12-95ae-54d2d3427258 req-c204a607-e361-4d30-9b5e-2ef1135801de service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858312 Jul 16 02:46:44.482912 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:52.832527 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:53.853116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3ded867-e504-454a-8540-e92d3b3a9bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:53.956543 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:56.268903 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f29c2b63-e356-4296-83df-7c7c9114bc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:56.769336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-9b0785df-7994-4b98-93f0-920839d47cbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015410 Jul 16 02:46:56.782307 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:56.784335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfe91-4e80-4a14-a238-2522abeaceff req-e5dd5021-15e9-400f-9d5c-432ca6a96617 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:56.785885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-707bfe91-4e80-4a14-a238-2522abeaceff req-e5dd5021-15e9-400f-9d5c-432ca6a96617 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0696297 Jul 16 02:46:56.826630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-707bfe91-4e80-4a14-a238-2522abeaceff req-48d51149-ef9d-46bf-91ae-0065d77d8584 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Jul 16 02:46:57.671489 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.999972 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-87116a3e-86fd-48f7-9e5c-616025d98147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:58.001446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-87116a3e-86fd-48f7-9e5c-616025d98147 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0536542 Jul 16 02:46:58.003674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc23d5-0d13-4b73-917e-1c52646c5edb req-b0b31d4e-26e4-4bf5-9522-4738b3732eaa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:58.005307 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-addc23d5-0d13-4b73-917e-1c52646c5edb req-b0b31d4e-26e4-4bf5-9522-4738b3732eaa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0662279 Jul 16 02:46:58.044314 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-addc23d5-0d13-4b73-917e-1c52646c5edb req-9853c9fd-9aa6-4c00-8338-d67b62bd832e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Jul 16 02:46:58.092007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-cebfae4d-5a2a-4ab8-b186-c94ce9f98d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:58.093506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-cebfae4d-5a2a-4ab8-b186-c94ce9f98d7d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0854473 Jul 16 02:46:58.163563 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-562de44c-f442-4ddf-8613-b5a3406d8253 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 1001 time: 0.0627632 Jul 16 02:46:58.211747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-ab691d2d-90d7-41e8-89a1-43497adcdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:58.213196 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-ab691d2d-90d7-41e8-89a1-43497adcdca9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0419769 Jul 16 02:46:58.271364 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1515933b-53f2-4cd8-aeca-1867ac7bd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:58.272901 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1515933b-53f2-4cd8-aeca-1867ac7bd727 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522571 Jul 16 02:46:58.372768 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-b0c33b27-0053-49e3-b71b-9c4630871c28 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895774 Jul 16 02:46:58.464933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-347a7dae-a798-4e92-96eb-9d4ba0d54d29 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847261 Jul 16 02:46:59.132188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.236961 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79fe2c-5039-4f0f-844d-93ab387a3bbb req-bb4df7c5-0bba-45d3-9cd1-9c517c2f2bae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.238477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c79fe2c-5039-4f0f-844d-93ab387a3bbb req-bb4df7c5-0bba-45d3-9cd1-9c517c2f2bae tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0666156 Jul 16 02:46:59.280806 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0c79fe2c-5039-4f0f-844d-93ab387a3bbb req-9c7f71d8-4eaf-48d9-a74c-ddb64370f3f5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359118 Jul 16 02:47:00.455471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9dde-1075-4250-b0b5-1038755b3a3e req-a7c6a6d8-517e-4a10-a29a-43c415fcc421 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.456972 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8df9dde-1075-4250-b0b5-1038755b3a3e req-a7c6a6d8-517e-4a10-a29a-43c415fcc421 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0633082 Jul 16 02:47:00.494213 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8df9dde-1075-4250-b0b5-1038755b3a3e req-f87a3b49-c404-483c-b1e2-377883e452a7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Jul 16 02:47:01.671684 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bfd5a-ac1f-45f6-b197-124856183474 req-250aa4e3-c270-4fc2-a4aa-016d6a05d198 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:01.673240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-016bfd5a-ac1f-45f6-b197-124856183474 req-250aa4e3-c270-4fc2-a4aa-016d6a05d198 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0635331 Jul 16 02:47:01.712289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-016bfd5a-ac1f-45f6-b197-124856183474 req-6c27fdec-93b0-4e85-8b88-5c0edec97204 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Jul 16 02:47:02.906335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7268d-6887-46f1-bac5-0abe29c2165f req-0487f1d3-7400-4f12-aa5c-f4ad56992d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:02.907875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04c7268d-6887-46f1-bac5-0abe29c2165f req-0487f1d3-7400-4f12-aa5c-f4ad56992d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0690410 Jul 16 02:47:02.951089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04c7268d-6887-46f1-bac5-0abe29c2165f req-7d5258d3-c103-4b8d-8eec-73d8e88f688b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366426 Jul 16 02:47:04.122711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46675383-0304-4900-b94b-9399f9432e16 req-9ea27782-555b-4e7f-88d7-4f47366af02a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:04.124248 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46675383-0304-4900-b94b-9399f9432e16 req-9ea27782-555b-4e7f-88d7-4f47366af02a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0632877 Jul 16 02:47:04.162247 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46675383-0304-4900-b94b-9399f9432e16 req-b33d3319-d989-40a3-871d-fb6b8a1c6d3a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Jul 16 02:47:05.338713 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f2e6-1b65-43ad-930d-6e79d6149b40 req-2ce4f1c6-32ac-4e30-a74c-ca0446bd5dcc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:05.340260 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20e6f2e6-1b65-43ad-930d-6e79d6149b40 req-2ce4f1c6-32ac-4e30-a74c-ca0446bd5dcc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0627265 Jul 16 02:47:05.385171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-20e6f2e6-1b65-43ad-930d-6e79d6149b40 req-643323f3-40ef-4c92-ae89-efa2215bd4c6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392282 Jul 16 02:47:06.557765 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b83bb-a57e-4ee3-8afe-fdf54cf998f1 req-98270bff-01fa-4e1c-83d1-55dd2e915ea1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:06.559246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d10b83bb-a57e-4ee3-8afe-fdf54cf998f1 req-98270bff-01fa-4e1c-83d1-55dd2e915ea1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0636847 Jul 16 02:47:06.595251 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d10b83bb-a57e-4ee3-8afe-fdf54cf998f1 req-c3e97662-9296-4a54-a28d-216e2e1803cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Jul 16 02:47:07.948638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c983b3-af75-47c4-93e2-77829909951c req-65f881cf-5eed-4a11-9934-7d68c51c1223 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:07.950129 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59c983b3-af75-47c4-93e2-77829909951c req-65f881cf-5eed-4a11-9934-7d68c51c1223 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0622818 Jul 16 02:47:07.986885 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-59c983b3-af75-47c4-93e2-77829909951c req-d5955100-20f9-4b40-841b-9fa3af3a0c03 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Jul 16 02:47:09.163608 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8529b4-13df-437b-a744-2572c1de394b req-813ac4e9-ceb7-44f0-bfc9-4b555b2499ca tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:09.165101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c8529b4-13df-437b-a744-2572c1de394b req-813ac4e9-ceb7-44f0-bfc9-4b555b2499ca tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0665894 Jul 16 02:47:09.201220 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1c8529b4-13df-437b-a744-2572c1de394b req-82ce95a9-d3bd-4f6f-aad1-3b43fc7cec56 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306225 Jul 16 02:47:10.371646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb968-0560-46b5-9e9b-93bfc1e9f3a1 req-744edba2-9652-4c69-b448-d10f5a5d7ed7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:10.373162 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3ebb968-0560-46b5-9e9b-93bfc1e9f3a1 req-744edba2-9652-4c69-b448-d10f5a5d7ed7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0625439 Jul 16 02:47:10.411597 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b3ebb968-0560-46b5-9e9b-93bfc1e9f3a1 req-4fdbcee0-619b-4448-9016-39f1bac14409 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Jul 16 02:47:11.585908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5af4d-93ae-440d-88df-1a5571956dd9 req-b89c9abb-bee0-41b2-b91a-406492e5621d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:11.587546 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc5af4d-93ae-440d-88df-1a5571956dd9 req-b89c9abb-bee0-41b2-b91a-406492e5621d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0622361 Jul 16 02:47:11.628970 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1fc5af4d-93ae-440d-88df-1a5571956dd9 req-6f2bf8bf-7325-4e1f-9d85-8a2cfbe9f97c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356910 Jul 16 02:47:12.802403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaee76-71a7-491c-ba52-212160aa7d49 req-7d3265d6-afd0-43a4-9887-4a60ec8bade4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:12.803894 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39eaee76-71a7-491c-ba52-212160aa7d49 req-7d3265d6-afd0-43a4-9887-4a60ec8bade4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0631998 Jul 16 02:47:12.842228 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-39eaee76-71a7-491c-ba52-212160aa7d49 req-1aefff5d-4e49-4ccb-9c96-6edf62ac7dda tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Jul 16 02:47:14.011621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca3f55-b184-43bb-9ea0-f48e88bd776c req-20093e62-4c40-44cf-b884-2fdf391b6be5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:14.013059 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7ca3f55-b184-43bb-9ea0-f48e88bd776c req-20093e62-4c40-44cf-b884-2fdf391b6be5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0617754 Jul 16 02:47:14.049737 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b7ca3f55-b184-43bb-9ea0-f48e88bd776c req-464cbd54-d525-4bc4-80c4-996a938520df tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Jul 16 02:47:15.223110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311535b-342e-4885-9c10-5a203765856d req-be62e18e-3f44-49f2-af95-42fef76a6440 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:15.224643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f311535b-342e-4885-9c10-5a203765856d req-be62e18e-3f44-49f2-af95-42fef76a6440 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0660186 Jul 16 02:47:15.263364 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f311535b-342e-4885-9c10-5a203765856d req-a7919549-1dce-4388-a7cc-c5f8c11d5cf9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332210 Jul 16 02:47:15.421221 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-e85eba09-9d03-49f5-b113-7028e5947d99 service neutron] show failed (client error): The resource could not be found. Jul 16 02:47:15.422380 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-e85eba09-9d03-49f5-b113-7028e5947d99 service neutron] 10.222.0.38 "GET /v2.0/ports/b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e/bindings/n-h1-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0611541 Jul 16 02:47:15.752511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-8e9f14b7-eb18-4073-9e6e-345c7001213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:15.754068 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-8e9f14b7-eb18-4073-9e6e-345c7001213d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 1096 time: 0.1348374 Jul 16 02:47:15.765934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-6', 'device_owner': 'compute:nova'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:15.840674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.035052 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:16.067199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:47:16.106507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:16.108814 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9cf1f-e246-4f00-9cb8-338e5c59a4fb" -d '{"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:16.112842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.126097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Transition to ACTIVE for port object b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:47:16.130676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.159732 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a54af-6711-4207-b248-ebd296ae325d x-openstack-request-id: req-c50a54af-6711-4207-b248-ebd296ae325d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:16.160022 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-unplugged", "status": "completed", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:16.160299 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c50a54af-6711-4207-b248-ebd296ae325d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:16.160722 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'code': 200} Jul 16 02:47:16.231001 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=6']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:16.259723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.260090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.260434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.260768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.261102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.261427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.261757 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.262078 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.262397 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.262716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.263035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.263351 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:16.321347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] No DVR routers for this DVR port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:47:16.444616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6235f22-b911-43e8-af6d-a80a334c7d48 req-7cbdd193-9ebc-492b-979a-21dc622c3847 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:16.447611 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6235f22-b911-43e8-af6d-a80a334c7d48 req-7cbdd193-9ebc-492b-979a-21dc622c3847 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0693226 Jul 16 02:47:16.461442 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:47:16.462006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:47:16.462123 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:47:16.466481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:47:16.466799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Attempting to bind port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on network c17a1ea3-0e2a-4f58-80c3-7238713c5dec {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:47:16.471574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:47:16.471908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Checking segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:47:16.472326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Bound using segment: {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:47:16.472749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Bound port: b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6064a344-7628-4e3a-997a-4227a9b836e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:47:16.473629 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.485410 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6235f22-b911-43e8-af6d-a80a334c7d48 req-7e1b3a23-f6a5-4c21-9eef-58adde64d1c0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Jul 16 02:47:16.540163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:47:16.543727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:47:16.548379 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.590159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:16.590780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:16.592214 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] 10.222.0.32 "PUT /v2.0/ports/b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 1091 time: 0.8306060 Jul 16 02:47:16.611035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2441ff-aa28-417d-bc3f-59429854eebb service neutron] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=7']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:16.956821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-ab8767f3-5a8c-4856-9dba-596453aa5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:16.958863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-ab8767f3-5a8c-4856-9dba-596453aa5106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1094 time: 0.3385344 Jul 16 02:47:17.056951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-fb992f62-00f0-4753-8ee9-e0284b2c61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.058490 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-fb992f62-00f0-4753-8ee9-e0284b2c61ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0929844 Jul 16 02:47:17.125776 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-e21fa9d3-f319-476a-97ab-716a81469b6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 999 time: 0.0610130 Jul 16 02:47:17.176502 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-5541805c-99cd-4a2f-8191-b012db6a268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.177997 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-5541805c-99cd-4a2f-8191-b012db6a268c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0454812 Jul 16 02:47:17.246966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-a21e8224-8a4b-4c05-ab88-e03de0b4df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.248554 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-a21e8224-8a4b-4c05-ab88-e03de0b4df95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642390 Jul 16 02:47:17.343854 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-57904f36-cbca-44fe-9b29-ab1681126b95 service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881381 Jul 16 02:47:17.435926 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-49a17a08-987b-4c77-bb7d-a482f86b9ef8 req-e7f2f186-8279-4ae3-95b9-2a2eb810d65b service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Jul 16 02:47:17.563505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-612db876-a3ae-4af9-b622-a42144b7c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.565207 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-612db876-a3ae-4af9-b622-a42144b7c7bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0562532 Jul 16 02:47:17.668323 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225103cb-6513-4b0e-b5cc-35bc4b3b00f4 req-02404377-54a1-4ed3-9f22-94e1cce71800 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.669958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-225103cb-6513-4b0e-b5cc-35bc4b3b00f4 req-02404377-54a1-4ed3-9f22-94e1cce71800 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0642126 Jul 16 02:47:17.688999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-1348335a-e542-47c5-9e2f-41ba3c07641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.690441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-1348335a-e542-47c5-9e2f-41ba3c07641b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0968251 Jul 16 02:47:17.713962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-225103cb-6513-4b0e-b5cc-35bc4b3b00f4 req-ac26dbf7-d829-411d-8b3d-21c2f8b1bdd5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Jul 16 02:47:17.757152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-5379787f-e6dc-4b3b-8965-9204bb1f031c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 999 time: 0.0590219 Jul 16 02:47:17.805497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-283d20aa-421e-4a1a-ac89-d04f7afa49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.806949 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-283d20aa-421e-4a1a-ac89-d04f7afa49e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0436273 Jul 16 02:47:17.869047 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-96c2c1a2-e9b0-481a-8857-209c5be42c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:17.870688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-96c2c1a2-e9b0-481a-8857-209c5be42c27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564880 Jul 16 02:47:17.960019 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-ea172b17-0072-4c19-a8e5-269fd35115e2 service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820830 Jul 16 02:47:18.054468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8554fe62-a456-470a-b6b7-360b30bc4eba req-e29a0d44-13d7-48a9-a114-708f93e2f056 service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874696 Jul 16 02:47:18.162298 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:18.164714 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe55246e-f1a0-433b-9cc5-fc53818c67c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:18.210987 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ca220-6789-4827-bf2f-738d58af3c07 x-openstack-request-id: req-d90ca220-6789-4827-bf2f-738d58af3c07 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:18.211238 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:18.211489 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d90ca220-6789-4827-bf2f-738d58af3c07 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:18.211945 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'status': 'completed', 'code': 200} Jul 16 02:47:18.320797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-f0fd9f38-7c90-4cc8-9c95-d3cae7179f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.322311 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-f0fd9f38-7c90-4cc8-9c95-d3cae7179f74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0933332 Jul 16 02:47:18.324004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-8dcb006b-c9ad-4e84-8305-d6cf99b49583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.325357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-8dcb006b-c9ad-4e84-8305-d6cf99b49583 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0705953 Jul 16 02:47:18.485765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-358a52a2-39a4-4202-b550-bab489fe0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.487156 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-358a52a2-39a4-4202-b550-bab489fe0d27 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.1575615 Jul 16 02:47:18.488256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-928ce9d2-90b3-4191-8507-d4ca91edd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.489588 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-928ce9d2-90b3-4191-8507-d4ca91edd53e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.1522839 Jul 16 02:47:18.597222 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-9f6df994-fc12-4441-82d1-687a55179935 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 999 time: 0.1035197 Jul 16 02:47:18.598966 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-f2bf6904-c546-4632-9f72-c8b44db532b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 999 time: 0.0999339 Jul 16 02:47:18.679356 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-75843a21-0468-45cd-b674-829ddea5b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.680871 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-75843a21-0468-45cd-b674-829ddea5b5b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0769944 Jul 16 02:47:18.682247 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-b96fca1f-dc3b-4189-93f4-e993736ec819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.683553 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-b96fca1f-dc3b-4189-93f4-e993736ec819 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0726180 Jul 16 02:47:18.782499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-c6d8820d-3f78-4b0d-b02b-fe2dc7451027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.784005 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-c6d8820d-3f78-4b0d-b02b-fe2dc7451027 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879133 Jul 16 02:47:18.785793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-408aa2af-f206-462f-a605-e18ed5d4b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.787140 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-408aa2af-f206-462f-a605-e18ed5d4b737 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989244 Jul 16 02:47:18.890541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb4e6b-a12b-4a47-8df7-a92c022e3033 req-238c2a2b-8b21-43f0-9727-3fd957006b3c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:18.892049 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a6bb4e6b-a12b-4a47-8df7-a92c022e3033 req-238c2a2b-8b21-43f0-9727-3fd957006b3c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0639279 Jul 16 02:47:18.930908 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a6bb4e6b-a12b-4a47-8df7-a92c022e3033 req-bc16ec3a-5b02-4a5f-be1d-0070713c52c4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Jul 16 02:47:18.943196 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-201b2ebd-0a2a-4e88-bccd-bba028ce964d service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524515 Jul 16 02:47:18.946703 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-38c54c1f-15ec-49b9-9459-c1372ae8ab8b service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481931 Jul 16 02:47:19.107743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-2ad3472c-b689-4cc6-9845-4c6c960eadbe service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551685 Jul 16 02:47:19.109599 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fe55246e-f1a0-433b-9cc5-fc53818c67c0 req-4b77afa5-3084-4685-adf6-3cd2cec59f72 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499064 Jul 16 02:47:20.014339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:47:20.017391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:47:20.086237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:47:20.109687 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9ea3-6ab1-4751-b475-a810ea751ef8 req-8a9a5deb-62f9-41d4-bf02-d16b1f33f4da tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.111171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fbe9ea3-6ab1-4751-b475-a810ea751ef8 req-8a9a5deb-62f9-41d4-bf02-d16b1f33f4da tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0622418 Jul 16 02:47:20.146015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:20.152566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9fbe9ea3-6ab1-4751-b475-a810ea751ef8 req-7079001f-86d0-47ae-8756-70e01cf30551 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352564 Jul 16 02:47:20.161191 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'port_id': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'mac_address': 'fa:16:3e:84:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:47:20.204170 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:20.224294 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:47:20.244403 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:20.249722 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:20.299302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:20.307163 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.307519 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.307991 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.308769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.308769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.309024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.309346 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.309678 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.310006 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.310331 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.310656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.310979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:20.466002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb044-94d1-43ed-bb9b-00b79a1afa3e req-bfbb816e-715a-4906-8b14-87ee7c669786 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.467486 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db1fb044-94d1-43ed-bb9b-00b79a1afa3e req-bfbb816e-715a-4906-8b14-87ee7c669786 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 944 time: 0.0690453 Jul 16 02:47:20.490736 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:47:20.506329 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-db1fb044-94d1-43ed-bb9b-00b79a1afa3e req-280014f9-fbb2-47ea-a410-1b00597c5df4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331099 Jul 16 02:47:20.520794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-38ce59a5-f91f-4b1a-9a68-3223d1d2516b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.522320 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-38ce59a5-f91f-4b1a-9a68-3223d1d2516b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&binding%3Ahost_id=n-h1-800087-6 HTTP/1.1" status: 200 len: 944 time: 0.1178041 Jul 16 02:47:20.586420 n-d-800087-6 neutron-server[93907]: INFO neutron.api.v2.resource [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-881a7e5a-0bbc-441d-9483-9e241d89c292 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:47:20.587441 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-881a7e5a-0bbc-441d-9483-9e241d89c292 service neutron] 10.222.0.38 "DELETE /v2.0/ports/b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e/bindings/n-h2-800087-6 HTTP/1.1" status: 404 len: 380 time: 0.0555158 Jul 16 02:47:20.690911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2172b8b-9867-4d42-a60d-680de0eb7267 req-4c697d4e-fc8a-41ce-acf6-274b0f30f62c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.692309 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-ab2e9977-dada-4f02-a104-6961300a4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.693096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2172b8b-9867-4d42-a60d-680de0eb7267 req-4c697d4e-fc8a-41ce-acf6-274b0f30f62c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 944 time: 0.0702951 Jul 16 02:47:20.697350 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-ab2e9977-dada-4f02-a104-6961300a4a26 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1095 time: 0.0618019 Jul 16 02:47:20.736543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a2172b8b-9867-4d42-a60d-680de0eb7267 req-65511852-716e-46b3-8147-72cf57ecf68d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 Jul 16 02:47:20.791739 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-89dafd5b-2ec2-4aab-9b26-060cd63530a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.793252 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-89dafd5b-2ec2-4aab-9b26-060cd63530a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0887094 Jul 16 02:47:20.859498 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-b5c3d0bf-6450-423b-9ec3-0249e8f59ab3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 1000 time: 0.0591691 Jul 16 02:47:20.906456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-f6ec1052-8ee3-4d25-8ddc-d10fb0496c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.907885 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-f6ec1052-8ee3-4d25-8ddc-d10fb0496c0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0421677 Jul 16 02:47:20.963559 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-bb0e9978-dc40-47a1-9e7a-45d0deb6ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:20.965072 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-bb0e9978-dc40-47a1-9e7a-45d0deb6ceea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505280 Jul 16 02:47:21.056565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-2655fb8e-147d-4110-b7db-bf725fc3a29f service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846529 Jul 16 02:47:21.145808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f5140460-76e3-4c6f-a305-a8ec4c0be1ed req-a43ca5dc-a12f-47bc-b931-7dfec795c235 service neutron] 10.222.0.38 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817430 Jul 16 02:47:21.481677 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:21.907305 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5c719-8e55-4b00-aea5-2a2abe57dd4c req-ce7ad64d-7861-4591-bd38-ab8ddf26aa2d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:21.908801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62b5c719-8e55-4b00-aea5-2a2abe57dd4c req-ce7ad64d-7861-4591-bd38-ab8ddf26aa2d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 944 time: 0.0622339 Jul 16 02:47:21.950348 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-62b5c719-8e55-4b00-aea5-2a2abe57dd4c req-504e58cf-6c06-4e2f-b4ff-17ff8f60e307 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360410 Jul 16 02:47:21.974184 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47152) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:22.024954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:47:22.035200 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ef55aa89-981a-44d6-814e-a788de378d9a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/44c50d50-87dc-4d95-b6a4-bf29077f44bd HTTP/1.1" status: 200 len: 992 time: 0.0598638 Jul 16 02:47:22.072771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:47:22.076282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:47:22.076654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:22.153012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:22.174365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:22.177154 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194158b0-354f-47a3-ae65-0faba7e7ad1e" -d '{"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:22.189462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:22.193961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:22.216472 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099dcda6-f1d0-4b8f-9e73-e0e1155e3ed2 x-openstack-request-id: req-099dcda6-f1d0-4b8f-9e73-e0e1155e3ed2 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:22.216767 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:22.217019 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-099dcda6-f1d0-4b8f-9e73-e0e1155e3ed2 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:22.217405 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'code': 200} Jul 16 02:47:22.242603 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:22.853739 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:23.853928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-caba5e92-25cb-4e26-8922-75c010572e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:23.973223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:26.269829 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f6d297a7-de6d-4e93-8738-31b82e8acd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:26.775815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:27.674209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:29.137795 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.440646 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47170) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:50.596163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 287325b5-e03b-459d-9bed-da191864b8ae {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:47:50.596513 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.676483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.676878 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.688716 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 287325b5-e03b-459d-9bed-da191864b8ae owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:47:50.839246 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.862350 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=287325b5-e03b-459d-9bed-da191864b8ae,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:50.874272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.874627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.874972 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.875311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.875648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.875985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.876340 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.876670 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.877073 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.877404 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.877731 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.878057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.937215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.937462 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 44c50d50-87dc-4d95-b6a4-bf29077f44bd disassociated (deleted). External IP: 172.25.0.117, port: b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e. Jul 16 02:47:51.141797 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:47:51.247032 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:47:51.251320 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:51.256756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] Sync routers for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:47:51.266953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:47:51.267666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:51.288304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d8434675-3880-407e-84ef-60890e04ed44 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/floatingips/44c50d50-87dc-4d95-b6a4-bf29077f44bd HTTP/1.1" status: 204 len: 168 time: 0.8465340 Jul 16 02:47:51.288890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:51.291148 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd59b66-0262-4149-9a19-98a3e00f47ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:51.381130 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:47:51.385251 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f291535-1b62-440e-846e-ab6762f588c2 x-openstack-request-id: req-6f291535-1b62-440e-846e-ab6762f588c2 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:51.385557 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:51.385812 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f291535-1b62-440e-846e-ab6762f588c2 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:51.386222 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'status': 'completed', 'code': 200} Jul 16 02:47:51.474317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-2009600d-9fd2-4fd1-8289-03a77b84fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:51.475921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-2009600d-9fd2-4fd1-8289-03a77b84fc35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0644178 Jul 16 02:47:51.571470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-bbe2b72d-1b4c-4031-b1fc-56b8d149d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:51.573231 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-bbe2b72d-1b4c-4031-b1fc-56b8d149d53d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 200 len: 898 time: 0.0904067 Jul 16 02:47:51.609233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:51.619446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-b0c9a231-26ef-4cbe-916a-8f923ac375f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 200 len: 217 time: 0.0394490 Jul 16 02:47:51.639014 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] Checking router: 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:47:51.647825 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:47:51.648518 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:51.669387 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35155f60-3b95-49f5-be2b-1a5bd3cd2b1f req-bd72fb89-abf4-4bdf-8c23-0b906e4f649f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:51.670954 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35155f60-3b95-49f5-be2b-1a5bd3cd2b1f req-bd72fb89-abf4-4bdf-8c23-0b906e4f649f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0656967 Jul 16 02:47:51.678320 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-7de3cb1b-c00b-4828-8387-16f52ff3ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:51.680063 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-7de3cb1b-c00b-4828-8387-16f52ff3ad43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 200 len: 834 time: 0.0525253 Jul 16 02:47:51.715229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-35155f60-3b95-49f5-be2b-1a5bd3cd2b1f req-f2a7b62b-1360-4ec3-8bc6-5a126b569d29 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384760 Jul 16 02:47:51.749317 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-80379a40-a92f-4318-968e-f972b30f95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:51.750882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-80379a40-a92f-4318-968e-f972b30f95ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c17a1ea3-0e2a-4f58-80c3-7238713c5dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638428 Jul 16 02:47:51.852770 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-738e49ed-c292-49da-8440-349105e71e9e service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923374 Jul 16 02:47:51.922748 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:47:51.944250 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7fd59b66-0262-4149-9a19-98a3e00f47ba req-de59d1aa-4da2-4ea4-8121-4bb17425894a service neutron] 10.222.0.32 "GET /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843506 Jul 16 02:47:52.122154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:52.152374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26f754-cc6f-4eab-9aeb-5ae824bd8387 None None] The sync data for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 is: [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:08Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64e4a9b5-a6c7-423d-bf76-f05f75c11b62', 'name': '', 'network_id': 'c17a1ea3-0e2a-4f58-80c3-7238713c5dec', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:38:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:07Z', 'updated_at': '2021-07-16T02:46:12Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '979c340a-603c-4b64-a40f-38ea161d45ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:47:52.373256 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed88e555-04cc-4d1f-8597-179d1c1d71dd None None] New status for floating IP 44c50d50-87dc-4d95-b6a4-bf29077f44bd: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:47:52.858091 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:52.896680 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0b14d-d130-47f3-89a3-ee688273cf88 req-7c76ec51-b6d8-476a-bb85-009ca7a6edcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:52.898173 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceb0b14d-d130-47f3-89a3-ee688273cf88 req-7c76ec51-b6d8-476a-bb85-009ca7a6edcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0670812 Jul 16 02:47:52.937060 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ceb0b14d-d130-47f3-89a3-ee688273cf88 req-23544d0d-937c-4a19-a035-52919bb9d266 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=feac44e8-1749-4431-b0b0-2f8642bab1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Jul 16 02:47:52.941543 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-7b34eafe-3132-41da-abbc-1c1dab5a8b98 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:52.943011 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-7b34eafe-3132-41da-abbc-1c1dab5a8b98 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.32 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0688140 Jul 16 02:47:53.041718 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:47:53.042060 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:53.133910 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:53.134271 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:53.148342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:47:53.277164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:53.582505 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:53.628216 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] No DVR routers for this DVR port b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:47:53.630829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:53.633690 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-19cd2352-7248-4684-b8d6-9c2dc31404c4 req-9041399e-1332-401a-8bf2-ee9b460aeef1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.32 "DELETE /v2.0/ports/b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e HTTP/1.1" status: 204 len: 173 time: 0.6850035 Jul 16 02:47:53.634135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-deleted', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:47:53.636472 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08250ae-3a80-44db-b93a-5d949a6cd00a" -d '{"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-deleted", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:47:53.685742 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe27090-92f7-4f12-b038-a7fd1f5905aa x-openstack-request-id: req-ffe27090-92f7-4f12-b038-a7fd1f5905aa {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:47:53.686073 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749129e-5462-4a35-8e89-68af1fc0eaf7", "name": "network-vif-deleted", "tag": "b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:47:53.686375 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffe27090-92f7-4f12-b038-a7fd1f5905aa {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:47:53.686770 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749129e-5462-4a35-8e89-68af1fc0eaf7', 'name': 'network-vif-deleted', 'tag': 'b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e', 'status': 'completed', 'code': 200} Jul 16 02:47:53.855376 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-83e8fcaa-49d7-4d09-9388-4d9d2531c3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:53.975329 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:54.095776 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c53146b-04e4-43a4-8f76-0b2cfc720c2f req-b87bf01a-bd72-4ac0-bcd4-31ad487cbf72 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=0749129e-5462-4a35-8e89-68af1fc0eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0290046 Jul 16 02:47:55.189480 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47188) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:55.549968 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:55.813616 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:47:55.813854 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:55.901172 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 64e4a9b5-a6c7-423d-bf76-f05f75c11b62, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:55.901539 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:55.913835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:47:56.103987 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:56.131030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=64e4a9b5-a6c7-423d-bf76-f05f75c11b62,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:56.163115 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:47:56.183608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:47:56.183947 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device b83a6026-f8cd-4ec4-ac38-9ff6ba316b1e not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:47:56.272708 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7b593f9a-4bce-4b91-82ce-bd87a319e81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:56.311228 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:56.780246 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:56.881367 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:47:56.991121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:47:56.997239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-859e6085-6b85-4dee-8cbf-9a339f1d8260 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061762 Jul 16 02:47:56.999384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47190) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:57.001945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] Sync routers for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:47:57.011317 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:47:57.011922 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:57.050555 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting subnet 979c340a-603c-4b64-a40f-38ea161d45ee {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:47:57.053747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.095306 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.117024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:47:57.182824 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.242692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.274030 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Subnet': ['ID=979c340a-603c-4b64-a40f-38ea161d45ee,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:57.276069 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.280431 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-714bcfe0-f330-4aed-a229-65349c7997cf tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/subnets/979c340a-603c-4b64-a40f-38ea161d45ee HTTP/1.1" status: 204 len: 168 time: 0.2776396 Jul 16 02:47:57.281199 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47192) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:57.290019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4189127-d24f-4e01-991a-f63948359546 None None] Network c17a1ea3-0e2a-4f58-80c3-7238713c5dec requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:47:57.388665 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:47:56Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:57.390844 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.437993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] Checking router: 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:47:57.452591 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] Routers {'1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:47:57.453222 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:57.501363 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.562348 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:47:57.562698 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.571561 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] Set router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:47:57.606490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] DHCP port deletion for c17a1ea3-0e2a-4f58-80c3-7238713c5dec request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:47:57.656507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port b1a9c03e-62cd-412d-b5f6-d9e13bb3047a, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:57.656879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.672273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for b1a9c03e-62cd-412d-b5f6-d9e13bb3047a owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:47:57.734431 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.765557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] Deleting port b2c660ff-69c8-4b99-a730-fbdf528b285b {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:47:57.765828 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.848793 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.857003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] For port b2c660ff-69c8-4b99-a730-fbdf528b285b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=b2c660ff-69c8-4b99-a730-fbdf528b285b,segment=NetworkSegment(6064a344-7628-4e3a-997a-4227a9b836e1),segment_id=6064a344-7628-4e3a-997a-4227a9b836e1)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:47:57.857391 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.871805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] Calling delete_port for b2c660ff-69c8-4b99-a730-fbdf528b285b owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:47:57.875121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=b1a9c03e-62cd-412d-b5f6-d9e13bb3047a,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:57.920622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:47:56Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:57.940694 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:57.950760 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21dfb3-912f-4fa5-8f6e-7705aa0a528d None None] The sync data for ids ['1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b'] in n-d-800087-6 is: [{'id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773530540', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:47:56Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'b1a9c03e-62cd-412d-b5f6-d9e13bb3047a', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:04Z', 'updated_at': '2021-07-16T02:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:47:57.993468 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.023322 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] Pushing event deleted for resources: {'Port': ['ID=b2c660ff-69c8-4b99-a730-fbdf528b285b,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:58.027090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ae4a6-ebd0-430a-854c-3995506b28c7 None None] No DVR routers for this DVR port b2c660ff-69c8-4b99-a730-fbdf528b285b on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:47:58.041809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.043965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.108953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.109532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:47:58.116527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.118152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-eeb2df26-2ee8-472d-b388-e11aa13d9a9f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/routers/1c3a5d0f-b43c-49ca-8679-88f1e4df3e9b HTTP/1.1" status: 204 len: 168 time: 0.8363662 Jul 16 02:47:58.120913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47194) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:58.195686 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.286131 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.297107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17a1ea3-0e2a-4f58-80c3-7238713c5dec']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:58.308174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6064a344-7628-4e3a-997a-4227a9b836e1') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:58.308478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6064a344-7628-4e3a-997a-4227a9b836e1') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:47:58.318468 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.335345 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.343295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:47:58.343715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: timer() Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:47:58.346983 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:47:58.430864 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.439965 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.441908 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/networks/c17a1ea3-0e2a-4f58-80c3-7238713c5dec HTTP/1.1" status: 204 len: 168 time: 0.3200455 Jul 16 02:47:58.444689 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47196) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:58.460469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7666cf9-e0cf-416b-9bc0-5a969796f353 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Network': ['ID=c17a1ea3-0e2a-4f58-80c3-7238713c5dec,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:58.483722 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:58.536058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e6f038-d18f-4aef-a48b-b670bec2da6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.543375 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:47:58.570828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e6f038-d18f-4aef-a48b-b670bec2da6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.576966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:47:58.577333 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64e4a9b5-a6c7-423d-bf76-f05f75c11b62 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:47:58.577770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b2c660ff-69c8-4b99-a730-fbdf528b285b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:47:58.599605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b2c660ff-69c8-4b99-a730-fbdf528b285b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:47:58.599950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b2c660ff-69c8-4b99-a730-fbdf528b285b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:47:58.646925 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e6f038-d18f-4aef-a48b-b670bec2da6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.650358 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-e1e6f038-d18f-4aef-a48b-b670bec2da6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:58.651859 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-e1e6f038-d18f-4aef-a48b-b670bec2da6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/security-groups/feac44e8-1749-4431-b0b0-2f8642bab1c2 HTTP/1.1" status: 204 len: 168 time: 0.2056255 Jul 16 02:47:58.662838 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6f038-d18f-4aef-a48b-b670bec2da6b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac44e8-1749-4431-b0b0-2f8642bab1c2,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.082170 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47202) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.086908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874025894', 'description': 'tempest-secgroup-smoke-874025894 description', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.116695 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.139209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.201610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.206158 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.236864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.239215 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.240453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-02151e49-133d-45ee-97f9-0e6725bc6107 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572638 Jul 16 02:47:59.244052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47204) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.248597 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.274828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.331016 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.334241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.352142 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1beec8-442c-457a-bf64-8fbe50ac8dc3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.358023 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.359204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f8b8b0e5-9047-4108-b1b7-f1a2ffa7c38a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142619 Jul 16 02:47:59.361910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47206) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.405985 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.432535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.491050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.495121 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.513531 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab436a48-4999-42a4-987d-11021f6ba96d,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.522578 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.524369 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-77aa8bf4-1030-4323-baac-0d7779128ec4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615043 Jul 16 02:47:59.529457 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47210) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.537475 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.564323 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.621304 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.624817 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.641639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8a6865-68d6-4432-8935-31d5db5dcee1,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.648763 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.649942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3d19029a-c4ca-46e9-84c2-94aa29baba4a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188984 Jul 16 02:47:59.652627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47212) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.656976 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.683196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.742781 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.746486 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.765488 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a830786-5671-48ec-a72b-21b291e525f0,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.768811 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.770096 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2649e84c-789a-4db7-a3e5-c9c5dedd06ec tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165462 Jul 16 02:47:59.772877 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47214) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.778066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.798546 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:47:59.803259 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.868626 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.872720 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.891874 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78242488-3aad-44d4-873a-310292e57147,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:59.895196 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.896452 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-bbc47d1b-f554-4c1c-8d4b-9d6872fbafb0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221125 Jul 16 02:47:59.899913 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47216) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.904671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': 'a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:59.926161 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:47:59.931175 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.994614 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:59.998170 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.016185 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3b2e80-837c-4592-946a-984a4e196925,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:00.021230 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.025911 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-95824a56-dc99-4c65-a577-64cd78ab28fa tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215131 Jul 16 02:48:00.025911 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47218) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:00.031036 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'network': {'name': 'tempest-network-smoke--1600822101', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'port_security_enabled': True}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:00.052205 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:48:00.056260 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.081121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:48:00.090303 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.090623 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Added segment dfae60c1-f507-4db7-af95-e2c92822477f of type vlan for network f30048b6-fae0-455a-8fc9-d613d114f266 Jul 16 02:48:00.130769 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.159616 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.165116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:00.165689 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.205293 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1781683 Jul 16 02:48:00.207969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47220) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:00.214534 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'admin_state_up': True, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:00.245618 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99b072-5ace-4e90-b558-97d9fa091644 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Network': ['ID=f30048b6-fae0-455a-8fc9-d613d114f266,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:00.255910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network f30048b6-fae0-455a-8fc9-d613d114f266 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:48:00.266382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.267379 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.322244 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.397255 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b1a9c03e-62cd-412d-b5f6-d9e13bb3047a no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:00.419045 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: b1a9c03e-62cd-412d-b5f6-d9e13bb3047a {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:00.419394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device b1a9c03e-62cd-412d-b5f6-d9e13bb3047a not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:00.474733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.683344 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.703527 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.808530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.113 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/59f1b740-9121-4545-b307-c6974b66caa1) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:00.919761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:00.959086 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.002040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:01.005164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:01.009912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:01.013119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=59f1b740-9121-4545-b307-c6974b66caa1,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:01.271041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.486691 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.626485 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 73a53de0-7690-44a2-b28f-68800eb84067 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:48:01.740675 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:01.750882 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Sync routers for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:01.761527 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:01.761980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.762148 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:01.763399 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9614325c-2425-4cbd-930d-3294b001a2c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5542748 Jul 16 02:48:01.767026 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47222) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:01.796735 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-8bc8a856-9975-4925-b513-998ca8db5b3e tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ed625dc5213b4f5e94c2bc604f2bf4a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285869 Jul 16 02:48:01.800019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47224) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:01.894838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ba749-90bc-4d56-9003-d9ca06f335fe tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:01.896418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-427ba749-90bc-4d56-9003-d9ca06f335fe tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952775 Jul 16 02:48:01.899456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47226) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:01.928697 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a73e8fa6-c867-4681-9de2-a0029ba1aa5a tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280945 Jul 16 02:48:01.932053 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47228) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:01.936940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517141543', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:01.962908 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:02.030636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:48:02.034861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.152959 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:01Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:02.181623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Checking router: 73a53de0-7690-44a2-b28f-68800eb84067 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:02.182016 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Updating router 73a53de0-7690-44a2-b28f-68800eb84067 port 59f1b740-9121-4545-b307-c6974b66caa1 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:48:02.220334 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.225121 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.288674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Subnet': ['ID=b08420dc-3ed4-456a-99e8-e2d255615279,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:02.297955 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Checking segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:02.298328 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network hostable DHCP agents. Network: f30048b6-fae0-455a-8fc9-d613d114f266, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:48:02.315255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network f30048b6-fae0-455a-8fc9-d613d114f266 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:48:02.325014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, f30048b6-fae0-455a-8fc9-d613d114f266) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:02.329476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:02.330194 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.342462 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044e98b-0108-4090-917e-0515db72c175 None None] Network f30048b6-fae0-455a-8fc9-d613d114f266 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:02.350288 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d06de97-02a0-4554-be8f-38b6b6fbe12e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4132075 Jul 16 02:48:02.350570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47230) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:02.494537 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.505569 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Transition to ACTIVE for port object 59f1b740-9121-4545-b307-c6974b66caa1 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:02.512485 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.558610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-f30048b6-fae0-455a-8fc9-d613d114f266', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:48:02.559901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.569042 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Pushing event updated for resources: {'Port': ['ID=59f1b740-9121-4545-b307-c6974b66caa1,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:02.578472 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.578815 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.579152 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.579492 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.580381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.580381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.580642 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.580931 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.583018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.583018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.583018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.583018 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:02.587284 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Attempting to bind port 59f1b740-9121-4545-b307-c6974b66caa1 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:48:02.587694 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Attempting to bind port 59f1b740-9121-4545-b307-c6974b66caa1 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:48:02.588063 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Attempting to bind port 59f1b740-9121-4545-b307-c6974b66caa1 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:02.598126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:48:02.598126 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:02.601937 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.602628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:48:02.603098 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Bound port: 59f1b740-9121-4545-b307-c6974b66caa1, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:48:02.603488 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.671698 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] For port 59f1b740-9121-4545-b307-c6974b66caa1, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:48:02.676422 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] For port 59f1b740-9121-4545-b307-c6974b66caa1, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=59f1b740-9121-4545-b307-c6974b66caa1,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:48:02.685217 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.727230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Allocated IP 172.20.0.2 (f30048b6-fae0-455a-8fc9-d613d114f266/b08420dc-3ed4-456a-99e8-e2d255615279/a8558fbf-1c74-4543-8a1a-0221d9007b16) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:02.755875 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:02.758124 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:02.889933 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415330c9-a495-4bad-8daa-e023d45179ac None None] Pushing event updated for resources: {'Port': ['ID=59f1b740-9121-4545-b307-c6974b66caa1,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:02.903596 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:02.937610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.947733 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:02.950028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Transition to ACTIVE for port object a8558fbf-1c74-4543-8a1a-0221d9007b16 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:02.969725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Transition to ACTIVE for port object a8558fbf-1c74-4543-8a1a-0221d9007b16 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:02.978486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.024366 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Network f30048b6-fae0-455a-8fc9-d613d114f266 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:03.025890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:03.028396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:03.081658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Pushing event updated for resources: {'Port': ['ID=a8558fbf-1c74-4543-8a1a-0221d9007b16,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:03.100967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Attempting to bind port a8558fbf-1c74-4543-8a1a-0221d9007b16 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:48:03.102716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Attempting to bind port a8558fbf-1c74-4543-8a1a-0221d9007b16 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:48:03.103352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Attempting to bind port a8558fbf-1c74-4543-8a1a-0221d9007b16 on network f30048b6-fae0-455a-8fc9-d613d114f266 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:03.104623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:01Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:03.110855 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:48:03.111524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Checking segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:03.112141 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.112696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Bound using segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:48:03.113340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Bound port: a8558fbf-1c74-4543-8a1a-0221d9007b16, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:48:03.113960 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.136064 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6995d76-1a72-4300-9a66-14a39dbc2c81 None None] The sync data for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 is: [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:01Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:03.200215 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] For port a8558fbf-1c74-4543-8a1a-0221d9007b16, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:48:03.204706 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] For port a8558fbf-1c74-4543-8a1a-0221d9007b16, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a8558fbf-1c74-4543-8a1a-0221d9007b16,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:48:03.211192 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.266446 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.1 (f30048b6-fae0-455a-8fc9-d613d114f266/b08420dc-3ed4-456a-99e8-e2d255615279/64418206-2eb2-4220-a608-6faa5c0bd1d4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:03.280958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cfe34-072b-4b9a-b936-08b92ce3353d None None] Pushing event updated for resources: {'Port': ['ID=a8558fbf-1c74-4543-8a1a-0221d9007b16,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:03.436726 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.454803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object 64418206-2eb2-4220-a608-6faa5c0bd1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:03.511518 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.574304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network f30048b6-fae0-455a-8fc9-d613d114f266 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:03.578526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:03.583276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:03.614912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=64418206-2eb2-4220-a608-6faa5c0bd1d4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:03.642666 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:03.795572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.095809 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.101609 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.185561 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.187494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=64418206-2eb2-4220-a608-6faa5c0bd1d4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:04.289173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network f30048b6-fae0-455a-8fc9-d613d114f266 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:04.291127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:04.311597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe0528-0870-40ae-a90b-72078c3d76a8 None None] Network f30048b6-fae0-455a-8fc9-d613d114f266 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:04.396873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-107ba553-125f-4ee4-9e92-f046daa4bcb0 None None] Provisioning for port a8558fbf-1c74-4543-8a1a-0221d9007b16 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:04.418873 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 73a53de0-7690-44a2-b28f-68800eb84067 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:48:04.530310 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 59f1b740-9121-4545-b307-c6974b66caa1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:04.551867 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:04.566144 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5ec54828-501f-4309-93fc-161b87604a90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/73a53de0-7690-44a2-b28f-68800eb84067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2136638 Jul 16 02:48:04.595499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 59f1b740-9121-4545-b307-c6974b66caa1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:04.599965 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 59f1b740-9121-4545-b307-c6974b66caa1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:04.600388 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.695189 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.719219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 59f1b740-9121-4545-b307-c6974b66caa1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=59f1b740-9121-4545-b307-c6974b66caa1,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:04.725133 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:04.726039 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a8558fbf-1c74-4543-8a1a-0221d9007b16 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:04.742338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-5c49a5e6-cb01-4252-ac7c-8b2354034749 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874025894&fields=id&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 267 time: 0.0483491 Jul 16 02:48:04.869880 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-e4db2f71-17ae-47d0-b364-aa64cf1814ef tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:04.874466 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-e4db2f71-17ae-47d0-b364-aa64cf1814ef tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 797 time: 0.1309040 Jul 16 02:48:04.887915 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-f700b65f-cbb4-4236-bce2-0a12965a07ef tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/quotas/ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 375 time: 0.0104530 Jul 16 02:48:04.952988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Sync routers for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:04.969076 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-3c763611-2e17-4d8d-8c02-87b159ea4fd1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737441 Jul 16 02:48:04.994585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:04.995274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:05.033921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=59f1b740-9121-4545-b307-c6974b66caa1,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:05.054085 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port a8558fbf-1c74-4543-8a1a-0221d9007b16 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:05.061656 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11062090-1d91-443a-9ce1-a360885fcc65 None None] Provisioning for port 64418206-2eb2-4220-a608-6faa5c0bd1d4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:05.063523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a8558fbf-1c74-4543-8a1a-0221d9007b16 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:05.063889 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.081500 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-1ab868d1-4504-4273-ba18-41926c841f10 service neutron] 10.222.0.35 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042645 Jul 16 02:48:05.115341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-11062090-1d91-443a-9ce1-a360885fcc65 None None] Provisioning complete for port 64418206-2eb2-4220-a608-6faa5c0bd1d4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:05.115724 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-11062090-1d91-443a-9ce1-a360885fcc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.178819 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:05.180553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-11062090-1d91-443a-9ce1-a360885fcc65 None None] Port 64418206-2eb2-4220-a608-6faa5c0bd1d4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:48:05.181940 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-35757ee8-c767-4d31-a4b3-7a73c40b7ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937788 Jul 16 02:48:05.347748 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.354558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e8e92c7a-2c82-421e-804a-8e0b5e1d8eef req-9f6dc4a5-60ae-4e8f-b849-5b0650669665 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 210 time: 0.0291305 Jul 16 02:48:05.360024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-1d543cc0-33d8-46c9-aebe-40342b7237c4 None None] Provisioning complete for port 64418206-2eb2-4220-a608-6faa5c0bd1d4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:05.360417 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d543cc0-33d8-46c9-aebe-40342b7237c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.430836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port a8558fbf-1c74-4543-8a1a-0221d9007b16, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a8558fbf-1c74-4543-8a1a-0221d9007b16,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:05.434075 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-1d543cc0-33d8-46c9-aebe-40342b7237c4 None None] Port 64418206-2eb2-4220-a608-6faa5c0bd1d4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:48:05.457165 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.520081 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=a8558fbf-1c74-4543-8a1a-0221d9007b16,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:05.531619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 2, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:05.558658 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Checking router: 73a53de0-7690-44a2-b28f-68800eb84067 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:05.559015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Updating router 73a53de0-7690-44a2-b28f-68800eb84067 port 64418206-2eb2-4220-a608-6faa5c0bd1d4 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:48:05.594187 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.862044 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.872088 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Transition to ACTIVE for port object 64418206-2eb2-4220-a608-6faa5c0bd1d4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:05.877664 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.925340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca898e4-609c-463b-b57c-52ed5ded967a None None] Pushing event updated for resources: {'Port': ['ID=64418206-2eb2-4220-a608-6faa5c0bd1d4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:05.981414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Attempting to bind port 64418206-2eb2-4220-a608-6faa5c0bd1d4 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:48:05.981801 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Attempting to bind port 64418206-2eb2-4220-a608-6faa5c0bd1d4 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:48:05.982165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Attempting to bind port 64418206-2eb2-4220-a608-6faa5c0bd1d4 on network f30048b6-fae0-455a-8fc9-d613d114f266 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:05.987287 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:48:05.987664 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Checking segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:05.988119 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.988522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Bound using segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:48:05.988976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Bound port: 64418206-2eb2-4220-a608-6faa5c0bd1d4, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:48:05.989355 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.056945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] For port 64418206-2eb2-4220-a608-6faa5c0bd1d4, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:48:06.060361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] For port 64418206-2eb2-4220-a608-6faa5c0bd1d4, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64418206-2eb2-4220-a608-6faa5c0bd1d4,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:48:06.066025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.121373 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:06.122023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:06.162755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca898e4-609c-463b-b57c-52ed5ded967a None None] Pushing event updated for resources: {'Port': ['ID=64418206-2eb2-4220-a608-6faa5c0bd1d4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:06.244548 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:06.432587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-818caeed-7c07-48aa-b345-1c14d95d6e3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.434111 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-818caeed-7c07-48aa-b345-1c14d95d6e3d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 797 time: 0.1251442 Jul 16 02:48:06.471653 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:06.492830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-3a9e7b3f-bbe2-41b4-8d68-81e09d456804 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 379 time: 0.0488930 Jul 16 02:48:06.502707 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'port': {'device_id': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'admin_state_up': True, 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'security_groups': ['a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:06.510365 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 59f1b740-9121-4545-b307-c6974b66caa1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:06.513371 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f94ec7-8681-4e8e-8466-9da455fe5d7c None None] The sync data for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 is: [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:06Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:06.594108 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ddc15f2f-14f2-4f06-b6cf-e18bb71b7215 req-4f26b6e5-f9e1-45a5-a3b7-8cbab3eee204 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 210 time: 0.0778484 Jul 16 02:48:06.625651 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 59f1b740-9121-4545-b307-c6974b66caa1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:06.626130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.669218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:48:06.673001 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.715810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a8558fbf-1c74-4543-8a1a-0221d9007b16 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:06.769030 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port a8558fbf-1c74-4543-8a1a-0221d9007b16 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:06.770036 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.820656 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.13 (f30048b6-fae0-455a-8fc9-d613d114f266/b08420dc-3ed4-456a-99e8-e2d255615279/4294e5f3-d6e0-4dbb-8fc6-2de821ae5036) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:06.975700 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:06.989622 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:07.025971 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.073065 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network f30048b6-fae0-455a-8fc9-d613d114f266 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:07.076390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:07.080788 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:07.087449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:07.136936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:07.137682 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.153787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-34ea5503-9cbe-4e85-a857-e4e87c9abba1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6551871 Jul 16 02:48:07.165849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-18f3d6e0-5d6b-47f8-bd49-e02f3690a21f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:48:07.166874 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-18f3d6e0-5d6b-47f8-bd49-e02f3690a21f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065210 Jul 16 02:48:07.178921 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Request body: {'port': {'device_id': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:07.264337 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.318883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88cc23e5-0ea7-4ae8-ac5a-8d6ebb253cdc None None] Provisioning for port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:07.324847 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88cc23e5-0ea7-4ae8-ac5a-8d6ebb253cdc None None] Provisioning complete for port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:07.325236 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88cc23e5-0ea7-4ae8-ac5a-8d6ebb253cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.364288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-88cc23e5-0ea7-4ae8-ac5a-8d6ebb253cdc None None] Port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:48:07.770345 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40692e2-f00e-4b2c-935c-3799d7b97c0f req-ea1be4f6-7ba6-4aea-a2fd-42aa2c56e61f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:07.771864 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a40692e2-f00e-4b2c-935c-3799d7b97c0f req-ea1be4f6-7ba6-4aea-a2fd-42aa2c56e61f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 932 time: 0.0663424 Jul 16 02:48:07.808975 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a40692e2-f00e-4b2c-935c-3799d7b97c0f req-e2fae531-8a2a-4eac-8184-b96ecbee4cc4 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Jul 16 02:48:07.818463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:48:07.826901 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.838611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Transition to ACTIVE for port object 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:07.842450 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.893653 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:07.966631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Attempting to bind port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:48:07.966960 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Attempting to bind port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:48:07.967304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Attempting to bind port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 on network f30048b6-fae0-455a-8fc9-d613d114f266 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:07.971994 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 on network f30048b6-fae0-455a-8fc9-d613d114f266 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:48:07.972347 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Attempting to bind port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 on network f30048b6-fae0-455a-8fc9-d613d114f266 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:07.977906 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:48:07.978242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Checking segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:07.978630 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Bound using segment: {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:48:07.979056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Bound port: 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae60c1-f507-4db7-af95-e2c92822477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:48:07.979414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.046909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] For port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:48:08.049976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] For port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:48:08.055113 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.089870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.090509 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.091895 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] 10.222.0.38 "PUT /v2.0/ports/4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 1092 time: 0.9178278 Jul 16 02:48:08.092361 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:08.094607 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba87e94-82bc-43c4-ad10-6db01540d510" -d '{"events": [{"name": "network-changed", "server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:08.123779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1f538-9dda-4b2e-a7bb-4e55061b6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:08.137852 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fae097-51b4-43ed-ba9d-c0329ff0ca6d x-openstack-request-id: req-15fae097-51b4-43ed-ba9d-c0329ff0ca6d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:08.138146 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:08.138398 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15fae097-51b4-43ed-ba9d-c0329ff0ca6d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:08.138799 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'status': 'completed', 'code': 200} Jul 16 02:48:08.196650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-f8334110-c2c8-4012-8339-85792346aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.198178 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-f8334110-c2c8-4012-8339-85792346aa67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1095 time: 0.0553834 Jul 16 02:48:08.241255 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-5e7b1558-a5ee-4e76-9733-07b44cc0b6a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 217 time: 0.0347085 Jul 16 02:48:08.294640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-0f83a004-da9a-47fb-bf18-23dd56e66a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.296014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-0f83a004-da9a-47fb-bf18-23dd56e66a6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0486889 Jul 16 02:48:08.353153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-254c2f07-4817-4d36-97e8-6bd69ccb103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.354649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-254c2f07-4817-4d36-97e8-6bd69ccb103c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524433 Jul 16 02:48:08.444145 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-94145ce6-497d-4664-bafe-24af5a2ba6b2 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825336 Jul 16 02:48:08.458777 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64418206-2eb2-4220-a608-6faa5c0bd1d4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:08.511121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 64418206-2eb2-4220-a608-6faa5c0bd1d4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:08.514729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 64418206-2eb2-4220-a608-6faa5c0bd1d4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:08.515095 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.541808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ffc7e5b6-c2c5-4ffa-8a1a-97a8d6bdd129 req-ffc05453-cc39-43ed-98d9-00a40678aa76 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914369 Jul 16 02:48:08.599511 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.631848 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 64418206-2eb2-4220-a608-6faa5c0bd1d4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64418206-2eb2-4220-a608-6faa5c0bd1d4,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:08.636566 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.649085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-af9fbfb0-439e-49fd-ac18-0a4bd77404aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.650600 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-af9fbfb0-439e-49fd-ac18-0a4bd77404aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1095 time: 0.0571158 Jul 16 02:48:08.684932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=64418206-2eb2-4220-a608-6faa5c0bd1d4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:08.747245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-e6057cc4-e87a-4f7d-b826-3f6a1b76b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.748739 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-e6057cc4-e87a-4f7d-b826-3f6a1b76b532 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 898 time: 0.0917642 Jul 16 02:48:08.789613 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-0e6d73db-14ce-4a32-9d66-cbd6f7fa03d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 217 time: 0.0342531 Jul 16 02:48:08.839628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-0e53ddc7-923b-4aaa-8158-e69a817730f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.841038 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-0e53ddc7-923b-4aaa-8158-e69a817730f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0427508 Jul 16 02:48:08.902990 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-14be7937-593d-4ba1-b9aa-0bad5d36c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.904510 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-14be7937-593d-4ba1-b9aa-0bad5d36c8a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558758 Jul 16 02:48:08.979769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c355ed0-19a9-4c96-8dd1-b79765ad3e0f req-4ad90edb-5c2e-4033-9907-ac7f71ab4111 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:08.981288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c355ed0-19a9-4c96-8dd1-b79765ad3e0f req-4ad90edb-5c2e-4033-9907-ac7f71ab4111 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 944 time: 0.0622516 Jul 16 02:48:08.993858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-6a56d944-bc2b-4ba2-9642-99b906d693bd service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812960 Jul 16 02:48:09.018670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9c355ed0-19a9-4c96-8dd1-b79765ad3e0f req-8b38e2ce-d70d-406f-8f90-3408c5aed69a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317113 Jul 16 02:48:09.087413 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bba87e94-82bc-43c4-ad10-6db01540d510 req-71858be3-36d9-48a7-b157-99f27f7fce79 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Jul 16 02:48:10.190546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f611c-aa3b-4943-86ee-7db34d612f59 req-d1d47288-f5c6-4b39-b6da-94e38d8e382b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:10.192011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-458f611c-aa3b-4943-86ee-7db34d612f59 req-d1d47288-f5c6-4b39-b6da-94e38d8e382b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 944 time: 0.0652201 Jul 16 02:48:10.229205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-458f611c-aa3b-4943-86ee-7db34d612f59 req-bf3fb42f-dbe9-4f93-a6a1-7ac812a7312c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Jul 16 02:48:10.246383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:48:10.341541 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:10.352184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'port_id': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'mac_address': 'fa:16:3e:80:e9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:48:10.387875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:10.400845 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:48:10.423786 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:10.427762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:10.455034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64418206-2eb2-4220-a608-6faa5c0bd1d4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:10.506342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:10.521996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 64418206-2eb2-4220-a608-6faa5c0bd1d4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:10.522360 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:10.654755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['4294e5f3-d6e0-4dbb-8fc6-2de821ae5036'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:48:11.400420 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439299a-190e-49d3-be4b-744be0d5b3d2 req-3135f48d-d83b-4afe-91e1-5edbf6f0328a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:11.401895 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b439299a-190e-49d3-be4b-744be0d5b3d2 req-3135f48d-d83b-4afe-91e1-5edbf6f0328a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 945 time: 0.0625532 Jul 16 02:48:11.438171 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b439299a-190e-49d3-be4b-744be0d5b3d2 req-577ca711-bb3f-4eee-810b-1432620272e5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308142 Jul 16 02:48:12.269345 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:12.315811 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:12.319288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:12.319655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.394979 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.417245 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:12.419468 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92285d-56da-4c12-af64-845e2328957c" -d '{"events": [{"server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:12.432877 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:12.437187 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.466659 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb766757-e790-4315-8b4e-3060cd3c219e x-openstack-request-id: req-eb766757-e790-4315-8b4e-3060cd3c219e {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:12.466993 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "name": "network-vif-plugged", "status": "completed", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:12.467182 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb766757-e790-4315-8b4e-3060cd3c219e {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:12.467735 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'code': 200} Jul 16 02:48:12.495695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:12.569474 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d62ef-075d-4ea0-9007-5418a98f9d3b req-f2adcffe-1e83-4e59-9aa3-9f4351f7fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.570978 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f63d62ef-075d-4ea0-9007-5418a98f9d3b req-f2adcffe-1e83-4e59-9aa3-9f4351f7fccb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0520201 Jul 16 02:48:12.606415 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f63d62ef-075d-4ea0-9007-5418a98f9d3b req-541e808b-01d3-4439-a7f6-aadf1f783c9e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288899 Jul 16 02:48:12.624135 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732f80-acc1-4fcf-a025-1a3bb704c4d6 req-314bd76e-851f-42f9-bf9f-80b34f12fce2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.625852 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78732f80-acc1-4fcf-a025-1a3bb704c4d6 req-314bd76e-851f-42f9-bf9f-80b34f12fce2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0709078 Jul 16 02:48:12.662600 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78732f80-acc1-4fcf-a025-1a3bb704c4d6 req-56143c92-8b6e-4424-b442-b02470f507f9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310676 Jul 16 02:48:13.837301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141f7c9-0942-4cc8-bba4-55b23fdff7d1 req-10ea3559-c52a-4237-a201-3b0a1059b680 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:13.839015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f141f7c9-0942-4cc8-bba4-55b23fdff7d1 req-10ea3559-c52a-4237-a201-3b0a1059b680 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0637598 Jul 16 02:48:13.876652 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f141f7c9-0942-4cc8-bba4-55b23fdff7d1 req-4ad07678-8d4c-4e2a-88c5-4376e6427bea tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Jul 16 02:48:14.045508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d3261-2c3c-441e-9b8a-ed1907fad858 req-62ddfc3c-25aa-45a3-8e31-b45d1eb08695 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:14.046979 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-633d3261-2c3c-441e-9b8a-ed1907fad858 req-62ddfc3c-25aa-45a3-8e31-b45d1eb08695 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0621433 Jul 16 02:48:14.087236 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-633d3261-2c3c-441e-9b8a-ed1907fad858 req-d2b9cd87-9a24-4698-b6e2-b021b18d4716 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347328 Jul 16 02:48:14.110625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47278) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:14.224088 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcb6cb-0ae7-40df-b8d4-69ad98405b94 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:14.225574 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-31fcb6cb-0ae7-40df-b8d4-69ad98405b94 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1092 time: 0.1139259 Jul 16 02:48:14.228883 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47282) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:14.233101 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:14.254047 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.351601 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.450696 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.219 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/3546b75c-f520-418b-8589-ebe57103f573) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:14.551401 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.588953 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.630403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:14.633544 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:14.636601 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:14.658288 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=3546b75c-f520-418b-8589-ebe57103f573,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:14.995150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.067000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.212165 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.216834 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.625009 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=3546b75c-f520-418b-8589-ebe57103f573,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:15.631167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:15.734259 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 3e50d328-6078-4218-8a55-bca18a67deac associated. External IP: 172.25.0.219, port: 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036. Jul 16 02:48:15.959166 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 73a53de0-7690-44a2-b28f-68800eb84067 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:48:16.088236 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:16.097939 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] Sync routers for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:16.106316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:16.109303 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:16.110363 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:16.148956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-39bdd61a-f45e-4a5c-a7f5-483db3828371 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9190602 Jul 16 02:48:16.149834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:16.152312 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82cdde0-4291-4140-89af-955a5a00e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:16.193758 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58bd439-055a-4141-bc94-6f522e9030d0 x-openstack-request-id: req-f58bd439-055a-4141-bc94-6f522e9030d0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:16.194054 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:16.194305 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f58bd439-055a-4141-bc94-6f522e9030d0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:16.194705 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'status': 'completed', 'code': 200} Jul 16 02:48:16.234951 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:16.275150 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdde0-4291-4140-89af-955a5a00e2db req-2eceba53-7ec6-46f5-9614-2b2b2bc52979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:16.276748 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-2eceba53-7ec6-46f5-9614-2b2b2bc52979 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0597482 Jul 16 02:48:16.315473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506265e-5d60-4e48-9340-9ed9f155a270 req-0eefe244-f8e2-4801-a6e1-3d414c12746b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:16.316683 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6506265e-5d60-4e48-9340-9ed9f155a270 req-0eefe244-f8e2-4801-a6e1-3d414c12746b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0640051 Jul 16 02:48:16.355819 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6506265e-5d60-4e48-9340-9ed9f155a270 req-b39092b8-2fd6-41f9-966e-dcf9fd8093c7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334053 Jul 16 02:48:16.382892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47288) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:16.383179 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdde0-4291-4140-89af-955a5a00e2db req-598b309a-ded5-4945-b7fd-5efbcd1d5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:16.385058 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-598b309a-ded5-4945-b7fd-5efbcd1d5a0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 898 time: 0.1009672 Jul 16 02:48:16.454352 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2d9055d8-2754-448e-b6ac-c478cae7d366 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/3e50d328-6078-4218-8a55-bca18a67deac HTTP/1.1" status: 200 len: 992 time: 0.0698209 Jul 16 02:48:16.462047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-aea51003-430b-421a-89ba-8bc13f59ca67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 1000 time: 0.0694997 Jul 16 02:48:16.476231 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3e50d328-6078-4218-8a55-bca18a67deac', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'port_id': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'mac_address': 'fa:16:3e:80:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:48:14Z', 'updated_at': '2021-07-16T02:48:14Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:08Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:16.506036 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] Checking router: 73a53de0-7690-44a2-b28f-68800eb84067 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:16.511117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdde0-4291-4140-89af-955a5a00e2db req-05e977f0-884e-4952-907f-d5e9b207760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:16.512669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-05e977f0-884e-4952-907f-d5e9b207760b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0445971 Jul 16 02:48:16.514372 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:16.514955 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:47:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:16.570516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdde0-4291-4140-89af-955a5a00e2db req-20fe6491-6dd1-47b7-b8bd-eb0255d4e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:16.572094 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-20fe6491-6dd1-47b7-b8bd-eb0255d4e40e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524395 Jul 16 02:48:16.679357 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-c645fd8d-ba6f-406f-aed6-3d6b96b57111 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005359 Jul 16 02:48:16.713125 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:16.770586 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d82cdde0-4291-4140-89af-955a5a00e2db req-4e3a1689-f96b-4e3f-9446-f7dd0b636d8d service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848205 Jul 16 02:48:16.940747 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3e50d328-6078-4218-8a55-bca18a67deac', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'port_id': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'mac_address': 'fa:16:3e:80:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:48:14Z', 'updated_at': '2021-07-16T02:48:14Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:08Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:16.967799 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d4b96-9200-4910-b85b-0727f45ef068 None None] The sync data for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 is: [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '3e50d328-6078-4218-8a55-bca18a67deac', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'port_id': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'mac_address': 'fa:16:3e:80:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:48:14Z', 'updated_at': '2021-07-16T02:48:14Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:08Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:17.164824 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696456-2e50-4d58-a570-3b283bf88a5a None None] New status for floating IP 3e50d328-6078-4218-8a55-bca18a67deac: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:48:17.458268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47290) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:17.523843 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4fd975b8-1a23-417d-9cae-5dde5ef67c89 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/3e50d328-6078-4218-8a55-bca18a67deac HTTP/1.1" status: 200 len: 994 time: 0.0643673 Jul 16 02:48:22.852690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:23.856297 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3e5cfca6-5c47-4f4b-96ac-169457015c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:23.971332 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:26.274935 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3cbc77fc-32e2-434b-b5e6-f092c85d206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:26.781868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:27.682379 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:29.143819 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.488102 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:35.617120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-fd728b84-0c8a-4e97-aa67-ceb04a075ab0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509505 Jul 16 02:48:35.710886 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-40bad577-c390-48b5-ab66-14eea13ed360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:35.712967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-40bad577-c390-48b5-ab66-14eea13ed360 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0520496 Jul 16 02:48:35.821013 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-e6a4e64d-12d6-476c-bbdb-af5dc70d9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:35.822404 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-e6a4e64d-12d6-476c-bbdb-af5dc70d9873 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 898 time: 0.0884814 Jul 16 02:48:35.888437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-0975b566-8d38-4902-89ea-10a24e1291d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 1002 time: 0.0579798 Jul 16 02:48:35.941353 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-f6d4f639-b1a6-4efb-859d-aeb09ab42f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:35.942805 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-f6d4f639-b1a6-4efb-859d-aeb09ab42f80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0475800 Jul 16 02:48:36.000326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-a46d2797-b41b-4a45-b469-c69ea1b06177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:36.001796 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-a46d2797-b41b-4a45-b469-c69ea1b06177 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510671 Jul 16 02:48:36.096416 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-59869068-c168-410a-a18d-f2475999636e service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868964 Jul 16 02:48:36.191926 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-577f5275-b724-4bda-b4fc-ffce98ca1a6f req-944755a9-68d9-4ccf-8c86-65aaa8103f52 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879433 Jul 16 02:48:51.103121 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba9acc-44e7-42ef-b46c-f4d9cedcaf1b req-da78f09b-5310-4b49-8018-279199c77b74 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:51.104658 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffba9acc-44e7-42ef-b46c-f4d9cedcaf1b req-da78f09b-5310-4b49-8018-279199c77b74 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0626805 Jul 16 02:48:51.141993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ffba9acc-44e7-42ef-b46c-f4d9cedcaf1b req-c4e97535-0ac5-4a32-9bd0-d8c8eefa27d7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 Jul 16 02:48:52.377152 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c160eb-25a5-460d-90a6-b301a3dc033f req-8a5348b0-d2fa-49ca-bfca-e49b0ee5726f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:52.378689 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33c160eb-25a5-460d-90a6-b301a3dc033f req-8a5348b0-d2fa-49ca-bfca-e49b0ee5726f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0647960 Jul 16 02:48:52.427620 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-33c160eb-25a5-460d-90a6-b301a3dc033f req-ac77c599-895e-4d4a-ae1d-84cd4a5c740a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Jul 16 02:48:52.855095 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.608144 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8dcc1-1e09-4d9d-b065-4f211274c5db req-98a624d2-8d53-4826-aad0-bbf08b11d9e9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:53.609630 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1e8dcc1-1e09-4d9d-b065-4f211274c5db req-98a624d2-8d53-4826-aad0-bbf08b11d9e9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0658782 Jul 16 02:48:53.647492 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1e8dcc1-1e09-4d9d-b065-4f211274c5db req-c7c756c3-0ac8-40f9-9b8d-2f12167e20c6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Jul 16 02:48:53.858570 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1edb-3a95-4c9e-9675-e09de41b6da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.973585 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:54.823246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11965d1b-df91-4456-bb33-3680a0a1db18 req-b81a7b9e-0dac-4c7a-a631-04ad76125a42 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:54.825338 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11965d1b-df91-4456-bb33-3680a0a1db18 req-b81a7b9e-0dac-4c7a-a631-04ad76125a42 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0677786 Jul 16 02:48:54.862202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-11965d1b-df91-4456-bb33-3680a0a1db18 req-47f844f6-f297-400d-aec7-377f79d6ea6e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313497 Jul 16 02:48:56.034510 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d933-ccac-44b5-af2d-e423e88bbf43 req-0edb0d7a-5307-43c1-ac49-e8604fc7ca6e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:56.035922 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45a5d933-ccac-44b5-af2d-e423e88bbf43 req-0edb0d7a-5307-43c1-ac49-e8604fc7ca6e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0637121 Jul 16 02:48:56.077893 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45a5d933-ccac-44b5-af2d-e423e88bbf43 req-e6b56075-aedb-4de2-914d-6a783ce912ea tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364707 Jul 16 02:48:56.276762 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6913ad4c-b4e4-430a-ab15-c92983969064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:56.783198 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:57.254255 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae6a8c-16f0-4fe5-be83-2f193196b789 req-145f7419-ffef-4581-bd78-0748519a8311 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:57.255753 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71ae6a8c-16f0-4fe5-be83-2f193196b789 req-145f7419-ffef-4581-bd78-0748519a8311 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0649915 Jul 16 02:48:57.293643 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71ae6a8c-16f0-4fe5-be83-2f193196b789 req-654af37d-3941-46d3-b9e9-3cb77063813c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Jul 16 02:48:57.685263 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:58.473110 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a626ef-564d-46d6-8939-5299204a305c req-3ad16dd0-3b44-4797-98ab-438642a3f9fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:58.474608 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92a626ef-564d-46d6-8939-5299204a305c req-3ad16dd0-3b44-4797-98ab-438642a3f9fd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0656924 Jul 16 02:48:58.514316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-92a626ef-564d-46d6-8939-5299204a305c req-f08fe4b8-825e-46f1-be86-480a9c7c0435 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339115 Jul 16 02:48:59.147824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:59.703175 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b544eaa-6305-42cc-9008-c17c1521833f req-c7d13bee-ad79-4b71-b292-59f38ad6a62e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:59.704754 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b544eaa-6305-42cc-9008-c17c1521833f req-c7d13bee-ad79-4b71-b292-59f38ad6a62e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0704155 Jul 16 02:48:59.744945 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4b544eaa-6305-42cc-9008-c17c1521833f req-651fe616-d853-4f4f-bd8a-215bbc7a699f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343266 Jul 16 02:49:00.920943 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d301a17-20a0-48d5-9c03-ef2b805a8e9d req-9e90dd51-3baf-4d2e-b0a0-1b8d85c42c04 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:00.922383 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d301a17-20a0-48d5-9c03-ef2b805a8e9d req-9e90dd51-3baf-4d2e-b0a0-1b8d85c42c04 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0653589 Jul 16 02:49:00.961080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4d301a17-20a0-48d5-9c03-ef2b805a8e9d req-53de8fc4-19ec-4c55-b73a-a11dce867f90 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331912 Jul 16 02:49:02.135671 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee85fa5-d616-4a70-bdab-b8ba67d53cbb req-db2a45dd-8149-4a9d-a6ec-80e450e7713a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:02.137199 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ee85fa5-d616-4a70-bdab-b8ba67d53cbb req-db2a45dd-8149-4a9d-a6ec-80e450e7713a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0633125 Jul 16 02:49:02.179229 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ee85fa5-d616-4a70-bdab-b8ba67d53cbb req-e2b40978-af79-4746-9cb2-0778f3c7c60e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361068 Jul 16 02:49:03.355825 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811b64b-0bd0-4f93-baeb-961cf28a3082 req-8c73a6d4-0b23-4aa5-9491-8a2a1e0a853d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.357428 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7811b64b-0bd0-4f93-baeb-961cf28a3082 req-8c73a6d4-0b23-4aa5-9491-8a2a1e0a853d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0656772 Jul 16 02:49:03.395416 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7811b64b-0bd0-4f93-baeb-961cf28a3082 req-603a802c-ac6b-44f2-839c-a0548bcff539 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Jul 16 02:49:04.566052 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af835e5-9441-4e0f-8640-0e2276717618 req-d8d7d01a-81be-404d-9817-0952c3c78e91 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:04.567653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7af835e5-9441-4e0f-8640-0e2276717618 req-d8d7d01a-81be-404d-9817-0952c3c78e91 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0633719 Jul 16 02:49:04.606734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7af835e5-9441-4e0f-8640-0e2276717618 req-f015aa47-95ab-4619-81ff-2d127e84329b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335333 Jul 16 02:49:05.785596 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1f789-507a-4f3e-aac3-b2f69b423b9a req-699cf224-8db1-482f-974e-2a82c7c2cc81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.787181 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae1f789-507a-4f3e-aac3-b2f69b423b9a req-699cf224-8db1-482f-974e-2a82c7c2cc81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0682313 Jul 16 02:49:05.824947 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dae1f789-507a-4f3e-aac3-b2f69b423b9a req-6e1df1a3-9d58-452d-94b0-997e3c7cf3f1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Jul 16 02:49:07.012878 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e796533-4cc4-4d19-99ea-ac7b663df697 req-1959370d-1d25-4a1f-ae9c-07c1a5d08cf8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:07.014448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e796533-4cc4-4d19-99ea-ac7b663df697 req-1959370d-1d25-4a1f-ae9c-07c1a5d08cf8 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0735314 Jul 16 02:49:07.076205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-7e796533-4cc4-4d19-99ea-ac7b663df697 req-44d4666b-b36f-47b9-b323-0f91808a0aa9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521472 Jul 16 02:49:07.100275 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47332) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:07.167277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-303e354b-3b03-432c-af31-64f8837d30b0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/3e50d328-6078-4218-8a55-bca18a67deac HTTP/1.1" status: 200 len: 994 time: 0.0658462 Jul 16 02:49:08.635793 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-53a646ca-45af-407c-b717-495b623fa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:08.637407 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-53a646ca-45af-407c-b717-495b623fa85d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0590491 Jul 16 02:49:08.655183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d4384-0722-4241-8035-f941bd504ebe req-63f45c8e-0c66-4cf5-9e08-c0c79f56071c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:08.656822 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-236d4384-0722-4241-8035-f941bd504ebe req-63f45c8e-0c66-4cf5-9e08-c0c79f56071c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0816751 Jul 16 02:49:08.708566 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-236d4384-0722-4241-8035-f941bd504ebe req-5fb3758d-1971-460d-b445-1ed2ccc2a5f6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424311 Jul 16 02:49:08.742067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-03dd9e19-5b2a-4d42-8f12-7abc18780182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:08.743698 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-03dd9e19-5b2a-4d42-8f12-7abc18780182 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 898 time: 0.0978613 Jul 16 02:49:08.816462 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-7b957825-4dd6-4502-89d6-6cc421a116d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 1002 time: 0.0654867 Jul 16 02:49:08.868256 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-9cbb22a5-a213-4d09-9412-220c94e1f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:08.869773 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-9cbb22a5-a213-4d09-9412-220c94e1f129 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0457292 Jul 16 02:49:08.933021 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-76277c11-0f75-4247-ba3b-588517a7c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:08.934567 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-76277c11-0f75-4247-ba3b-588517a7c751 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575805 Jul 16 02:49:09.032535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-49456110-4eb4-4390-a491-3087128c5e44 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896862 Jul 16 02:49:09.125401 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-930b26f5-c665-4cf2-99e9-d28471ed21f5 req-4239a006-0c2d-4a1a-a7d9-1f0176b7d8f6 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864010 Jul 16 02:49:09.884773 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c80e6-3b60-4830-99d6-3c5222c1ea84 req-8330b3f7-4032-46c6-ad31-2a40180d375b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:09.886880 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c08c80e6-3b60-4830-99d6-3c5222c1ea84 req-8330b3f7-4032-46c6-ad31-2a40180d375b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0663974 Jul 16 02:49:09.927103 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c08c80e6-3b60-4830-99d6-3c5222c1ea84 req-1e4fcebc-5bd9-4339-9a2d-90e0a64e0e0a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339909 Jul 16 02:49:09.953628 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47342) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:10.020948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7142186c-0f0e-4382-b479-bfa344718ff9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/3e50d328-6078-4218-8a55-bca18a67deac HTTP/1.1" status: 200 len: 994 time: 0.0659356 Jul 16 02:49:12.487062 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:22.861977 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:23.859559 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-84a3b049-4012-4636-a345-e2c3dc1cfcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:23.969879 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:26.278451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bae165c-f052-4c49-b8e1-a826e6432a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:26.784177 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:27.688629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:29.147161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.637032 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-6b029d05-8616-4468-8b33-faddc0004277 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946112 Jul 16 02:49:37.735657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-dd98dd95-8413-4804-af74-c03c70ee4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:37.737214 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-dd98dd95-8413-4804-af74-c03c70ee4646 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0568795 Jul 16 02:49:37.842333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-500bcbf0-4e0e-4e51-9778-bb0170b999ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:37.843047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-500bcbf0-4e0e-4e51-9778-bb0170b999ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 898 time: 0.0842786 Jul 16 02:49:37.913179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-6ebfabdd-1cc4-47be-8f67-bd137e077c1a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 1002 time: 0.0613904 Jul 16 02:49:37.961728 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-7d481733-9c56-46ad-96c6-ebc7dcbb25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:37.963149 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-7d481733-9c56-46ad-96c6-ebc7dcbb25ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0424678 Jul 16 02:49:38.020803 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-11a1fb04-6859-4387-acb6-448db8087659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:38.022277 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-11a1fb04-6859-4387-acb6-448db8087659 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509729 Jul 16 02:49:38.115076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-f846d3e4-df24-4abc-93ea-a13827e8daf5 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849299 Jul 16 02:49:38.206039 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-17984716-3b42-4672-9c3a-5418310b5cd1 req-ac526597-c03a-41ff-998b-2ba75ecc9089 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815835 Jul 16 02:49:40.550191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-4282ba56-297f-4ed8-a2c1-37498bd64add req-713ee5f4-a2c2-4e34-8801-2985efde80ef service neutron] (93907) timed out ('10.222.0.35', 43890) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:49:42.381434 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47362) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:42.541226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 3546b75c-f520-418b-8589-ebe57103f573 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:42.541569 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.615992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.616359 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.628636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 3546b75c-f520-418b-8589-ebe57103f573 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:42.775311 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.802020 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=3546b75c-f520-418b-8589-ebe57103f573,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:42.829384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.829736 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.830084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.830420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.830750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.831083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.831415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.831741 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.832097 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.832427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.832752 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.833073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:42.875184 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.875498 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 3e50d328-6078-4218-8a55-bca18a67deac disassociated (deleted). External IP: 172.25.0.219, port: 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036. Jul 16 02:49:43.075280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 73a53de0-7690-44a2-b28f-68800eb84067 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:49:43.180898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:49:43.186147 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:43.190651 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] Sync routers for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:49:43.200053 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:43.200687 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:43.229256 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-259ea647-72e1-4488-91a5-7b875e30085c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/floatingips/3e50d328-6078-4218-8a55-bca18a67deac HTTP/1.1" status: 204 len: 168 time: 0.8464839 Jul 16 02:49:43.229946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:43.232839 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cbcc13-9213-4a22-a42f-d650eda2b803" -d '{"events": [{"name": "network-changed", "server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:43.271041 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25a7ce-6b92-4878-9381-27240a8cebae x-openstack-request-id: req-7e25a7ce-6b92-4878-9381-27240a8cebae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:43.271424 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:43.271741 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e25a7ce-6b92-4878-9381-27240a8cebae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:43.272252 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'status': 'completed', 'code': 200} Jul 16 02:49:43.308478 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:43.359083 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-c005b4de-0bc3-49d0-b638-b8a86d2e0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:43.360868 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-c005b4de-0bc3-49d0-b638-b8a86d2e0119 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 1097 time: 0.0652115 Jul 16 02:49:43.465228 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-6758d15c-72ab-4e4b-92ad-cb186d597028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:43.467981 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-6758d15c-72ab-4e4b-92ad-cb186d597028 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 200 len: 898 time: 0.0961409 Jul 16 02:49:43.534804 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:08Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:43.561685 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] Checking router: 73a53de0-7690-44a2-b28f-68800eb84067 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:49:43.570645 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:43.571264 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:43.620430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d8c27-290a-4d5e-942c-46f3879e9e2d req-c8b94a64-ae8c-47ce-904b-0a608802728f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:43.621958 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c76d8c27-290a-4d5e-942c-46f3879e9e2d req-c8b94a64-ae8c-47ce-904b-0a608802728f tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0699894 Jul 16 02:49:43.664567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c76d8c27-290a-4d5e-942c-46f3879e9e2d req-2a86a557-0347-49fd-a159-c4d3f23736d2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355763 Jul 16 02:49:43.699320 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:43.800486 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-f4f08d71-133e-44ce-89f3-9d22fc87c397 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 200 len: 217 time: 0.3186686 Jul 16 02:49:43.848602 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-2e1ad086-238e-4782-985b-8cf3e7775247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:43.850101 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-2e1ad086-238e-4782-985b-8cf3e7775247 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 200 len: 834 time: 0.0434048 Jul 16 02:49:43.903790 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:08Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:43.912015 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-2228927d-a6e0-4d99-a905-61131589efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:43.913569 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-2228927d-a6e0-4d99-a905-61131589efca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f30048b6-fae0-455a-8fc9-d613d114f266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547607 Jul 16 02:49:43.930734 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960b921-d9e2-4aa3-acea-ccc2c8fada63 None None] The sync data for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 is: [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:03Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '64418206-2eb2-4220-a608-6faa5c0bd1d4', 'name': '', 'network_id': 'f30048b6-fae0-455a-8fc9-d613d114f266', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:16:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:03Z', 'updated_at': '2021-07-16T02:48:08Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': 'b08420dc-3ed4-456a-99e8-e2d255615279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:49:44.010595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-3e998068-7b3d-4c51-a251-d4b6a78ceffd service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Jul 16 02:49:44.110073 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b0cbcc13-9213-4a22-a42f-d650eda2b803 req-15437bec-fcb9-49b7-bda9-1ccd838dc538 service neutron] 10.222.0.38 "GET /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Jul 16 02:49:44.158921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e8c4a7-1929-4eb5-b4e6-e7663817ff31 None None] New status for floating IP 3e50d328-6078-4218-8a55-bca18a67deac: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:49:44.844314 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0a0d-7995-41a6-818d-79e6d6c252e1 req-32482571-926b-4cfe-bc5a-8dbc84e8ab50 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:44.845798 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-793f0a0d-7995-41a6-818d-79e6d6c252e1 req-32482571-926b-4cfe-bc5a-8dbc84e8ab50 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0668247 Jul 16 02:49:44.883240 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-793f0a0d-7995-41a6-818d-79e6d6c252e1 req-b6ce4993-fe05-4a23-9a2e-edeb63abd46e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313425 Jul 16 02:49:45.023758 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-f87c6bff-5d92-4cb8-858f-3c9752981bd1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:45.025155 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-f87c6bff-5d92-4cb8-858f-3c9752981bd1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 946 time: 0.0631354 Jul 16 02:49:45.125010 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:45.125347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.211157 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:45.211511 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.224854 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:45.353576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.382731 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=4294e5f3-d6e0-4dbb-8fc6-2de821ae5036,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:45.428203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] No DVR routers for this DVR port 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:49:45.430843 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.432887 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-810260b6-37e4-4111-abbc-3c6ed2900915 req-7f7e4718-1d66-48d0-aa64-f991100e0d0e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "DELETE /v2.0/ports/4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 HTTP/1.1" status: 204 len: 173 time: 0.4022324 Jul 16 02:49:45.433334 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'name': 'network-vif-deleted', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:49:45.435612 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cb1c72-612e-4344-9864-0d8d890f00d0" -d '{"events": [{"server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "name": "network-vif-deleted", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:49:45.479165 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b35dbd6-eef4-4250-b10e-8fd95694704b x-openstack-request-id: req-0b35dbd6-eef4-4250-b10e-8fd95694704b {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:49:45.479453 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d10935-0c0b-479a-9774-95b577e7e2ec", "name": "network-vif-deleted", "tag": "4294e5f3-d6e0-4dbb-8fc6-2de821ae5036", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:49:45.479704 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b35dbd6-eef4-4250-b10e-8fd95694704b {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:49:45.482086 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d10935-0c0b-479a-9774-95b577e7e2ec', 'name': 'network-vif-deleted', 'tag': '4294e5f3-d6e0-4dbb-8fc6-2de821ae5036', 'status': 'completed', 'code': 200} Jul 16 02:49:46.040098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8cf6078b-413f-46fd-a023-617a9bf37fdb req-c51d484b-994e-4e5c-95c7-6f0164fe5bbc tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d10935-0c0b-479a-9774-95b577e7e2ec HTTP/1.1" status: 200 len: 210 time: 0.0285828 Jul 16 02:49:47.135402 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47380) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:47.494346 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:47.775177 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 64418206-2eb2-4220-a608-6faa5c0bd1d4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:47.775440 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:47.869589 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 64418206-2eb2-4220-a608-6faa5c0bd1d4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=64418206-2eb2-4220-a608-6faa5c0bd1d4,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:47.869948 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:47.883809 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 64418206-2eb2-4220-a608-6faa5c0bd1d4 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:48.091862 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.119195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=64418206-2eb2-4220-a608-6faa5c0bd1d4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:48.335233 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.568385 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 73a53de0-7690-44a2-b28f-68800eb84067 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:49:48.681857 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:49:48.689884 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ecf56945-f137-499c-91f8-159635417de3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/73a53de0-7690-44a2-b28f-68800eb84067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5503798 Jul 16 02:49:48.689884 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47382) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:48.693737 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] Sync routers for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:49:48.704411 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:48.705021 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:48.741920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting subnet b08420dc-3ed4-456a-99e8-e2d255615279 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:49:48.745107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.785887 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.811432 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:48.820082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:49:48.841364 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:49:48.841718 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 4294e5f3-d6e0-4dbb-8fc6-2de821ae5036 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:49:48.879384 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.938897 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.968151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Subnet': ['ID=b08420dc-3ed4-456a-99e8-e2d255615279,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:48.970105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:48.972836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-28cc6a59-73f5-4801-914d-fcdd80d02783 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/subnets/b08420dc-3ed4-456a-99e8-e2d255615279 HTTP/1.1" status: 204 len: 168 time: 0.2819655 Jul 16 02:49:48.975607 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47384) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:48.979357 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d7ce02-6ee8-4440-b0a7-b393c17a7793 None None] Network f30048b6-fae0-455a-8fc9-d613d114f266 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:49:48.992633 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:49:48Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:49.096799 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.122067 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] Checking router: 73a53de0-7690-44a2-b28f-68800eb84067 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:49:49.131554 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] Routers {'73a53de0-7690-44a2-b28f-68800eb84067'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:49.132457 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['73a53de0-7690-44a2-b28f-68800eb84067'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:49.187993 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] DHCP port deletion for f30048b6-fae0-455a-8fc9-d613d114f266 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:49:49.217962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.239910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Deleting port a8558fbf-1c74-4543-8a1a-0221d9007b16 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:49.240458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.245915 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] Set router 73a53de0-7690-44a2-b28f-68800eb84067 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:49.275792 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 59f1b740-9121-4545-b307-c6974b66caa1 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:49:49.276236 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.310707 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] For port a8558fbf-1c74-4543-8a1a-0221d9007b16, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=a8558fbf-1c74-4543-8a1a-0221d9007b16,segment=NetworkSegment(dfae60c1-f507-4db7-af95-e2c92822477f),segment_id=dfae60c1-f507-4db7-af95-e2c92822477f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:49.311116 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.329913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Calling delete_port for a8558fbf-1c74-4543-8a1a-0221d9007b16 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:49.367743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 59f1b740-9121-4545-b307-c6974b66caa1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=59f1b740-9121-4545-b307-c6974b66caa1,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:49.368406 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.382654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 59f1b740-9121-4545-b307-c6974b66caa1 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:49:49.417923 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.444196 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:49:48Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:49.445552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Pushing event deleted for resources: {'Port': ['ID=a8558fbf-1c74-4543-8a1a-0221d9007b16,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:49.452575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] No DVR routers for this DVR port a8558fbf-1c74-4543-8a1a-0221d9007b16 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:49:49.455059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.455444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.455787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.456148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.456488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.456820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.457370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.457581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.457887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.458319 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.458648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.458971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a7607-b01d-4f7f-8c3f-e0c04f292e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:49.471564 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2984191-a4be-4302-b89f-c5acf92144bd None None] The sync data for ids ['73a53de0-7690-44a2-b28f-68800eb84067'] in n-d-800087-6 is: [{'id': '73a53de0-7690-44a2-b28f-68800eb84067', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1086716061', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '59f1b740-9121-4545-b307-c6974b66caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:49:48Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': '59f1b740-9121-4545-b307-c6974b66caa1', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a53de0-7690-44a2-b28f-68800eb84067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:48:00Z', 'updated_at': '2021-07-16T02:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:49:49.486120 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:49.574448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.600018 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=59f1b740-9121-4545-b307-c6974b66caa1,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:49.666779 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.761715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.763801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.813581 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.814131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Fanout notify agent at l3_agent the message router_deleted on router 73a53de0-7690-44a2-b28f-68800eb84067 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:49:49.821785 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.822931 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b136047e-f3f1-488c-a2a0-8f8a1eaaf86c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/routers/73a53de0-7690-44a2-b28f-68800eb84067 HTTP/1.1" status: 204 len: 168 time: 0.8463421 Jul 16 02:49:49.826432 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47386) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:49.905736 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:49.998580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.009195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30048b6-fae0-455a-8fc9-d613d114f266']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:50.019892 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfae60c1-f507-4db7-af95-e2c92822477f') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:50.020226 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfae60c1-f507-4db7-af95-e2c92822477f') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:50.029713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.044562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.050866 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:49:50.051220 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:49:50.054522 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:49:50.120709 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.126318 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.129205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/networks/f30048b6-fae0-455a-8fc9-d613d114f266 HTTP/1.1" status: 204 len: 168 time: 0.3016622 Jul 16 02:49:50.131941 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47388) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:50.144500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Network': ['ID=f30048b6-fae0-455a-8fc9-d613d114f266,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:50.152312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.152673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.153019 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.153357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.153720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.154055 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.154423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.154766 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.155582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.155582 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.155813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.156070 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2722be-d90a-4b4e-b53d-b4ac11f2011c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:50.196869 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ccf7bb-c816-4bc4-b98a-ff6e6ff5dd36 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.223091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ccf7bb-c816-4bc4-b98a-ff6e6ff5dd36 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.282413 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ccf7bb-c816-4bc4-b98a-ff6e6ff5dd36 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.285709 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-95ccf7bb-c816-4bc4-b98a-ff6e6ff5dd36 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.286879 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-95ccf7bb-c816-4bc4-b98a-ff6e6ff5dd36 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84 HTTP/1.1" status: 204 len: 168 time: 0.1535156 Jul 16 02:49:50.296464 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccf7bb-c816-4bc4-b98a-ff6e6ff5dd36 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d79cb5-4c0b-4f41-a5a2-0c16d5df4d84,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:50.537856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64418206-2eb2-4220-a608-6faa5c0bd1d4 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:49:50.559188 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47394) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:50.559690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 64418206-2eb2-4220-a608-6faa5c0bd1d4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:49:50.559816 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 64418206-2eb2-4220-a608-6faa5c0bd1d4 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:49:50.560208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 59f1b740-9121-4545-b307-c6974b66caa1 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:49:50.564437 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506465364', 'description': 'tempest-secgroup-smoke-1506465364 description', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:50.583392 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 59f1b740-9121-4545-b307-c6974b66caa1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:49:50.583739 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 59f1b740-9121-4545-b307-c6974b66caa1 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:49:50.584179 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a8558fbf-1c74-4543-8a1a-0221d9007b16 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:49:50.590114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.603984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: a8558fbf-1c74-4543-8a1a-0221d9007b16 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:49:50.604358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device a8558fbf-1c74-4543-8a1a-0221d9007b16 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:49:50.680232 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.684800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.716803 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.718044 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1578395 Jul 16 02:49:50.721259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47396) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:50.722115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbb791-29e4-4471-b1e7-66a5e57dc1d0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33737a05-c00e-4798-9995-f515d7387cf7,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:50.726211 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '33737a05-c00e-4798-9995-f515d7387cf7', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:50.754672 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.817426 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.822859 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.839876 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce7e9ba-07ca-45d5-8b50-92903cdc75e3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:50.850692 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.852294 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9ab4ca8c-2ad5-4127-a25d-f40ef5318fcb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299112 Jul 16 02:49:50.855204 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47398) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:50.859993 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '33737a05-c00e-4798-9995-f515d7387cf7', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:50.887322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.947122 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.951207 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.968779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f759c474-4f43-4213-95a6-3383bbae9d58,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:50.975176 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:50.976399 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-89bdf61c-b915-49d8-8f1d-bad6f9e0c138 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201959 Jul 16 02:49:50.979262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47400) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:50.984000 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '33737a05-c00e-4798-9995-f515d7387cf7', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:51.011183 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.073239 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.077535 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.101371 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5368c21-8687-4c1e-8fa9-c37cf772cba9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:51.108587 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.109924 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ccfb590d-4ac9-4f8d-bc48-4c796ca4f906 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296446 Jul 16 02:49:51.113359 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47402) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:51.118146 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '33737a05-c00e-4798-9995-f515d7387cf7', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:51.145018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.212641 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.216580 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.234108 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62af26ad-5115-4455-b8fe-31436a8365a9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:51.242366 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.243539 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2e388817-66d1-4b42-8684-7c2adcf39603 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289613 Jul 16 02:49:51.246269 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47404) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:51.250804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '33737a05-c00e-4798-9995-f515d7387cf7', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:51.273686 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:49:51.278522 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.342770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.347125 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.364869 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139132a0-c36a-4365-9170-b5332c94aafb,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:51.371496 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.372789 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-14aa10f6-bf94-4c4f-9763-a76b98e06747 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255498 Jul 16 02:49:51.376446 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47406) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:51.381149 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'security_group_rule': {'security_group_id': '33737a05-c00e-4798-9995-f515d7387cf7', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:51.404435 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Project ed625dc5213b4f5e94c2bc604f2bf4a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:49:51.410154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.475122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.487807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.511197 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ae54c1-da1d-4d02-bbb5-48eb44753f76,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:51.514924 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.516204 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dc675c7f-aba2-470f-94a8-e03d8289f471 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387410 Jul 16 02:49:51.520724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47408) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:51.526368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'network': {'name': 'tempest-network-smoke--1671355284', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'port_security_enabled': True}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:51.547565 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:49:51.551631 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.576062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:49:51.585047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.585392 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Added segment 221fb952-86ad-4baf-9964-55c07c826b1a of type vlan for network b41d1e2d-625e-443f-b18a-47ae41aee944 Jul 16 02:49:51.626648 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.655110 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.660688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:51.661275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.702469 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805480 Jul 16 02:49:51.705323 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47410) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:51.709838 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'admin_state_up': True, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:51.746949 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da9774-702e-4d18-942d-d3277da7c134 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Network': ['ID=b41d1e2d-625e-443f-b18a-47ae41aee944,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:51.758988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network b41d1e2d-625e-443f-b18a-47ae41aee944 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:49:51.763992 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.765140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.822842 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.964374 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:52.156829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:52.179921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:52.553226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.47 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/e1c49b6b-524f-4f7e-b9bd-aef70cf3d923) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:49:52.669257 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:52.713517 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:52.754495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:52.757551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:52.761805 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:49:52.784114 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:52.876139 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.023589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.225956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.376229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 54c9a61f-3886-431c-8c8c-f361579a554c is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:49:53.490219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:49:53.503293 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Sync routers for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:49:53.511094 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.514776 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:53.515441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:53.516656 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-361d0dca-5f59-4edd-98ca-b27cc199fd81 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8102260 Jul 16 02:49:53.517908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47414) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:53.553995 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-430b243d-e692-493c-a700-0955f3133bd8 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=ed625dc5213b4f5e94c2bc604f2bf4a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349114 Jul 16 02:49:53.556571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47416) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:53.635496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:53.651802 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d242521-8063-440a-8496-f62c4249dd31 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:53.653370 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-9d242521-8063-440a-8496-f62c4249dd31 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958862 Jul 16 02:49:53.656455 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47418) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:53.686842 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e01c4713-3f96-45e0-82f9-037f0a482ce4 tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=a6fb0831-f7d1-4cc8-80da-f7285de1e5c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292447 Jul 16 02:49:53.689314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47420) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:53.695132 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356619292', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:53.802035 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:49:53.805706 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.824925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:52Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:53.859034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Checking router: 54c9a61f-3886-431c-8c8c-f361579a554c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:49:53.859379 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Updating router 54c9a61f-3886-431c-8c8c-f361579a554c port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:49:53.890380 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-373152c1-99a0-4bf1-86b8-76cfdfa87594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.905389 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:53.995125 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.022129 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.063500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Subnet': ['ID=6ef78284-725c-42e3-acdf-78367df714c3,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:54.071694 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Checking segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:54.072089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network hostable DHCP agents. Network: b41d1e2d-625e-443f-b18a-47ae41aee944, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:49:54.094619 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network b41d1e2d-625e-443f-b18a-47ae41aee944 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:49:54.105654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, b41d1e2d-625e-443f-b18a-47ae41aee944) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:54.110118 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:54.110718 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.118082 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe111ef-dabc-4038-9659-e170f467234c None None] Network b41d1e2d-625e-443f-b18a-47ae41aee944 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:49:54.125455 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-34ee7b45-5c6b-483a-a900-5f867c1b7970 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4347882 Jul 16 02:49:54.128650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47422) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:54.251956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.284551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Transition to ACTIVE for port object e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:54.305134 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.356001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-b41d1e2d-625e-443f-b18a-47ae41aee944', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:49:54.356881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.396237 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4bcad-fa2e-4d91-86f1-e8f3c10c32f4 None None] Pushing event updated for resources: {'Port': ['ID=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:54.404376 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Attempting to bind port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:49:54.404754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Attempting to bind port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:49:54.405140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Attempting to bind port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:49:54.459203 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:49:54.459572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:54.460076 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.460587 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:49:54.461208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Bound port: e1c49b6b-524f-4f7e-b9bd-aef70cf3d923, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:49:54.461737 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.565210 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] For port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:49:54.588286 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] For port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:49:54.597578 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.600167 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Allocated IP 172.20.0.2 (b41d1e2d-625e-443f-b18a-47ae41aee944/6ef78284-725c-42e3-acdf-78367df714c3/9a799050-f5fa-4eef-8fd1-ee8d6c16e317) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:49:54.614858 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.692574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4bcad-fa2e-4d91-86f1-e8f3c10c32f4 None None] Pushing event updated for resources: {'Port': ['ID=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:54.728871 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:54.729511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:54.905239 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:54.907362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.967722 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Transition to ACTIVE for port object 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:55.001746 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Transition to ACTIVE for port object 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:55.032581 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.060377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.1 (b41d1e2d-625e-443f-b18a-47ae41aee944/6ef78284-725c-42e3-acdf-78367df714c3/d7551422-fa65-464b-a29d-d7313e9255c1) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:49:55.098240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Network b41d1e2d-625e-443f-b18a-47ae41aee944 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:55.103619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:55.107024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Pushing event updated for resources: {'Port': ['ID=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:55.109648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:49:55.200815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Attempting to bind port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:49:55.201118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Attempting to bind port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:49:55.201416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Attempting to bind port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 on network b41d1e2d-625e-443f-b18a-47ae41aee944 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:49:55.209967 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:49:55.210340 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Checking segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:55.210742 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.211121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Bound using segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:49:55.211596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Bound port: 9a799050-f5fa-4eef-8fd1-ee8d6c16e317, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:49:55.211989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.227798 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.232668 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:52Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:55.249529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object d7551422-fa65-464b-a29d-d7313e9255c1 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:55.286968 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b018c-d8e8-4a06-906b-f99a846aac4a None None] The sync data for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 is: [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:52Z', 'revision_number': 3, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:49:55.287747 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.337770 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] For port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:49:55.345564 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] For port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:49:55.351821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.353821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network b41d1e2d-625e-443f-b18a-47ae41aee944 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:55.358583 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:55.373551 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:49:55.414183 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=d7551422-fa65-464b-a29d-d7313e9255c1,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:55.450557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922c47b-f210-4fc2-ab66-05f2da750d0b None None] Pushing event updated for resources: {'Port': ['ID=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:55.467654 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:55.747307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.170735 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.177164 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.277570 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.291740 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad114ed0-4c98-4f0a-88f4-e83cd74c01d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.292534 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=d7551422-fa65-464b-a29d-d7313e9255c1,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:56.430481 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network b41d1e2d-625e-443f-b18a-47ae41aee944 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:56.432991 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:56.617710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:56.647254 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 54c9a61f-3886-431c-8c8c-f361579a554c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:49:56.707841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f43563-3611-4713-8c3e-050f30c584a7 None None] Network b41d1e2d-625e-443f-b18a-47ae41aee944 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:49:56.711570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:56.796765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:49:56.806248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2dad5fd9-ccf1-4448-bbb1-fa1c30e739e1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/54c9a61f-3886-431c-8c8c-f361579a554c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763263 Jul 16 02:49:56.899849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:56.943567 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] Provisioning for port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:56.978576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:56.988387 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] Provisioning complete for port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:56.988760 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.045670 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-18466d18-db37-4096-9e61-6567fe61ca70 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506465364&fields=id&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 267 time: 0.0576737 Jul 16 02:49:57.084863 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:57.098410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:57.098786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.194796 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.195934 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-16b150b0-1c9f-46b1-9402-51719d3881ff tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:57.198405 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-16b150b0-1c9f-46b1-9402-51719d3881ff tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 797 time: 0.1437342 Jul 16 02:49:57.220238 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-b5da9b71-0846-43d1-9852-2be3df9f844a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/quotas/ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 375 time: 0.0154119 Jul 16 02:49:57.251234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] For port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:57.272853 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.303224 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-4177d6ca-a223-41c4-b51b-efc63321fbdb tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808775 Jul 16 02:49:57.319716 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.359422 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:57.363843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdf5be-2a3f-476c-a1b0-6362b5c360b7 None None] Pushing event updated for resources: {'Port': ['ID=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:57.367957 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.389216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-864279e4-3136-4e31-81b8-85a7230f9a13 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:49:57.397260 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-864279e4-3136-4e31-81b8-85a7230f9a13 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0747340 Jul 16 02:49:57.438744 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:57.501381 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Sync routers for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:49:57.507553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-e0027296-4086-4073-a60b-0fb58b0f7f6b service neutron] 10.222.0.35 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086361 Jul 16 02:49:57.515938 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:57.516695 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:57.605838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b068e15a-c4c3-4477-b089-2bd085771819 None None] Provisioning complete for port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:57.606097 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b068e15a-c4c3-4477-b089-2bd085771819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.668749 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-3f716ad1-94e4-4249-8825-843b5578b28e service neutron] 10.222.0.35 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507084 Jul 16 02:49:57.699615 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:57.738393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.758502 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b068e15a-c4c3-4477-b089-2bd085771819 None None] Provisioning for port d7551422-fa65-464b-a29d-d7313e9255c1 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:57.763496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b068e15a-c4c3-4477-b089-2bd085771819 None None] Provisioning complete for port d7551422-fa65-464b-a29d-d7313e9255c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:57.763972 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b068e15a-c4c3-4477-b089-2bd085771819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:57.841079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b068e15a-c4c3-4477-b089-2bd085771819 None None] Port d7551422-fa65-464b-a29d-d7313e9255c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:49:57.933997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2116da2e-f48e-4fdb-9fbc-ac0dcc55f9a2 req-02b9e6b7-2ce2-4cea-b814-adc40f8c8a71 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 210 time: 0.0502830 Jul 16 02:49:57.977297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a73b0341-230b-40ae-8055-4787adc8ad68 None None] Provisioning complete for port d7551422-fa65-464b-a29d-d7313e9255c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:57.977688 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a73b0341-230b-40ae-8055-4787adc8ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.022269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a73b0341-230b-40ae-8055-4787adc8ad68 None None] Port d7551422-fa65-464b-a29d-d7313e9255c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:49:58.037150 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 2, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:58.082546 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Checking router: 54c9a61f-3886-431c-8c8c-f361579a554c for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:49:58.082984 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Updating router 54c9a61f-3886-431c-8c8c-f361579a554c port d7551422-fa65-464b-a29d-d7313e9255c1 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:49:58.127052 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.246473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-9e3e00bf-0ba2-4b12-8848-6079e292d7f1 None None] Provisioning complete for port d7551422-fa65-464b-a29d-d7313e9255c1 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:58.247200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9e3e00bf-0ba2-4b12-8848-6079e292d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.306173 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e00bf-0ba2-4b12-8848-6079e292d7f1 None None] Port d7551422-fa65-464b-a29d-d7313e9255c1 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:49:58.564317 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.577802 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Transition to ACTIVE for port object d7551422-fa65-464b-a29d-d7313e9255c1 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:58.582930 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:58.596658 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.654332 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:58.655104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.673687 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Pushing event updated for resources: {'Port': ['ID=d7551422-fa65-464b-a29d-d7313e9255c1,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:58.712719 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.713360 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.713875 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.714383 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.714879 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.715728 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.716267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.716809 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.717386 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.717918 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.718424 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.718912 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:58.767690 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Attempting to bind port d7551422-fa65-464b-a29d-d7313e9255c1 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:49:58.768173 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Attempting to bind port d7551422-fa65-464b-a29d-d7313e9255c1 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:49:58.768911 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Attempting to bind port d7551422-fa65-464b-a29d-d7313e9255c1 on network b41d1e2d-625e-443f-b18a-47ae41aee944 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:49:58.777933 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:58.780096 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:49:58.780609 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Checking segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:58.781237 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.781791 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Bound using segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:49:58.782290 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Bound port: d7551422-fa65-464b-a29d-d7313e9255c1, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:49:58.782677 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.870778 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] For port d7551422-fa65-464b-a29d-d7313e9255c1, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:49:58.874362 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] For port d7551422-fa65-464b-a29d-d7313e9255c1, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d7551422-fa65-464b-a29d-d7313e9255c1,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:49:58.880164 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.881444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:58.881850 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:58.966210 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:49:58.967204 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:59.036273 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821feb2b-422d-4d6d-85a2-8d3e7f163b63 None None] Pushing event updated for resources: {'Port': ['ID=d7551422-fa65-464b-a29d-d7313e9255c1,revision_number=4']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:59.133259 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:49:59.149026 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e1b6de1-2e03-462f-a715-534310d382c9 req-2f4eb047-e7b7-4a35-88c5-bdf2f12aaf16 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 210 time: 0.0414381 Jul 16 02:49:59.170997 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.403351 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:49:58Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:49:59.543364 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946f2f0-ac3a-4765-a41c-49d76f9fe8e5 None None] The sync data for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 is: [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:49:58Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:49:59.837717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-81102f84-74ef-4ea6-aa4a-f846bf85359c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:59.839236 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-81102f84-74ef-4ea6-aa4a-f846bf85359c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 797 time: 0.4649911 Jul 16 02:49:59.886155 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-c10d4002-e928-488d-8800-1bbda63dbc2a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3 HTTP/1.1" status: 200 len: 380 time: 0.0376849 Jul 16 02:49:59.896391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'port': {'device_id': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'admin_state_up': True, 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'security_groups': ['33737a05-c00e-4798-9995-f515d7387cf7']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:50:00.015498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Made reservation on behalf of ed625dc5213b4f5e94c2bc604f2bf4a3 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:50:00.019662 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.161717 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.20.0.14 (b41d1e2d-625e-443f-b18a-47ae41aee944/6ef78284-725c-42e3-acdf-78367df714c3/1409ae14-5f07-48ed-b802-6bfeebe8dd3f) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:50:00.311424 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2bbf648e-e9ac-468b-abd9-970fabbb4247 req-606b157e-1f1e-411a-adf2-8a0397f667da tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 210 time: 0.0312648 Jul 16 02:50:00.337461 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.353061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Transition to ACTIVE for port object 1409ae14-5f07-48ed-b802-6bfeebe8dd3f will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:50:00.388117 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.443568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network b41d1e2d-625e-443f-b18a-47ae41aee944 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:50:00.448934 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:50:00.453181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:50:00.480153 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:00.515953 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:00.518188 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.544728 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-6af48c7c-02a1-456b-8b82-138cff5e30c2 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6538749 Jul 16 02:50:00.557636 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Request body: {'port': {'device_id': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:50:00.561958 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7551422-fa65-464b-a29d-d7313e9255c1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:50:00.641866 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d7551422-fa65-464b-a29d-d7313e9255c1 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:50:00.649471 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d7551422-fa65-464b-a29d-d7313e9255c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:50:00.650226 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.659852 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.753673 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.791814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d7551422-fa65-464b-a29d-d7313e9255c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d7551422-fa65-464b-a29d-d7313e9255c1,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:00.799664 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.826013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8558ff1c-ec8d-4d16-a1b6-9ef64ea6c5e7 None None] Provisioning for port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:50:00.833074 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8558ff1c-ec8d-4d16-a1b6-9ef64ea6c5e7 None None] Provisioning complete for port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:50:00.833446 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8558ff1c-ec8d-4d16-a1b6-9ef64ea6c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.881061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d7551422-fa65-464b-a29d-d7313e9255c1,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:00.887534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-8558ff1c-ec8d-4d16-a1b6-9ef64ea6c5e7 None None] Port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:50:00.966107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1409ae14-5f07-48ed-b802-6bfeebe8dd3f {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:50:00.973576 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.987384 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Transition to ACTIVE for port object 1409ae14-5f07-48ed-b802-6bfeebe8dd3f will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:50:00.990958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.042574 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Pushing event updated for resources: {'Port': ['ID=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:01.114127 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Attempting to bind port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:50:01.114467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Attempting to bind port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:50:01.114796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Attempting to bind port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f on network b41d1e2d-625e-443f-b18a-47ae41aee944 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:50:01.119573 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f on network b41d1e2d-625e-443f-b18a-47ae41aee944 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:50:01.119896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Attempting to bind port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f on network b41d1e2d-625e-443f-b18a-47ae41aee944 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:50:01.125168 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:50:01.125507 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Checking segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:50:01.125895 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Bound using segment: {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:50:01.126325 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Bound port: 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221fb952-86ad-4baf-9964-55c07c826b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:50:01.126681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.203321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] For port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:50:01.206191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] For port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:50:01.213643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.249148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.249772 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.251242 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] 10.222.0.38 "PUT /v2.0/ports/1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 1092 time: 0.6986883 Jul 16 02:50:01.251686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:01.254568 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d4c5e-889c-46d7-96fe-747851a088f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:01.281748 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fbe86-091e-4ab8-986d-7dd01807310e service neutron] Pushing event updated for resources: {'Port': ['ID=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:01.341394 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e9f19-4432-462f-8f5d-b517e2a15d31 x-openstack-request-id: req-734e9f19-4432-462f-8f5d-b517e2a15d31 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:01.342052 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:01.349170 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-734e9f19-4432-462f-8f5d-b517e2a15d31 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:01.349776 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'status': 'completed', 'code': 200} Jul 16 02:50:01.376416 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-870b6d4d-1aba-4a09-9e42-ac749e01d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.378743 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-870b6d4d-1aba-4a09-9e42-ac749e01d2ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1095 time: 0.0858121 Jul 16 02:50:01.429844 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-d0f2ea44-b44b-4ea1-8c79-1ef1a8690598 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 217 time: 0.0437214 Jul 16 02:50:01.484750 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-ac1b26f8-0759-4c0b-8a5a-77858e4eb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.486964 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-ac1b26f8-0759-4c0b-8a5a-77858e4eb2f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 200 len: 834 time: 0.0519123 Jul 16 02:50:01.525661 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389bba6-5419-48ef-9485-a724ca277d7e req-eea4b6da-5520-460d-b744-229c3ab0ac3a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.527178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a389bba6-5419-48ef-9485-a724ca277d7e req-eea4b6da-5520-460d-b744-229c3ab0ac3a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 944 time: 0.0731525 Jul 16 02:50:01.558478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-036c9b93-a3dd-408b-8fa9-1741814b7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.560054 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-036c9b93-a3dd-408b-8fa9-1741814b7f42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b41d1e2d-625e-443f-b18a-47ae41aee944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666790 Jul 16 02:50:01.568266 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a389bba6-5419-48ef-9485-a724ca277d7e req-9918abe4-52dd-4537-86e1-eb610edb961c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345819 Jul 16 02:50:01.673382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-0d988fcd-4a7b-492f-9e33-4932ccc719b4 service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059813 Jul 16 02:50:01.765115 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-788602a7-714a-476a-8b5d-12b8df54beb9 req-2cb56d0f-20a8-4498-be12-40da69a9e110 service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849442 Jul 16 02:50:01.878029 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-e4b313ae-23b4-4cfa-ad51-cda768ee32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.879581 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-e4b313ae-23b4-4cfa-ad51-cda768ee32a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1095 time: 0.0599554 Jul 16 02:50:01.975490 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-7d31be7c-632e-4945-9ba5-24d9e5038f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:01.977049 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-7d31be7c-632e-4945-9ba5-24d9e5038f07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 898 time: 0.0911608 Jul 16 02:50:02.022717 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-bbc691e6-ae57-4117-b2ec-c9a2624affbe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 217 time: 0.0393357 Jul 16 02:50:02.072466 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-e19d99b7-2934-4b7b-b6c3-334cbf3a7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:02.073882 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-e19d99b7-2934-4b7b-b6c3-334cbf3a7eef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 200 len: 834 time: 0.0452948 Jul 16 02:50:02.132999 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-9d3939c3-1196-4d78-ac50-c6d0ed69659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:02.134595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-9d3939c3-1196-4d78-ac50-c6d0ed69659f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b41d1e2d-625e-443f-b18a-47ae41aee944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539401 Jul 16 02:50:02.233129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-ace72965-0143-4ca0-bade-bd736d7dbc7a service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915174 Jul 16 02:50:02.328388 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-6a7d4c5e-889c-46d7-96fe-747851a088f8 req-804b093d-16f8-4af4-97a4-0aad9e47f8ac service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Jul 16 02:50:02.505859 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7551422-fa65-464b-a29d-d7313e9255c1 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:50:02.553509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d7551422-fa65-464b-a29d-d7313e9255c1 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:50:02.553882 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:02.751241 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008e908-f3a5-48dc-8668-497c4a297f38 req-e546771d-d59f-42a5-a135-d268eb969c9d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:02.753376 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3008e908-f3a5-48dc-8668-497c4a297f38 req-e546771d-d59f-42a5-a135-d268eb969c9d tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 944 time: 0.0641944 Jul 16 02:50:02.790272 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3008e908-f3a5-48dc-8668-497c4a297f38 req-eeb75a44-3651-46dd-bc66-94609e74d843 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Jul 16 02:50:03.968328 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f3a57-3190-4ae4-9fa9-bf9d671ed0af req-1e6410c5-537b-4a27-a52c-2e88c28bef27 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:03.969717 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f2f3a57-3190-4ae4-9fa9-bf9d671ed0af req-1e6410c5-537b-4a27-a52c-2e88c28bef27 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 944 time: 0.0634210 Jul 16 02:50:04.011392 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3f2f3a57-3190-4ae4-9fa9-bf9d671ed0af req-758d7238-0911-4411-8c56-d01dbeeafb15 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361421 Jul 16 02:50:04.897860 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1409ae14-5f07-48ed-b802-6bfeebe8dd3f details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:50:04.994858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:05.006370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'port_id': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'mac_address': 'fa:16:3e:70:64:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:50:05.043813 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:05.056869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1409ae14-5f07-48ed-b802-6bfeebe8dd3f {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:50:05.076129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:05.080767 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:05.128318 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:05.188702 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261af1d0-c987-4628-b395-7cec0a80e63f req-abe09468-4a60-4dfb-8297-fd25c3d1b305 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.190113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-261af1d0-c987-4628-b395-7cec0a80e63f req-abe09468-4a60-4dfb-8297-fd25c3d1b305 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 945 time: 0.0657704 Jul 16 02:50:05.228720 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-261af1d0-c987-4628-b395-7cec0a80e63f req-03c7324b-9d2a-4d41-afa4-298b2bbe661a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Jul 16 02:50:05.284533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['1409ae14-5f07-48ed-b802-6bfeebe8dd3f'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:50:06.432501 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2d49-fdca-4fd3-96cd-262432ff86f8 req-65531644-127b-4057-8649-7a660d442815 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.434617 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-759b2d49-fdca-4fd3-96cd-262432ff86f8 req-65531644-127b-4057-8649-7a660d442815 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 945 time: 0.0690773 Jul 16 02:50:06.472473 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-759b2d49-fdca-4fd3-96cd-262432ff86f8 req-2c03ae36-efe5-43b5-98d2-8834aad324ea tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Jul 16 02:50:06.929501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1409ae14-5f07-48ed-b802-6bfeebe8dd3f up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:50:06.978659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:50:06.982218 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:50:06.982588 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:07.063642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:07.084759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:07.087127 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b066ee9-eb0e-404a-b8cc-52104e75e729" -d '{"events": [{"server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "name": "network-vif-plugged", "status": "completed", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:07.100302 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:07.104037 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:07.131645 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f165b0-22cd-4e0d-81b3-7d197493e5ac x-openstack-request-id: req-07f165b0-22cd-4e0d-81b3-7d197493e5ac {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:07.131933 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "name": "network-vif-plugged", "status": "completed", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:07.132475 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07f165b0-22cd-4e0d-81b3-7d197493e5ac {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:07.132862 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'code': 200} Jul 16 02:50:07.159059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:07.247241 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ab0d-7084-49f7-a4a7-6ae0983f44e0 req-cc830ac7-3a0a-4a9e-9685-2588b63b8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.248801 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b43ab0d-7084-49f7-a4a7-6ae0983f44e0 req-cc830ac7-3a0a-4a9e-9685-2588b63b8484 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1097 time: 0.0526595 Jul 16 02:50:07.290771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b43ab0d-7084-49f7-a4a7-6ae0983f44e0 req-0248993a-b849-44ee-b33f-7066ea36e8e6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Jul 16 02:50:07.649690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b64d9-9584-4f7b-8a60-f09e7546da80 req-4deb7e80-1aae-4602-a3e9-ccef8d9bdeac tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.651226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-112b64d9-9584-4f7b-8a60-f09e7546da80 req-4deb7e80-1aae-4602-a3e9-ccef8d9bdeac tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0672820 Jul 16 02:50:07.691520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-112b64d9-9584-4f7b-8a60-f09e7546da80 req-cfedb167-96b9-4325-b287-f6e460ac7804 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343728 Jul 16 02:50:08.948622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a390ce1-1b32-45a2-a3b5-ee58aa7e32fb req-c2b3d222-dbce-416d-bb74-3e00859d9645 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:08.950132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a390ce1-1b32-45a2-a3b5-ee58aa7e32fb req-c2b3d222-dbce-416d-bb74-3e00859d9645 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.1336861 Jul 16 02:50:08.997543 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a390ce1-1b32-45a2-a3b5-ee58aa7e32fb req-648da939-e65c-4c58-89ee-48529cf8e94b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Jul 16 02:50:09.225043 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c739b-762d-4578-9771-d05d8f0e919a req-31692634-7ec3-4734-8102-a097cda49a64 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:09.226651 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-477c739b-762d-4578-9771-d05d8f0e919a req-31692634-7ec3-4734-8102-a097cda49a64 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.1092923 Jul 16 02:50:09.269813 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-477c739b-762d-4578-9771-d05d8f0e919a req-6b35c54d-37e6-4bd2-bdf4-a155f01e9978 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374660 Jul 16 02:50:09.293111 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47492) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:09.346505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023380b-4324-4a4d-8bf5-cc06f0699fac tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:09.348057 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d023380b-4324-4a4d-8bf5-cc06f0699fac tempest-TestNetworkAdvancedServerOps-710481513 tempest-TestNetworkAdvancedServerOps-710481513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1092 time: 0.0536492 Jul 16 02:50:09.350974 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47494) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:09.355334 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:50:09.377155 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.477777 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.584518 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Allocated IP 172.25.0.198 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/49e3c3ea-f518-449d-b3cf-a8adcd45cccb) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:50:09.685154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.729293 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:09.764769 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:50:09.770040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:50:09.773364 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:50:09.797499 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=49e3c3ea-f518-449d-b3cf-a8adcd45cccb,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:10.141842 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.220816 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.382078 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.387477 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.458593 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event updated for resources: {'Port': ['ID=49e3c3ea-f518-449d-b3cf-a8adcd45cccb,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:10.470449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.584050 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 288979da-78c2-4311-b057-f11846ceb2de associated. External IP: 172.25.0.198, port: 1409ae14-5f07-48ed-b802-6bfeebe8dd3f. Jul 16 02:50:10.807614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 54c9a61f-3886-431c-8c8c-f361579a554c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:50:10.942119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:50:10.954352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] Sync routers for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:50:10.964932 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:10.965614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:10.966204 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.013927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-61fb7c95-ebec-463f-8e34-abf526a8aead tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6618071 Jul 16 02:50:11.014604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:11.018039 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d353999-afa6-4e6d-9372-6484855a1346" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:11.061650 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b0971-1aa8-4067-a7d6-47062eacbbc0 x-openstack-request-id: req-a61b0971-1aa8-4067-a7d6-47062eacbbc0 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:11.062535 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:11.062793 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a61b0971-1aa8-4067-a7d6-47062eacbbc0 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:11.063201 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'status': 'completed', 'code': 200} Jul 16 02:50:11.101012 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:11.153404 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353999-afa6-4e6d-9372-6484855a1346 req-0db54dd4-fb08-445b-8321-e1590dae0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.156059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-0db54dd4-fb08-445b-8321-e1590dae0edb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1097 time: 0.0657082 Jul 16 02:50:11.208846 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed32c7-7d7c-4bb5-a3a4-8b9a596943d1 req-52fe72a9-373c-40ff-95be-289b2a4fcfd5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.211206 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78ed32c7-7d7c-4bb5-a3a4-8b9a596943d1 req-52fe72a9-373c-40ff-95be-289b2a4fcfd5 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0935211 Jul 16 02:50:11.257748 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-78ed32c7-7d7c-4bb5-a3a4-8b9a596943d1 req-c84ec0c0-62c0-4e25-a6e3-3b7b2c302df6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 Jul 16 02:50:11.284519 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47500) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:11.291272 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353999-afa6-4e6d-9372-6484855a1346 req-0808959e-897b-4568-9a78-5e1bfd0c36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.292816 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-0808959e-897b-4568-9a78-5e1bfd0c36da service neutron] 10.222.0.38 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 898 time: 0.1307733 Jul 16 02:50:11.348090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-83871ee5-4f2e-4fa7-b5bc-a28f07bbeeb7 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/288979da-78c2-4311-b057-f11846ceb2de HTTP/1.1" status: 200 len: 992 time: 0.0619965 Jul 16 02:50:11.369468 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-bf53a8b3-5698-4f83-b3d4-6f3bb505eda9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 1000 time: 0.0699847 Jul 16 02:50:11.371716 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '288979da-78c2-4311-b057-f11846ceb2de', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'port_id': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'mac_address': 'fa:16:3e:70:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:50:09Z', 'updated_at': '2021-07-16T02:50:09Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:50:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:11.403384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] Checking router: 54c9a61f-3886-431c-8c8c-f361579a554c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:50:11.412395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:11.413015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:49:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:11.437198 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353999-afa6-4e6d-9372-6484855a1346 req-efd93137-f13b-4ece-bcb1-3d3085ffb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.439384 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-efd93137-f13b-4ece-bcb1-3d3085ffb1be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 200 len: 834 time: 0.0632851 Jul 16 02:50:11.498727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353999-afa6-4e6d-9372-6484855a1346 req-3246868c-ea04-4599-a13d-23a84075dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:11.500642 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-3246868c-ea04-4599-a13d-23a84075dfa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b41d1e2d-625e-443f-b18a-47ae41aee944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548370 Jul 16 02:50:11.522161 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:11.605613 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-d3a78ec8-c43d-43d3-b4fd-5d25a5ea0c0d service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975006 Jul 16 02:50:11.699017 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d353999-afa6-4e6d-9372-6484855a1346 req-6e008bc8-c20c-487c-a339-60861ce5861d service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Jul 16 02:50:11.903307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '288979da-78c2-4311-b057-f11846ceb2de', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'port_id': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'mac_address': 'fa:16:3e:70:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:50:09Z', 'updated_at': '2021-07-16T02:50:09Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:50:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:11.929510 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e822c4-4e3f-49c2-ad97-1019c081abac None None] The sync data for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 is: [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '288979da-78c2-4311-b057-f11846ceb2de', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'floating_ip_address': '172.25.0.198', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'port_id': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'mac_address': 'fa:16:3e:70:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:50:09Z', 'updated_at': '2021-07-16T02:50:09Z', 'revision_number': 0, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:50:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:50:12.231134 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e02ce-3ce9-4dab-b3c0-9bf2f2a8e9df None None] New status for floating IP 288979da-78c2-4311-b057-f11846ceb2de: ACTIVE {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:50:12.351858 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47502) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:12.418322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-72e46475-206e-4c2f-9487-66b61a4c773a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/288979da-78c2-4311-b057-f11846ceb2de HTTP/1.1" status: 200 len: 992 time: 0.0651398 Jul 16 02:50:13.422041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47504) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:13.482102 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-85395e17-8a39-4ef2-a3ec-22ec27158d4e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/288979da-78c2-4311-b057-f11846ceb2de HTTP/1.1" status: 200 len: 994 time: 0.0589252 Jul 16 02:50:22.885245 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:23.863404 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90abab16-70cb-42c8-9644-1b177bdd1f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:23.995873 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:26.284112 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-37908161-aa87-4f10-9bc7-5672e9601838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:26.485183 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:26.789928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:27.694285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:29.153753 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:37.634620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-734659fe-2e73-4172-b9d6-105534eb5118 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569992 Jul 16 02:50:37.728592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-0c8bc5f8-82a7-4113-ba54-9542aadd66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:37.730093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-0c8bc5f8-82a7-4113-ba54-9542aadd66ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1097 time: 0.0520535 Jul 16 02:50:37.836780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-8e3cf943-3eb4-49a9-bf11-8dbc4968adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:37.838229 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-8e3cf943-3eb4-49a9-bf11-8dbc4968adf6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 898 time: 0.0884421 Jul 16 02:50:37.902621 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-5c98ec75-d6cb-465f-8f1f-cca6c1d1f1e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 1002 time: 0.0575252 Jul 16 02:50:37.950511 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-1ae134d3-c847-4b41-a251-91b92f9833f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:37.951943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-1ae134d3-c847-4b41-a251-91b92f9833f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 200 len: 834 time: 0.0435026 Jul 16 02:50:38.015084 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-b62ec147-0d68-4a70-a1dc-645a4c7afd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:38.016647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-b62ec147-0d68-4a70-a1dc-645a4c7afd1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b41d1e2d-625e-443f-b18a-47ae41aee944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562813 Jul 16 02:50:38.106305 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-eaa5dd40-4afd-4ea8-97b5-2a203c88e2ea service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814154 Jul 16 02:50:38.198391 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-dc5c2c0c-bd80-49f8-8623-34888d73a065 req-81af308d-6dea-4c3f-9468-ae9b7ec97147 service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854392 Jul 16 02:50:45.090919 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f9270-2ecf-4dcb-b75e-cf0e07a1cfa7 req-72a17b32-1ac5-425a-91d3-b98d2c3394dd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:45.092419 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e57f9270-2ecf-4dcb-b75e-cf0e07a1cfa7 req-72a17b32-1ac5-425a-91d3-b98d2c3394dd tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0641353 Jul 16 02:50:45.134025 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e57f9270-2ecf-4dcb-b75e-cf0e07a1cfa7 req-1f88e906-1547-4569-819c-44f14885b658 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352948 Jul 16 02:50:46.306581 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde28d0-8214-4cfd-aa4f-f0ff99be11bc req-7eb7cd87-0f81-4d75-90b7-43efa44bfc18 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:46.308112 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcde28d0-8214-4cfd-aa4f-f0ff99be11bc req-7eb7cd87-0f81-4d75-90b7-43efa44bfc18 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0636582 Jul 16 02:50:46.345703 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bcde28d0-8214-4cfd-aa4f-f0ff99be11bc req-f7142791-6e29-4e5b-8138-21ede0015dc6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Jul 16 02:50:46.369650 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47522) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:46.428699 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b39a5cc8-9d96-4b40-bfd1-84e9dbd7cb4c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/288979da-78c2-4311-b057-f11846ceb2de HTTP/1.1" status: 200 len: 994 time: 0.0578377 Jul 16 02:50:47.833516 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-d4b59231-1f1d-4f59-ad83-7851322741f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:47.835027 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-d4b59231-1f1d-4f59-ad83-7851322741f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1097 time: 0.0531895 Jul 16 02:50:47.857337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696e030-6b16-462e-a107-d46fb25057ec req-081b5a6b-9d09-4715-8f8a-fb76d25f9629 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:47.858835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5696e030-6b16-462e-a107-d46fb25057ec req-081b5a6b-9d09-4715-8f8a-fb76d25f9629 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0667052 Jul 16 02:50:47.904384 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5696e030-6b16-462e-a107-d46fb25057ec req-623ae607-5356-4b65-b251-8a40c486562c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Jul 16 02:50:47.931908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-3ddaa4c7-eb72-494d-9502-9bc2519e5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:47.933482 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-3ddaa4c7-eb72-494d-9502-9bc2519e5e12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 898 time: 0.0926168 Jul 16 02:50:47.997230 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-4ca09b68-a8ab-4c18-8c61-3ad219acdfc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 1002 time: 0.0568290 Jul 16 02:50:48.046501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-9ee2fd08-206b-4bef-a8b5-73c0feee6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:48.047930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-9ee2fd08-206b-4bef-a8b5-73c0feee6da9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 200 len: 834 time: 0.0432351 Jul 16 02:50:48.107193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-903daed5-d26f-4ab1-8176-12d77f11e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:48.108731 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-903daed5-d26f-4ab1-8176-12d77f11e0de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b41d1e2d-625e-443f-b18a-47ae41aee944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543790 Jul 16 02:50:48.200913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-8d6950e7-8259-464b-a885-edac52a93232 service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843410 Jul 16 02:50:48.293986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-ea3b1aa2-7833-4bbe-a51b-90f899f095bd req-affff04b-d406-4ead-a0f0-e5ff714c15c9 service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Jul 16 02:50:49.081053 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7f45b-d2c8-406b-9d50-4c55b15b5222 req-6d25ac30-1a85-4818-9031-f1fb48ec6bad tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:49.083261 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f7f45b-d2c8-406b-9d50-4c55b15b5222 req-6d25ac30-1a85-4818-9031-f1fb48ec6bad tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0643597 Jul 16 02:50:49.122445 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-49f7f45b-d2c8-406b-9d50-4c55b15b5222 req-bc0f1c83-a1b9-4fd0-a8ad-d128f5778de6 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jul 16 02:50:50.300969 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc99901-94b0-4cc9-90c5-54b8a2b6ad74 req-f19e72e8-129b-4ba0-bc7e-930871324ff9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:50.302488 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fc99901-94b0-4cc9-90c5-54b8a2b6ad74 req-f19e72e8-129b-4ba0-bc7e-930871324ff9 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0661442 Jul 16 02:50:50.340122 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2fc99901-94b0-4cc9-90c5-54b8a2b6ad74 req-f23c9f2f-f30f-43e2-a132-dbe3578ca100 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314758 Jul 16 02:50:50.364530 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47536) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:50.423166 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-76733d14-1524-4e55-b715-17d81e177a9c tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/floatingips/288979da-78c2-4311-b057-f11846ceb2de HTTP/1.1" status: 200 len: 994 time: 0.0573256 Jul 16 02:50:50.677827 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47542) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:50.830720 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 49e3c3ea-f518-449d-b3cf-a8adcd45cccb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:50:50.831072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.239700 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.240024 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.251210 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 49e3c3ea-f518-449d-b3cf-a8adcd45cccb owned by network:floatingip {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:50:51.394894 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.420476 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=49e3c3ea-f518-449d-b3cf-a8adcd45cccb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:51.446057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.446407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.446749 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.447083 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.447533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.447871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.448257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.448586 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.448910 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.449232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.449554 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.449873 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:51.489965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.490219 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Floating IP 288979da-78c2-4311-b057-f11846ceb2de disassociated (deleted). External IP: 172.25.0.198, port: 1409ae14-5f07-48ed-b802-6bfeebe8dd3f. Jul 16 02:50:51.697409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 54c9a61f-3886-431c-8c8c-f361579a554c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:50:51.805723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:50:51.810364 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.814979 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] Sync routers for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:50:51.824761 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:51.825370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:51.848291 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b47e93a3-83af-464c-b744-4d4b7e1f4e73 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/floatingips/288979da-78c2-4311-b057-f11846ceb2de HTTP/1.1" status: 204 len: 168 time: 1.1693754 Jul 16 02:50:51.848865 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:51.851104 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:51.890807 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc90cc40-ebf5-4624-8fe9-b16ade19c41e x-openstack-request-id: req-dc90cc40-ebf5-4624-8fe9-b16ade19c41e {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:51.891099 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:51.891498 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc90cc40-ebf5-4624-8fe9-b16ade19c41e {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:51.892021 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'status': 'completed', 'code': 200} Jul 16 02:50:51.936155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:51.967519 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-884eeedb-427e-4a0a-8845-b344eb6f7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:51.969199 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-884eeedb-427e-4a0a-8845-b344eb6f7567 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 1097 time: 0.0556459 Jul 16 02:50:52.082038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-d4f15361-2f3e-45a6-9a27-a69dcc5d5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:52.083532 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-d4f15361-2f3e-45a6-9a27-a69dcc5d5ed6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 200 len: 898 time: 0.1076725 Jul 16 02:50:52.127162 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-796c01f2-edf4-45cc-80ea-c94d01e6a413 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 200 len: 217 time: 0.0366471 Jul 16 02:50:52.157733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:50:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:52.180950 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-e2984d8c-98c0-49e5-99cd-68448abf621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:52.182625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-e2984d8c-98c0-49e5-99cd-68448abf621b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 200 len: 834 time: 0.0478148 Jul 16 02:50:52.185476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] Checking router: 54c9a61f-3886-431c-8c8c-f361579a554c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:50:52.194585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:52.195202 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:52.247119 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dbae0-4691-42e7-b41a-ab8de0329c3a req-395f9002-f804-420c-b413-1470d8532ace tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:52.248713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-085dbae0-4691-42e7-b41a-ab8de0329c3a req-395f9002-f804-420c-b413-1470d8532ace tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0722153 Jul 16 02:50:52.251307 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-8e613ea0-1854-4288-a5e9-7757796bd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:52.252902 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-8e613ea0-1854-4288-a5e9-7757796bd280 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b41d1e2d-625e-443f-b18a-47ae41aee944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631983 Jul 16 02:50:52.293694 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-085dbae0-4691-42e7-b41a-ab8de0329c3a req-efcfc416-1fcf-4775-b01b-76aad0d4a09e tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Jul 16 02:50:52.317676 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:52.349423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-05a91197-b343-4d99-8e94-9321b58126ab service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877974 Jul 16 02:50:52.442802 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-fc6e315a-ba4b-4246-b2a1-71dcb2ce66cb req-8bf45139-679f-4593-a8bf-becffd042a8e service neutron] 10.222.0.38 "GET /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Jul 16 02:50:52.517032 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:50:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:52.543111 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd3b68-04c0-453a-be87-735d496944a1 None None] The sync data for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 is: [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:49:55Z', 'revision_number': 4, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'd7551422-fa65-464b-a29d-d7313e9255c1', 'name': '', 'network_id': 'b41d1e2d-625e-443f-b18a-47ae41aee944', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'mac_address': 'fa:16:3e:4d:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6ef78284-725c-42e3-acdf-78367df714c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:54Z', 'updated_at': '2021-07-16T02:50:00Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'subnets': [{'id': '6ef78284-725c-42e3-acdf-78367df714c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:50:52.745129 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140895f-18c5-42f0-9eaf-85f96f2aad11 None None] New status for floating IP 288979da-78c2-4311-b057-f11846ceb2de: DOWN {{(pid=93909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:50:52.892925 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:53.465981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e91588-c68d-44ce-8d74-5fa3bc562cfb req-930f052d-03a8-4f21-b51f-97bf473709c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:53.467472 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17e91588-c68d-44ce-8d74-5fa3bc562cfb req-930f052d-03a8-4f21-b51f-97bf473709c1 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0636463 Jul 16 02:50:53.506469 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-17e91588-c68d-44ce-8d74-5fa3bc562cfb req-06d0e8ac-2c40-4b2e-b8ee-f89f59616b7a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/security-groups?id=33737a05-c00e-4798-9995-f515d7387cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Jul 16 02:50:53.761487 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-16fd75e8-3c6b-42df-beae-374caf18d182 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:53.762967 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-16fd75e8-3c6b-42df-beae-374caf18d182 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 946 time: 0.0636127 Jul 16 02:50:53.864820 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6b4db754-e522-4e88-8271-b64e34682fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:53.866217 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:50:53.866639 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:53.955448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:53.955723 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:53.968185 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for 1409ae14-5f07-48ed-b802-6bfeebe8dd3f owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:50:53.997099 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:54.098427 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:54.128647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=1409ae14-5f07-48ed-b802-6bfeebe8dd3f,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:54.156245 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.156596 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.156936 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.157295 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.157666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.158112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.158450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.158780 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.159128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.160117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.160454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.160777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:54.186920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] No DVR routers for this DVR port 1409ae14-5f07-48ed-b802-6bfeebe8dd3f on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:50:54.189523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:54.191600 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7b894f07-57b1-44f7-b258-0ea7732bd2ba req-aad94a76-2b6d-4da9-ac8d-c6bd5c22a183 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.38 "DELETE /v2.0/ports/1409ae14-5f07-48ed-b802-6bfeebe8dd3f HTTP/1.1" status: 204 len: 173 time: 0.4234462 Jul 16 02:50:54.192056 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'name': 'network-vif-deleted', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:50:54.194328 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21773413-3de9-4183-b01d-e0f7abf44166" -d '{"events": [{"server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "name": "network-vif-deleted", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:50:54.283061 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9778e65f-2032-46bb-b536-29b6e01cd33e x-openstack-request-id: req-9778e65f-2032-46bb-b536-29b6e01cd33e {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:50:54.283358 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4c4a2c-1080-4918-9403-284153a8eb12", "name": "network-vif-deleted", "tag": "1409ae14-5f07-48ed-b802-6bfeebe8dd3f", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:50:54.283615 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9778e65f-2032-46bb-b536-29b6e01cd33e {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:50:54.284052 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4c4a2c-1080-4918-9403-284153a8eb12', 'name': 'network-vif-deleted', 'tag': '1409ae14-5f07-48ed-b802-6bfeebe8dd3f', 'status': 'completed', 'code': 200} Jul 16 02:50:54.670653 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a7c377c9-a0ed-4205-bafe-2d85f434cdeb req-4f1f18f4-e8c5-416a-b321-10d46815167a tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f4c4a2c-1080-4918-9403-284153a8eb12 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Jul 16 02:50:55.769333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47562) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:56.117994 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.284175 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ece18f4a-ffc6-4e8a-9d62-54f731b17233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.382164 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port d7551422-fa65-464b-a29d-d7313e9255c1 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:50:56.382775 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.471046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port d7551422-fa65-464b-a29d-d7313e9255c1, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d7551422-fa65-464b-a29d-d7313e9255c1,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:56.471400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.483303 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for d7551422-fa65-464b-a29d-d7313e9255c1 owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:50:56.668449 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.695864 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=d7551422-fa65-464b-a29d-d7313e9255c1,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:56.794564 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:56.874257 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.089013 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Router 54c9a61f-3886-431c-8c8c-f361579a554c has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:50:57.134476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1409ae14-5f07-48ed-b802-6bfeebe8dd3f no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:50:57.154372 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 1409ae14-5f07-48ed-b802-6bfeebe8dd3f {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:50:57.154721 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 1409ae14-5f07-48ed-b802-6bfeebe8dd3f not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:50:57.195264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:50:57.200688 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-f1328f64-ff9f-4d3a-85e2-36abd67cae33 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "PUT /v2.0/routers/54c9a61f-3886-431c-8c8c-f361579a554c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300611 Jul 16 02:50:57.202981 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:57.204981 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] Sync routers for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:50:57.215155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:57.215759 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:57.253221 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting subnet 6ef78284-725c-42e3-acdf-78367df714c3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:50:57.256242 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.295862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.320621 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:57.384082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.442080 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.468546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef78284-725c-42e3-acdf-78367df714c3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:57.476590 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.478759 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-46a11139-527a-4cd0-b53a-386a5f8442b3 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/subnets/6ef78284-725c-42e3-acdf-78367df714c3 HTTP/1.1" status: 204 len: 168 time: 0.2748384 Jul 16 02:50:57.481736 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47566) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:57.483205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8606eb-d0a5-40ed-9a7f-ecc5be4d0026 None None] Network b41d1e2d-625e-443f-b18a-47ae41aee944 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:50:57.590267 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.598037 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:50:56Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:57.630381 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] Checking router: 54c9a61f-3886-431c-8c8c-f361579a554c for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:50:57.646208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] Routers {'54c9a61f-3886-431c-8c8c-f361579a554c'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:50:57.646751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['54c9a61f-3886-431c-8c8c-f361579a554c'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:57.698862 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.714104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.756398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Deleting port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:50:57.757187 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.774272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] Set router 54c9a61f-3886-431c-8c8c-f361579a554c gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:50:57.806031 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] DHCP port deletion for b41d1e2d-625e-443f-b18a-47ae41aee944 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:50:57.839020 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] For port e1c49b6b-524f-4f7e-b9bd-aef70cf3d923, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:57.839377 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:57.851361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Calling delete_port for e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:50:57.972682 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Deleting port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:50:57.972986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.019011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.044002 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Port': ['ID=e1c49b6b-524f-4f7e-b9bd-aef70cf3d923,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:58.048980 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] For port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,segment=NetworkSegment(221fb952-86ad-4baf-9964-55c07c826b1a),segment_id=221fb952-86ad-4baf-9964-55c07c826b1a)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:50:58.049583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.067090 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Calling delete_port for 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:50:58.083123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:50:56Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:58.106796 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.206389 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.208818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.253997 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.254500 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Fanout notify agent at l3_agent the message router_deleted on router 54c9a61f-3886-431c-8c8c-f361579a554c {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:50:58.268906 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.272661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-4a0adace-10a5-4c21-bd69-bfd61c26d3e0 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/routers/54c9a61f-3886-431c-8c8c-f361579a554c HTTP/1.1" status: 204 len: 168 time: 0.7870607 Jul 16 02:50:58.273050 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47568) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:58.301836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f67d4e-324c-483f-b773-7dff5c054f98 None None] The sync data for ids ['54c9a61f-3886-431c-8c8c-f361579a554c'] in n-d-800087-6 is: [{'id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946449593', 'tenant_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:49:51Z', 'updated_at': '2021-07-16T02:50:56Z', 'revision_number': 5, 'project_id': 'ed625dc5213b4f5e94c2bc604f2bf4a3', 'gw_port': {'id': 'e1c49b6b-524f-4f7e-b9bd-aef70cf3d923', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c9a61f-3886-431c-8c8c-f361579a554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:49:52Z', 'updated_at': '2021-07-16T02:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:50:58.351867 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.370969 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.382637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] No DVR routers for this DVR port 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:50:58.386687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Pushing event deleted for resources: {'Port': ['ID=9a799050-f5fa-4eef-8fd1-ee8d6c16e317,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:58.394934 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.395402 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.395957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.396434 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.396970 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.397511 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.397939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.398362 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.398784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.399206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.399709 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.400176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53012df9-e5a8-4913-8d82-aba5d34f1bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:58.468610 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.479539 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41d1e2d-625e-443f-b18a-47ae41aee944']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:58.489954 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221fb952-86ad-4baf-9964-55c07c826b1a') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:58.490254 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221fb952-86ad-4baf-9964-55c07c826b1a') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:50:58.499380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.514346 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.521245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:50:58.521639 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: timer() Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:50:58.524849 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:50:58.588430 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.595431 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.597487 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/networks/b41d1e2d-625e-443f-b18a-47ae41aee944 HTTP/1.1" status: 204 len: 168 time: 0.3232751 Jul 16 02:50:58.600618 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:58.608362 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296f11f-4d21-4dab-9e82-b3985da67f17 tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'Network': ['ID=b41d1e2d-625e-443f-b18a-47ae41aee944,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:58.661689 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1999cc4-4113-49cf-a5e5-f2997a3c946b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.695761 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1999cc4-4113-49cf-a5e5-f2997a3c946b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.785757 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1999cc4-4113-49cf-a5e5-f2997a3c946b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.788829 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e1999cc4-4113-49cf-a5e5-f2997a3c946b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:58.793079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e1999cc4-4113-49cf-a5e5-f2997a3c946b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] 10.222.0.35 "DELETE /v2.0/security-groups/33737a05-c00e-4798-9995-f515d7387cf7 HTTP/1.1" status: 204 len: 168 time: 0.1912460 Jul 16 02:50:58.812208 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1999cc4-4113-49cf-a5e5-f2997a3c946b tempest-TestNetworkAdvancedServerOps-1063964153 tempest-TestNetworkAdvancedServerOps-1063964153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33737a05-c00e-4798-9995-f515d7387cf7,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:58.834188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7551422-fa65-464b-a29d-d7313e9255c1 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:50:58.861627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d7551422-fa65-464b-a29d-d7313e9255c1 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:50:58.862193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d7551422-fa65-464b-a29d-d7313e9255c1 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:50:58.863356 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:50:58.896953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:50:58.897307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 9a799050-f5fa-4eef-8fd1-ee8d6c16e317 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:50:59.155838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.177333 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47578) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:59.330709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e2f6e958-7cdb-4f8d-a65b-09b239209c67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed625dc5213b4f5e94c2bc604f2bf4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522207 Jul 16 02:50:59.333670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47582) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:59.380874 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-897c8721-0426-4492-9f8f-0d73f80fbe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.402314 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-897c8721-0426-4492-9f8f-0d73f80fbe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.453465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-897c8721-0426-4492-9f8f-0d73f80fbe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.456599 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-897c8721-0426-4492-9f8f-0d73f80fbe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.460179 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-897c8721-0426-4492-9f8f-0d73f80fbe39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fb8b19e-1a85-48c6-85ef-45372d321ebc HTTP/1.1" status: 204 len: 168 time: 0.1232142 Jul 16 02:50:59.466584 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c8721-0426-4492-9f8f-0d73f80fbe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb8b19e-1a85-48c6-85ef-45372d321ebc,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:59.721440 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47588) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:59.734660 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc1f2-bba7-41c7-a26c-f7be651c5241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.822648 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc1f2-bba7-41c7-a26c-f7be651c5241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.826400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc1f2-bba7-41c7-a26c-f7be651c5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.865239 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7bbfc1f2-bba7-41c7-a26c-f7be651c5241 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b87b10b8ea24370bfb366ec940021d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426806 Jul 16 02:50:59.866198 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfc1f2-bba7-41c7-a26c-f7be651c5241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e3c59-3c2a-4ca4-abfe-ce6b4deac877,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:59.867927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47590) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:59.916861 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0eee7b-ca3f-4fcb-ade9-3dce1eb5690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.937678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0eee7b-ca3f-4fcb-ade9-3dce1eb5690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.982610 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0eee7b-ca3f-4fcb-ade9-3dce1eb5690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.985141 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bb0eee7b-ca3f-4fcb-ade9-3dce1eb5690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.986280 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bb0eee7b-ca3f-4fcb-ade9-3dce1eb5690b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/603e3c59-3c2a-4ca4-abfe-ce6b4deac877 HTTP/1.1" status: 204 len: 168 time: 0.1171587 Jul 16 02:50:59.994291 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eee7b-ca3f-4fcb-ade9-3dce1eb5690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e3c59-3c2a-4ca4-abfe-ce6b4deac877,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:00.493798 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:51:00.516180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:51:00.516531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e1c49b6b-524f-4f7e-b9bd-aef70cf3d923 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:51:00.667147 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47612) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:00.759009 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-762611671-network', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:00.781189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Made reservation on behalf of 0eff1c7be6b446efae8b0361a22659e8 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:51:00.783646 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.792595 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.879357 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.883341 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.907874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:51:00.917067 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb87ec2-2576-425d-8517-9c08718b7f6a,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:00.923101 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.923422 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Added segment b02bc95d-51fb-40c0-afc0-c4a1a379f697 of type vlan for network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 Jul 16 02:51:00.966656 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.994230 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:00.995201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:00.995776 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.041596 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3731036 Jul 16 02:51:01.044783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47616) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:01.049924 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Request body: {'subnet': {'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-762611671-subnet', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:01.069459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Made reservation on behalf of 0eff1c7be6b446efae8b0361a22659e8 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:51:01.071828 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.088897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2a193-dc5a-46ca-8025-dd92c386cedf admin admin] Pushing event updated for resources: {'Network': ['ID=01d0de94-e2e2-4cc1-83c3-0067a81a2802,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:01.099478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:51:01.242129 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.300460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=2426f395-e03b-4918-893e-5ff0585b6ba3,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:01.310453 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Checking segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:01.310814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Network hostable DHCP agents. Network: 01d0de94-e2e2-4cc1-83c3-0067a81a2802, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:51:01.327673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:51:01.336644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 01d0de94-e2e2-4cc1-83c3-0067a81a2802) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:01.340921 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:01.341506 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.346046 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9274a-ac10-47fe-85a7-64d95ad485fe None None] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:51:01.355607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6f0543bd-fd08-477e-b518-2cfb56b23ace admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3095775 Jul 16 02:51:01.358251 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47618) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:01.363139 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:01.383797 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.384823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.437729 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.493178 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:51:01.493986 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.579066 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.628619 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Allocated IP 172.20.0.2 (01d0de94-e2e2-4cc1-83c3-0067a81a2802/2426f395-e03b-4918-893e-5ff0585b6ba3/d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:01.776250 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.782807 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.784458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Transition to ACTIVE for port object d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:01.799063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Transition to ACTIVE for port object d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:01.805369 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.806376 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.841447 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:01.846183 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:01.850235 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:01.860713 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Pushing event updated for resources: {'Port': ['ID=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:01.913431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Allocated IP 172.25.0.144 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/636045ba-f862-4344-ba9c-a3299ac3efe2) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:01.913729 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Attempting to bind port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:01.914097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Attempting to bind port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:01.914456 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Attempting to bind port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:01.920252 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:01.920624 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Checking segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:01.921025 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.921416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Bound using segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:01.921883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Bound port: d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:01.922266 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:01.987213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] For port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:01.990338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] For port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:01.995676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.023423 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.051523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e484e-9057-48d4-a12a-dc881033d5e7 None None] Pushing event updated for resources: {'Port': ['ID=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:02.072247 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.113552 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:02.116397 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:02.119462 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:02.144915 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Pushing event updated for resources: {'Port': ['ID=636045ba-f862-4344-ba9c-a3299ac3efe2,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:02.578352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:02.631321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:02.737770 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.943531 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.950003 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe15b8-02bc-4e99-b415-d77c29aef234 None None] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:51:03.039165 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] Provisioning for port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:03.061584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] Provisioning complete for port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:03.061959 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.071281 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Router ff1998ae-0bab-4468-8268-1925b37b369d is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:51:03.179996 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:03.181868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.190635 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:03.201613 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:03.202497 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:03.207299 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.209071 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-3e696740-a582-4e2b-96fe-53537bfa1012 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8494825 Jul 16 02:51:03.211546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47620) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:03.225153 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] For port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:03.231301 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.290556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba305-6d82-4d0f-9be6-6b744f8443aa None None] Pushing event updated for resources: {'Port': ['ID=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:03.330329 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:03.455409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ad20ae21-5bf4-45c1-aa8d-2f2363ca3fb7 None None] Provisioning complete for port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:03.455918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae21-5bf4-45c1-aa8d-2f2363ca3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.510872 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:03.543024 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:02Z', 'revision_number': 3, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:03.576178 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:03.576683 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Updating router ff1998ae-0bab-4468-8268-1925b37b369d port 636045ba-f862-4344-ba9c-a3299ac3efe2 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:51:03.614825 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.686445 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.853812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Allocated IP 172.20.0.1 (01d0de94-e2e2-4cc1-83c3-0067a81a2802/2426f395-e03b-4918-893e-5ff0585b6ba3/7f64ca9c-c254-4229-9e98-403af8af53f6) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:03.871767 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.881937 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Transition to ACTIVE for port object 636045ba-f862-4344-ba9c-a3299ac3efe2 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:03.887766 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.937723 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Attempting to bind port 636045ba-f862-4344-ba9c-a3299ac3efe2 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:03.938063 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Attempting to bind port 636045ba-f862-4344-ba9c-a3299ac3efe2 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:03.938416 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Attempting to bind port 636045ba-f862-4344-ba9c-a3299ac3efe2 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:03.941755 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Pushing event updated for resources: {'Port': ['ID=636045ba-f862-4344-ba9c-a3299ac3efe2,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:03.946321 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:03.946687 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:03.948233 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.948233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:03.948233 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Bound port: 636045ba-f862-4344-ba9c-a3299ac3efe2, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:03.948559 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.954708 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.955028 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.955364 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.955725 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.956652 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.956887 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.957192 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.957579 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.957815 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.958133 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.958801 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.958801 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:51:03.968192 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:03.983664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Transition to ACTIVE for port object 7f64ca9c-c254-4229-9e98-403af8af53f6 will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:04.010295 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] For port 636045ba-f862-4344-ba9c-a3299ac3efe2, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:04.014697 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] For port 636045ba-f862-4344-ba9c-a3299ac3efe2, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=636045ba-f862-4344-ba9c-a3299ac3efe2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:04.017308 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.019125 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.059087 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:04.063644 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:04.068627 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:04.068772 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:04.069303 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:04.070662 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Pushing event updated for resources: {'Port': ['ID=7f64ca9c-c254-4229-9e98-403af8af53f6,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:04.111146 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.124062 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7816a-ed29-49dc-9502-45a1995b70b9 None None] Pushing event updated for resources: {'Port': ['ID=636045ba-f862-4344-ba9c-a3299ac3efe2,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:04.197678 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:04.262758 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.287174 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f6edf8a-fc6d-4141-a0eb-3ce5172935c2 None None] Provisioning for port 7f64ca9c-c254-4229-9e98-403af8af53f6 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:04.291283 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-4f6edf8a-fc6d-4141-a0eb-3ce5172935c2 None None] Provisioning complete for port 7f64ca9c-c254-4229-9e98-403af8af53f6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:04.291655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4f6edf8a-fc6d-4141-a0eb-3ce5172935c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.328695 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-4f6edf8a-fc6d-4141-a0eb-3ce5172935c2 None None] Port 7f64ca9c-c254-4229-9e98-403af8af53f6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:51:04.392136 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:02Z', 'revision_number': 3, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:04.419544 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d02da-caee-4ebf-bc6a-f806179d06a7 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:02Z', 'revision_number': 3, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:04.445406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.450721 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.522384 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Pushing event updated for resources: {'Port': ['ID=7f64ca9c-c254-4229-9e98-403af8af53f6,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:04.524823 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.551647 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:04.604698 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:04.605133 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.619392 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:04.622987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:04.767999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Router ff1998ae-0bab-4468-8268-1925b37b369d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:04.888159 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:04.893524 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c22794ef-2e2a-49df-8a3f-8adb538b1507 admin admin] 10.222.0.35 "PUT /v2.0/routers/ff1998ae-0bab-4468-8268-1925b37b369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805491 Jul 16 02:51:04.954880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-88624970-43eb-4133-abc9-73e0105da723 None None] Provisioning complete for port 7f64ca9c-c254-4229-9e98-403af8af53f6 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:04.955251 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88624970-43eb-4133-abc9-73e0105da723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:04.993321 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-88624970-43eb-4133-abc9-73e0105da723 None None] Port 7f64ca9c-c254-4229-9e98-403af8af53f6 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:51:05.360706 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:05.365831 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522144291-network', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:05.386471 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Made reservation on behalf of 0cdbdb99a8fb4264b86bc594f712357a for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:51:05.388830 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.397655 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.490835 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.495011 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.522590 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:51:05.527917 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794f2cb-dc77-4c79-abff-0a81a9321e35,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:05.537965 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.538329 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Added segment 6480f010-835d-4f88-93e6-5e30f35a9feb of type vlan for network 76486f55-bf0e-4e83-81a5-6cb67d396bfd Jul 16 02:51:05.580639 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.609263 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.610358 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.610929 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.640311 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2783747 Jul 16 02:51:05.642999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:05.648516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Request body: {'subnet': {'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522144291-subnet', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:05.687901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864eb3c-1896-4e95-a998-df3a097a4653 admin admin] Pushing event updated for resources: {'Network': ['ID=76486f55-bf0e-4e83-81a5-6cb67d396bfd,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:05.699391 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:51:05.704252 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Made reservation on behalf of 0cdbdb99a8fb4264b86bc594f712357a for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:51:05.707325 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.875847 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.928820 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c283ff2-ec96-44d8-9694-2d957aef05c4,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:05.938830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Checking segment: {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:05.939190 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Network hostable DHCP agents. Network: 76486f55-bf0e-4e83-81a5-6cb67d396bfd, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:51:05.956568 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:51:05.964977 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 76486f55-bf0e-4e83-81a5-6cb67d396bfd) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:05.968959 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.969546 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.973724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5cfc1-073b-4b28-8b50-4c1b879fe62d None None] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:51:05.984156 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a93cadf9-da74-4616-a40c-24ecdae6c66d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3394713 Jul 16 02:51:05.987740 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:05.991342 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:06.015354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.016288 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.041015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:06.059755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:06.060494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:06.073865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.211400 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.221234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:06.224496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-76486f55-bf0e-4e83-81a5-6cb67d396bfd', 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'fixed_ips': [{'subnet_id': '6c283ff2-ec96-44d8-9694-2d957aef05c4'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:51:06.225326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.415277 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.435295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.512995 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Allocated IP 172.20.0.2 (76486f55-bf0e-4e83-81a5-6cb67d396bfd/6c283ff2-ec96-44d8-9694-2d957aef05c4/44c3f9a5-a5b3-4e7a-b983-8afd0003f622) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:06.570433 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Allocated IP 172.25.0.206 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/4e06567c-d511-4732-bdaf-813e4161107b) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:06.595606 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 636045ba-f862-4344-ba9c-a3299ac3efe2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:06.630400 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 2, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:06.672512 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.673200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:06.673554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Updating router ff1998ae-0bab-4468-8268-1925b37b369d port 7f64ca9c-c254-4229-9e98-403af8af53f6 binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:51:06.720502 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.753433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.756311 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:06.761360 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:06.764723 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:06.772894 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 636045ba-f862-4344-ba9c-a3299ac3efe2 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:06.788324 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 636045ba-f862-4344-ba9c-a3299ac3efe2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:06.788690 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:06.789600 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e06567c-d511-4732-bdaf-813e4161107b,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:06.991399 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.009733 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Transition to ACTIVE for port object 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:07.023088 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.089857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Transition to ACTIVE for port object 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:07.106218 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.203952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:07.218836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:07.223023 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:07.224980 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.229850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Pushing event updated for resources: {'Port': ['ID=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:07.313818 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 636045ba-f862-4344-ba9c-a3299ac3efe2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=636045ba-f862-4344-ba9c-a3299ac3efe2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:07.338548 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.379524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Attempting to bind port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:07.379905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Attempting to bind port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:07.380315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Attempting to bind port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 on network 76486f55-bf0e-4e83-81a5-6cb67d396bfd {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:07.402880 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:07.403253 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Checking segment: {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:07.403659 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.404073 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Bound using segment: {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:07.404555 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Bound port: 44c3f9a5-a5b3-4e7a-b983-8afd0003f622, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:07.404940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.447929 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=636045ba-f862-4344-ba9c-a3299ac3efe2,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:07.516288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.539230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Transition to ACTIVE for port object 7f64ca9c-c254-4229-9e98-403af8af53f6 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:07.545758 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] For port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:07.549144 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] For port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:07.550269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.555955 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.568841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.610307 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46e963-9588-4b76-9804-c20cd2399166 None None] Pushing event updated for resources: {'Port': ['ID=7f64ca9c-c254-4229-9e98-403af8af53f6,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:07.723912 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Attempting to bind port 7f64ca9c-c254-4229-9e98-403af8af53f6 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:07.724316 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Attempting to bind port 7f64ca9c-c254-4229-9e98-403af8af53f6 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:07.724680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Attempting to bind port 7f64ca9c-c254-4229-9e98-403af8af53f6 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:07.732841 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:07.733291 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Checking segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:07.733666 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.734200 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Bound using segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:07.734556 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Bound port: 7f64ca9c-c254-4229-9e98-403af8af53f6, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:07.734940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.735674 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Router dd73e282-d695-4278-a308-8ed596d363b8 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:51:07.739874 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c5142-0dd5-46ed-9c7f-1bd59c82c6e0 None None] Pushing event updated for resources: {'Port': ['ID=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:07.813341 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] For port 7f64ca9c-c254-4229-9e98-403af8af53f6, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:07.817399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] For port 7f64ca9c-c254-4229-9e98-403af8af53f6, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7f64ca9c-c254-4229-9e98-403af8af53f6,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:07.823922 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.888120 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:07.899166 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Sync routers for ids ['dd73e282-d695-4278-a308-8ed596d363b8'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:07.910018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.914080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-dd016b66-bbad-45ea-9d16-319135a915c3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9238298 Jul 16 02:51:07.914554 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:07.918873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46e963-9588-4b76-9804-c20cd2399166 None None] Pushing event updated for resources: {'Port': ['ID=7f64ca9c-c254-4229-9e98-403af8af53f6,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:07.935630 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Routers {'dd73e282-d695-4278-a308-8ed596d363b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:07.936304 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dd73e282-d695-4278-a308-8ed596d363b8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:07.952259 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:07.952910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:08.108908 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:08.169395 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Set router dd73e282-d695-4278-a308-8ed596d363b8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:08.355858 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:08.381408 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:06Z', 'revision_number': 3, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:08.386015 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571049e-3d81-4c45-9193-d4b9acf34fb5 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:08.419267 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Checking router: dd73e282-d695-4278-a308-8ed596d363b8 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:08.419614 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Updating router dd73e282-d695-4278-a308-8ed596d363b8 port 4e06567c-d511-4732-bdaf-813e4161107b binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:51:08.478572 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:08.725684 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 636045ba-f862-4344-ba9c-a3299ac3efe2 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:08.809342 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 636045ba-f862-4344-ba9c-a3299ac3efe2 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:08.809719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:08.891736 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:08.906220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:08.918497 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Transition to ACTIVE for port object 4e06567c-d511-4732-bdaf-813e4161107b will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:08.919522 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f64ca9c-c254-4229-9e98-403af8af53f6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:08.930691 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:08.985789 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f414151-3891-4e10-b384-3a4438f45b4d None None] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:51:08.994692 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Attempting to bind port 4e06567c-d511-4732-bdaf-813e4161107b on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:08.995271 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Attempting to bind port 4e06567c-d511-4732-bdaf-813e4161107b by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:08.995621 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Attempting to bind port 4e06567c-d511-4732-bdaf-813e4161107b on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:09.008122 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:09.009142 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:09.010392 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.010975 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:09.011649 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Bound port: 4e06567c-d511-4732-bdaf-813e4161107b, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:09.012353 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.069989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 7f64ca9c-c254-4229-9e98-403af8af53f6 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:09.077061 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] For port 4e06567c-d511-4732-bdaf-813e4161107b, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:09.081351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7f64ca9c-c254-4229-9e98-403af8af53f6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:09.081843 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.082130 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] For port 4e06567c-d511-4732-bdaf-813e4161107b, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4e06567c-d511-4732-bdaf-813e4161107b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:09.085795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-be78a1dc-d8a4-41cf-ab52-d8dfbcd026ec None None] Provisioning for port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:09.091620 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024dc92-c775-47c7-993b-ea86dc20f079 None None] Pushing event updated for resources: {'Port': ['ID=4e06567c-d511-4732-bdaf-813e4161107b,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:09.100952 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.173983 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Routers {'dd73e282-d695-4278-a308-8ed596d363b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:09.174655 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dd73e282-d695-4278-a308-8ed596d363b8'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:09.179757 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024dc92-c775-47c7-993b-ea86dc20f079 None None] Pushing event updated for resources: {'Port': ['ID=4e06567c-d511-4732-bdaf-813e4161107b,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:09.184062 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Allocated IP 172.20.0.1 (76486f55-bf0e-4e83-81a5-6cb67d396bfd/6c283ff2-ec96-44d8-9694-2d957aef05c4/e5a91aa9-8810-43ad-a3c6-51075b2ff6bb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:09.303809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.309860 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] Set router dd73e282-d695-4278-a308-8ed596d363b8 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:09.338633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.361240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 7f64ca9c-c254-4229-9e98-403af8af53f6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7f64ca9c-c254-4229-9e98-403af8af53f6,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:09.363786 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Transition to ACTIVE for port object e5a91aa9-8810-43ad-a3c6-51075b2ff6bb will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:09.367285 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.368154 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:09.418958 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.459288 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=7f64ca9c-c254-4229-9e98-403af8af53f6,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:09.476663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:09.481458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:09.481458 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.503959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:09.527870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:09.529483 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:09.532342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:09.595397 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.621962 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:06Z', 'revision_number': 3, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:09.628974 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.677603 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9382fc2-9af0-42d7-972d-c6c1f9f1fbed None None] The sync data for ids ['dd73e282-d695-4278-a308-8ed596d363b8'] in n-d-800087-6 is: [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:06Z', 'revision_number': 3, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:09.703920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:09.716802 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.775123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-e61a3baf-6f49-4851-9036-033c136a89c2 None None] Provisioning complete for port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:09.775503 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e61a3baf-6f49-4851-9036-033c136a89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:09.819509 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:09.851090 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.013224 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a1cd9a4b-0ff8-4e3e-9b2c-3fb913d5f5e5 None None] Provisioning for port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:10.018414 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a1cd9a4b-0ff8-4e3e-9b2c-3fb913d5f5e5 None None] Provisioning complete for port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:10.018786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9a4b-0ff8-4e3e-9b2c-3fb913d5f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.038813 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.046089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.066429 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd9a4b-0ff8-4e3e-9b2c-3fb913d5f5e5 None None] Port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:51:10.120712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:10.123037 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.244922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:10.248352 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:10.384769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Router dd73e282-d695-4278-a308-8ed596d363b8 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:10.492247 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f77aa3a2-1454-42b7-ac81-3c5621de8db4 None None] Provisioning complete for port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:10.492622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f77aa3a2-1454-42b7-ac81-3c5621de8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.514674 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:10.527589 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a90b0971-209a-4119-89ea-9069a886ea89 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd73e282-d695-4278-a308-8ed596d363b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119738 Jul 16 02:51:10.544626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f77aa3a2-1454-42b7-ac81-3c5621de8db4 None None] Port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:51:10.644354 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4e06567c-d511-4732-bdaf-813e4161107b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:10.709547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 4e06567c-d511-4732-bdaf-813e4161107b completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:10.713663 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4e06567c-d511-4732-bdaf-813e4161107b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:10.714036 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.806681 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.826881 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 4e06567c-d511-4732-bdaf-813e4161107b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4e06567c-d511-4732-bdaf-813e4161107b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:10.832113 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.832941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f64ca9c-c254-4229-9e98-403af8af53f6 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:10.907427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=4e06567c-d511-4732-bdaf-813e4161107b,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:10.918412 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 7f64ca9c-c254-4229-9e98-403af8af53f6 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:10.918786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.998637 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:11.043571 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:11.044188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.101312 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47650) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.106431 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240567979', 'description': 'tempest-secgroup-smoke-1240567979 description', 'project_id': '0eff1c7be6b446efae8b0361a22659e8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.132050 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.217713 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.221642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.249266 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.250491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479983 Jul 16 02:51:11.252912 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb14538-33a0-4d68-9abc-35e4b6206025 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:11.254112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47652) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.260296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': '6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.287525 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.343912 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.347630 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.368765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e2ba4e-3374-4078-9dd9-fc6794b52e70,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:11.372318 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.373495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1d0c2468-322c-4fad-91b1-197f75157ce5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175125 Jul 16 02:51:11.376269 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47654) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.381421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': '6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.406554 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.467004 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.470335 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.487480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5222c0-2e95-402b-a5c8-08a7aa904ea5,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:11.493309 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.494481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ff9f8bc7-b7c3-4eba-afe2-c8251c850e09 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173041 Jul 16 02:51:11.497327 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47656) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.501705 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': '6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.529378 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.589690 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.593651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.614449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cb0729-7e43-4a93-944a-d0563f9eeb72,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:11.618165 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.619568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-1de8cd76-ab5d-4d13-88d5-a0563fd9a93a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213095 Jul 16 02:51:11.622374 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47658) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.626927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': '6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.657205 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.722724 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.726373 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.743008 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35be7d12-ac12-4c4d-abc3-3cda4f23c711,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:11.749921 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.751258 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4db1c6f0-0a6d-49ac-85f6-e3401579a679 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279521 Jul 16 02:51:11.754531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47660) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.759355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': '6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.781308 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Project 0eff1c7be6b446efae8b0361a22659e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:51:11.786756 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.831628 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Sync routers for ids ['dd73e282-d695-4278-a308-8ed596d363b8'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:11.841067 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Routers {'dd73e282-d695-4278-a308-8ed596d363b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:11.841764 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dd73e282-d695-4278-a308-8ed596d363b8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:11.852053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.855735 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.874493 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd7e519-f400-4101-b7cf-8ddadce71cf9,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:11.881746 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.883771 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-41f8d357-cb9b-4f55-866e-3c856564f2e6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282260 Jul 16 02:51:11.886640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 47662) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:11.891203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': '6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:11.913376 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Project 0eff1c7be6b446efae8b0361a22659e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:51:11.918448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.948838 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Set router dd73e282-d695-4278-a308-8ed596d363b8 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:11.980250 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.984432 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.002614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9333a3d-8874-4db4-982d-8caccbad70f7,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:12.011300 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.012605 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4c3c9afc-dd7f-4146-8e15-bf46a520ba7e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249690 Jul 16 02:51:12.152734 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-60103104-876e-4d2b-a1e5-4beb2dc730c1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240567979&fields=id&tenant_id=0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 267 time: 0.0337286 Jul 16 02:51:12.161225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 4, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'e5a91aa9-8810-43ad-a3c6-51075b2ff6bb', 'name': '', 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'mac_address': 'fa:16:3e:b2:be:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c283ff2-ec96-44d8-9694-2d957aef05c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:08Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 2, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'subnets': [{'id': '6c283ff2-ec96-44d8-9694-2d957aef05c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:12.187213 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Checking router: dd73e282-d695-4278-a308-8ed596d363b8 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:12.187570 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Updating router dd73e282-d695-4278-a308-8ed596d363b8 port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:51:12.222080 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.258106 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-700a7375-aa08-429d-a079-cabe6a0b82ae tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:12.259587 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-700a7375-aa08-429d-a079-cabe6a0b82ae tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 808 time: 0.0999191 Jul 16 02:51:12.275849 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-ff540826-1b75-4a89-a701-c32777527932 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/quotas/0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 375 time: 0.0105004 Jul 16 02:51:12.352448 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-bfe141d8-d952-45ac-ad6e-06a0af1e4ee4 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709562 Jul 16 02:51:12.458257 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-344c61b5-c88f-45a0-bc09-ab999df4090d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:51:12.459246 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-344c61b5-c88f-45a0-bc09-ab999df4090d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954866 Jul 16 02:51:12.552567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-f252d543-5eff-46f9-a7cc-c9d88e6916c7 service neutron] 10.222.0.35 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871787 Jul 16 02:51:12.554250 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4e06567c-d511-4732-bdaf-813e4161107b up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:12.644723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 4e06567c-d511-4732-bdaf-813e4161107b triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:12.645099 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.647098 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-c6106d45-9ed0-40b4-ac7d-928a3e1460c9 service neutron] 10.222.0.35 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Jul 16 02:51:12.712573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.726572 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Transition to ACTIVE for port object e5a91aa9-8810-43ad-a3c6-51075b2ff6bb will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:12.734769 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.819358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da3fed-112b-49b1-9de7-4c2b16824310 None None] Pushing event updated for resources: {'Port': ['ID=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:12.826781 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-71987c39-5fdd-4135-8b7d-980bc9afa713 req-69665f44-fef4-462a-8fb0-02c26ad92ebb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 210 time: 0.0361483 Jul 16 02:51:12.887659 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Attempting to bind port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:12.888208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Attempting to bind port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:12.888424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Attempting to bind port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb on network 76486f55-bf0e-4e83-81a5-6cb67d396bfd {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:12.893850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:12.894455 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Checking segment: {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:12.895042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.895440 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Bound using segment: {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:12.895910 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Bound port: e5a91aa9-8810-43ad-a3c6-51075b2ff6bb, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6480f010-835d-4f88-93e6-5e30f35a9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:12.896316 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.970060 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] For port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:12.974271 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] For port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:12.977984 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:13.043901 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Routers {'dd73e282-d695-4278-a308-8ed596d363b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:13.044792 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dd73e282-d695-4278-a308-8ed596d363b8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:13.090608 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da3fed-112b-49b1-9de7-4c2b16824310 None None] Pushing event updated for resources: {'Port': ['ID=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:13.173005 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] Set router dd73e282-d695-4278-a308-8ed596d363b8 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:13.400262 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 4, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'e5a91aa9-8810-43ad-a3c6-51075b2ff6bb', 'name': '', 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'mac_address': 'fa:16:3e:b2:be:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c283ff2-ec96-44d8-9694-2d957aef05c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:08Z', 'updated_at': '2021-07-16T02:51:12Z', 'revision_number': 4, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'subnets': [{'id': '6c283ff2-ec96-44d8-9694-2d957aef05c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:13.426192 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dae95-57ab-4afe-b02a-c1dca6d1014c None None] The sync data for ids ['dd73e282-d695-4278-a308-8ed596d363b8'] in n-d-800087-6 is: [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 4, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'e5a91aa9-8810-43ad-a3c6-51075b2ff6bb', 'name': '', 'network_id': '76486f55-bf0e-4e83-81a5-6cb67d396bfd', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'mac_address': 'fa:16:3e:b2:be:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6c283ff2-ec96-44d8-9694-2d957aef05c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:08Z', 'updated_at': '2021-07-16T02:51:12Z', 'revision_number': 4, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'subnets': [{'id': '6c283ff2-ec96-44d8-9694-2d957aef05c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:13.970673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-08db6678-7177-45dc-a020-da5fdee26613 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:13.972751 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-08db6678-7177-45dc-a020-da5fdee26613 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 808 time: 0.1180897 Jul 16 02:51:13.975325 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4ae11c74-bd96-4df9-be68-5c8271d2f64a req-d19d5c79-db80-4daf-9660-7f31a5a824cf tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 210 time: 0.0335577 Jul 16 02:51:14.025699 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-7540d516-467c-4f23-a281-90949984c9d2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 380 time: 0.0339193 Jul 16 02:51:14.034923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'port': {'device_id': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'admin_state_up': True, 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'security_groups': ['6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:14.138304 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Made reservation on behalf of 0eff1c7be6b446efae8b0361a22659e8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:51:14.141923 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.268335 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Allocated IP 172.20.0.8 (01d0de94-e2e2-4cc1-83c3-0067a81a2802/2426f395-e03b-4918-893e-5ff0585b6ba3/adc3866f-7293-4b55-a2d2-6cda269409b5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:14.406465 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.419115 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Transition to ACTIVE for port object adc3866f-7293-4b55-a2d2-6cda269409b5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:14.451497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.497181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:14.500445 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:14.505394 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:14.513019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:14.559531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:14.560227 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.576309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-26c14cf7-e0f1-4647-b563-71fed3b0d25a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455234 Jul 16 02:51:14.588234 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Request body: {'port': {'device_id': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:14.604810 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5a91aa9-8810-43ad-a3c6-51075b2ff6bb up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:14.660315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:14.664600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:14.664989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.682383 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.750941 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.783100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:14.787383 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.840339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2fa1a3a-6e95-409e-a9c2-68d2f51ae65d None None] Provisioning for port adc3866f-7293-4b55-a2d2-6cda269409b5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:14.848856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a2fa1a3a-6e95-409e-a9c2-68d2f51ae65d None None] Provisioning complete for port adc3866f-7293-4b55-a2d2-6cda269409b5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:14.849237 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1a3a-6e95-409e-a9c2-68d2f51ae65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.852121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:14.886193 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa1a3a-6e95-409e-a9c2-68d2f51ae65d None None] Port adc3866f-7293-4b55-a2d2-6cda269409b5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:51:14.959237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc3866f-7293-4b55-a2d2-6cda269409b5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:51:14.966398 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.978311 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Transition to ACTIVE for port object adc3866f-7293-4b55-a2d2-6cda269409b5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:51:14.982089 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.073740 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:15.107300 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Attempting to bind port adc3866f-7293-4b55-a2d2-6cda269409b5 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:51:15.107647 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Attempting to bind port adc3866f-7293-4b55-a2d2-6cda269409b5 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:51:15.107981 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Attempting to bind port adc3866f-7293-4b55-a2d2-6cda269409b5 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:15.113782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Port adc3866f-7293-4b55-a2d2-6cda269409b5 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:51:15.114109 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Attempting to bind port adc3866f-7293-4b55-a2d2-6cda269409b5 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:51:15.119226 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:51:15.119568 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Checking segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:51:15.119954 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Bound using segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:51:15.120425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Bound port: adc3866f-7293-4b55-a2d2-6cda269409b5, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:51:15.120991 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.172595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486c59e-a404-4cdc-99e1-471a548577a7 req-f24bb426-97ce-4b27-bde6-7c21dfa4ac8c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.174152 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d486c59e-a404-4cdc-99e1-471a548577a7 req-f24bb426-97ce-4b27-bde6-7c21dfa4ac8c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0733988 Jul 16 02:51:15.193778 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:51:15.197264 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:51:15.204962 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.218055 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d486c59e-a404-4cdc-99e1-471a548577a7 req-64991249-3afe-4107-afcd-de39a4ec371d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380125 Jul 16 02:51:15.252181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.253005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:15.254427 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] 10.222.0.38 "PUT /v2.0/ports/adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 1091 time: 0.6705930 Jul 16 02:51:15.254861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:15.257226 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a668990-d0ca-4aae-a663-61e433101b13" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:15.286246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302815c2-ed93-4b50-8ab2-f7c059f98602 service neutron] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:15.295687 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beee1969-45c8-42ea-8a71-61ba170d299a x-openstack-request-id: req-beee1969-45c8-42ea-8a71-61ba170d299a {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:15.295986 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:15.296403 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-beee1969-45c8-42ea-8a71-61ba170d299a {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:15.296809 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'status': 'completed', 'code': 200} Jul 16 02:51:15.358017 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-82f6d7e4-b26e-4843-b91d-e70946b942ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.359555 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-82f6d7e4-b26e-4843-b91d-e70946b942ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1094 time: 0.0561836 Jul 16 02:51:15.403595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-66b56c90-c019-4f38-9c7e-02ddd2611d30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 217 time: 0.0363927 Jul 16 02:51:15.452106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-446e7bd1-51b0-41d6-9ed2-f120c6bc9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.453649 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-446e7bd1-51b0-41d6-9ed2-f120c6bc9b09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0445733 Jul 16 02:51:15.516422 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-927f3754-c3f3-459b-ae55-c90935ec94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.517892 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-927f3754-c3f3-459b-ae55-c90935ec94b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566585 Jul 16 02:51:15.609134 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-3e8f142f-5ec0-422c-a163-d4dd875b2d4f service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844529 Jul 16 02:51:15.709526 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8c7eb27b-7ff9-432c-8478-cf687ce6ae9e req-4ceb17e8-5634-4906-a8a7-f7623959bb5b service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930586 Jul 16 02:51:15.810494 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668990-d0ca-4aae-a663-61e433101b13 req-9d104cfa-5e6b-465c-b85a-949a71e8cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.812014 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-9d104cfa-5e6b-465c-b85a-949a71e8cf67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1094 time: 0.0542960 Jul 16 02:51:15.910893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668990-d0ca-4aae-a663-61e433101b13 req-5536c357-dacc-4317-b9e4-fd09d9404206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:15.912422 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-5536c357-dacc-4317-b9e4-fd09d9404206 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0928631 Jul 16 02:51:15.955446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-d8b73afa-387e-4329-a47d-ce8591fe52f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 217 time: 0.0363579 Jul 16 02:51:16.005664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668990-d0ca-4aae-a663-61e433101b13 req-65e68c68-de0f-4a56-b8ed-8bf21115c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:16.007143 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-65e68c68-de0f-4a56-b8ed-8bf21115c94b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0452435 Jul 16 02:51:16.070898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668990-d0ca-4aae-a663-61e433101b13 req-483caf48-8486-4c9f-a618-fbb933abd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:16.072423 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-483caf48-8486-4c9f-a618-fbb933abd876 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570815 Jul 16 02:51:16.160899 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-9e1fe145-4cd1-4283-8776-0f14ccc6751d service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816286 Jul 16 02:51:16.252815 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4a668990-d0ca-4aae-a663-61e433101b13 req-921524d9-d3a0-4412-ae52-31a38eea6104 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Jul 16 02:51:16.390952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06618-00e2-4faa-8d0f-1bfa8494f540 req-5317d513-1ecf-4766-9454-1450601c54d5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:16.392438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1b06618-00e2-4faa-8d0f-1bfa8494f540 req-5317d513-1ecf-4766-9454-1450601c54d5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0627308 Jul 16 02:51:16.429745 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1b06618-00e2-4faa-8d0f-1bfa8494f540 req-7eb65193-a12a-4e74-b9c7-692809fe1658 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318332 Jul 16 02:51:16.546704 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5a91aa9-8810-43ad-a3c6-51075b2ff6bb up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:16.595743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:16.596738 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.254427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:51:17.349862 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:17.360313 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'mac_address': 'fa:16:3e:3f:a8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:51:17.396371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.409211 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3866f-7293-4b55-a2d2-6cda269409b5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:51:17.427815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:17.432242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:17.479480 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:17.601354 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009280f-9fea-4e73-ac50-f7db8e89b1d4 req-fda7eac9-0e6e-43be-abd2-98ccbc38a69d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:17.602777 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c009280f-9fea-4e73-ac50-f7db8e89b1d4 req-fda7eac9-0e6e-43be-abd2-98ccbc38a69d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 944 time: 0.0621536 Jul 16 02:51:17.645115 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c009280f-9fea-4e73-ac50-f7db8e89b1d4 req-d6d54d52-12ac-4fbb-9c6b-c39eee54a88d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367010 Jul 16 02:51:17.652662 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['adc3866f-7293-4b55-a2d2-6cda269409b5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:51:18.813835 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b4ac7-ca2a-4208-aa00-12d01d883b4e req-4e1bd199-9e62-4d1f-8fef-3236a2a01ba2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:18.815803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc6b4ac7-ca2a-4208-aa00-12d01d883b4e req-4e1bd199-9e62-4d1f-8fef-3236a2a01ba2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 944 time: 0.0623653 Jul 16 02:51:18.851517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-bc6b4ac7-ca2a-4208-aa00-12d01d883b4e req-b07dfafb-16cc-4b7f-ac38-8651f67137b3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302563 Jul 16 02:51:19.254335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:51:19.304605 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port adc3866f-7293-4b55-a2d2-6cda269409b5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:51:19.308370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port adc3866f-7293-4b55-a2d2-6cda269409b5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:51:19.308741 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.387233 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.409135 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:19.411363 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb26ab0-96a4-44ff-a225-780267488d00" -d '{"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-plugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:19.424730 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:51:19.428707 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:19.475453 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:19.501586 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9cf01-d3f9-4c01-8995-b26f06b4a787 x-openstack-request-id: req-78a9cf01-d3f9-4c01-8995-b26f06b4a787 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:19.502007 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-plugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:19.502162 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78a9cf01-d3f9-4c01-8995-b26f06b4a787 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:19.502561 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'code': 200} Jul 16 02:51:19.611421 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51a326-f458-4a6f-83ad-d9ae8d5c68d6 req-1245123e-188c-4a04-a0a7-1d62db1196a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:19.612848 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5b51a326-f458-4a6f-83ad-d9ae8d5c68d6 req-1245123e-188c-4a04-a0a7-1d62db1196a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1096 time: 0.0506382 Jul 16 02:51:19.650688 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5b51a326-f458-4a6f-83ad-d9ae8d5c68d6 req-423bf3c6-e1e9-4782-8040-0c843ae1815b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288091 Jul 16 02:51:20.026673 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db6d0-6a45-401c-8f21-b652dc6b788d req-f4d083aa-41f2-4337-a24c-958f9d517b4a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:20.028179 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e72db6d0-6a45-401c-8f21-b652dc6b788d req-f4d083aa-41f2-4337-a24c-958f9d517b4a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0634842 Jul 16 02:51:20.063812 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e72db6d0-6a45-401c-8f21-b652dc6b788d req-61a83438-df5f-4669-9205-95182e4e391f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301347 Jul 16 02:51:21.243760 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a9e6f-a227-4d02-87a7-06c49cbbf1fe req-717a3b17-4fa6-4958-8781-f73fb2763ea1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:21.245279 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c6a9e6f-a227-4d02-87a7-06c49cbbf1fe req-717a3b17-4fa6-4958-8781-f73fb2763ea1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0678408 Jul 16 02:51:21.282613 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6c6a9e6f-a227-4d02-87a7-06c49cbbf1fe req-f9e17ce5-c78f-4480-948c-2257b26d7046 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Jul 16 02:51:21.453561 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d5d6-5ab1-4395-a363-f23ca95e4f7b req-aed63281-f37c-4c21-b2c7-3861c31817e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:21.455034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1507d5d6-5ab1-4395-a363-f23ca95e4f7b req-aed63281-f37c-4c21-b2c7-3861c31817e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0623071 Jul 16 02:51:21.492675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1507d5d6-5ab1-4395-a363-f23ca95e4f7b req-8c455f84-8262-44be-bf85-a9f9f50ad6d9 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320950 Jul 16 02:51:21.516602 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47714) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:21.606770 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e39cf1-5a0a-4a7e-b070-4aee43ae9fae tempest-TestShelveInstance-1523444879 tempest-TestShelveInstance-1523444879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:21.608289 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-99e39cf1-5a0a-4a7e-b070-4aee43ae9fae tempest-TestShelveInstance-1523444879 tempest-TestShelveInstance-1523444879-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1091 time: 0.0906897 Jul 16 02:51:21.611155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 47718) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:51:21.616041 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:51:21.637354 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.734900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.838814 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Allocated IP 172.25.0.153 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/9773d2a4-10ef-43e6-bc75-9f071def2365) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:51:21.939012 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.976730 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.014758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:51:22.019490 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:51:22.023712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:51:22.026641 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'Port': ['ID=9773d2a4-10ef-43e6-bc75-9f071def2365,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:22.379885 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.458241 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.607000 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.611768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.684775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'Port': ['ID=9773d2a4-10ef-43e6-bc75-9f071def2365,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:51:22.691900 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.789296 n-d-800087-6 neutron-server[93906]: INFO neutron.db.l3_db [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Floating IP 37269178-54ed-4066-a664-bc73532c9503 associated. External IP: 172.25.0.153, port: adc3866f-7293-4b55-a2d2-6cda269409b5. Jul 16 02:51:22.893090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.998155 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Router ff1998ae-0bab-4468-8268-1925b37b369d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:51:23.102812 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:51:23.113852 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:51:23.119733 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:23.123899 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:23.124753 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:23.155194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9aad21a2-ebd8-408e-b571-c50ba4e59173 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5424042 Jul 16 02:51:23.155772 n-d-800087-6 neutron-server[93906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:51:23.158097 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87f89360277b14c2d665ea6016a2bb51d12f7159f2c71e8ab82433e3c327d363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761aaecd-ab85-40f4-a3c5-20c41f301be8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:51:23.194018 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c061c8b-5e29-4dab-8074-7b6a202f87e9 x-openstack-request-id: req-4c061c8b-5e29-4dab-8074-7b6a202f87e9 {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:51:23.194315 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "status": "completed", "code": 200}]} {{(pid=93906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:51:23.194563 n-d-800087-6 neutron-server[93906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c061c8b-5e29-4dab-8074-7b6a202f87e9 {{(pid=93906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:51:23.194981 n-d-800087-6 neutron-server[93906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'status': 'completed', 'code': 200} Jul 16 02:51:23.230941 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:23.270470 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-82ac62eb-4d0c-4e00-ac6e-5b3892a4eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:23.271890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-82ac62eb-4d0c-4e00-ac6e-5b3892a4eead service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1096 time: 0.0542390 Jul 16 02:51:23.365480 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-a724781d-bf9d-458b-9b5a-9ae6c7c797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:23.366955 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-a724781d-bf9d-458b-9b5a-9ae6c7c797a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0889702 Jul 16 02:51:23.436620 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-088a0842-3d49-4888-8a30-47aa46af7bcb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 999 time: 0.0628102 Jul 16 02:51:23.455656 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '37269178-54ed-4066-a664-bc73532c9503', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'mac_address': 'fa:16:3e:3f:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:51:22Z', 'updated_at': '2021-07-16T02:51:22Z', 'revision_number': 0, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:23.484754 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-8c570c99-03bd-400f-9907-0701128a4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:23.486764 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-8c570c99-03bd-400f-9907-0701128a4984 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0427456 Jul 16 02:51:23.545729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-88b7960e-977f-409d-a0d9-c634eabe119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:23.547248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-88b7960e-977f-409d-a0d9-c634eabe119c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548987 Jul 16 02:51:23.576044 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:51:23.584436 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:51:23.585044 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:50:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:23.643161 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-4e68f690-4c64-4a2d-b907-479aed4b4ae6 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880477 Jul 16 02:51:23.694526 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:51:23.733374 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-761aaecd-ab85-40f4-a3c5-20c41f301be8 req-cf25333a-6ce3-487a-9b7c-7c983cc92cb8 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836110 Jul 16 02:51:23.869851 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-eb113cb6-3867-48c6-a88c-f9e28b175465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:23.915224 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '37269178-54ed-4066-a664-bc73532c9503', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'mac_address': 'fa:16:3e:3f:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:51:22Z', 'updated_at': '2021-07-16T02:51:22Z', 'revision_number': 0, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:51:23.944412 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd76f9d-59ce-4fb5-b545-99c37f210111 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '37269178-54ed-4066-a664-bc73532c9503', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'mac_address': 'fa:16:3e:3f:a8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:51:22Z', 'updated_at': '2021-07-16T02:51:22Z', 'revision_number': 0, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:51:24.010221 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:24.131566 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004aef3-516d-406d-9a6d-4fbd8ea1b5da None None] New status for floating IP 37269178-54ed-4066-a664-bc73532c9503: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:51:26.284760 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d39b758f-be4d-426c-b377-53681017cb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:26.796815 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:27.699384 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:29.158622 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:37.590429 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-d1289bfb-e908-40d2-a9aa-5171d005cfb9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529969 Jul 16 02:51:37.699501 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784c45-1591-456e-852f-6866963d0c8e req-e05f3832-888c-4bdf-b103-4b0542ed061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:37.701385 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-e05f3832-888c-4bdf-b103-4b0542ed061e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1096 time: 0.0689414 Jul 16 02:51:37.805720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784c45-1591-456e-852f-6866963d0c8e req-4e60fb44-4fce-4e21-9a89-aff24d87c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:37.807192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-4e60fb44-4fce-4e21-9a89-aff24d87c330 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0844913 Jul 16 02:51:38.149248 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-8112b189-d88d-4a28-b235-7ff360368e89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 1001 time: 0.3352735 Jul 16 02:51:38.197193 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784c45-1591-456e-852f-6866963d0c8e req-b0502664-a4be-4022-bc57-38a532893005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:38.198595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-b0502664-a4be-4022-bc57-38a532893005 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0429502 Jul 16 02:51:38.254828 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784c45-1591-456e-852f-6866963d0c8e req-474b8c54-70a4-4b0b-a298-669551d90874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:38.256292 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-474b8c54-70a4-4b0b-a298-669551d90874 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503726 Jul 16 02:51:38.346273 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-afc42cef-a7e0-4a86-acda-daece51058aa service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839195 Jul 16 02:51:38.436570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d9784c45-1591-456e-852f-6866963d0c8e req-aa1a5f42-0ee7-4de0-af7d-b62d72414390 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807295 Jul 16 02:51:40.491605 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:52.897610 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:53.870131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-779b71c3-7da7-480a-b4a8-ac7b441e8976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:54.007253 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:56.284647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0fa399a4-621c-4e9a-9de7-bdcbd7d31dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:56.797806 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:57.702601 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:59.161164 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:17.493763 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:22.897682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:23.870881 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b713db44-cf5c-4ea4-ad4a-0c8fadab0959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:24.022093 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:26.285140 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a51e6f46-2371-43d1-8d1a-dafc4107c4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:26.799793 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:27.709252 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:29.163846 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:38.609980 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-42e44a27-beee-41b4-bfee-af0296b3592e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558369 Jul 16 02:52:38.703391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-8dddf8fe-8224-489f-bbac-ee7b72aec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:38.704943 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-8dddf8fe-8224-489f-bbac-ee7b72aec784 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1096 time: 0.0528004 Jul 16 02:52:38.812341 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-19a6bd2d-d531-4bb5-9682-d129e24eb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:38.813729 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-19a6bd2d-d531-4bb5-9682-d129e24eb828 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0889807 Jul 16 02:52:38.884437 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-300eeacb-4007-4939-9da5-d2b54298f4c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 1001 time: 0.0637457 Jul 16 02:52:38.933931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-6bdb5f2a-0250-4f73-b8b1-1de58c0bdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:38.935382 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-6bdb5f2a-0250-4f73-b8b1-1de58c0bdd8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0454004 Jul 16 02:52:38.996258 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-4c92db89-5d5d-4e1c-ae9a-51d12fec9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:38.997742 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-4c92db89-5d5d-4e1c-ae9a-51d12fec9888 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556242 Jul 16 02:52:39.092710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-ad05c89c-fb25-4620-8092-2a469237411c service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Jul 16 02:52:39.187203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-430c985c-453c-40bd-9f96-cc633cfc05a7 req-2aec091e-76f3-43df-b3d0-21ede5ac3c71 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Jul 16 02:52:52.909944 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:53.872288 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ce5af8a3-d723-45fb-9dd0-beb0a21cd1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:54.020519 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:54.492658 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:56.289094 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7126aacc-6beb-4017-a2e2-e605d103aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:56.800841 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:57.708648 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:59.172499 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:21.959711 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc8b08-d3df-46b7-a1cb-74d35dfaecd4 req-4bf213d6-c647-49e3-9657-128617c58c7a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:21.961227 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47bc8b08-d3df-46b7-a1cb-74d35dfaecd4 req-4bf213d6-c647-49e3-9657-128617c58c7a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0643625 Jul 16 02:53:21.999353 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47bc8b08-d3df-46b7-a1cb-74d35dfaecd4 req-5fa12f4d-44be-4758-8dbf-8de0dece22c9 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Jul 16 02:53:22.949131 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:23.179774 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891496a-5236-41c1-af6a-18bc21bbe57f req-aa523b6d-a8f6-4a64-aac9-46cdb5a3d8dd tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:23.181269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9891496a-5236-41c1-af6a-18bc21bbe57f req-aa523b6d-a8f6-4a64-aac9-46cdb5a3d8dd tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0669014 Jul 16 02:53:23.218780 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9891496a-5236-41c1-af6a-18bc21bbe57f req-12350458-43bc-46db-8bc5-cd23c1df0f1f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Jul 16 02:53:23.874209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d1dfe6f6-1209-486b-8c44-bcaf30ecac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:24.018467 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:24.414771 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb77a-2e48-459a-b4b5-b486bbeade47 req-0c644bc2-3dee-4acb-8118-0b0066c8c4e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:24.416265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66bbb77a-2e48-459a-b4b5-b486bbeade47 req-0c644bc2-3dee-4acb-8118-0b0066c8c4e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0626564 Jul 16 02:53:24.453536 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-66bbb77a-2e48-459a-b4b5-b486bbeade47 req-533500bb-ccb2-4f2d-bd90-12b141316234 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317955 Jul 16 02:53:25.627317 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef26df-9fd5-4c85-9f29-7277de9287d4 req-67078c57-0420-4c86-a3e6-df5bcb936c67 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:25.629169 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eaef26df-9fd5-4c85-9f29-7277de9287d4 req-67078c57-0420-4c86-a3e6-df5bcb936c67 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0658686 Jul 16 02:53:25.667809 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-eaef26df-9fd5-4c85-9f29-7277de9287d4 req-e6f8665d-7048-4530-b023-a1f21faceca6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331185 Jul 16 02:53:26.289754 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1f9cecfb-4986-4ed6-9d8f-66a6a95a4fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:26.804929 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:26.844719 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37aa8-be63-455e-a407-1423f60a4c55 req-13b128d8-466a-44d7-bbb5-ddb4d35aa09b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:26.846141 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0a37aa8-be63-455e-a407-1423f60a4c55 req-13b128d8-466a-44d7-bbb5-ddb4d35aa09b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0659251 Jul 16 02:53:26.884520 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e0a37aa8-be63-455e-a407-1423f60a4c55 req-19fa5c7a-50fe-441c-8da2-2da60ebcd3cc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321286 Jul 16 02:53:27.711100 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:28.054826 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33d1c8-51c7-4c99-8ac8-3e8daf143949 req-152ad5f5-a211-47a4-bfa3-a72abe352642 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:28.056315 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e33d1c8-51c7-4c99-8ac8-3e8daf143949 req-152ad5f5-a211-47a4-bfa3-a72abe352642 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0614660 Jul 16 02:53:28.092099 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e33d1c8-51c7-4c99-8ac8-3e8daf143949 req-844c41ed-cc4f-4a2e-9039-298ffd30cf1c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303044 Jul 16 02:53:29.170029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:29.271426 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e4b9e-389e-467f-9267-a9c3b48ba76c req-99f80286-3f99-4669-a909-2e6f455b8754 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:29.272952 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-183e4b9e-389e-467f-9267-a9c3b48ba76c req-99f80286-3f99-4669-a909-2e6f455b8754 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0680063 Jul 16 02:53:29.310051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-183e4b9e-389e-467f-9267-a9c3b48ba76c req-8ad4e067-5183-4d8f-914a-c1efbe5e6963 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Jul 16 02:53:30.478524 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31d7b5-57bc-46dc-9426-663e93d824cf req-5f21ce7b-fd80-462e-bc32-d7558f13d39f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:30.480015 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a31d7b5-57bc-46dc-9426-663e93d824cf req-5f21ce7b-fd80-462e-bc32-d7558f13d39f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0623686 Jul 16 02:53:30.516854 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a31d7b5-57bc-46dc-9426-663e93d824cf req-d6e9e915-9e7f-407b-954f-83991a077154 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Jul 16 02:53:31.490905 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:31.690587 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a061c79-53bb-44a4-a21d-43b36106f500 req-42716c69-5043-43aa-8610-c7548ea4202c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:31.692135 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a061c79-53bb-44a4-a21d-43b36106f500 req-42716c69-5043-43aa-8610-c7548ea4202c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0673800 Jul 16 02:53:31.730050 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5a061c79-53bb-44a4-a21d-43b36106f500 req-598e8786-b139-4163-ba03-43f589c70814 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Jul 16 02:53:32.904909 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bac4e-8f0a-4948-bbdf-54f3393ceea6 req-6ba9dfaf-2021-40d6-b98d-3ff113784227 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:32.906400 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a2bac4e-8f0a-4948-bbdf-54f3393ceea6 req-6ba9dfaf-2021-40d6-b98d-3ff113784227 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0635340 Jul 16 02:53:32.943631 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1a2bac4e-8f0a-4948-bbdf-54f3393ceea6 req-bd580bb3-94de-4a83-95b6-ce07c2b0b64d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Jul 16 02:53:33.878410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:53:33.979488 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:33.991833 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'mac_address': 'fa:16:3e:3f:a8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:53:34.031689 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:34.046007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adc3866f-7293-4b55-a2d2-6cda269409b5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:53:34.071740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:34.075910 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:34.128304 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:34.136666 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.137019 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.137359 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.137690 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.138028 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.138352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.138679 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.139007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.139328 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.139648 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.139842 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220563b7-e1fe-415a-9a48-fe56527296c3 req-f56e8292-ff7f-4383-a1f4-bfeaee74928a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:34.140419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.140419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:34.141324 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-220563b7-e1fe-415a-9a48-fe56527296c3 req-f56e8292-ff7f-4383-a1f4-bfeaee74928a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 944 time: 0.0670021 Jul 16 02:53:34.151140 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['adc3866f-7293-4b55-a2d2-6cda269409b5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:53:34.186381 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-220563b7-e1fe-415a-9a48-fe56527296c3 req-1db5b855-523e-44f2-9e2d-090e27eb2e00 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385497 Jul 16 02:53:35.397479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be7fe2-d0ad-427a-b97f-3810f436e04a req-d52c0871-7b60-456d-a0c9-8e11ce9f0a82 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:35.399801 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46be7fe2-d0ad-427a-b97f-3810f436e04a req-d52c0871-7b60-456d-a0c9-8e11ce9f0a82 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 944 time: 0.0802000 Jul 16 02:53:35.445459 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-46be7fe2-d0ad-427a-b97f-3810f436e04a req-b58cb397-12c1-43df-9e1a-386f9f65925c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370426 Jul 16 02:53:35.889669 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:35.945223 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port adc3866f-7293-4b55-a2d2-6cda269409b5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:35.945802 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:36.030899 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:36.058920 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:53:36.061665 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e3024-6dda-42bb-a437-8d4b3f8eb39e" -d '{"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-plugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:53:36.080882 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:36.088264 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:36.114274 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2073d54a-bad0-4a34-9a1b-23e4bccc6cd0 x-openstack-request-id: req-2073d54a-bad0-4a34-9a1b-23e4bccc6cd0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:53:36.114564 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-plugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:53:36.115334 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2073d54a-bad0-4a34-9a1b-23e4bccc6cd0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:53:36.115721 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'code': 200} Jul 16 02:53:36.147231 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:36.635595 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea278b-0371-42b5-afe8-3271301a2fb9 req-0437b100-7758-449f-9c4e-20e18f01641c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:36.637875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9ea278b-0371-42b5-afe8-3271301a2fb9 req-0437b100-7758-449f-9c4e-20e18f01641c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0753613 Jul 16 02:53:36.681607 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9ea278b-0371-42b5-afe8-3271301a2fb9 req-f6b6db80-d7fb-40f9-ac63-3b123f89bf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380857 Jul 16 02:53:37.879901 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9773a4-4041-4061-9e28-ba77f70eb871 req-15ae1f58-b20e-45bb-8d47-2c92d72284e9 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:37.882308 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc9773a4-4041-4061-9e28-ba77f70eb871 req-15ae1f58-b20e-45bb-8d47-2c92d72284e9 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0724139 Jul 16 02:53:37.925101 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc9773a4-4041-4061-9e28-ba77f70eb871 req-3dcb9f31-37d1-49a8-b434-2ba30f76a204 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368454 Jul 16 02:53:39.106076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e6adc-4534-4092-a12f-ce80ce7460c6 req-25ce55b0-7b91-4184-aad3-28a6c86f4fa5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:39.108090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d9e6adc-4534-4092-a12f-ce80ce7460c6 req-25ce55b0-7b91-4184-aad3-28a6c86f4fa5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0678203 Jul 16 02:53:39.151269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0d9e6adc-4534-4092-a12f-ce80ce7460c6 req-d97ebab6-6b44-4adc-8c68-d4d9844b4322 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 Jul 16 02:53:39.652499 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-675aeb4e-1f68-4f2f-b363-bb52041b76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:39.654069 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-675aeb4e-1f68-4f2f-b363-bb52041b76fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1096 time: 0.0622365 Jul 16 02:53:39.770081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-d9275115-29f6-4b69-a11f-e1a5a1eeecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:39.772125 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-d9275115-29f6-4b69-a11f-e1a5a1eeecfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0961115 Jul 16 02:53:39.841544 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-f8d29e43-a568-4fa7-8eac-e6456001a282 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 1001 time: 0.0631278 Jul 16 02:53:39.894909 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-8e6d182e-6440-4038-833c-ae0ebdc07d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:39.897055 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-8e6d182e-6440-4038-833c-ae0ebdc07d5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0492086 Jul 16 02:53:39.967251 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-0c90816f-405b-4c8e-bda0-1ab77e6fd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:39.969095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-0c90816f-405b-4c8e-bda0-1ab77e6fd85f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658705 Jul 16 02:53:40.073096 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-4a1422e5-0b07-4e72-897f-93a9a45e19be service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961277 Jul 16 02:53:40.186921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f189c813-bd79-417e-ba7a-71a0cf659b45 req-afa48763-b7fd-491c-950d-dfcc689f8a64 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071031 Jul 16 02:53:40.348427 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b85-3392-4d03-8cf7-df047066088b req-0dda0ef7-735b-469a-b893-65c1753f0c03 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:40.350456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b545b85-3392-4d03-8cf7-df047066088b req-0dda0ef7-735b-469a-b893-65c1753f0c03 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0716288 Jul 16 02:53:40.398275 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5b545b85-3392-4d03-8cf7-df047066088b req-10c19135-2824-41be-8dbf-3a25e0aabbcc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417168 Jul 16 02:53:41.591352 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f35b-c62d-4443-bb26-4465a5d08f67 req-19398c72-f1bc-4910-b226-6308d2dcafea tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:41.593033 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52b9f35b-c62d-4443-bb26-4465a5d08f67 req-19398c72-f1bc-4910-b226-6308d2dcafea tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0726936 Jul 16 02:53:41.635755 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-52b9f35b-c62d-4443-bb26-4465a5d08f67 req-34516c26-8ef8-4443-b271-0315ea5edef5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367365 Jul 16 02:53:42.828973 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51420c5c-2661-472e-8c3f-6ac4d21bf762 req-af6b502d-214f-4ee6-b803-07a2e5a67ef0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:42.830558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51420c5c-2661-472e-8c3f-6ac4d21bf762 req-af6b502d-214f-4ee6-b803-07a2e5a67ef0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0682740 Jul 16 02:53:42.870034 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51420c5c-2661-472e-8c3f-6ac4d21bf762 req-4d1b836f-26de-4332-bb9e-2a620bf28488 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331626 Jul 16 02:53:43.766107 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-7ee2aee5-444c-4cad-ae78-836c984df5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:43.767626 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-7ee2aee5-444c-4cad-ae78-836c984df5b0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1096 time: 0.0534589 Jul 16 02:53:43.861390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-5d42af39-c922-44a0-a6d7-6c36a6383ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:43.862790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-5d42af39-c922-44a0-a6d7-6c36a6383ef7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0879297 Jul 16 02:53:43.927858 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-c536f633-3d4c-4456-a1d8-28cd3894a503 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 1001 time: 0.0583804 Jul 16 02:53:43.976255 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-f2c41ad8-fb3b-4516-9bf6-5899751b4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:43.977763 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-f2c41ad8-fb3b-4516-9bf6-5899751b4a0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0442390 Jul 16 02:53:44.042103 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-dd87bc07-4f2b-44ef-9dea-13702f53185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:44.043891 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-dd87bc07-4f2b-44ef-9dea-13702f53185e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593660 Jul 16 02:53:44.048171 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851fcb-fcd2-41f5-be7f-f857ec7ce220 req-01f872a0-a959-48d4-bae3-121854bcfdfd tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:44.049674 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d851fcb-fcd2-41f5-be7f-f857ec7ce220 req-01f872a0-a959-48d4-bae3-121854bcfdfd tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0693841 Jul 16 02:53:44.087194 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6d851fcb-fcd2-41f5-be7f-f857ec7ce220 req-85bbbace-841b-4ba4-8467-badafcd92da6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Jul 16 02:53:44.134307 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-1391fffb-62be-4a98-b2d1-5b51cadf09da service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Jul 16 02:53:44.231651 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8e1c02fc-6fe9-48da-bc18-768cb194edbb req-fe94ee86-1d4d-436a-abc4-881c151af6d7 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911458 Jul 16 02:53:45.261215 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3b387-81c7-4e98-bf7b-1d41d712c2a0 req-abf632e9-902f-4a5d-a721-11926c74b596 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:45.262693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88c3b387-81c7-4e98-bf7b-1d41d712c2a0 req-abf632e9-902f-4a5d-a721-11926c74b596 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0626314 Jul 16 02:53:45.299980 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-88c3b387-81c7-4e98-bf7b-1d41d712c2a0 req-2ee504f5-d6fe-490c-8b37-db8282648021 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Jul 16 02:53:46.468991 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bf1ae-83b8-4da3-be0f-b46d36fe783d req-55eab3a8-7b11-4c2a-8cb3-dab90fd347f2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:46.470478 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab7bf1ae-83b8-4da3-be0f-b46d36fe783d req-55eab3a8-7b11-4c2a-8cb3-dab90fd347f2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0628111 Jul 16 02:53:46.508568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ab7bf1ae-83b8-4da3-be0f-b46d36fe783d req-40dd4f56-6497-4988-95cf-01023ca0afbb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Jul 16 02:53:46.615895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-af5c0644-1b66-4a19-8680-5e2c8ea97f65 req-92c64f61-6eb8-4457-9258-7dc9c4ee5e17 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:53:46.616820 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af5c0644-1b66-4a19-8680-5e2c8ea97f65 req-92c64f61-6eb8-4457-9258-7dc9c4ee5e17 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060372 Jul 16 02:53:47.889361 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ab28b-a287-4788-b8f6-1477ce980c60 req-fcb941f3-0d05-411b-bae1-7e5634ec7739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:47.890875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f9ab28b-a287-4788-b8f6-1477ce980c60 req-fcb941f3-0d05-411b-bae1-7e5634ec7739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 945 time: 0.0682364 Jul 16 02:53:47.929482 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1f9ab28b-a287-4788-b8f6-1477ce980c60 req-0d45ff0b-62e5-4ce1-be3a-aa709514663c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Jul 16 02:53:47.965966 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:53:48.145024 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-4b2238b8-2670-4e5c-bb8d-3dd4954a94f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978575 Jul 16 02:53:48.195396 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.216297 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:53:48.218523 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4cd0f4-6ff5-4a74-bf52-65bd5fa05b76" -d '{"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-unplugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:53:48.231592 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:48.240755 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.263635 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adacac6-65ea-4eb6-a137-19b201dd2a8c x-openstack-request-id: req-5adacac6-65ea-4eb6-a137-19b201dd2a8c {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:53:48.263930 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-unplugged", "status": "failed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:53:48.264203 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5adacac6-65ea-4eb6-a137-19b201dd2a8c {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:53:48.264589 n-d-800087-6 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'code': 422} returned with failed status Jul 16 02:53:48.289708 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:49.105889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbde8b-86eb-468f-a837-c6e3668e9ae4 req-8312188c-68b7-45c2-9296-7d871895022a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:49.107378 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcbbde8b-86eb-468f-a837-c6e3668e9ae4 req-8312188c-68b7-45c2-9296-7d871895022a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0629439 Jul 16 02:53:49.144265 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fcbbde8b-86eb-468f-a837-c6e3668e9ae4 req-b413918a-1560-4284-bdd6-a1520646e077 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Jul 16 02:53:50.316514 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df27ad-3a55-4e55-adb1-6c6c79ac5c90 req-c4a41662-313a-4a3d-bb11-d17bcf5e01cd tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:50.318593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3df27ad-3a55-4e55-adb1-6c6c79ac5c90 req-c4a41662-313a-4a3d-bb11-d17bcf5e01cd tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0657344 Jul 16 02:53:50.355214 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3df27ad-3a55-4e55-adb1-6c6c79ac5c90 req-4213a160-7708-4d0e-95bf-f74eb2de6798 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Jul 16 02:53:51.099106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-e239e8a6-78dd-4816-a45d-104c074d76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:51.101028 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-e239e8a6-78dd-4816-a45d-104c074d76ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41&tenant_id=0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 1094 time: 0.0525825 Jul 16 02:53:51.179518 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-e6c1f66f-8d1b-4b0f-bae5-30a91b0bb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:51.181047 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-e6c1f66f-8d1b-4b0f-bae5-30a91b0bb6f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1094 time: 0.0558660 Jul 16 02:53:51.269498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-de6cab84-ecab-4e9f-8b3f-532778699305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:51.271627 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-de6cab84-ecab-4e9f-8b3f-532778699305 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0847294 Jul 16 02:53:51.344294 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-38837fa6-5a09-4c75-b9dd-508d0a53c50f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 999 time: 0.0651050 Jul 16 02:53:51.393218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-b37fe023-a990-4a44-8be1-2d2ce11e68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:51.394694 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-b37fe023-a990-4a44-8be1-2d2ce11e68cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0442920 Jul 16 02:53:51.451637 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-c6569973-f01c-4b0d-971f-1655d1c77741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:51.453625 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-c6569973-f01c-4b0d-971f-1655d1c77741 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518200 Jul 16 02:53:51.529748 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de55444-811a-4cce-9e5c-2090967a75fb req-6bef5b2b-8415-4190-8115-3ebc5b30cd89 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:51.531319 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de55444-811a-4cce-9e5c-2090967a75fb req-6bef5b2b-8415-4190-8115-3ebc5b30cd89 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0650744 Jul 16 02:53:51.547836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-cf798a3c-0305-41f8-9708-fffae8c41510 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877385 Jul 16 02:53:51.570262 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0de55444-811a-4cce-9e5c-2090967a75fb req-c202a470-9916-4085-9c26-57deef5583be tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Jul 16 02:53:51.638988 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b7587276-e57c-4b48-a931-b23637ec8eb6 req-391fa914-6477-482f-8314-96e06dc8c37e service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849516 Jul 16 02:53:52.758508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8018-038b-4f2e-8974-ad55df33a2a1 req-96b46c69-d63e-4031-bbf6-7bf63acb0a9b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:52.760910 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a48c8018-038b-4f2e-8974-ad55df33a2a1 req-96b46c69-d63e-4031-bbf6-7bf63acb0a9b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0722733 Jul 16 02:53:52.804621 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a48c8018-038b-4f2e-8974-ad55df33a2a1 req-4c4c64a2-389a-4ddc-8704-098dec7ab071 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376675 Jul 16 02:53:52.956661 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:53.876295 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2aef2f8d-60bb-43ad-89e1-f7ac5487bd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:53.991324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7cd8c-0f7b-4bfd-a34b-d801b56f8ffc req-0d6c2246-58ea-4b2f-a405-32272acd5cd6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:53.994097 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07c7cd8c-0f7b-4bfd-a34b-d801b56f8ffc req-0d6c2246-58ea-4b2f-a405-32272acd5cd6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0776021 Jul 16 02:53:54.023779 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.044986 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-07c7cd8c-0f7b-4bfd-a34b-d801b56f8ffc req-6f3dfbb4-44ad-4d1b-bd32-c3f59df5c5ab tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454266 Jul 16 02:53:55.225955 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9724d3-cbb7-4d01-ad32-6d59ecff4351 req-b4143775-5893-4d87-a51b-db6c23e299a4 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:55.227462 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa9724d3-cbb7-4d01-ad32-6d59ecff4351 req-b4143775-5893-4d87-a51b-db6c23e299a4 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0667968 Jul 16 02:53:55.265879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-aa9724d3-cbb7-4d01-ad32-6d59ecff4351 req-2258c824-84d4-49fb-a3b1-33ccbdfd2172 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326645 Jul 16 02:53:56.292573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-82bde5f2-412f-400a-b209-a64e0a0033ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:56.448343 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493375-851c-443b-abb6-83e2e6c69422 req-c551917a-69ca-47d6-85d9-a8db21e109b8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:56.449867 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b493375-851c-443b-abb6-83e2e6c69422 req-c551917a-69ca-47d6-85d9-a8db21e109b8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0664699 Jul 16 02:53:56.492438 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b493375-851c-443b-abb6-83e2e6c69422 req-1b9d6813-f5b1-4290-8a95-6416083c1ba2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368865 Jul 16 02:53:56.806201 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:57.678163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d94a5-17f7-44c7-bb11-cb0eaa1ee5a2 req-c01974a6-730d-41ce-9271-45705106ce2c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:57.679899 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-462d94a5-17f7-44c7-bb11-cb0eaa1ee5a2 req-c01974a6-730d-41ce-9271-45705106ce2c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0652101 Jul 16 02:53:57.716381 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:57.728457 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-462d94a5-17f7-44c7-bb11-cb0eaa1ee5a2 req-72343440-a6d7-40df-a5d1-60132599c97c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 Jul 16 02:53:58.924834 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e069ec-30da-469e-b8ea-a403b3af95a8 req-5759cebc-24d5-442f-86cb-e4fb4f487618 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:58.926322 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97e069ec-30da-469e-b8ea-a403b3af95a8 req-5759cebc-24d5-442f-86cb-e4fb4f487618 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0848567 Jul 16 02:53:58.965918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97e069ec-30da-469e-b8ea-a403b3af95a8 req-b3fd8e84-0abc-49ee-931d-2f375628bc43 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338914 Jul 16 02:53:59.178470 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.162418 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebc384-8137-4126-9ab5-646701319ea4 req-b8d632ca-61dc-47ab-b8a7-259d54e2cd42 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:00.163879 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45ebc384-8137-4126-9ab5-646701319ea4 req-b8d632ca-61dc-47ab-b8a7-259d54e2cd42 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0681715 Jul 16 02:54:00.220237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-45ebc384-8137-4126-9ab5-646701319ea4 req-45107ac6-1ee9-4277-bfbf-d42047476854 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504298 Jul 16 02:54:01.416270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b58f-54b5-4598-86a2-4465dfe485b2 req-0ecfbc2c-dd1c-4f5f-a269-1d2dd6cc9427 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:01.417763 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cc4b58f-54b5-4598-86a2-4465dfe485b2 req-0ecfbc2c-dd1c-4f5f-a269-1d2dd6cc9427 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0641267 Jul 16 02:54:01.462853 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3cc4b58f-54b5-4598-86a2-4465dfe485b2 req-f83dd84d-8fc7-4bbe-8ca6-5aff737932da tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386200 Jul 16 02:54:02.642649 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f67850-e20e-4581-96bb-db0388a692c5 req-4888ea98-5858-43ce-9fd7-977855eba198 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:02.644149 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87f67850-e20e-4581-96bb-db0388a692c5 req-4888ea98-5858-43ce-9fd7-977855eba198 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0660377 Jul 16 02:54:02.683531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-87f67850-e20e-4581-96bb-db0388a692c5 req-ed69a9ea-d7e4-45f1-b050-4d9d369030fb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Jul 16 02:54:03.853622 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d88d9-a8f6-4ef5-8ad2-44382bd6701b req-fd0bc8cc-beb2-478f-9644-31978acf36ab tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:03.855090 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c47d88d9-a8f6-4ef5-8ad2-44382bd6701b req-fd0bc8cc-beb2-478f-9644-31978acf36ab tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 943 time: 0.0626321 Jul 16 02:54:03.892774 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c47d88d9-a8f6-4ef5-8ad2-44382bd6701b req-4febeb18-ddae-49e0-83db-9ec5784a8509 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 Jul 16 02:54:04.031401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:04.124282 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:04.135008 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'port_id': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'mac_address': 'fa:16:3e:3f:a8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:04.174279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.187312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3866f-7293-4b55-a2d2-6cda269409b5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:04.206384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:04.210518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.257925 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=9']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:04.470086 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['adc3866f-7293-4b55-a2d2-6cda269409b5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:05.062163 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa28d6-09ef-4a35-bd99-7b758d75baaa req-c568f271-cf9c-483f-859e-673adb5a1452 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:05.063626 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3aa28d6-09ef-4a35-bd99-7b758d75baaa req-c568f271-cf9c-483f-859e-673adb5a1452 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 944 time: 0.0615523 Jul 16 02:54:05.100525 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f3aa28d6-09ef-4a35-bd99-7b758d75baaa req-5cb9909e-724e-4e73-8ded-94d1fdea7446 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306549 Jul 16 02:54:06.044926 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:06.091233 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port adc3866f-7293-4b55-a2d2-6cda269409b5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:06.091608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.170870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.193172 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:06.196236 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc19c81a-1cbb-44c1-9c14-3af2a6a23218" -d '{"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-plugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:06.209198 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:06.214504 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.240631 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bdfb0f-6b7a-4ca6-bbb7-2a9fbaf55abb x-openstack-request-id: req-d6bdfb0f-6b7a-4ca6-bbb7-2a9fbaf55abb {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:06.241000 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-plugged", "status": "completed", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:06.241273 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6bdfb0f-6b7a-4ca6-bbb7-2a9fbaf55abb {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:06.241659 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'code': 200} Jul 16 02:54:06.267921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=10']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:06.298963 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6e660-3535-44f8-a6e3-5e27fc2990ed req-b5edfb39-9ca5-4e78-a1f0-708cce4f0ab8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:06.300697 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8a6e660-3535-44f8-a6e3-5e27fc2990ed req-b5edfb39-9ca5-4e78-a1f0-708cce4f0ab8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 946 time: 0.0837579 Jul 16 02:54:06.344081 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8a6e660-3535-44f8-a6e3-5e27fc2990ed req-803426fd-5a98-4bab-bac9-7e893e7d00c8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Jul 16 02:54:06.418225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3146e-e3de-408f-b376-b0aeb0176010 req-a7198859-f9c6-44ab-a559-429b23f14429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:06.419734 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2dc3146e-e3de-408f-b376-b0aeb0176010 req-a7198859-f9c6-44ab-a559-429b23f14429 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1097 time: 0.0567122 Jul 16 02:54:06.453784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2dc3146e-e3de-408f-b376-b0aeb0176010 req-97db6c77-b927-456c-b228-cb2fda50b8ca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275588 Jul 16 02:54:07.528729 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561f4c7-066e-45b7-a456-aa7c8a638825 req-cb55ab09-232e-4736-aa3c-b2cb210aefb3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:07.530254 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c561f4c7-066e-45b7-a456-aa7c8a638825 req-cb55ab09-232e-4736-aa3c-b2cb210aefb3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 946 time: 0.0699074 Jul 16 02:54:07.572269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c561f4c7-066e-45b7-a456-aa7c8a638825 req-125faeb3-e657-4b3d-bc2b-6acc8d8c7cea tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Jul 16 02:54:08.489899 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:08.748860 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cecf86-d712-49f6-b16c-fcd3394058c7 req-5bfc8de4-a5b2-42f5-aeda-932d691af95c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.750259 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12cecf86-d712-49f6-b16c-fcd3394058c7 req-5bfc8de4-a5b2-42f5-aeda-932d691af95c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 946 time: 0.0666978 Jul 16 02:54:08.790007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-12cecf86-d712-49f6-b16c-fcd3394058c7 req-f196169d-67e5-4626-b3f0-c067baca4529 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337975 Jul 16 02:54:22.952554 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.876891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-086c25d7-ac4b-471b-be07-005ca976a330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.019481 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.293907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a223a1fa-7c9f-437e-88e8-c2a8913bc8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.809911 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.717373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.179988 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.636814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-fe72ad18-7e9a-49fc-bb91-b3d795405448 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003902 Jul 16 02:54:41.730723 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-7fd3d00b-84fc-42e7-bb99-15f9bcca22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:41.732262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-7fd3d00b-84fc-42e7-bb99-15f9bcca22be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1097 time: 0.0523412 Jul 16 02:54:41.841782 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-7405da9f-b8e3-46e7-9a6a-a71c565b122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:41.843702 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-7405da9f-b8e3-46e7-9a6a-a71c565b122a service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0914543 Jul 16 02:54:41.909337 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-5c3e0cc3-bbc4-48a0-82d7-41cb47937544 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 1001 time: 0.0599229 Jul 16 02:54:41.964219 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-240a02e4-27b9-43f3-a667-5fe0d95e59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:41.965710 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-240a02e4-27b9-43f3-a667-5fe0d95e59b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0500665 Jul 16 02:54:42.031368 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-25c0b05b-3c7a-41e2-98ec-142232aad76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:42.032948 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-25c0b05b-3c7a-41e2-98ec-142232aad76d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586348 Jul 16 02:54:42.127027 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-3308cc44-b6cb-4f55-99a9-5628dc74d5ba service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Jul 16 02:54:42.222924 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-b59bc9cc-bdf8-4f14-aa03-7f066a4d4213 req-c43c4a56-86e9-4ae8-a449-a7d4234f4589 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894344 Jul 16 02:54:45.490037 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:52.962234 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.879404 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-dceb1ec9-3d3a-40ff-8886-a3b629d6616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.035242 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.294346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7709951c-929f-45e8-91ab-01269ab8465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.811886 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.720011 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.181315 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.097288 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48060) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:18.365509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Deleting port 9773d2a4-10ef-43e6-bc75-9f071def2365 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:55:18.365804 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.451759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.452133 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.465898 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Calling delete_port for 9773d2a4-10ef-43e6-bc75-9f071def2365 owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:55:18.648766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.683372 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event deleted for resources: {'Port': ['ID=9773d2a4-10ef-43e6-bc75-9f071def2365,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:18.696061 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.696417 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.696751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.697090 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.697423 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.697753 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.698085 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.698406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.698727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.699054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.699424 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.699730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:18.763073 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.763515 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Floating IP 37269178-54ed-4066-a664-bc73532c9503 disassociated (deleted). External IP: 172.25.0.153, port: adc3866f-7293-4b55-a2d2-6cda269409b5. Jul 16 02:55:19.019614 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Router ff1998ae-0bab-4468-8268-1925b37b369d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:55:19.144073 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:19.151197 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.155870 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:19.171213 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:19.172295 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:19.191446 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a6741f6b-7de9-4439-ab5e-f2982f68c038 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "DELETE /v2.0/floatingips/37269178-54ed-4066-a664-bc73532c9503 HTTP/1.1" status: 204 len: 168 time: 1.0927548 Jul 16 02:55:19.192189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:19.194597 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3686af-ae1c-476d-9ecf-b6e037bdb599" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:19.255168 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31395642-9b3d-4dad-b096-4dd6a7516c2d x-openstack-request-id: req-31395642-9b3d-4dad-b096-4dd6a7516c2d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:19.255168 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:19.255168 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31395642-9b3d-4dad-b096-4dd6a7516c2d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:19.255168 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'status': 'completed', 'code': 200} Jul 16 02:55:19.351939 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:19.362576 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-c428cf8b-2bac-4eca-85fa-ed18ab77a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.365186 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-c428cf8b-2bac-4eca-85fa-ed18ab77a966 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 1097 time: 0.0832672 Jul 16 02:55:19.493698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-3579f933-b1a1-4d51-9430-417a9d955731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.495379 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-3579f933-b1a1-4d51-9430-417a9d955731 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.1221571 Jul 16 02:55:19.538768 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-03fadab5-dbb1-4286-9f76-4378fb184188 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 200 len: 217 time: 0.0359366 Jul 16 02:55:19.603794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-1f1948d5-07f0-4c72-86ad-c72503bcbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.606322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-1f1948d5-07f0-4c72-86ad-c72503bcbc61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0610487 Jul 16 02:55:19.643622 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:19.671361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:19.681431 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:19.682910 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:54:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:19.694508 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-2f523696-1f86-4c2b-9b19-10ce9489252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.695905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-2f523696-1f86-4c2b-9b19-10ce9489252a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822840 Jul 16 02:55:19.706502 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b709a4e-8d35-43f3-9b04-8f499fe4a42b req-bf145730-1924-44a9-ab96-a9ab01285362 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.708109 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b709a4e-8d35-43f3-9b04-8f499fe4a42b req-bf145730-1924-44a9-ab96-a9ab01285362 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 946 time: 0.1563158 Jul 16 02:55:19.753956 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8b709a4e-8d35-43f3-9b04-8f499fe4a42b req-906e2e23-b305-48b1-8c02-81276e074438 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351608 Jul 16 02:55:19.804205 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:19.827462 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-b9d0d13c-849f-48ea-adb5-872b036336eb service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237278 Jul 16 02:55:19.940661 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-cc3686af-ae1c-476d-9ecf-b6e037bdb599 req-ead4e04f-9161-4168-8c5d-4d9c1adffadc service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059151 Jul 16 02:55:20.045471 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:20.079262 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa81a6-e59f-45e8-bf10-1499fddda111 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:20.370256 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36656e4-b554-4f56-b136-26c409632f98 None None] New status for floating IP 37269178-54ed-4066-a664-bc73532c9503: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:55:20.904463 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-a0b885b7-f96b-4203-a488-59d66fd8b216 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.907092 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-a0b885b7-f96b-4203-a488-59d66fd8b216 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 946 time: 0.1120710 Jul 16 02:55:21.081411 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Deleting port adc3866f-7293-4b55-a2d2-6cda269409b5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:55:21.081974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.130533 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b80677-56fe-4ebd-9e5d-ccf1f5c82eb9 req-fb26f4e3-b627-4acb-b180-b3fc50526021 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:21.132991 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01b80677-56fe-4ebd-9e5d-ccf1f5c82eb9 req-fb26f4e3-b627-4acb-b180-b3fc50526021 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 946 time: 0.1624894 Jul 16 02:55:21.195951 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-01b80677-56fe-4ebd-9e5d-ccf1f5c82eb9 req-bb7d77a6-b749-462c-954c-4a9549c36c83 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508630 Jul 16 02:55:21.210795 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] For port adc3866f-7293-4b55-a2d2-6cda269409b5, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=adc3866f-7293-4b55-a2d2-6cda269409b5,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:21.211392 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.230146 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Calling delete_port for adc3866f-7293-4b55-a2d2-6cda269409b5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:55:21.753246 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.789159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event deleted for resources: {'Port': ['ID=adc3866f-7293-4b55-a2d2-6cda269409b5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:21.841236 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] No DVR routers for this DVR port adc3866f-7293-4b55-a2d2-6cda269409b5 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:55:21.844343 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.847077 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-99f59a9b-2d8f-4dd9-bd7f-b779052212cf req-3434ba25-c2aa-431d-a358-614dc0798739 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "DELETE /v2.0/ports/adc3866f-7293-4b55-a2d2-6cda269409b5 HTTP/1.1" status: 204 len: 173 time: 0.9338007 Jul 16 02:55:21.847541 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-deleted', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:21.849878 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829eead1-ab51-4326-bda3-b5e0007c84f2" -d '{"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-deleted", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:21.911162 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc7af07-3a3b-4af9-a887-e24b3ebd314c x-openstack-request-id: req-1bc7af07-3a3b-4af9-a887-e24b3ebd314c {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:21.912229 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca3c15e-e0eb-4872-8640-87c368345e41", "name": "network-vif-deleted", "tag": "adc3866f-7293-4b55-a2d2-6cda269409b5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:21.912229 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bc7af07-3a3b-4af9-a887-e24b3ebd314c {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:21.913296 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca3c15e-e0eb-4872-8640-87c368345e41', 'name': 'network-vif-deleted', 'tag': 'adc3866f-7293-4b55-a2d2-6cda269409b5', 'status': 'completed', 'code': 200} Jul 16 02:55:22.410624 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-47ea4f70-d6ef-44d8-a902-b8e52c271875 req-195fe0af-9aeb-49ef-9efe-b16699312421 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ca3c15e-e0eb-4872-8640-87c368345e41 HTTP/1.1" status: 200 len: 210 time: 0.0369956 Jul 16 02:55:22.495070 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:22.977764 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.521040 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48086) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:23.601007 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.646673 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.729870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.734243 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.736147 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "DELETE /v2.0/security-groups/6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165 HTTP/1.1" status: 204 len: 168 time: 0.2139175 Jul 16 02:55:23.750999 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b0b4d-fdd3-4869-8c8e-7b98d6fad165,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:23.767623 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.768982 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.769564 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.770140 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.770721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.771282 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.771786 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.772218 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.772556 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.772890 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.773228 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.773563 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007128ec-82e2-4913-a375-7846b903cf55 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:23.887577 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f022cc98-6e41-46b4-880b-6b09687b35e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.042286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.287181 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48092) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.292425 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980883346', 'description': 'tempest-secgroup-smoke-1980883346 description', 'project_id': '0eff1c7be6b446efae8b0361a22659e8'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:24.317168 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.400016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:55:24.434001 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: adc3866f-7293-4b55-a2d2-6cda269409b5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:55:24.434458 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device adc3866f-7293-4b55-a2d2-6cda269409b5 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:55:24.446005 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.450564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.483020 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.484400 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1957800 Jul 16 02:55:24.485429 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8effbfc-d157-422c-8c42-bf6f77cbbe50 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1beffe5-38e1-4c34-896a-393611952223,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.488978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48094) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.496173 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': 'c1beffe5-38e1-4c34-896a-393611952223', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:24.533716 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.608127 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.613698 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.643201 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36809c3-3ce6-46e2-abab-2fbb412751c0,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.647124 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.648551 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4ec84330-c691-482f-a273-4ddf250db439 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581688 Jul 16 02:55:24.653113 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48096) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.659237 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': 'c1beffe5-38e1-4c34-896a-393611952223', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:24.695552 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.778120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.783138 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.802770 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc83107-4bcf-46ae-8343-708922eed326,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.812524 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.813822 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-384772f3-7554-45c6-a77e-f6b048f205f0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591752 Jul 16 02:55:24.819048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48098) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.824108 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': 'c1beffe5-38e1-4c34-896a-393611952223', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:24.855456 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.923281 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.928956 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.949603 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71502ccb-6ee2-4cbb-824c-01ccd8746864,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.958892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.960831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d662687d-04d8-4a4e-8b28-2113b0fc8659 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406989 Jul 16 02:55:24.964925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48100) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.970006 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': 'c1beffe5-38e1-4c34-896a-393611952223', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:25.003808 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.085692 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.091268 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.126098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d50aa5-7a17-4d0a-8648-3c1bf91b3d3a,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.135303 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.136657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5b6f4c48-8161-4232-abfb-126bf0c647ec tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706786 Jul 16 02:55:25.140391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48102) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:25.145863 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': 'c1beffe5-38e1-4c34-896a-393611952223', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:25.174125 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Project 0eff1c7be6b446efae8b0361a22659e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:55:25.179771 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.246523 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.251255 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.269426 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0f91b6-53ec-47df-85ea-6bb1ec94787d,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.275544 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.276824 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-abb52892-eec9-42b2-98ab-aeddd27ce345 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353514 Jul 16 02:55:25.281469 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48104) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:25.287163 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'security_group_rule': {'security_group_id': 'c1beffe5-38e1-4c34-896a-393611952223', 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:25.312749 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Project 0eff1c7be6b446efae8b0361a22659e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:55:25.319114 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.394622 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.398605 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.418497 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a293f75-a291-4315-be46-00d36d4fc1bb,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.427244 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.429351 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-365a7d72-ea17-4727-91b5-67d22210cccb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464360 Jul 16 02:55:26.310182 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f659bdbb-3d63-46f3-9efa-3c2f257e5645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.823219 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.731197 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.190200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.287656 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-d2347834-6ba7-4111-aa09-9e637d2a5611 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980883346&fields=id&tenant_id=0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 267 time: 0.0429661 Jul 16 02:55:43.423148 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-ced4ef40-270d-4b02-85eb-58e5dc264866 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:43.425316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-ced4ef40-270d-4b02-85eb-58e5dc264866 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 808 time: 0.1306107 Jul 16 02:55:43.445871 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-5cbe2a2a-a142-488c-b5fd-adf8821e1822 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/quotas/0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 375 time: 0.0107014 Jul 16 02:55:43.551645 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-fcd17fbb-62d1-4a5d-8b45-64843fbe9341 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994923 Jul 16 02:55:43.671629 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cf9563d0-6ccc-4853-8f3f-491b8f0a6dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033101 Jul 16 02:55:43.797563 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-9dd12d60-4325-4255-bad0-396a53ba033c service neutron] 10.222.0.35 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179223 Jul 16 02:55:44.205570 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-af5b28a4-5758-404b-8422-0d50e433ffd5 req-df50b8a6-3c6b-4d43-abee-4a469c52fd91 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 210 time: 0.0519416 Jul 16 02:55:45.413386 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d561dc47-e2a8-47d6-8742-83a41f9f4071 req-3bed206e-7259-418a-be9c-6226448ff412 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 210 time: 0.0397217 Jul 16 02:55:45.520893 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-404bdda2-2268-408f-a516-ad611983cc16 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:45.522433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-404bdda2-2268-408f-a516-ad611983cc16 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 808 time: 0.1236432 Jul 16 02:55:45.576391 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-2a51eb85-14ae-4732-97b6-79f9a32731f2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 380 time: 0.0452716 Jul 16 02:55:45.588657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'port': {'device_id': '852dc061-b95b-4117-9c54-a61db378a261', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'admin_state_up': True, 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'security_groups': ['c1beffe5-38e1-4c34-896a-393611952223']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:45.742983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Made reservation on behalf of 0eff1c7be6b446efae8b0361a22659e8 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:45.746788 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.903639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Allocated IP 172.20.0.4 (01d0de94-e2e2-4cc1-83c3-0067a81a2802/2426f395-e03b-4918-893e-5ff0585b6ba3/86be2c4a-bba8-4aca-8d08-4a671d8352c4) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:46.068182 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.082771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Transition to ACTIVE for port object 86be2c4a-bba8-4aca-8d08-4a671d8352c4 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:46.117351 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.167781 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:46.171735 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:46.176676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:46.209267 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:46.247253 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:46.248118 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.267784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-47eeac5d-58b0-4798-87f5-bab36ae03058 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6851547 Jul 16 02:55:46.278986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Request body: {'port': {'device_id': '852dc061-b95b-4117-9c54-a61db378a261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:46.396421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.519583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7422955f-6114-4412-bd96-2a6d6b5f4654 None None] Provisioning for port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:46.526875 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-7422955f-6114-4412-bd96-2a6d6b5f4654 None None] Provisioning complete for port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:46.527637 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-7422955f-6114-4412-bd96-2a6d6b5f4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.570923 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-7422955f-6114-4412-bd96-2a6d6b5f4654 None None] Port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:46.636808 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05ce25-513a-4f71-80c9-c58e0235d2c0 req-5791f78c-3154-47cb-883f-d398b84114a3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:46.640967 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd05ce25-513a-4f71-80c9-c58e0235d2c0 req-5791f78c-3154-47cb-883f-d398b84114a3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 931 time: 0.0842850 Jul 16 02:55:46.693453 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fd05ce25-513a-4f71-80c9-c58e0235d2c0 req-58b4bbe6-15d9-44ee-9f1e-fc73fbd5e7d1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443130 Jul 16 02:55:46.785627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86be2c4a-bba8-4aca-8d08-4a671d8352c4 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:46.793707 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.807248 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Transition to ACTIVE for port object 86be2c4a-bba8-4aca-8d08-4a671d8352c4 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:46.813879 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.869923 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:46.981742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Attempting to bind port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:46.982129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Attempting to bind port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:46.982387 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Attempting to bind port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:46.987218 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:55:46.987495 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Attempting to bind port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 on network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:46.993129 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:46.993471 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Checking segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:46.993861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Bound using segment: {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:46.994290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Bound port: 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02bc95d-51fb-40c0-afc0-c4a1a379f697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:46.994655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.096225 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:47.100818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:47.108132 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.148652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.149167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.150574 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] 10.222.0.38 "PUT /v2.0/ports/86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 1091 time: 0.8763053 Jul 16 02:55:47.151040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:47.153396 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:47.191702 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd852ee1-be62-49ef-937a-4aa049083d67 service neutron] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:47.225261 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288d923b-0f3f-41ff-bf00-f221966bc3ae x-openstack-request-id: req-288d923b-0f3f-41ff-bf00-f221966bc3ae {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:47.225956 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:47.226452 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-288d923b-0f3f-41ff-bf00-f221966bc3ae {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:47.227085 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'status': 'completed', 'code': 200} Jul 16 02:55:47.293521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-1a942e8b-7c30-4b99-bf1e-fe9127f1d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.295298 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-1a942e8b-7c30-4b99-bf1e-fe9127f1d4ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1094 time: 0.0866435 Jul 16 02:55:47.344165 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-f94cba4b-8763-4758-94f8-1976fcbc3eed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 217 time: 0.0416541 Jul 16 02:55:47.400529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-7a0799d2-cb30-44cc-bb23-24ab29d4dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.402035 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-7a0799d2-cb30-44cc-bb23-24ab29d4dbfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0510433 Jul 16 02:55:47.469467 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a188e0-c301-4484-980c-aa38dceed04f req-1ac13d1d-39fa-4a9e-b092-06e0d6c6220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.471433 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-1ac13d1d-39fa-4a9e-b092-06e0d6c6220e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626423 Jul 16 02:55:47.599180 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-fac2a554-5daa-4116-96cb-74f66beca5ae service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206112 Jul 16 02:55:47.707121 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-d6a188e0-c301-4484-980c-aa38dceed04f req-282f459a-6b45-4ffe-8dd4-a9f8af3c5956 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014390 Jul 16 02:55:47.822842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-7d606302-3e3f-4635-b096-d6d4b6544a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.824633 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-7d606302-3e3f-4635-b096-d6d4b6544a7f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1094 time: 0.0691259 Jul 16 02:55:47.967610 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-bb70c200-b680-4338-9340-bcd3a95c55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.970953 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-bb70c200-b680-4338-9340-bcd3a95c55bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.1388593 Jul 16 02:55:47.989277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6253170-2773-4708-b16c-30505cd4407b req-af021d9d-5046-4f9a-bb75-bb72352acadc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.990857 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6253170-2773-4708-b16c-30505cd4407b req-af021d9d-5046-4f9a-bb75-bb72352acadc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0942867 Jul 16 02:55:48.018863 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-43103d37-9b9b-4f27-acd8-bfaaa6ee856c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 217 time: 0.0416558 Jul 16 02:55:48.035916 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e6253170-2773-4708-b16c-30505cd4407b req-f7ae8d6d-5e99-4ea0-9c5d-e868b05400d2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378664 Jul 16 02:55:48.072672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-533ba94b-7c1b-4893-acb8-7026fdb6347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:48.074192 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-533ba94b-7c1b-4893-acb8-7026fdb6347d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0481763 Jul 16 02:55:48.145958 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-069340a6-c9b5-4167-b7a2-be556f65398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:48.147479 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-069340a6-c9b5-4167-b7a2-be556f65398b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665386 Jul 16 02:55:48.258714 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-1e639cc2-37fe-4a47-946c-c1cce1239908 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045556 Jul 16 02:55:48.365918 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-06aa8bbc-b2f4-46e7-9cd8-60c7ff799bb3 req-c8f0fa78-ae6c-45b4-a28e-457b23ef80be service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004786 Jul 16 02:55:49.243777 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c04ed-2b3e-4783-a75f-93ca569dc94f req-eca5c8a1-85ad-4ea4-a89c-e74d14cdfc57 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.245553 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d21c04ed-2b3e-4783-a75f-93ca569dc94f req-eca5c8a1-85ad-4ea4-a89c-e74d14cdfc57 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0742233 Jul 16 02:55:49.291609 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d21c04ed-2b3e-4783-a75f-93ca569dc94f req-9cad271a-5ff5-4d13-b6cf-a78c7fa14796 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Jul 16 02:55:50.494610 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d407b-fdcc-45c3-8181-4c7e553e81fd req-87d1dd77-81dd-4a3b-9cd6-c5ef17aba694 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:50.496178 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-861d407b-fdcc-45c3-8181-4c7e553e81fd req-87d1dd77-81dd-4a3b-9cd6-c5ef17aba694 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0729747 Jul 16 02:55:50.539155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-861d407b-fdcc-45c3-8181-4c7e553e81fd req-8046a59b-bd84-4698-8ff4-0fea8f536769 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374858 Jul 16 02:55:52.105871 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e23d-329b-4c85-bd8a-845abdf01512 req-58a6c4ec-8619-447b-baac-de2bb0d1c001 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:52.107434 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81e5e23d-329b-4c85-bd8a-845abdf01512 req-58a6c4ec-8619-447b-baac-de2bb0d1c001 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.4369469 Jul 16 02:55:52.153778 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-81e5e23d-329b-4c85-bd8a-845abdf01512 req-a60af06d-d3a3-4dc3-8373-01901ec406b4 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381911 Jul 16 02:55:52.995408 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:53.337259 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84804f-abc0-42ab-99fb-000ba5db0d31 req-98fbde2e-5665-422c-8793-7a628d52f086 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:53.338692 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f84804f-abc0-42ab-99fb-000ba5db0d31 req-98fbde2e-5665-422c-8793-7a628d52f086 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0651748 Jul 16 02:55:53.381131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9f84804f-abc0-42ab-99fb-000ba5db0d31 req-31bf6f3f-4f34-4b7a-8e39-0df1bd8cf53c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349774 Jul 16 02:55:53.882033 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-9f3aabc1-2469-4f37-8cd4-a0b9a4240655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.047608 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.577594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268112e-7654-427d-9cfd-4787e7d7bc2f req-ed75a466-a118-418c-a36e-a9869c062db3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:54.579167 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1268112e-7654-427d-9cfd-4787e7d7bc2f req-ed75a466-a118-418c-a36e-a9869c062db3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0742097 Jul 16 02:55:54.625713 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1268112e-7654-427d-9cfd-4787e7d7bc2f req-687411f0-b676-4354-ae01-4ee6e9f2e28b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Jul 16 02:55:55.876429 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a9f1-db5c-405b-9033-8891fa9014cf req-523107d0-ea92-4e3e-bf1a-44d853d1eae0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:55.878263 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c402a9f1-db5c-405b-9033-8891fa9014cf req-523107d0-ea92-4e3e-bf1a-44d853d1eae0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0801525 Jul 16 02:55:55.924203 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c402a9f1-db5c-405b-9033-8891fa9014cf req-e06aec9e-f5f1-422c-90cb-d3e5e058847f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369101 Jul 16 02:55:56.294710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c118531c-4f19-407e-bbda-8f027f485f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:56.818604 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:57.105206 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014227-ff86-460f-8e9a-9221c794db30 req-a293f63e-c3d0-462a-865c-68f2ef3c0606 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:57.106721 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91014227-ff86-460f-8e9a-9221c794db30 req-a293f63e-c3d0-462a-865c-68f2ef3c0606 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0690687 Jul 16 02:55:57.157001 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-91014227-ff86-460f-8e9a-9221c794db30 req-088dfff8-2c2f-4a9d-97f8-4bc152ba3a8b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Jul 16 02:55:57.729962 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:58.358712 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5e717-ba8f-45a4-aa87-298ddeb60e6c req-9923f9be-953f-4d52-8875-2a82aaf96a9d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:58.360934 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6e5e717-ba8f-45a4-aa87-298ddeb60e6c req-9923f9be-953f-4d52-8875-2a82aaf96a9d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0852919 Jul 16 02:55:58.408918 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d6e5e717-ba8f-45a4-aa87-298ddeb60e6c req-702813b1-05de-47b3-a2d4-ca63b4266045 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Jul 16 02:55:58.605768 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:55:58.717941 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:58.731395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'port_id': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'mac_address': 'fa:16:3e:da:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:55:58.785324 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:58.800771 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86be2c4a-bba8-4aca-8d08-4a671d8352c4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:58.824660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:58.832509 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:58.890723 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:58.899056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.899401 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.899738 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.900093 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.900431 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.900756 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.901100 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.901398 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.901717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.902034 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.902350 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:58.902670 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:59.036152 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['86be2c4a-bba8-4aca-8d08-4a671d8352c4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:59.199891 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.494220 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:59.624886 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714135-6fc4-4a5c-a79c-3b32cae8567c req-71ca196a-3a35-434c-8773-f23ad78eb9dc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:59.626514 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b714135-6fc4-4a5c-a79c-3b32cae8567c req-71ca196a-3a35-434c-8773-f23ad78eb9dc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 944 time: 0.0679934 Jul 16 02:55:59.668740 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9b714135-6fc4-4a5c-a79c-3b32cae8567c req-e9934d32-d1f3-4df6-867b-61b5178a671d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363328 Jul 16 02:56:00.609586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:00.681821 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:00.686617 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:00.687058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:00.793555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:00.820121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:00.822563 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca149111-9cfe-4372-84bf-af61ef82af22" -d '{"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-plugged", "status": "completed", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:00.836740 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:00.849639 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:00.879400 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55575a4b-f1a8-4b47-a7aa-1f2c37c12dba x-openstack-request-id: req-55575a4b-f1a8-4b47-a7aa-1f2c37c12dba {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:00.879780 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-plugged", "status": "completed", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:00.879942 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55575a4b-f1a8-4b47-a7aa-1f2c37c12dba {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:00.880329 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'code': 200} Jul 16 02:56:00.914246 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:00.920664 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156158f-a079-4aa2-8d50-39867d0588d0 req-dd2273a0-24a8-471c-9c93-a76cb21f3271 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:00.922257 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b156158f-a079-4aa2-8d50-39867d0588d0 req-dd2273a0-24a8-471c-9c93-a76cb21f3271 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 944 time: 0.1006541 Jul 16 02:56:00.971295 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b156158f-a079-4aa2-8d50-39867d0588d0 req-90211309-7b4b-46b1-aaef-a72eef8d3ac6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Jul 16 02:56:01.009390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9aefb-d681-4ba8-bb4f-f6563fc2645e req-49d6fe5f-eb4f-4f13-9c61-523c8cb5d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.011211 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79f9aefb-d681-4ba8-bb4f-f6563fc2645e req-49d6fe5f-eb4f-4f13-9c61-523c8cb5d9e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0608139 Jul 16 02:56:01.052009 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-79f9aefb-d681-4ba8-bb4f-f6563fc2645e req-a90517f3-4800-49bd-a33e-245781a29abb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350940 Jul 16 02:56:02.169156 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09656a-e1e3-4e9e-b845-d8a15f476b49 req-59273ab8-8b36-457a-91c0-cbbb3e373e0c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.170679 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a09656a-e1e3-4e9e-b845-d8a15f476b49 req-59273ab8-8b36-457a-91c0-cbbb3e373e0c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0769989 Jul 16 02:56:02.210502 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4a09656a-e1e3-4e9e-b845-d8a15f476b49 req-d716dd57-feda-44c2-9e52-85440c0a1a25 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Jul 16 02:56:02.408895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8a5a-a513-4451-b231-af69202a13b2 req-e5756964-2aac-4d51-a0e9-e9146579ef38 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.410417 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-649f8a5a-a513-4451-b231-af69202a13b2 req-e5756964-2aac-4d51-a0e9-e9146579ef38 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0732863 Jul 16 02:56:02.452007 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-649f8a5a-a513-4451-b231-af69202a13b2 req-a7accd72-7435-4a95-9ddc-b4e50ebcf8c2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358529 Jul 16 02:56:02.482849 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48318) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:02.546592 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b75c2-ee00-427e-a9fc-2a4039bcec77 tempest-TestShelveInstance-1523444879 tempest-TestShelveInstance-1523444879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.548262 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d06b75c2-ee00-427e-a9fc-2a4039bcec77 tempest-TestShelveInstance-1523444879 tempest-TestShelveInstance-1523444879-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1091 time: 0.0643680 Jul 16 02:56:02.551134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48320) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:02.556116 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:02.580198 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.694848 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.821874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Allocated IP 172.25.0.181 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/32fd21df-ddbb-4e7a-babd-b98134bc570c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:02.966651 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.015022 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.057294 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:03.061799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:03.067098 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:03.070393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'Port': ['ID=32fd21df-ddbb-4e7a-babd-b98134bc570c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:03.513615 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.606415 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.784140 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.789443 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.862719 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event updated for resources: {'Port': ['ID=32fd21df-ddbb-4e7a-babd-b98134bc570c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:03.876276 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.995623 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Floating IP da495fa8-8ef7-493c-b2dc-5e6a44ccb56d associated. External IP: 172.25.0.181, port: 86be2c4a-bba8-4aca-8d08-4a671d8352c4. Jul 16 02:56:04.256268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Router ff1998ae-0bab-4468-8268-1925b37b369d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:56:04.381799 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:56:04.395974 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:56:04.404158 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.411905 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:04.412991 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:04.467762 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d971a09e-c31b-4650-8cdd-b2daea5138a1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9152696 Jul 16 02:56:04.468664 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:04.473224 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:04.570351 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:04.623432 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d685e6b-6f4c-4f3b-8f2d-822251d5442d x-openstack-request-id: req-5d685e6b-6f4c-4f3b-8f2d-822251d5442d {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:04.624304 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:04.624304 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d685e6b-6f4c-4f3b-8f2d-822251d5442d {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:04.624642 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'status': 'completed', 'code': 200} Jul 16 02:56:04.719159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-61224031-623d-4dd4-8526-13c5664de74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.721480 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-61224031-623d-4dd4-8526-13c5664de74c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0744309 Jul 16 02:56:04.834686 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-a20d5183-d2e2-4b01-a82c-4f5ec9cda364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.836565 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-a20d5183-d2e2-4b01-a82c-4f5ec9cda364 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.1080306 Jul 16 02:56:04.857995 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'da495fa8-8ef7-493c-b2dc-5e6a44ccb56d', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'port_id': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'mac_address': 'fa:16:3e:da:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852dc061-b95b-4117-9c54-a61db378a261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:56:03Z', 'updated_at': '2021-07-16T02:56:03Z', 'revision_number': 0, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:04.911001 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:56:04.925745 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:04.926727 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:55:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:04.934595 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-2103079e-4c69-4b66-806d-c47622c9ed90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 999 time: 0.0906212 Jul 16 02:56:05.003358 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-7b1ed326-590f-4063-a95f-a03442dd93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.005079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-7b1ed326-590f-4063-a95f-a03442dd93fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0641634 Jul 16 02:56:05.076313 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:05.078066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-2b6a3f33-5aee-4913-b290-ab4321f7dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.080516 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-2b6a3f33-5aee-4913-b290-ab4321f7dfd9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686576 Jul 16 02:56:05.198623 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-d2eb3177-6229-448a-9666-f75fa34df3fb service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109266 Jul 16 02:56:05.297465 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f90457e9-7b6e-4e2e-862f-a9c53d026ae2 req-ee3f1093-5b0d-416b-be55-2af3ead83e00 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931141 Jul 16 02:56:05.368403 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'da495fa8-8ef7-493c-b2dc-5e6a44ccb56d', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'port_id': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'mac_address': 'fa:16:3e:da:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852dc061-b95b-4117-9c54-a61db378a261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:56:03Z', 'updated_at': '2021-07-16T02:56:03Z', 'revision_number': 0, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:05.402924 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a62297-84c5-4638-9f32-9488e304b0d8 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': 'da495fa8-8ef7-493c-b2dc-5e6a44ccb56d', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'port_id': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'mac_address': 'fa:16:3e:da:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852dc061-b95b-4117-9c54-a61db378a261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:56:03Z', 'updated_at': '2021-07-16T02:56:03Z', 'revision_number': 0, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:56:05.636395 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd7068-b9f0-4544-82ec-86d0e5e3ba04 None None] New status for floating IP da495fa8-8ef7-493c-b2dc-5e6a44ccb56d: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:56:22.996957 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:23.895524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-faf9fc73-7649-404c-98d3-98f7afd03826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.066372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.299898 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-867f9184-e2e9-48a2-b8de-79a433947d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.824650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:27.743199 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:29.191935 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:36.494555 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:44.589972 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-884887bc-dec8-4658-a296-f4ab5e9a848a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558348 Jul 16 02:56:44.709375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-04540b2f-9c1f-4d2b-be20-e2cf0b4fd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:44.711082 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-04540b2f-9c1f-4d2b-be20-e2cf0b4fd99a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0719652 Jul 16 02:56:44.827089 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-cc2aeef4-692b-4906-aa88-c25971ad2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:44.829074 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-cc2aeef4-692b-4906-aa88-c25971ad2cf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0964653 Jul 16 02:56:44.909418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-df34b611-5dad-4844-9844-48aeea288a7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 1001 time: 0.0741260 Jul 16 02:56:44.974224 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-35d9397f-52a9-4947-b78f-7403ad488637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:44.976332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-35d9397f-52a9-4947-b78f-7403ad488637 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0613093 Jul 16 02:56:45.040639 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-896208ea-025d-4384-ba37-4109a0825fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.042190 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-896208ea-025d-4384-ba37-4109a0825fef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596280 Jul 16 02:56:45.449730 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-b43490a6-cc17-4659-8698-bb7067ba8356 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014027 Jul 16 02:56:45.556707 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f95cad8d-a859-4e2a-ae7a-c48c3c513659 req-26e7493d-170a-4bf6-9406-ec2fbd6dd286 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916593 Jul 16 02:56:53.010145 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.890030 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-56e9de6a-bfd4-4163-a794-212a53959d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.060098 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.306541 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3bed8f7d-7824-4b54-9392-41f0eb748866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.832752 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:57.733212 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.196722 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:13.495661 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:23.010169 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:23.898508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23303f9f-7739-4faa-8b61-e721ddd10f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:24.060009 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:26.300217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-72ce14a5-bdd7-46a2-a7e9-052664a6ffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:26.827227 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:27.738993 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.197171 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:46.606341 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-6cd9e1f3-917f-4182-8d5a-ae2307f490b5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585861 Jul 16 02:57:46.711894 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-3a9a1c5c-1da2-46ac-9f56-2b37f779c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.713470 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-3a9a1c5c-1da2-46ac-9f56-2b37f779c85e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0604265 Jul 16 02:57:46.822567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-c4d2957c-ed56-4d30-ad7e-27c7e84810c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.824076 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-c4d2957c-ed56-4d30-ad7e-27c7e84810c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0888779 Jul 16 02:57:46.896345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-6ece595a-67de-4925-b788-2c2b2f9788cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 1001 time: 0.0653658 Jul 16 02:57:46.947545 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-984da293-89bc-4615-8b72-78d34951eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.949110 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-984da293-89bc-4615-8b72-78d34951eed0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0466092 Jul 16 02:57:47.005105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-9f2de4a2-e2c7-4263-9b16-b892b75337bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.006611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-9f2de4a2-e2c7-4263-9b16-b892b75337bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520134 Jul 16 02:57:47.118035 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-0426efb1-dc44-4448-9cbd-50a211f4e50a service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044865 Jul 16 02:57:47.218936 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-7dcddf64-4c4d-4f5e-9128-05dd6f254a64 req-04842c63-04ad-4d72-84ca-f4d7ce3368d4 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941424 Jul 16 02:57:50.495430 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:53.018363 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.893124 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-4b09f46b-5e49-4e76-9bd2-75e54d0d56a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.074393 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:56.301692 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-23d3bd6e-5e19-41b6-a16d-72488e2bd47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:56.829662 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.740346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.198996 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:02.766173 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b8cfd-f72a-4b0d-be95-ccf92748051f req-5eaaf71e-b493-4551-a194-7bc897eaaa26 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:02.767835 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-780b8cfd-f72a-4b0d-be95-ccf92748051f req-5eaaf71e-b493-4551-a194-7bc897eaaa26 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0668879 Jul 16 02:58:02.807493 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-780b8cfd-f72a-4b0d-be95-ccf92748051f req-6bd1be94-cc03-4f6f-9c57-f01c733a9062 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Jul 16 02:58:04.040460 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e86db-60f9-4899-b24e-f673472dc0c0 req-60b2371a-d843-4a0e-9770-c649f5df437a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.041878 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a8e86db-60f9-4899-b24e-f673472dc0c0 req-60b2371a-d843-4a0e-9770-c649f5df437a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0782416 Jul 16 02:58:04.085318 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3a8e86db-60f9-4899-b24e-f673472dc0c0 req-966af41b-5a89-4e8f-bbd4-f07d5ae8ae36 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Jul 16 02:58:05.292141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c118a-7068-434a-a6a1-7e552fed0389 req-0b677fe8-7229-4fe1-97a0-243053eadb66 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:05.293872 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e1c118a-7068-434a-a6a1-7e552fed0389 req-0b677fe8-7229-4fe1-97a0-243053eadb66 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0686936 Jul 16 02:58:05.333855 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6e1c118a-7068-434a-a6a1-7e552fed0389 req-284c0d0b-cf26-4fd3-b27f-305f5c2478be tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335414 Jul 16 02:58:06.527161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ed19-274c-411f-a39e-83154a828cd6 req-7b49cbf8-19d4-4e80-a435-ce97f638ac69 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:06.528787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d535ed19-274c-411f-a39e-83154a828cd6 req-7b49cbf8-19d4-4e80-a435-ce97f638ac69 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0724869 Jul 16 02:58:06.587962 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d535ed19-274c-411f-a39e-83154a828cd6 req-049aaee4-0d92-402b-8cbc-d172abe35e11 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530341 Jul 16 02:58:07.775096 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04252205-c179-45e1-a7ea-3537c9815778 req-d1cd1393-826e-49e1-90e0-7e8c798af757 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:07.776693 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04252205-c179-45e1-a7ea-3537c9815778 req-d1cd1393-826e-49e1-90e0-7e8c798af757 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0702920 Jul 16 02:58:07.816942 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-04252205-c179-45e1-a7ea-3537c9815778 req-cec5166a-c2d5-4fd3-8d6c-e0cc540dcb24 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Jul 16 02:58:09.003638 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d12c8-b9f3-4ee7-ba72-b488c478628a req-a20242a0-ca34-4813-ab0a-7a58b3d597a8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:09.005208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b93d12c8-b9f3-4ee7-ba72-b488c478628a req-a20242a0-ca34-4813-ab0a-7a58b3d597a8 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0726483 Jul 16 02:58:09.047269 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b93d12c8-b9f3-4ee7-ba72-b488c478628a req-6b5aa287-8896-492b-9625-2d0305d58508 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363772 Jul 16 02:58:10.293183 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75999119-4d7e-4a56-b851-90dee0cc8a57 req-a5ff31ce-9515-4758-a4cf-ca4c1807b8f9 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:10.294747 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75999119-4d7e-4a56-b851-90dee0cc8a57 req-a5ff31ce-9515-4758-a4cf-ca4c1807b8f9 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0736761 Jul 16 02:58:10.341218 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-75999119-4d7e-4a56-b851-90dee0cc8a57 req-8fb4d128-3afa-465b-b293-e02ac703997b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387626 Jul 16 02:58:11.528844 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b374-5422-40dc-8cfc-d422cbfa00bc req-81102a44-7a1e-4c8e-b806-9fe1a561e94f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:11.530939 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9f5b374-5422-40dc-8cfc-d422cbfa00bc req-81102a44-7a1e-4c8e-b806-9fe1a561e94f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0702865 Jul 16 02:58:11.574205 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a9f5b374-5422-40dc-8cfc-d422cbfa00bc req-7c54fd46-8d73-44f5-a0c5-044d103c5828 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Jul 16 02:58:12.780868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f84b54-de0c-439f-ac67-50242f4ceee4 req-95bffe82-1a0c-4365-8201-a67d79eaaa3f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.782456 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34f84b54-de0c-439f-ac67-50242f4ceee4 req-95bffe82-1a0c-4365-8201-a67d79eaaa3f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0887136 Jul 16 02:58:12.835158 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-34f84b54-de0c-439f-ac67-50242f4ceee4 req-47ba685a-bebe-43d3-902b-e30e33be40fe tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444698 Jul 16 02:58:12.861896 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-77142354-ba23-4856-ae04-6ef4a7f7552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.863367 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-77142354-ba23-4856-ae04-6ef4a7f7552c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0667660 Jul 16 02:58:12.960928 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-79771b4f-6782-4d30-a927-2f76c144ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.962426 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-79771b4f-6782-4d30-a927-2f76c144ea76 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0926337 Jul 16 02:58:13.034767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-881c394e-b84f-4116-bded-b9142a30573d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 1001 time: 0.0645449 Jul 16 02:58:13.088441 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-25cd9f40-ed9a-40fe-9f98-bfbb8be45615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:13.089927 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-25cd9f40-ed9a-40fe-9f98-bfbb8be45615 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0489085 Jul 16 02:58:13.149321 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-72c6569a-a74b-4489-9b9d-940cd8158da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:13.150945 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-72c6569a-a74b-4489-9b9d-940cd8158da4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553226 Jul 16 02:58:13.160912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-3a909f2e-cb26-481a-be0d-3c818f3a8651 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:58:13.161872 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-3a909f2e-cb26-481a-be0d-3c818f3a8651 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051589 Jul 16 02:58:13.275303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-3533b211-bcae-45f7-83aa-023cdaacffd6 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068442 Jul 16 02:58:13.377418 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-97d10bd6-e60e-45a1-a8fa-4e650d8fbd24 req-5b9aa64d-a229-4f9e-ba04-8d92392fbcc6 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957229 Jul 16 02:58:14.023516 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b350564-084a-44ae-8e62-504184fb81ca req-42efc007-6f8b-4284-88c4-3b2b210a5736 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:14.024948 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b350564-084a-44ae-8e62-504184fb81ca req-42efc007-6f8b-4284-88c4-3b2b210a5736 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0747020 Jul 16 02:58:14.064226 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6b350564-084a-44ae-8e62-504184fb81ca req-43bf88c9-0699-4bac-842e-1e1b67a4e648 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325973 Jul 16 02:58:15.247423 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c85e-469d-4acf-b5e4-17f4f2f94060 req-19414ac6-118b-4652-adee-d0858430ca34 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:15.249516 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0d4c85e-469d-4acf-b5e4-17f4f2f94060 req-19414ac6-118b-4652-adee-d0858430ca34 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0664830 Jul 16 02:58:15.288541 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0d4c85e-469d-4acf-b5e4-17f4f2f94060 req-95bec92b-f431-48b4-ad12-a3d8652c37e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Jul 16 02:58:16.485656 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867eb03-b8c5-4aab-893b-cc9f99f5daf0 req-859a22c1-b390-4222-9981-20f716325bc3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:16.487412 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4867eb03-b8c5-4aab-893b-cc9f99f5daf0 req-859a22c1-b390-4222-9981-20f716325bc3 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0772805 Jul 16 02:58:16.533728 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4867eb03-b8c5-4aab-893b-cc9f99f5daf0 req-0608c2e8-1689-4970-a8ab-19a27c917d94 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 Jul 16 02:58:17.459828 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:17.544989 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.569924 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:17.572215 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd26e89-e531-49d3-9475-b722c32d5c76" -d '{"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-unplugged", "status": "completed", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:17.585769 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:17.590326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.641484 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:17.649442 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.649829 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.650123 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.650657 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.651002 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.651499 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.651836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.652190 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.652577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.652943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.653483 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.653815 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:17.667499 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12abcf3d-8518-4ef0-a5d7-a076d7ab24db x-openstack-request-id: req-12abcf3d-8518-4ef0-a5d7-a076d7ab24db {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:17.667817 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-unplugged", "status": "failed", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "code": 422}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:17.668171 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12abcf3d-8518-4ef0-a5d7-a076d7ab24db {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:17.668721 n-d-800087-6 neutron-server[93908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'code': 422} returned with failed status Jul 16 02:58:17.716363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3519b2-431b-4f82-9600-a55d4170329f req-138b0d57-c074-4089-9569-ba6d1b85a8c0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:17.717989 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d3519b2-431b-4f82-9600-a55d4170329f req-138b0d57-c074-4089-9569-ba6d1b85a8c0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0694144 Jul 16 02:58:17.759567 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9d3519b2-431b-4f82-9600-a55d4170329f req-3ac52bb7-0557-4e0e-ae37-15e3b412a724 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334616 Jul 16 02:58:17.949709 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-61be47e2-94ce-4669-8117-9256f11c98ff req-34235070-97ac-4d63-bb4c-d22627fa390f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:58:17.950738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-61be47e2-94ce-4669-8117-9256f11c98ff req-34235070-97ac-4d63-bb4c-d22627fa390f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0849950 Jul 16 02:58:18.132023 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-6e257307-9034-4b90-ab14-f8aceb207646 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526752 Jul 16 02:58:18.228957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af11a3-dfe5-4363-a6d9-b202b64b4107 req-c5c6abfb-bab8-4b32-bc34-05a52c6a988f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:18.230518 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8af11a3-dfe5-4363-a6d9-b202b64b4107 req-c5c6abfb-bab8-4b32-bc34-05a52c6a988f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0653338 Jul 16 02:58:18.270957 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b8af11a3-dfe5-4363-a6d9-b202b64b4107 req-59bd09b4-172c-474b-953c-d52cd0fa3b67 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341442 Jul 16 02:58:19.477308 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fca61-bffb-438e-af84-8f1dc0897b33 req-9200004c-abe9-451f-9679-e8e65595a15b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:19.478998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad5fca61-bffb-438e-af84-8f1dc0897b33 req-9200004c-abe9-451f-9679-e8e65595a15b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0799816 Jul 16 02:58:19.531211 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ad5fca61-bffb-438e-af84-8f1dc0897b33 req-7e8cedd9-d7d0-40e8-b5e0-37a05c963e79 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Jul 16 02:58:20.736326 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60f21-6507-4a26-83af-75e37ae04c85 req-dcfa29bf-422d-42bf-ac12-38775e29ed2d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:20.741661 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22f60f21-6507-4a26-83af-75e37ae04c85 req-dcfa29bf-422d-42bf-ac12-38775e29ed2d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0806096 Jul 16 02:58:20.781463 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22f60f21-6507-4a26-83af-75e37ae04c85 req-c9a25a70-64e5-4199-9820-1d94ebee0409 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367177 Jul 16 02:58:22.010062 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d38a1-8f11-4940-9add-c745c5daa92f req-147078f7-c405-40df-91f4-1bc53aafd7ea tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:22.011736 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc8d38a1-8f11-4940-9add-c745c5daa92f req-147078f7-c405-40df-91f4-1bc53aafd7ea tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0726340 Jul 16 02:58:22.068215 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-cc8d38a1-8f11-4940-9add-c745c5daa92f req-4a0b4d1b-e664-42ba-bfb5-e49ff716bfc1 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Jul 16 02:58:23.027217 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.294541 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8bc16-8157-4c80-ad00-a1dcd2a81749 req-8c4f1889-3e77-49a4-98f7-5c9a3ee85e7f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:23.296357 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed8bc16-8157-4c80-ad00-a1dcd2a81749 req-8c4f1889-3e77-49a4-98f7-5c9a3ee85e7f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0834279 Jul 16 02:58:23.349113 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5ed8bc16-8157-4c80-ad00-a1dcd2a81749 req-83af94e8-209c-4283-b047-1191675f5d89 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Jul 16 02:58:23.900269 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6b6c3d3b-1f3c-4f00-8c8a-71ffc675e9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:24.093728 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:24.552804 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2401-59eb-4061-83d6-91be7de2d112 req-06be805b-d824-4f4c-b3ef-48e055ddac0f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.554391 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5da2401-59eb-4061-83d6-91be7de2d112 req-06be805b-d824-4f4c-b3ef-48e055ddac0f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0702970 Jul 16 02:58:24.595276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-b5da2401-59eb-4061-83d6-91be7de2d112 req-1359e817-91d6-4d95-86fa-f79037bf45d6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346260 Jul 16 02:58:25.262042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-ad491ee2-81ed-4e09-bedb-e8b263d92149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.263737 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-ad491ee2-81ed-4e09-bedb-e8b263d92149 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261&tenant_id=0eff1c7be6b446efae8b0361a22659e8 HTTP/1.1" status: 200 len: 1094 time: 0.0634451 Jul 16 02:58:25.346189 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-ca5a1c6e-1a6a-4c0d-b526-62fe58a3750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.347766 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-ca5a1c6e-1a6a-4c0d-b526-62fe58a3750c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1094 time: 0.0616207 Jul 16 02:58:25.459381 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-a3f3be97-5b28-4888-9eed-cd382a8054b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.461926 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-a3f3be97-5b28-4888-9eed-cd382a8054b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.1070015 Jul 16 02:58:25.529183 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-6e58035e-8cdd-4648-b658-e6f889b4d3f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 999 time: 0.0603890 Jul 16 02:58:25.598615 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-60011d6c-7b39-4699-a4a1-07d7586d8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.600120 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-60011d6c-7b39-4699-a4a1-07d7586d8559 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0642104 Jul 16 02:58:25.677890 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-28b57ff6-8b5a-4dda-9220-ac29a7b808bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.679800 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-28b57ff6-8b5a-4dda-9220-ac29a7b808bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734258 Jul 16 02:58:25.798052 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-ad8a906e-365c-48e2-8eb5-5a69df101ad2 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114216 Jul 16 02:58:25.818619 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb234e14-95d2-43c2-a713-4b39d5d15136 req-96c5518e-6b17-430b-9ff0-a7ac31c793e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.820593 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb234e14-95d2-43c2-a713-4b39d5d15136 req-96c5518e-6b17-430b-9ff0-a7ac31c793e5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0886626 Jul 16 02:58:25.876304 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-fb234e14-95d2-43c2-a713-4b39d5d15136 req-5b8a14e9-ef65-445a-ba2c-865f7e448084 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483856 Jul 16 02:58:25.911353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-32e1985f-48b5-473c-b269-c08ee622bebe service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061559 Jul 16 02:58:26.303592 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5faa791b-61b6-4278-9a57-ec6e12e672fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.837097 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:27.071578 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f2dbc-b195-4478-b9d0-d75171bea22f req-676279c1-4ce3-4da2-be79-d16e42092a1f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:27.073298 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e21f2dbc-b195-4478-b9d0-d75171bea22f req-676279c1-4ce3-4da2-be79-d16e42092a1f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0674298 Jul 16 02:58:27.114368 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e21f2dbc-b195-4478-b9d0-d75171bea22f req-d311986d-a190-404a-8958-80d0af50494b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350316 Jul 16 02:58:27.495249 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:27.742515 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.305809 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80c403-2855-415b-aef0-feb2c6c2d301 req-c6b838be-4e7d-474d-bd4f-cd2a78209be6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.307544 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca80c403-2855-415b-aef0-feb2c6c2d301 req-c6b838be-4e7d-474d-bd4f-cd2a78209be6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0720983 Jul 16 02:58:28.359757 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca80c403-2855-415b-aef0-feb2c6c2d301 req-63037269-2ca8-467f-9cf6-a767810a3788 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420408 Jul 16 02:58:29.201918 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.568929 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669a12d-0748-4cdb-900d-b29a816c6254 req-c47f556a-5028-41aa-b953-f3a4a8f4bcc0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:29.570361 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4669a12d-0748-4cdb-900d-b29a816c6254 req-c47f556a-5028-41aa-b953-f3a4a8f4bcc0 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0858364 Jul 16 02:58:29.612225 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-4669a12d-0748-4cdb-900d-b29a816c6254 req-ea1b4611-87b9-40e7-ba4e-616c24c3740b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360305 Jul 16 02:58:30.790057 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd09e5-f71c-42b3-bb01-ae2c5ddcd71c req-bcde1fc3-ae1c-4f41-af3f-5a086370fbdb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:30.791663 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23fd09e5-f71c-42b3-bb01-ae2c5ddcd71c req-bcde1fc3-ae1c-4f41-af3f-5a086370fbdb tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0662935 Jul 16 02:58:30.831743 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-23fd09e5-f71c-42b3-bb01-ae2c5ddcd71c req-2d4f12f8-2820-4689-a676-61f5722961d5 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jul 16 02:58:32.014591 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e264f02-c6a5-40f0-b368-12791ca7844f req-515bfac7-a551-486a-b0d0-f290552eda36 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:32.016047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e264f02-c6a5-40f0-b368-12791ca7844f req-515bfac7-a551-486a-b0d0-f290552eda36 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0705860 Jul 16 02:58:32.061900 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-2e264f02-c6a5-40f0-b368-12791ca7844f req-c6ff4125-6e1d-4226-a792-75d8c3f73639 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Jul 16 02:58:33.247738 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd2c8e-d90c-4037-ab70-2383f1a73e97 req-7f8fd8fb-ecdf-4681-8e71-11567b60382e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:33.249288 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6dd2c8e-d90c-4037-ab70-2383f1a73e97 req-7f8fd8fb-ecdf-4681-8e71-11567b60382e tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 943 time: 0.0680649 Jul 16 02:58:33.292148 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c6dd2c8e-d90c-4037-ab70-2383f1a73e97 req-55683592-72b3-4718-8a8d-6096e5752fe4 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Jul 16 02:58:33.583864 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:58:33.681531 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:33.693234 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'port_id': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'mac_address': 'fa:16:3e:da:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:58:33.730161 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.747634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86be2c4a-bba8-4aca-8d08-4a671d8352c4 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:33.767913 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:33.774181 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.822870 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:34.031742 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['86be2c4a-bba8-4aca-8d08-4a671d8352c4'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:34.474403 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8387d-81eb-4ee1-8760-11c54a116cd0 req-68bb200f-0ff6-4702-bdd5-885b0fd5f55f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:34.475941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25e8387d-81eb-4ee1-8760-11c54a116cd0 req-68bb200f-0ff6-4702-bdd5-885b0fd5f55f tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 944 time: 0.0696549 Jul 16 02:58:34.520480 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-25e8387d-81eb-4ee1-8760-11c54a116cd0 req-e7cb454f-56e0-461f-b7d8-9dd79d04060c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387921 Jul 16 02:58:35.616098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:58:35.695495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:35.696150 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:35.742653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e733aa-3e98-4864-aec0-1f3659675063 req-70897e34-7c51-469a-a865-0270985100af tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:35.744862 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2e733aa-3e98-4864-aec0-1f3659675063 req-70897e34-7c51-469a-a865-0270985100af tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 944 time: 0.0906186 Jul 16 02:58:35.796241 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d2e733aa-3e98-4864-aec0-1f3659675063 req-a602c268-378a-451e-885a-3f7322668bdc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Jul 16 02:58:35.815430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:35.843409 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:35.846497 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613d7f9-a456-4272-99af-3e0981b320c9" -d '{"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-plugged", "status": "completed", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:35.861524 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:35.866063 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:35.895200 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb222f8-b798-491c-96ca-058bc70e28ea x-openstack-request-id: req-8bb222f8-b798-491c-96ca-058bc70e28ea {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:35.895505 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-plugged", "status": "completed", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:35.895786 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bb222f8-b798-491c-96ca-058bc70e28ea {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:35.896192 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'code': 200} Jul 16 02:58:35.926451 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:36.071388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfaf45-1e59-4e07-8360-ddd3d99a90f0 req-bcd2220f-508b-4ef8-98fa-c660260dbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:36.073032 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfdfaf45-1e59-4e07-8360-ddd3d99a90f0 req-bcd2220f-508b-4ef8-98fa-c660260dbb70 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0554121 Jul 16 02:58:36.107564 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-bfdfaf45-1e59-4e07-8360-ddd3d99a90f0 req-f650eccd-da42-4cc1-becf-a5cbb76ca594 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284622 Jul 16 02:58:37.021653 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccbe73-f323-4101-9a2f-8dbb92ca7f89 req-6702608a-abdb-49d0-a159-636d3bc595ff tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:37.023155 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fccbe73-f323-4101-9a2f-8dbb92ca7f89 req-6702608a-abdb-49d0-a159-636d3bc595ff tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0718305 Jul 16 02:58:37.084998 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-8fccbe73-f323-4101-9a2f-8dbb92ca7f89 req-796cc7dd-2b70-4b5d-abc2-9b8f505a04ef tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519135 Jul 16 02:58:46.605808 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-4642417a-927e-4cd3-b0ad-a16f98f8c18c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604551 Jul 16 02:58:46.713769 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-8f869f75-1a28-483e-ad69-61d3dfe308e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.715299 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-8f869f75-1a28-483e-ad69-61d3dfe308e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0564528 Jul 16 02:58:46.823840 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-2feeecb8-e716-4cf8-ba5e-328d819aacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.825343 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-2feeecb8-e716-4cf8-ba5e-328d819aacc3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.0875311 Jul 16 02:58:46.905345 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-8e1604b2-a349-4f51-881b-8ba666882b61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 1001 time: 0.0741665 Jul 16 02:58:46.955712 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-3c8f3ada-342f-4480-98f1-4e1765cd8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.957227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-3c8f3ada-342f-4480-98f1-4e1765cd8683 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0459657 Jul 16 02:58:47.017935 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-9dea9129-8123-42fe-82fd-d0538f29ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:47.019465 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-9dea9129-8123-42fe-82fd-d0538f29ac31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552940 Jul 16 02:58:47.120538 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-6683cb59-edd7-4ad9-90c9-30d8e4227454 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941403 Jul 16 02:58:47.231533 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c6e976ed-7b32-412c-967d-2cf8168f212a req-e7ca4d2e-47e3-4933-8b06-4cf645b858cc service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987554 Jul 16 02:58:53.050111 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:53.893330 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d245407e-71a2-4ade-b5aa-c667f5bb5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.108961 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.305855 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1c95-ff02-44ee-a8b1-69591f9cfef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.829262 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.745223 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.206674 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.495358 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:23.061008 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:23.903621 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-64f6438e-b8ec-48ed-9ca8-9685d74cac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:24.125215 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.309228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-207a4fe0-0c4c-457f-b677-3339f593a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.837000 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:27.759672 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:29.206614 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:41.495511 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:47.631828 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-4f85228d-bf84-4063-bfe3-c290eeeb98f9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024427 Jul 16 02:59:47.735913 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-c8d48b44-3a91-486d-8a59-632b58b15f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:47.737492 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-c8d48b44-3a91-486d-8a59-632b58b15f29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0586836 Jul 16 02:59:47.860112 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-faa2c40d-c411-401d-81cd-588ce5de3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:47.861635 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-faa2c40d-c411-401d-81cd-588ce5de3e5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.1015294 Jul 16 02:59:47.931237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-f0a59250-8750-4eb0-a9ff-a41abf6e0992 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 1001 time: 0.0625515 Jul 16 02:59:47.992191 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-41d36ede-b695-4212-b7c6-f76df5eb4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:47.993704 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-41d36ede-b695-4212-b7c6-f76df5eb4b35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0566700 Jul 16 02:59:48.058544 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-d83963ca-60f7-434f-b3b2-45788f5201f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:48.060708 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-d83963ca-60f7-434f-b3b2-45788f5201f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609293 Jul 16 02:59:48.161535 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-e426d6c5-489e-49bc-9e99-0bdde020bfe1 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934093 Jul 16 02:59:48.261540 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-9b68d825-347e-4f14-a7b2-3add100412e3 req-9362e668-ebdb-4262-bb6a-6ce31fa3a159 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932083 Jul 16 02:59:51.017922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48504) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:51.194342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Deleting port 32fd21df-ddbb-4e7a-babd-b98134bc570c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:51.194674 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.286436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.286765 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.300161 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Calling delete_port for 32fd21df-ddbb-4e7a-babd-b98134bc570c owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:51.460498 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.497139 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event deleted for resources: {'Port': ['ID=32fd21df-ddbb-4e7a-babd-b98134bc570c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:51.516777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.517145 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.517454 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.517794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.518130 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.518655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.518986 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.519314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.519641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.519965 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.520475 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.520818 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:51.582422 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.582757 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Floating IP da495fa8-8ef7-493c-b2dc-5e6a44ccb56d disassociated (deleted). External IP: 172.25.0.181, port: 86be2c4a-bba8-4aca-8d08-4a671d8352c4. Jul 16 02:59:51.816646 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Router ff1998ae-0bab-4468-8268-1925b37b369d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:51.943088 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:51.949939 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.956353 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:51.967297 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:51.967915 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:51.996314 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-97faab90-a896-4cb8-baf9-82b8f7a478b2 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "DELETE /v2.0/floatingips/da495fa8-8ef7-493c-b2dc-5e6a44ccb56d HTTP/1.1" status: 204 len: 168 time: 0.9745882 Jul 16 02:59:51.996314 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:51.996845 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8fa565-68c6-42ea-a8b6-1435863517d3" -d '{"events": [{"name": "network-changed", "server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:52.064571 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6305267b-ae04-4a85-bfbb-f4a8d0220da1 x-openstack-request-id: req-6305267b-ae04-4a85-bfbb-f4a8d0220da1 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:52.065347 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:52.065347 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6305267b-ae04-4a85-bfbb-f4a8d0220da1 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:52.066765 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'status': 'completed', 'code': 200} Jul 16 02:59:52.097571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:52.164747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-bca08d84-b1e3-4c8a-9316-d61a8a9a4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:52.166916 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-bca08d84-b1e3-4c8a-9316-d61a8a9a4d11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0eff1c7be6b446efae8b0361a22659e8&device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 1096 time: 0.0762324 Jul 16 02:59:52.288407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-9e7134da-5699-4431-a76e-95822d5bd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:52.290132 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-9e7134da-5699-4431-a76e-95822d5bd70a service neutron] 10.222.0.38 "GET /v2.0/networks?id=01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 200 len: 909 time: 0.1165566 Jul 16 02:59:52.339868 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-c940c94a-9439-4107-b829-fcea192cb714 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 200 len: 217 time: 0.0390968 Jul 16 02:59:52.364813 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:52.405526 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:52.414946 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-77681c43-fed6-46d6-88e3-65b4b62c5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:52.416205 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:52.416914 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:52.418352 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-77681c43-fed6-46d6-88e3-65b4b62c5285 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 200 len: 847 time: 0.0735681 Jul 16 02:59:52.490046 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ccc4-3da9-4d95-bc3c-5e84a0a5b6c3 req-aca1450d-4a08-46c8-9cad-67009eb4442b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:52.492861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ee1ccc4-3da9-4d95-bc3c-5e84a0a5b6c3 req-aca1450d-4a08-46c8-9cad-67009eb4442b tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.1054130 Jul 16 02:59:52.503166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-d5fe7aa5-d9fd-4ece-961a-61bc9fc96d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:52.505335 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-d5fe7aa5-d9fd-4ece-961a-61bc9fc96d11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=01d0de94-e2e2-4cc1-83c3-0067a81a2802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789242 Jul 16 02:59:52.546491 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0ee1ccc4-3da9-4d95-bc3c-5e84a0a5b6c3 req-cb887b7e-7507-4346-befb-c0cb9aef19d6 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Jul 16 02:59:52.624929 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-7e7a7f7f-62b6-41d5-af1c-59a458247c24 service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101778 Jul 16 02:59:52.658010 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:52.744353 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5f8fa565-68c6-42ea-a8b6-1435863517d3 req-bc76e4e0-06bf-47c7-ba8d-09d2075805ca service neutron] 10.222.0.38 "GET /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115925 Jul 16 02:59:52.880067 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:52.909628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da7631c-d7bb-409e-a9c6-3b2a1f947750 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:04Z', 'revision_number': 4, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '7f64ca9c-c254-4229-9e98-403af8af53f6', 'name': '', 'network_id': '01d0de94-e2e2-4cc1-83c3-0067a81a2802', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'mac_address': 'fa:16:3e:89:59:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:03Z', 'updated_at': '2021-07-16T02:51:09Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'subnets': [{'id': '2426f395-e03b-4918-893e-5ff0585b6ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:53.075449 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:53.191581 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89857120-59c2-4f15-b606-101cbc6dae8d None None] New status for floating IP da495fa8-8ef7-493c-b2dc-5e6a44ccb56d: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:53.733306 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c64d21-1a41-40ad-b1ed-e2adbaf3f4cf req-768ed9f2-5005-415b-9469-422bab1fb40d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:53.734875 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0c64d21-1a41-40ad-b1ed-e2adbaf3f4cf req-768ed9f2-5005-415b-9469-422bab1fb40d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0652671 Jul 16 02:59:53.774164 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a0c64d21-1a41-40ad-b1ed-e2adbaf3f4cf req-6e7cb79c-c309-4e0b-af4c-de0bcd39ff47 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/security-groups?id=c1beffe5-38e1-4c34-896a-393611952223&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332310 Jul 16 02:59:53.900187 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-618f8e0a-4ab4-45e8-9c87-3b23713fb731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:53.935184 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-cfb81516-8ff8-4070-b66d-f44411524d79 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:53.936735 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-cfb81516-8ff8-4070-b66d-f44411524d79 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 945 time: 0.0710666 Jul 16 02:59:54.049229 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Deleting port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:54.049572 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.119629 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.149151 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] For port 86be2c4a-bba8-4aca-8d08-4a671d8352c4, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=86be2c4a-bba8-4aca-8d08-4a671d8352c4,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:54.149490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.164951 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Calling delete_port for 86be2c4a-bba8-4aca-8d08-4a671d8352c4 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:54.317204 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.347513 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event deleted for resources: {'Port': ['ID=86be2c4a-bba8-4aca-8d08-4a671d8352c4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:54.403377 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] No DVR routers for this DVR port 86be2c4a-bba8-4aca-8d08-4a671d8352c4 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:54.406098 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.408239 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-4551756d-b5a3-4c22-b6c3-b9a986ba8f4c req-e992b8f0-7018-463f-96df-012e0f57a940 tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.38 "DELETE /v2.0/ports/86be2c4a-bba8-4aca-8d08-4a671d8352c4 HTTP/1.1" status: 204 len: 173 time: 0.4658580 Jul 16 02:59:54.408677 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-deleted', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:54.411067 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ecd82-bf0d-47e0-81e6-f77be31ce3e6" -d '{"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-deleted", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:54.452689 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78596cd-0c44-486f-8535-9f5fa3436236 x-openstack-request-id: req-d78596cd-0c44-486f-8535-9f5fa3436236 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:54.452982 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852dc061-b95b-4117-9c54-a61db378a261", "name": "network-vif-deleted", "tag": "86be2c4a-bba8-4aca-8d08-4a671d8352c4", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:54.453270 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d78596cd-0c44-486f-8535-9f5fa3436236 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:54.453844 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852dc061-b95b-4117-9c54-a61db378a261', 'name': 'network-vif-deleted', 'tag': '86be2c4a-bba8-4aca-8d08-4a671d8352c4', 'status': 'completed', 'code': 200} Jul 16 02:59:54.932803 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6011d821-d12e-445c-b1ea-760f28b44ac9 req-02da9003-ed23-4fbc-953c-19cd126d7e4d tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Jul 16 02:59:55.956454 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:55.993959 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 86be2c4a-bba8-4aca-8d08-4a671d8352c4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:55.994534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 86be2c4a-bba8-4aca-8d08-4a671d8352c4 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:56.123056 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5e73cf5c-1f2b-4d55-a4fd-c30e107bc95d req-ae065166-3a80-42c5-b9aa-abe5331bc86a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 210 time: 0.0451081 Jul 16 02:59:56.318652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1019e56a-91f4-4ea9-9078-e156940c7dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:56.832790 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:57.275131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-9dbab837-bdc2-4f7b-9a80-1be9223dff48 req-707dcb20-34d5-4d2e-9cbd-76ca948f811a tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 210 time: 0.0341551 Jul 16 02:59:57.756534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:58.461707 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-686a05e1-775e-41e1-98d9-1f139230825b req-c2d066b2-f2cd-44fc-bdac-ce250f389fdc tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "GET /v2.0/ports?device_id=852dc061-b95b-4117-9c54-a61db378a261 HTTP/1.1" status: 200 len: 210 time: 0.0296812 Jul 16 02:59:59.215650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:59.573124 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48536) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:59.646436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3fa20e0-408d-4bd9-935d-adbae0fabf6c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:59.673984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3fa20e0-408d-4bd9-935d-adbae0fabf6c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:59.755252 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3fa20e0-408d-4bd9-935d-adbae0fabf6c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:59.758040 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-e3fa20e0-408d-4bd9-935d-adbae0fabf6c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:59.759504 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-e3fa20e0-408d-4bd9-935d-adbae0fabf6c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] 10.222.0.35 "DELETE /v2.0/security-groups/c1beffe5-38e1-4c34-896a-393611952223 HTTP/1.1" status: 204 len: 168 time: 0.1852472 Jul 16 02:59:59.773652 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa20e0-408d-4bd9-935d-adbae0fabf6c tempest-TestShelveInstance-1736237683 tempest-TestShelveInstance-1736237683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1beffe5-38e1-4c34-896a-393611952223,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:00.856249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48542) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:01.736162 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.000672 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Deleting port 7f64ca9c-c254-4229-9e98-403af8af53f6 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:02.001355 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.080978 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] For port 7f64ca9c-c254-4229-9e98-403af8af53f6, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=7f64ca9c-c254-4229-9e98-403af8af53f6,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:02.081409 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.095530 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Calling delete_port for 7f64ca9c-c254-4229-9e98-403af8af53f6 owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:02.290578 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.321504 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f64ca9c-c254-4229-9e98-403af8af53f6,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:02.507393 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.742730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Router ff1998ae-0bab-4468-8268-1925b37b369d has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:02.857058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:02.865663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-7c57231c-0ed5-4355-898b-323708a14dbc admin admin] 10.222.0.35 "PUT /v2.0/routers/ff1998ae-0bab-4468-8268-1925b37b369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054758 Jul 16 03:00:02.865663 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48546) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:02.867102 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] Sync routers for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:02.877215 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:02.877860 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:02.985245 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:02.991105 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:03.098892 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.165515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Deleting port 636045ba-f862-4344-ba9c-a3299ac3efe2 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:03.165880 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.190983 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T03:00:02Z', 'revision_number': 5, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port': {'id': '636045ba-f862-4344-ba9c-a3299ac3efe2', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T02:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:03.228562 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] Checking router: ff1998ae-0bab-4468-8268-1925b37b369d for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:03.238086 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] Routers {'ff1998ae-0bab-4468-8268-1925b37b369d'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:03.239180 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['ff1998ae-0bab-4468-8268-1925b37b369d'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:03.263861 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] For port 636045ba-f862-4344-ba9c-a3299ac3efe2, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=636045ba-f862-4344-ba9c-a3299ac3efe2,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:03.265260 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.278806 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Calling delete_port for 636045ba-f862-4344-ba9c-a3299ac3efe2 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:03.339293 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] Set router ff1998ae-0bab-4468-8268-1925b37b369d gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:03.394349 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T03:00:03Z', 'revision_number': 6, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:03.429499 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc3904-58c8-45a4-8f9b-4bf501a42230 None None] The sync data for ids ['ff1998ae-0bab-4468-8268-1925b37b369d'] in n-d-800087-6 is: [{'id': 'ff1998ae-0bab-4468-8268-1925b37b369d', 'name': 'tempest-TestShelveInstance-762611671-router', 'tenant_id': '0eff1c7be6b446efae8b0361a22659e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:01Z', 'updated_at': '2021-07-16T03:00:03Z', 'revision_number': 6, 'project_id': '0eff1c7be6b446efae8b0361a22659e8', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:03.468013 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.494014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Pushing event deleted for resources: {'Port': ['ID=636045ba-f862-4344-ba9c-a3299ac3efe2,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:03.564490 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.660676 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.666661 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.712974 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.713531 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1998ae-0bab-4468-8268-1925b37b369d {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:00:03.719055 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.720078 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-30eb656b-46f4-4618-bd83-aa6f70a2c50f admin admin] 10.222.0.35 "DELETE /v2.0/routers/ff1998ae-0bab-4468-8268-1925b37b369d HTTP/1.1" status: 204 len: 168 time: 0.8533947 Jul 16 03:00:03.725126 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48548) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:03.774399 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Deleting subnet 2426f395-e03b-4918-893e-5ff0585b6ba3 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:00:03.777841 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.820584 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.911142 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.975014 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.006980 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.012430 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2426f395-e03b-4918-893e-5ff0585b6ba3 HTTP/1.1" status: 204 len: 168 time: 0.2828212 Jul 16 03:00:04.012430 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2426f395-e03b-4918-893e-5ff0585b6ba3,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:04.013102 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48550) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:04.013865 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a31df-e691-4be4-84fb-b3d5770405cb None None] Network 01d0de94-e2e2-4cc1-83c3-0067a81a2802 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:04.023605 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.023957 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.024333 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.025188 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.025482 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.025821 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.026157 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.026503 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.026830 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.027292 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.027630 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.027958 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e94b-2a09-4ed1-b080-75d3fd32c854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.091504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.151641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Deleting port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:04.152267 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.233688 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] For port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:04.234053 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.251899 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Calling delete_port for d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:04.254295 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] DHCP port deletion for 01d0de94-e2e2-4cc1-83c3-0067a81a2802 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:00:04.308616 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Deleting port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:04.309362 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.352499 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.378661 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] For port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,segment=NetworkSegment(b02bc95d-51fb-40c0-afc0-c4a1a379f697),segment_id=b02bc95d-51fb-40c0-afc0-c4a1a379f697)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:04.379061 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.383293 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] No DVR routers for this DVR port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:04.385904 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:04.400441 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Calling delete_port for d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:04.482681 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.499983 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d0de94-e2e2-4cc1-83c3-0067a81a2802']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:04.500276 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.510938 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02bc95d-51fb-40c0-afc0-c4a1a379f697') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:04.511227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02bc95d-51fb-40c0-afc0-c4a1a379f697') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:04.521617 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.524205 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Pushing event deleted for resources: {'Port': ['ID=d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:04.535921 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] No DVR routers for this DVR port d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:04.539004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.539352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.540326 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.540850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.543943 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.544167 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.544474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.544474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.544697 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.545009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.545334 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.545660 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.545984 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514ab3b-c757-4994-8003-6b8b42e76488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:04.553452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:00:04.553977 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: timer() Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:00:04.556014 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:00:04.615287 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.622115 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:04.626987 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48552) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:04.627237 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] 10.222.0.35 "DELETE /v2.0/networks/01d0de94-e2e2-4cc1-83c3-0067a81a2802 HTTP/1.1" status: 204 len: 168 time: 0.6126375 Jul 16 03:00:04.642987 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d942-caf9-46ba-97cf-00df07c45840 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d0de94-e2e2-4cc1-83c3-0067a81a2802,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:04.845408 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f64ca9c-c254-4229-9e98-403af8af53f6 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:04.865600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 7f64ca9c-c254-4229-9e98-403af8af53f6 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:04.866553 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 7f64ca9c-c254-4229-9e98-403af8af53f6 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:04.866867 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 636045ba-f862-4344-ba9c-a3299ac3efe2 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:04.890209 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 636045ba-f862-4344-ba9c-a3299ac3efe2 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:04.890534 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 636045ba-f862-4344-ba9c-a3299ac3efe2 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:04.890962 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:04.911011 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:04.911352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d85dde87-4e5b-4b90-b0ee-9cfb6b1d7eb0 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:05.018705 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:05.297264 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Deleting port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:05.297595 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:05.379202 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] For port e5a91aa9-8810-43ad-a3c6-51075b2ff6bb, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:05.379554 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:05.394473 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Calling delete_port for e5a91aa9-8810-43ad-a3c6-51075b2ff6bb owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:05.595747 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:05.637394 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a91aa9-8810-43ad-a3c6-51075b2ff6bb,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:05.820602 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:06.058054 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Router dd73e282-d695-4278-a308-8ed596d363b8 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:06.180941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:06.187882 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-91689a2e-eace-41cb-b917-b446649aa1b9 admin admin] 10.222.0.35 "PUT /v2.0/routers/dd73e282-d695-4278-a308-8ed596d363b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597126 Jul 16 03:00:06.190693 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48554) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:06.192396 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] Sync routers for ids ['dd73e282-d695-4278-a308-8ed596d363b8'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:06.209516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] Routers {'dd73e282-d695-4278-a308-8ed596d363b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:06.210615 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dd73e282-d695-4278-a308-8ed596d363b8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:06.316072 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:06.333725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] Set router dd73e282-d695-4278-a308-8ed596d363b8 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:06.426185 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:06.480532 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Deleting port 4e06567c-d511-4732-bdaf-813e4161107b {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:06.480910 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:06.526597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '4e06567c-d511-4732-bdaf-813e4161107b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T03:00:05Z', 'revision_number': 5, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port': {'id': '4e06567c-d511-4732-bdaf-813e4161107b', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T02:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:06.558195 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] Checking router: dd73e282-d695-4278-a308-8ed596d363b8 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:06.570012 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] For port 4e06567c-d511-4732-bdaf-813e4161107b, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=4e06567c-d511-4732-bdaf-813e4161107b,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:06.570296 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:06.570516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] Routers {'dd73e282-d695-4278-a308-8ed596d363b8'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:06.571353 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dd73e282-d695-4278-a308-8ed596d363b8'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:06.583398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Calling delete_port for 4e06567c-d511-4732-bdaf-813e4161107b owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:06.688155 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] Set router dd73e282-d695-4278-a308-8ed596d363b8 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:06.755132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T03:00:06Z', 'revision_number': 6, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:06.784081 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:06.785208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765424a-c602-4b10-a798-52c67e213b75 None None] The sync data for ids ['dd73e282-d695-4278-a308-8ed596d363b8'] in n-d-800087-6 is: [{'id': 'dd73e282-d695-4278-a308-8ed596d363b8', 'name': 'tempest-TestShelveInstance-522144291-router', 'tenant_id': '0cdbdb99a8fb4264b86bc594f712357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:51:06Z', 'updated_at': '2021-07-16T03:00:06Z', 'revision_number': 6, 'project_id': '0cdbdb99a8fb4264b86bc594f712357a', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:06.821994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e06567c-d511-4732-bdaf-813e4161107b,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:06.893119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.000999 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.003360 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.055642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.056260 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd73e282-d695-4278-a308-8ed596d363b8 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:00:07.062091 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.063531 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-89e6a5f0-8921-4f84-8cd7-2806298c0625 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dd73e282-d695-4278-a308-8ed596d363b8 HTTP/1.1" status: 204 len: 168 time: 0.8716686 Jul 16 03:00:07.076724 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48556) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:07.123760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Deleting subnet 6c283ff2-ec96-44d8-9694-2d957aef05c4 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:00:07.127472 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.177421 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.282191 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.346711 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.372669 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c283ff2-ec96-44d8-9694-2d957aef05c4,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:07.376504 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.379717 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2d2423a4-5e6e-4eaa-83a0-9c6cd58fe4db admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6c283ff2-ec96-44d8-9694-2d957aef05c4 HTTP/1.1" status: 204 len: 168 time: 0.3004782 Jul 16 03:00:07.382101 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48558) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:07.386036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9ab23-37cf-4c50-90cb-7e0f66ec5542 None None] Network 76486f55-bf0e-4e83-81a5-6cb67d396bfd requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:07.466325 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.535283 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Deleting port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:07.535645 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.616749 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] For port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:07.617128 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.620478 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] DHCP port deletion for 76486f55-bf0e-4e83-81a5-6cb67d396bfd request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:00:07.631282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Calling delete_port for 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:07.678783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] Deleting port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:07.679304 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.738497 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.769158 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:07.770285 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] For port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,segment=NetworkSegment(6480f010-835d-4f88-93e6-5e30f35a9feb),segment_id=6480f010-835d-4f88-93e6-5e30f35a9feb)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:07.770682 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.775744 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] No DVR routers for this DVR port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:07.789016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] Calling delete_port for 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:07.866783 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.880097 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:07.881833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76486f55-bf0e-4e83-81a5-6cb67d396bfd']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:07.913352 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] Pushing event deleted for resources: {'Port': ['ID=44c3f9a5-a5b3-4e7a-b983-8afd0003f622,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:07.920260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76cc84-5c79-4083-8662-8521f6638186 None None] No DVR routers for this DVR port 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:08.193860 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6480f010-835d-4f88-93e6-5e30f35a9feb') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:08.194456 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6480f010-835d-4f88-93e6-5e30f35a9feb') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:08.206527 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.219647 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.226159 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:00:08.226563 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: timer() Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:00:08.228214 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:00:08.284297 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.290633 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.292890 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/76486f55-bf0e-4e83-81a5-6cb67d396bfd HTTP/1.1" status: 204 len: 168 time: 0.9097495 Jul 16 03:00:08.304814 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a8f92-17f2-4cb7-ab96-be3ac5fed4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=76486f55-bf0e-4e83-81a5-6cb67d396bfd,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:08.411500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48562) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:08.454332 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-14e5ede3-2b5d-4138-9910-5e48388e91f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0eff1c7be6b446efae8b0361a22659e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409160 Jul 16 03:00:08.457287 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48564) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:08.517316 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a10a31cb-41e7-49f9-a399-14f3bf893ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.539483 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a10a31cb-41e7-49f9-a399-14f3bf893ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.600679 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a10a31cb-41e7-49f9-a399-14f3bf893ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.603442 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a10a31cb-41e7-49f9-a399-14f3bf893ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:08.605184 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a10a31cb-41e7-49f9-a399-14f3bf893ea0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fb87ec2-2576-425d-8517-9c08718b7f6a HTTP/1.1" status: 204 len: 168 time: 0.1469145 Jul 16 03:00:08.615648 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a31cb-41e7-49f9-a399-14f3bf893ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb87ec2-2576-425d-8517-9c08718b7f6a,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:08.844358 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4e06567c-d511-4732-bdaf-813e4161107b no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:08.867038 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 4e06567c-d511-4732-bdaf-813e4161107b {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:08.867551 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 4e06567c-d511-4732-bdaf-813e4161107b not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:08.867804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5a91aa9-8810-43ad-a3c6-51075b2ff6bb no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:08.887675 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: e5a91aa9-8810-43ad-a3c6-51075b2ff6bb {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:08.888022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device e5a91aa9-8810-43ad-a3c6-51075b2ff6bb not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:08.888476 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:08.908787 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:08.909118 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 44c3f9a5-a5b3-4e7a-b983-8afd0003f622 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:08.997082 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48570) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:09.051045 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-b0f45e49-c5d9-4cdd-ab27-7f9b04f51798 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cdbdb99a8fb4264b86bc594f712357a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526817 Jul 16 03:00:09.053575 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48572) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:09.114372 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca935dac-c936-4e7e-b4cb-20db365dbe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:09.139741 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca935dac-c936-4e7e-b4cb-20db365dbe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:09.192388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca935dac-c936-4e7e-b4cb-20db365dbe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:09.194940 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-ca935dac-c936-4e7e-b4cb-20db365dbe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:09.196153 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-ca935dac-c936-4e7e-b4cb-20db365dbe79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a794f2cb-dc77-4c79-abff-0a81a9321e35 HTTP/1.1" status: 204 len: 168 time: 0.1415732 Jul 16 03:00:09.204900 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca935dac-c936-4e7e-b4cb-20db365dbe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a794f2cb-dc77-4c79-abff-0a81a9321e35,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:10.030562 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48594) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:10.128148 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1660944299-network', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:10.151742 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Made reservation on behalf of ce2d0a04374c44eaa3b9ffbfed26ec14 for: {'network': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:10.154193 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.162924 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.276584 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.281780 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.312916 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:00:10.318448 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccab9d5-32e2-4e93-93a6-560609695c74,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:10.326367 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.326719 n-d-800087-6 neutron-server[93907]: INFO neutron.db.segments_db [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Added segment f0b328cd-b7cc-4892-ac85-d8e1c468ea39 of type vlan for network ad100cab-7a8a-42e1-b312-eab458719e02 Jul 16 03:00:10.375531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.405667 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.407261 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:10.408215 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.440933 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4091017 Jul 16 03:00:10.445372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48598) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:10.451161 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Request body: {'subnet': {'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1660944299-subnet', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'ip_version': 4}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:10.472538 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3709075-1d6f-4944-97c4-ebc0af21e1ed admin admin] Pushing event updated for resources: {'Network': ['ID=ad100cab-7a8a-42e1-b312-eab458719e02,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:10.472806 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Made reservation on behalf of ce2d0a04374c44eaa3b9ffbfed26ec14 for: {'subnet': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:10.475397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24354466'] for subnet, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.482804 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network ad100cab-7a8a-42e1-b312-eab458719e02 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:00:10.664119 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29671379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24354480'] for subnet, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.721479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3495ffc-4392-4f2b-b640-c832ffd4b2c9,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:10.729037 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Checking segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:10.729398 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Network hostable DHCP agents. Network: ad100cab-7a8a-42e1-b312-eab458719e02, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:00:10.746576 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Network ad100cab-7a8a-42e1-b312-eab458719e02 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:00:10.755897 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, ad100cab-7a8a-42e1-b312-eab458719e02) {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:10.761272 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:10.761856 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.767620 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a1132-bfb0-4475-924a-d11f47214614 None None] Network ad100cab-7a8a-42e1-b312-eab458719e02 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:10.777515 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-a46d7ceb-56ee-471c-a728-37c2a20021d5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3308423 Jul 16 03:00:10.783751 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48600) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:10.787246 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:10.810206 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.811232 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.870687 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:10.932009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-ad100cab-7a8a-42e1-b312-eab458719e02', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:00:10.933437 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.085580 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Allocated IP 172.20.0.2 (ad100cab-7a8a-42e1-b312-eab458719e02/c3495ffc-4392-4f2b-b640-c832ffd4b2c9/d92ce2f5-12ca-4fbc-ba08-cfeb4688119d) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:11.261086 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.271699 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Transition to ACTIVE for port object d92ce2f5-12ca-4fbc-ba08-cfeb4688119d will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:11.290148 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Transition to ACTIVE for port object d92ce2f5-12ca-4fbc-ba08-cfeb4688119d will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:11.298958 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.346176 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Network ad100cab-7a8a-42e1-b312-eab458719e02 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:11.349099 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:11.354614 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:11.361596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Pushing event updated for resources: {'Port': ['ID=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:11.389200 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.425857 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Attempting to bind port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:11.426225 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Attempting to bind port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:11.426583 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Attempting to bind port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d on network ad100cab-7a8a-42e1-b312-eab458719e02 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:11.432626 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:11.432996 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Checking segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:11.433405 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.433796 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Bound using segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:11.434269 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Bound port: d92ce2f5-12ca-4fbc-ba08-cfeb4688119d, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:11.434646 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.527474 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] For port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:11.532601 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] For port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:11.542729 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.623141 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb2572-46cd-435b-9b8c-2764f6e32bd4 None None] Pushing event updated for resources: {'Port': ['ID=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:11.658042 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.683205 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.831071 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Allocated IP 172.25.0.160 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/c8061dc2-c1b2-4a4a-b81f-94c97a971c98) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:11.977167 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.018176 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.065422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:12.068409 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:12.072594 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:12.079100 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Pushing event updated for resources: {'Port': ['ID=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:12.374150 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.593306 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.634521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14b63d-cd24-43ec-9589-c595c430bb1e None None] Network ad100cab-7a8a-42e1-b312-eab458719e02 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:12.726969 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-8252120c-c178-4ee9-a299-3b9326a52304 None None] Provisioning for port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:12.736566 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:00:12.887421 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:12.906765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.911008 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-14fe7ad4-f51f-4557-91c0-cd9bf7507423 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1289754 Jul 16 03:00:12.912930 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48602) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:12.913982 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:12.928610 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d92ce2f5-12ca-4fbc-ba08-cfeb4688119d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:12.937496 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:12.938257 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:12.995949 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:13.002418 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:13.002775 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.076890 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:13.124228 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.184091 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:13.186814 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-df38d1de-d2e3-4569-b913-8da02757a061 None None] Provisioning complete for port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:13.187331 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-df38d1de-d2e3-4569-b913-8da02757a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.190409 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.277937 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:13.313816 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:12Z', 'revision_number': 3, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:13.343246 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:13.343730 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Updating router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:00:13.387738 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.503222 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.692520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Allocated IP 172.20.0.1 (ad100cab-7a8a-42e1-b312-eab458719e02/c3495ffc-4392-4f2b-b640-c832ffd4b2c9/8bcc8355-9a0d-49ee-bb7a-27136cb69f2c) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:13.692907 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.706480 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Transition to ACTIVE for port object c8061dc2-c1b2-4a4a-b81f-94c97a971c98 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:13.714243 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.769286 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Attempting to bind port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:13.769670 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Attempting to bind port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:13.770003 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Attempting to bind port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:13.772148 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Pushing event updated for resources: {'Port': ['ID=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:13.782048 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:13.783103 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:13.783103 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.784361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:13.784361 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Bound port: c8061dc2-c1b2-4a4a-b81f-94c97a971c98, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:13.784361 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.788517 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.788795 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.789166 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.789459 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.789771 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.790103 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.790428 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.790765 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.791085 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.792396 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.792396 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.792789 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:13.830558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.848810 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Transition to ACTIVE for port object 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:13.894953 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.943131 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Network ad100cab-7a8a-42e1-b312-eab458719e02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:13.948350 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:13.950566 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:13.954032 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:13.954996 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] For port c8061dc2-c1b2-4a4a-b81f-94c97a971c98, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:13.965762 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] For port c8061dc2-c1b2-4a4a-b81f-94c97a971c98, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:13.972357 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.006025 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.052528 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090dde2-e248-4a32-8d7b-a0a8deb8a0d7 None None] Pushing event updated for resources: {'Port': ['ID=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:14.056534 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:14.058822 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:14.183353 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.190936 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:14.277557 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-96b1fcbd-83a3-4409-b52e-0ce46ec1d124 None None] Provisioning for port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:14.282036 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-96b1fcbd-83a3-4409-b52e-0ce46ec1d124 None None] Provisioning complete for port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:14.282419 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-96b1fcbd-83a3-4409-b52e-0ce46ec1d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.321693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-96b1fcbd-83a3-4409-b52e-0ce46ec1d124 None None] Port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:00:14.408189 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.414722 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.416128 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:12Z', 'revision_number': 3, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:14.447571 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f2fb7-2920-4596-ab7c-e9e7d083f356 None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:12Z', 'revision_number': 3, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:14.497924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:14.500360 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.614734 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Network ad100cab-7a8a-42e1-b312-eab458719e02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:14.616367 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:14.804066 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:14.952597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-f2c0f4cc-bb5c-42fe-bab4-3173ee52b8c0 None None] Provisioning complete for port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:14.956563 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f4cc-bb5c-42fe-bab4-3173ee52b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.960242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:14.966129 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2b999a34-f4a8-40c3-ac5d-4a8a57ba6884 admin admin] 10.222.0.35 "PUT /v2.0/routers/dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499251 Jul 16 03:00:15.016495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8061dc2-c1b2-4a4a-b81f-94c97a971c98 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:15.022421 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0f4cc-bb5c-42fe-bab4-3173ee52b8c0 None None] Port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:00:15.093521 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:15.102299 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:15.103693 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.227341 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.267416 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port c8061dc2-c1b2-4a4a-b81f-94c97a971c98, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:15.271718 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.272585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d92ce2f5-12ca-4fbc-ba08-cfeb4688119d up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:15.352444 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:15.364559 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:15.364830 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.645935 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48618) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:15.652639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-412178768-network', 'tenant_id': '82dde272a7924b90932d53b9331e62c7'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:15.677216 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Made reservation on behalf of 82dde272a7924b90932d53b9331e62c7 for: {'network': 1} {{(pid=93906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:15.679896 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for network, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.691886 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.798563 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.802870 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.832324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:00:15.838141 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30643785-d261-4123-8d3d-b6c31788d8d8,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:15.848380 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.848613 n-d-800087-6 neutron-server[93906]: INFO neutron.db.segments_db [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Added segment 7ab0d762-775b-476f-82fb-59918428420b of type vlan for network 70bac77d-03a1-43d0-8cce-7e25e5362525 Jul 16 03:00:15.890754 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745878686980'] for network, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.922632 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581'] for network, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.923816 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:15.924572 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.969420 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3148484 Jul 16 03:00:15.969657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48620) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:15.975128 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Request body: {'subnet': {'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-412178768-subnet', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'ip_version': 4}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:15.994381 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8614a87-fffa-4fa5-b2fa-7365f6750e59 admin admin] Pushing event updated for resources: {'Network': ['ID=70bac77d-03a1-43d0-8cce-7e25e5362525,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:16.000933 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Made reservation on behalf of 82dde272a7924b90932d53b9331e62c7 for: {'subnet': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:16.004907 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-49922660'] for subnet, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.006171 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 details requested by agent ovs-agent-n-d-800087-6 with host n-d-800087-6 {{(pid=93908) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:00:16.195752 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-50246296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-49922678'] for subnet, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.247925 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b495d30d-2e5b-4d83-9622-0b0ef42e1125,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:16.263420 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Checking segment: {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:16.264640 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Network hostable DHCP agents. Network: 70bac77d-03a1-43d0-8cce-7e25e5362525, hostable agents: ['9822af41-eb75-4240-9645-9062e4ab0f1e'], hosted agents: [] {{(pid=93907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:00:16.271909 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:16.282644 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:16.283274 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:16.283730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 is scheduled to be hosted by DHCP agent 9822af41-eb75-4240-9645-9062e4ab0f1e with binding_index 1 {{(pid=93907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:00:16.297550 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-6, 70bac77d-03a1-43d0-8cce-7e25e5362525) {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:16.303197 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:16.303801 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.327309 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42741e9-4881-4a79-98f8-38afaee50cda None None] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:16.328616 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-db3763cd-9652-4b58-9622-431109320c3b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3578215 Jul 16 03:00:16.330714 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48622) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:16.336817 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:16.362436 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33269758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.364144 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33267852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33269561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33100497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14185'] for router, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.426010 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.571474 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33269547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33269659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14203'] for router, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.646079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:16.795635 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.816404 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.823843 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96531a8b-f9c3-528a-ac94-934118907765-70bac77d-03a1-43d0-8cce-7e25e5362525', 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'fixed_ips': [{'subnet_id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125'}]}} from n-d-800087-6. {{(pid=93908) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:00:16.824743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.868893 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8061dc2-c1b2-4a4a-b81f-94c97a971c98 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:16.937579 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Allocated IP 172.25.0.140 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/21920ac8-4c46-42b8-b76e-f680a21e40d5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:17.059160 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.db_base_plugin_common [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Allocated IP 172.20.0.2 (70bac77d-03a1-43d0-8cce-7e25e5362525/b495d30d-2e5b-4d83-9622-0b0ef42e1125/0e0f1635-de96-4232-be6e-7e083ef588e4) {{(pid=93908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:17.063531 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.068063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:17.068453 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.119358 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.128806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 2, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:17.156498 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:17.159520 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:17.162598 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:17.205795 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:17.206177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Updating router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:00:17.209105 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Pushing event updated for resources: {'Port': ['ID=21920ac8-4c46-42b8-b76e-f680a21e40d5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:17.290945 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.400347 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Notify callbacks [] for port, precommit_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.457490 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Transition to ACTIVE for port object 0e0f1635-de96-4232-be6e-7e083ef588e4 will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:17.465555 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.487360 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Transition to ACTIVE for port object 0e0f1635-de96-4232-be6e-7e083ef588e4 will not be triggered until provisioned by entity DHCP. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:17.498316 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445'] for port, after_create {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.600737 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 is already hosted by enough agents. {{(pid=93908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:17.605844 n-d-800087-6 neutron-server[93908]: DEBUG neutron.scheduler.base_scheduler [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Resources bound (agent type, host, resource id): {{(pid=93908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:17.609084 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Pushing event updated for resources: {'Port': ['ID=0e0f1635-de96-4232-be6e-7e083ef588e4,revision_number=1']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:17.611300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Received port after_create {{(pid=93908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:17.692401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33269749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33269518'] for router, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.714938 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Attempting to bind port 0e0f1635-de96-4232-be6e-7e083ef588e4 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:17.715735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Attempting to bind port 0e0f1635-de96-4232-be6e-7e083ef588e4 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:17.715735 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Attempting to bind port 0e0f1635-de96-4232-be6e-7e083ef588e4 on network 70bac77d-03a1-43d0-8cce-7e25e5362525 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:17.729419 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:17.729805 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Checking segment: {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:17.730191 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.730582 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Bound using segment: {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:17.731056 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Bound port: 0e0f1635-de96-4232-be6e-7e083ef588e4, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:17.731433 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.803047 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.826208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Transition to ACTIVE for port object 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:17.845928 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.857230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] For port 0e0f1635-de96-4232-be6e-7e083ef588e4, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:17.903788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] For port 0e0f1635-de96-4232-be6e-7e083ef588e4, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e0f1635-de96-4232-be6e-7e083ef588e4,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:17.914621 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.951714 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70010dfd-7f9e-48e4-828c-2f097582240e None None] Pushing event updated for resources: {'Port': ['ID=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:18.053654 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Attempting to bind port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:18.054035 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Attempting to bind port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:18.054689 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Attempting to bind port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c on network ad100cab-7a8a-42e1-b312-eab458719e02 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:18.071693 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:18.072150 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Checking segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:18.072573 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.073472 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Bound using segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:18.073950 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Bound port: 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:18.074337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.077512 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aee520-b18f-4fe9-82ca-e048fc4723ea None None] Pushing event updated for resources: {'Port': ['ID=0e0f1635-de96-4232-be6e-7e083ef588e4,revision_number=2']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:18.160873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] For port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:18.165230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] For port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:18.172969 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.207000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Router 0560de11-c508-4302-b645-9388314c6eb3 is scheduled to L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 with binding_index 1 {{(pid=93907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:00:18.249351 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:18.250004 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:18.325097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70010dfd-7f9e-48e4-828c-2f097582240e None None] Pushing event updated for resources: {'Port': ['ID=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:18.375152 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:18.384748 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Sync routers for ids ['0560de11-c508-4302-b645-9388314c6eb3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:18.397569 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Routers {'0560de11-c508-4302-b645-9388314c6eb3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:18.398633 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0560de11-c508-4302-b645-9388314c6eb3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:18.407613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.410079 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-a0f8ecc0-2c2b-48a0-9056-1096a5eea66a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0776703 Jul 16 03:00:18.412603 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48624) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:18.421883 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:18.545061 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Set router 0560de11-c508-4302-b645-9388314c6eb3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:18.610638 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:18.693634 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:18Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:18.727784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211edd9-f978-4b17-b557-09838a185d94 None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:18Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:18.762645 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:17Z', 'revision_number': 3, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:18.812151 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Checking router: 0560de11-c508-4302-b645-9388314c6eb3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:18.812780 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Updating router 0560de11-c508-4302-b645-9388314c6eb3 port 21920ac8-4c46-42b8-b76e-f680a21e40d5 binding host n-d-800087-6 {{(pid=93909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:00:18.891319 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.058565 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e0f1635-de96-4232-be6e-7e083ef588e4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:19.078305 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.168523 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 0e0f1635-de96-4232-be6e-7e083ef588e4 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:19.174971 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:19.250157 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:19.254869 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:19.255520 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.393313 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Allocated IP 172.20.0.1 (70bac77d-03a1-43d0-8cce-7e25e5362525/b495d30d-2e5b-4d83-9622-0b0ef42e1125/bf955a8b-8004-474e-86b8-3e6a7aca99fe) {{(pid=93906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:19.397338 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d2cfd-554c-4564-96f7-f7a423b059df None None] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:19.449531 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Notify callbacks [] for port, precommit_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.461792 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.provisioning_blocks [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Transition to ACTIVE for port object 21920ac8-4c46-42b8-b76e-f680a21e40d5 will not be triggered until provisioned by entity L2. {{(pid=93909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:19.471141 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.492775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] Provisioning for port 0e0f1635-de96-4232-be6e-7e083ef588e4 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:19.505702 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] Provisioning complete for port 0e0f1635-de96-4232-be6e-7e083ef588e4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:19.506455 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.533850 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Attempting to bind port 21920ac8-4c46-42b8-b76e-f680a21e40d5 on host n-d-800087-6 for vnic_type normal with profile {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:19.534186 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Attempting to bind port 21920ac8-4c46-42b8-b76e-f680a21e40d5 by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:19.534381 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.535125 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Attempting to bind port 21920ac8-4c46-42b8-b76e-f680a21e40d5 on network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:19.546039 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:19.546448 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Checking segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:19.547000 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.547487 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Bound using segment: {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'} {{(pid=93909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:19.548093 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.managers [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Bound port: 21920ac8-4c46-42b8-b76e-f680a21e40d5, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45ffbf-8d61-4e25-ba1f-bc3ad949143f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6'}}] {{(pid=93909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:19.548619 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.552545 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.provisioning_blocks [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Transition to ACTIVE for port object bf955a8b-8004-474e-86b8-3e6a7aca99fe will not be triggered until provisioned by entity DHCP. {{(pid=93906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:19.599410 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.609818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.625365 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] For port 21920ac8-4c46-42b8-b76e-f680a21e40d5, host n-d-800087-6, cleared binding levels {{(pid=93909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:19.627441 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89bffe-9806-4eec-82e1-d10648222b7f None None] Pushing event updated for resources: {'Port': ['ID=21920ac8-4c46-42b8-b76e-f680a21e40d5,revision_number=2']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:19.631272 n-d-800087-6 neutron-server[93909]: DEBUG neutron.plugins.ml2.db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] For port 21920ac8-4c46-42b8-b76e-f680a21e40d5, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=21920ac8-4c46-42b8-b76e-f680a21e40d5,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:19.636948 n-d-800087-6 neutron-server[93909]: DEBUG neutron_lib.callbacks.manager [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.671369 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf955a8b-8004-474e-86b8-3e6a7aca99fe,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:19.686629 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:19.688325 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:19.693320 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:19.695994 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Received port after_create {{(pid=93906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:19.706666 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.727058 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89bffe-9806-4eec-82e1-d10648222b7f None None] Pushing event updated for resources: {'Port': ['ID=21920ac8-4c46-42b8-b76e-f680a21e40d5,revision_number=3']} {{(pid=93909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:19.738511 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Routers {'0560de11-c508-4302-b645-9388314c6eb3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:19.739157 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0560de11-c508-4302-b645-9388314c6eb3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:19.752702 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33267769'] for router_interface, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.844641 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.891931 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] Set router 0560de11-c508-4302-b645-9388314c6eb3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:19.954212 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.101717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:20.116952 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] For port 0e0f1635-de96-4232-be6e-7e083ef588e4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e0f1635-de96-4232-be6e-7e083ef588e4,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:20.124130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.144622 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:17Z', 'revision_number': 3, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:20.175620 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.181518 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29671238'] for port, after_update {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.194257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8115e7-d908-4720-9d4c-49e2cf70808c None None] Pushing event updated for resources: {'Port': ['ID=0e0f1635-de96-4232-be6e-7e083ef588e4,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:20.264280 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf955a8b-8004-474e-86b8-3e6a7aca99fe,revision_number=2']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:20.267110 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33267789'] for router_interface, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.344703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00d398-8395-49f1-9ba7-d0dbbb8a1883 None None] The sync data for ids ['0560de11-c508-4302-b645-9388314c6eb3'] in n-d-800087-6 is: [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:17Z', 'revision_number': 3, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:20.376232 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 is already hosted by enough agents. {{(pid=93906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:20.379677 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:20.503335 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Router 0560de11-c508-4302-b645-9388314c6eb3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:20.551473 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed2f9e4e-94ae-477d-bc50-6c78c742197a None None] Provisioning for port bf955a8b-8004-474e-86b8-3e6a7aca99fe completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:20.556013 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed2f9e4e-94ae-477d-bc50-6c78c742197a None None] Provisioning complete for port bf955a8b-8004-474e-86b8-3e6a7aca99fe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:20.557306 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9e4e-94ae-477d-bc50-6c78c742197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.611850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f9e4e-94ae-477d-bc50-6c78c742197a None None] Port bf955a8b-8004-474e-86b8-3e6a7aca99fe cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:00:20.625600 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-ed2f9e4e-94ae-477d-bc50-6c78c742197a None None] Provisioning complete for port 0e0f1635-de96-4232-be6e-7e083ef588e4 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:20.626267 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9e4e-94ae-477d-bc50-6c78c742197a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.631327 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:20.646756 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-ee6a77b4-bd54-4c52-939f-da9f3125a5d8 admin admin] 10.222.0.35 "PUT /v2.0/routers/0560de11-c508-4302-b645-9388314c6eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2329423 Jul 16 03:00:20.896300 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-b5f85268-b898-4bff-a09a-a0440d66a38b None None] Provisioning complete for port bf955a8b-8004-474e-86b8-3e6a7aca99fe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:20.896854 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b5f85268-b898-4bff-a09a-a0440d66a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.962263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-b5f85268-b898-4bff-a09a-a0440d66a38b None None] Port bf955a8b-8004-474e-86b8-3e6a7aca99fe cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:00:21.001459 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e0f1635-de96-4232-be6e-7e083ef588e4 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:21.062393 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 0e0f1635-de96-4232-be6e-7e083ef588e4 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:21.062775 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.123206 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-faaa8ef1-9663-4b6d-bbe3-9423c2afe790 None None] Provisioning complete for port bf955a8b-8004-474e-86b8-3e6a7aca99fe triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:21.123568 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-faaa8ef1-9663-4b6d-bbe3-9423c2afe790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.174384 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-faaa8ef1-9663-4b6d-bbe3-9423c2afe790 None None] Port bf955a8b-8004-474e-86b8-3e6a7aca99fe cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:00:21.219834 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21920ac8-4c46-42b8-b76e-f680a21e40d5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:21.281597 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port 21920ac8-4c46-42b8-b76e-f680a21e40d5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:21.288399 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 21920ac8-4c46-42b8-b76e-f680a21e40d5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:21.289231 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.406758 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.436574 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port 21920ac8-4c46-42b8-b76e-f680a21e40d5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=21920ac8-4c46-42b8-b76e-f680a21e40d5,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:21.441901 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.442831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:21.520905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=21920ac8-4c46-42b8-b76e-f680a21e40d5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:21.533717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:21.534097 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.303184 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Sync routers for ids ['0560de11-c508-4302-b645-9388314c6eb3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:22.312755 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Routers {'0560de11-c508-4302-b645-9388314c6eb3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:22.313370 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0560de11-c508-4302-b645-9388314c6eb3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:22.438542 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Set router 0560de11-c508-4302-b645-9388314c6eb3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:22.573923 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48634) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:22.580459 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478900836', 'description': 'tempest-secgroup-smoke-1478900836 description', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:22.607818 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.680788 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 4, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'bf955a8b-8004-474e-86b8-3e6a7aca99fe', 'name': '', 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'mac_address': 'fa:16:3e:14:e6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:19Z', 'updated_at': '2021-07-16T03:00:20Z', 'revision_number': 2, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'subnets': [{'id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:22.716562 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.718047 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Checking router: 0560de11-c508-4302-b645-9388314c6eb3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:22.718424 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Updating router 0560de11-c508-4302-b645-9388314c6eb3 port bf955a8b-8004-474e-86b8-3e6a7aca99fe binding host n-d-800087-6 {{(pid=93908) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:00:22.720895 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.752850 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.754202 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1788573 Jul 16 03:00:22.758952 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48636) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:22.760576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.764378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group_rule': {'security_group_id': '5040274b-20b5-408c-8536-1c026a349cab', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:22.769750 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b666c98-ded2-42b8-b37d-d55380a0daaa tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5040274b-20b5-408c-8536-1c026a349cab,revision_number=1']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:22.798382 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.871295 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.877421 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.884467 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21920ac8-4c46-42b8-b76e-f680a21e40d5 up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:22.897378 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d301be-1843-4390-935b-3d7a704aacd8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:22.906083 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.910442 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b6665de6-02db-4bf7-9bb7-8f3a896e7a6e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480367 Jul 16 03:00:22.910663 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48638) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:22.916247 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group_rule': {'security_group_id': '5040274b-20b5-408c-8536-1c026a349cab', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:22.948768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.018585 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port 21920ac8-4c46-42b8-b76e-f680a21e40d5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:23.018911 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.031782 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.037152 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.059422 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dede1c-2a9b-4434-ac2d-a562f85501e8,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.075750 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.081042 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-31ec03ec-ca69-4490-b78e-34469454b906 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655579 Jul 16 03:00:23.081338 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48640) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.086895 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group_rule': {'security_group_id': '5040274b-20b5-408c-8536-1c026a349cab', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:23.095852 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.129821 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.201821 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.218000 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Transition to ACTIVE for port object bf955a8b-8004-474e-86b8-3e6a7aca99fe will not be triggered until provisioned by entity L2. {{(pid=93908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:23.227058 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.237082 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.242717 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.266076 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a29031-7c15-4027-87e9-df6e220906ec,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.276521 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.280568 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-593ed9f9-29a4-4fa2-a6fa-7aa8fbe26a22 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982129 Jul 16 03:00:23.283296 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48642) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.289942 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group_rule': {'security_group_id': '5040274b-20b5-408c-8536-1c026a349cab', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:23.317132 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed223d36-8f91-4bf5-8f2d-b168be0a26ba None None] Pushing event updated for resources: {'Port': ['ID=bf955a8b-8004-474e-86b8-3e6a7aca99fe,revision_number=3']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.327866 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.360337 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Attempting to bind port bf955a8b-8004-474e-86b8-3e6a7aca99fe on host n-d-800087-6 for vnic_type normal with profile {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:23.360705 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Attempting to bind port bf955a8b-8004-474e-86b8-3e6a7aca99fe by drivers openvswitch,hyperv on host n-d-800087-6 at level 0 using segments [{'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:23.361103 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Attempting to bind port bf955a8b-8004-474e-86b8-3e6a7aca99fe on network 70bac77d-03a1-43d0-8cce-7e25e5362525 {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:23.369691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Checking agent: {'id': '3b548102-98bc-48df-87f9-b5e3ee50fb78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 25, 56), 'started_at': datetime.datetime(2021, 7, 16, 1, 26, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:23.370063 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Checking segment: {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:23.370583 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.371054 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Bound using segment: {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'} {{(pid=93908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:23.371618 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.managers [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Bound port: bf955a8b-8004-474e-86b8-3e6a7aca99fe, host: n-d-800087-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab0d762-775b-476f-82fb-59918428420b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525'}}] {{(pid=93908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:23.372090 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.423501 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.429091 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.455836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92d9d38-45a5-4f8c-918d-99bd79b8a556,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.466731 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.466976 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] For port bf955a8b-8004-474e-86b8-3e6a7aca99fe, host n-d-800087-6, cleared binding levels {{(pid=93908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:23.468457 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-10f29165-5b81-4bd4-8762-b9d8e3ba5f11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828778 Jul 16 03:00:23.472635 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 48644) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.476596 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] For port bf955a8b-8004-474e-86b8-3e6a7aca99fe, host n-d-800087-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bf955a8b-8004-474e-86b8-3e6a7aca99fe,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:23.480262 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.v2.base [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group_rule': {'security_group_id': '5040274b-20b5-408c-8536-1c026a349cab', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:23.482052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.524005 n-d-800087-6 neutron-server[93906]: INFO neutron.db.securitygroups_db [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Project ce2d0a04374c44eaa3b9ffbfed26ec14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:00:23.532397 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.543492 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Routers {'0560de11-c508-4302-b645-9388314c6eb3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:23.544696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T02:59:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0560de11-c508-4302-b645-9388314c6eb3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:23.596383 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed223d36-8f91-4bf5-8f2d-b168be0a26ba None None] Pushing event updated for resources: {'Port': ['ID=bf955a8b-8004-474e-86b8-3e6a7aca99fe,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.632654 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.639537 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.672176 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fb9914-8fd6-4f2a-823a-20aba3037375,revision_number=0']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.677865 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.679333 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c2dcf87d-99fe-409f-ac21-10d5b9a88c27 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2053194 Jul 16 03:00:23.682655 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48646) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.689977 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'security_group_rule': {'security_group_id': '5040274b-20b5-408c-8536-1c026a349cab', 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:23.709806 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] Set router 0560de11-c508-4302-b645-9388314c6eb3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:23.723091 n-d-800087-6 neutron-server[93907]: INFO neutron.db.securitygroups_db [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Project ce2d0a04374c44eaa3b9ffbfed26ec14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:00:23.735154 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.812160 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.816414 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212459'] for security_group_rule, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.835155 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ad51d8-2eb0-4987-aaf3-60e9318c1c73,revision_number=0']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.843607 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.845075 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-604e462f-dcf8-4411-99f3-aa4417dfdf16 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611092 Jul 16 03:00:23.924286 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a7e2b789-8b4a-4480-9334-638a62d8b832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.986836 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 4, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'bf955a8b-8004-474e-86b8-3e6a7aca99fe', 'name': '', 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'mac_address': 'fa:16:3e:14:e6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:19Z', 'updated_at': '2021-07-16T03:00:23Z', 'revision_number': 4, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'subnets': [{'id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:24.017622 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae69abb-cb16-4030-8e05-48e4c24c5ab8 None None] The sync data for ids ['0560de11-c508-4302-b645-9388314c6eb3'] in n-d-800087-6 is: [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 4, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': 'bf955a8b-8004-474e-86b8-3e6a7aca99fe', 'name': '', 'network_id': '70bac77d-03a1-43d0-8cce-7e25e5362525', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'mac_address': 'fa:16:3e:14:e6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:19Z', 'updated_at': '2021-07-16T03:00:23Z', 'revision_number': 4, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'subnets': [{'id': 'b495d30d-2e5b-4d83-9622-0b0ef42e1125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:24.140042 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.150794 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-4c9919e4-7b35-4bdd-9ffd-4beee14c29a0 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478900836&fields=id&tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14 HTTP/1.1" status: 200 len: 267 time: 0.0392182 Jul 16 03:00:24.276363 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-46617adf-6563-4458-90ac-bbdce7bb213b tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:24.277941 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-46617adf-6563-4458-90ac-bbdce7bb213b tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 810 time: 0.1154523 Jul 16 03:00:24.294733 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-7b4da7c3-64ea-4307-86a5-1361ac6b5a15 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/quotas/ce2d0a04374c44eaa3b9ffbfed26ec14 HTTP/1.1" status: 200 len: 375 time: 0.0112131 Jul 16 03:00:24.388987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-7ae8fe7d-72fa-4951-8fde-b86458388739 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883384 Jul 16 03:00:24.605675 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-ddb9563f-d60a-4343-b6be-93f4731b31c4 service neutron] 10.222.0.35 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987453 Jul 16 03:00:24.705787 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-ea95908b-0cf2-4a2a-9b38-b415cfd5e7bf service neutron] 10.222.0.35 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940037 Jul 16 03:00:24.913272 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf955a8b-8004-474e-86b8-3e6a7aca99fe up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:24.964834 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f1c20316-339d-47aa-9034-5adb7a91e3c9 req-a4f425d2-e82c-4998-ba34-e16abe2ce827 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 210 time: 0.0979724 Jul 16 03:00:24.990743 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning for port bf955a8b-8004-474e-86b8-3e6a7aca99fe completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:24.995315 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port bf955a8b-8004-474e-86b8-3e6a7aca99fe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:24.995728 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.079842 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.121701 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] For port bf955a8b-8004-474e-86b8-3e6a7aca99fe, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bf955a8b-8004-474e-86b8-3e6a7aca99fe,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:25.126647 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.180301 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Pushing event updated for resources: {'Port': ['ID=bf955a8b-8004-474e-86b8-3e6a7aca99fe,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:26.027625 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-0a98bfbc-27e8-419e-a948-bb9f22ebedb9 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:26.029987 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-0a98bfbc-27e8-419e-a948-bb9f22ebedb9 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 810 time: 0.1272423 Jul 16 03:00:26.093095 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-cde0b2e4-91ae-47c1-a9b3-6dfee1d9c7ef tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14 HTTP/1.1" status: 200 len: 380 time: 0.0469847 Jul 16 03:00:26.105273 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'port': {'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'admin_state_up': True, 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'security_groups': ['5040274b-20b5-408c-8536-1c026a349cab']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:26.126983 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3c59eb27-1251-4de6-ab5a-40018ad992a2 req-6b3832aa-c6a7-44d2-b2f6-2eda5cae19da tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 210 time: 0.0379508 Jul 16 03:00:26.237855 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Made reservation on behalf of ce2d0a04374c44eaa3b9ffbfed26ec14 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:26.241549 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.313530 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a238-e230-473a-a9f4-15b5cb86215a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.382897 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Allocated IP 172.20.0.12 (ad100cab-7a8a-42e1-b312-eab458719e02/c3495ffc-4392-4f2b-b640-c832ffd4b2c9/9bc046c2-13c5-4402-8c2e-4f072cd14c82) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:26.529526 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.546975 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Transition to ACTIVE for port object 9bc046c2-13c5-4402-8c2e-4f072cd14c82 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:26.580994 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.628872 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Network ad100cab-7a8a-42e1-b312-eab458719e02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:26.632375 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:26.636461 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:26.643268 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:26.697326 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:26.698105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.716972 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-db1538af-8a2f-4126-9e51-e6a34e190581 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6164329 Jul 16 03:00:26.729966 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Request body: {'port': {'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:26.819259 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.839378 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.876257 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25857fa2-1fe4-4eca-89ea-a6cc7a317fd8 None None] Provisioning for port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:26.880448 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf955a8b-8004-474e-86b8-3e6a7aca99fe up at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:26.906053 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-25857fa2-1fe4-4eca-89ea-a6cc7a317fd8 None None] Provisioning complete for port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:26.906326 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-25857fa2-1fe4-4eca-89ea-a6cc7a317fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.950578 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-25857fa2-1fe4-4eca-89ea-a6cc7a317fd8 None None] Port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:00:26.961849 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Provisioning complete for port bf955a8b-8004-474e-86b8-3e6a7aca99fe triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:26.962291 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.107007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc046c2-13c5-4402-8c2e-4f072cd14c82 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:27.114678 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.127450 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Transition to ACTIVE for port object 9bc046c2-13c5-4402-8c2e-4f072cd14c82 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:27.131354 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.208280 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:27.259671 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Attempting to bind port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 on host n-h2-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:27.260014 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Attempting to bind port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 by drivers openvswitch,hyperv on host n-h2-800087-6 at level 0 using segments [{'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:27.260444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Attempting to bind port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 on network ad100cab-7a8a-42e1-b312-eab458719e02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:27.265444 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 on network ad100cab-7a8a-42e1-b312-eab458719e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:00:27.265654 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Attempting to bind port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 on network ad100cab-7a8a-42e1-b312-eab458719e02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:27.270587 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Checking agent: {'id': '10029950-712e-461d-85c8-1194e97dcd16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:27.270919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Checking segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:27.271529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Bound using segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:27.271959 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Bound port: 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host: n-h2-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:27.272347 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.322933 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c457d-5e82-4075-bfeb-a5a54319fb29 req-5530e633-6510-4c55-ae6e-8e875d60615a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.330413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea5c457d-5e82-4075-bfeb-a5a54319fb29 req-5530e633-6510-4c55-ae6e-8e875d60615a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 944 time: 0.0814929 Jul 16 03:00:27.355783 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:27.359532 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:27.365307 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.370646 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea5c457d-5e82-4075-bfeb-a5a54319fb29 req-b9bc22d3-be72-4612-b21f-dd53744bcce2 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 Jul 16 03:00:27.403290 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.403845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.405717 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] 10.222.0.38 "PUT /v2.0/ports/9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 1092 time: 0.6812935 Jul 16 03:00:27.408386 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:27.412069 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb74bb-92de-4373-83dd-66a22daf3d61" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:27.460637 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad500deb-0884-4170-a521-f2afa70da5d0 x-openstack-request-id: req-ad500deb-0884-4170-a521-f2afa70da5d0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:27.460924 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:27.461175 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad500deb-0884-4170-a521-f2afa70da5d0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:27.461569 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'status': 'completed', 'code': 200} Jul 16 03:00:27.464952 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c0d97-b04a-44cd-895f-b3c116789c90 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:27.514301 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-348ae179-b7d6-4327-acf5-926cc24d325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.515845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-348ae179-b7d6-4327-acf5-926cc24d325e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1095 time: 0.0690553 Jul 16 03:00:27.564657 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-b6565b52-0ad1-44b1-b9a1-ea8598e01c5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 217 time: 0.0397882 Jul 16 03:00:27.615024 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-c0621c81-19b8-4f74-bea5-bc0af49017b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.618070 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-c0621c81-19b8-4f74-bea5-bc0af49017b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0457478 Jul 16 03:00:27.675042 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-7c28cf95-061f-4db5-8e07-b3ae388ac408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.676603 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-7c28cf95-061f-4db5-8e07-b3ae388ac408 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543833 Jul 16 03:00:27.754029 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.774366 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-8452eb17-3cf8-47f4-b2ef-6c5f6f621bd7 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905354 Jul 16 03:00:27.865817 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-65a0ee0d-c50d-4723-b09b-c7cb1bf7449a req-e352ce2d-d368-4341-951f-1af7ee18fe15 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851591 Jul 16 03:00:27.971737 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-2f786e40-711d-42ea-9463-62780049e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.973317 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-2f786e40-711d-42ea-9463-62780049e2d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1095 time: 0.0570750 Jul 16 03:00:28.071007 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-f88d75cf-9316-4394-9421-b958baa94b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:28.073146 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-f88d75cf-9316-4394-9421-b958baa94b23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0935175 Jul 16 03:00:28.116059 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-0a1016dc-567a-43ee-af92-3815d8c47213 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 217 time: 0.0344656 Jul 16 03:00:28.170768 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-706a410d-5e98-402a-babe-e3e206287661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:28.172281 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-706a410d-5e98-402a-babe-e3e206287661 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0501311 Jul 16 03:00:28.231120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-b435923c-7a80-46b3-bc29-fb7f42b2b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:28.232669 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-b435923c-7a80-46b3-bc29-fb7f42b2b236 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536263 Jul 16 03:00:28.326959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-dfe599ae-7f66-423b-a1c0-e8e73f98e72a service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869849 Jul 16 03:00:28.422463 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-8fbb74bb-92de-4373-83dd-66a22daf3d61 req-b9e9213b-fa0d-4b05-b8aa-695ea01d0627 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886517 Jul 16 03:00:28.552868 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57506139-b7fe-4744-9c4f-75664e77b4ef req-d29d61ce-2996-446b-a6f4-69b16fd42576 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:28.554426 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57506139-b7fe-4744-9c4f-75664e77b4ef req-d29d61ce-2996-446b-a6f4-69b16fd42576 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 944 time: 0.0641356 Jul 16 03:00:28.598407 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-57506139-b7fe-4744-9c4f-75664e77b4ef req-d2c90222-ec89-4363-b71d-fe9f5bc7d4d9 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348909 Jul 16 03:00:29.217784 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:29.809843 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca11b68-35e5-412e-9479-8f8bfabaf7a5 req-c5aad91c-1e18-43ef-99c6-82da9e9ccf59 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:29.811413 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dca11b68-35e5-412e-9479-8f8bfabaf7a5 req-c5aad91c-1e18-43ef-99c6-82da9e9ccf59 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 944 time: 0.0818257 Jul 16 03:00:29.860379 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-dca11b68-35e5-412e-9479-8f8bfabaf7a5 req-2a2d1665-a9d8-4a6b-b295-81a7352efc12 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Jul 16 03:00:30.142724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:30.236374 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:30.248517 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:30.285387 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.301783 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc046c2-13c5-4402-8c2e-4f072cd14c82 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:30.321724 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:30.327277 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.376214 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:30.544554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['9bc046c2-13c5-4402-8c2e-4f072cd14c82'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:31.041926 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8b0-bd21-4577-85e7-0ec8f7569bdb req-3d7659cf-383b-4e82-9524-bca14cd06af2 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:31.043444 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e38c8b0-bd21-4577-85e7-0ec8f7569bdb req-3d7659cf-383b-4e82-9524-bca14cd06af2 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 945 time: 0.0661488 Jul 16 03:00:31.086533 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3e38c8b0-bd21-4577-85e7-0ec8f7569bdb req-73a67eb6-373b-4f57-bd32-2b1a2897b1e8 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345082 Jul 16 03:00:32.173725 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:32.225532 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning for port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:32.230129 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:32.230528 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:32.275721 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835d90e-8666-4e7c-a423-13c8ba58e5ff req-5aab84ac-eafe-4f08-9643-92ace8a11746 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.277306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d835d90e-8666-4e7c-a423-13c8ba58e5ff req-5aab84ac-eafe-4f08-9643-92ace8a11746 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 945 time: 0.0755208 Jul 16 03:00:32.312652 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:32.319237 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-d835d90e-8666-4e7c-a423-13c8ba58e5ff req-c4508349-ab07-4a56-905e-15b067c09f57 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Jul 16 03:00:32.336042 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:32.338904 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aaef3b-9b67-41a4-86ba-97957e0bbe5c" -d '{"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-plugged", "status": "completed", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:32.351940 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:32.356279 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:32.382894 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f80fddd-07fd-4449-93b7-21f9ca11bd6f x-openstack-request-id: req-0f80fddd-07fd-4449-93b7-21f9ca11bd6f {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:32.383189 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-plugged", "status": "completed", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:32.383513 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f80fddd-07fd-4449-93b7-21f9ca11bd6f {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:32.383915 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'code': 200} Jul 16 03:00:32.410260 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:32.496957 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d62a0-1949-4384-811d-f979491a336b req-9aed3ef6-71b3-448a-9d5d-b2ac223a5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.498647 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823d62a0-1949-4384-811d-f979491a336b req-9aed3ef6-71b3-448a-9d5d-b2ac223a5191 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1097 time: 0.0546787 Jul 16 03:00:32.534322 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-823d62a0-1949-4384-811d-f979491a336b req-38aff04b-f5da-4c35-887a-d160fc1ce2ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292795 Jul 16 03:00:33.509324 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af316c-a98c-4ec1-8877-d73d671c7b7d req-5fa8d9f5-6343-426f-840f-36756cf1f364 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:33.510558 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22af316c-a98c-4ec1-8877-d73d671c7b7d req-5fa8d9f5-6343-426f-840f-36756cf1f364 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 946 time: 0.0737088 Jul 16 03:00:33.551089 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-22af316c-a98c-4ec1-8877-d73d671c7b7d req-e94833cc-614d-42cd-b6c5-47dc2f561e2d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Jul 16 03:00:33.730758 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2a6b2-6d9f-40b5-af83-8e7a3dfeb4f0 req-ce654030-65a4-4062-bb96-a6bc6b5a0d38 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:33.732276 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1f2a6b2-6d9f-40b5-af83-8e7a3dfeb4f0 req-ce654030-65a4-4062-bb96-a6bc6b5a0d38 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 946 time: 0.0697346 Jul 16 03:00:33.771267 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-a1f2a6b2-6d9f-40b5-af83-8e7a3dfeb4f0 req-db4e471a-334a-437f-bd25-db7068ce018e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Jul 16 03:00:33.797390 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48702) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:33.895050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d55df4-16e0-4f6e-92c6-5026d40e9d1d tempest-TestSnapshotPattern-842259280 tempest-TestSnapshotPattern-842259280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:33.896632 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-50d55df4-16e0-4f6e-92c6-5026d40e9d1d tempest-TestSnapshotPattern-842259280 tempest-TestSnapshotPattern-842259280-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1092 time: 0.0989883 Jul 16 03:00:33.899631 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48706) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:33.904743 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:33.926981 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.022984 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.130339 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Allocated IP 172.25.0.68 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/f107f242-a54f-4a51-927f-f4b2954e50fb) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:34.239997 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.281860 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.327235 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:34.330922 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:34.333823 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:34.339644 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'Port': ['ID=f107f242-a54f-4a51-927f-f4b2954e50fb,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:34.752564 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.841643 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:35.005589 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:35.011477 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:35.080406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'Port': ['ID=f107f242-a54f-4a51-927f-f4b2954e50fb,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:35.095173 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:35.201223 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Floating IP 6804246d-5728-47b8-b0ee-032a0bfa18d8 associated. External IP: 172.25.0.68, port: 9bc046c2-13c5-4402-8c2e-4f072cd14c82. Jul 16 03:00:35.441858 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:35.570271 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:35.581289 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:35.589047 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:35.591216 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:35.591909 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:35.627913 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c02f17e1-2478-495d-996f-e7c59799fa5f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7266004 Jul 16 03:00:35.628641 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:35.631143 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da4ea7f-6255-4f74-9552-59df04eaae99" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:35.676122 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2548ec-9cf4-48cd-b433-a1bc284b2179 x-openstack-request-id: req-3d2548ec-9cf4-48cd-b433-a1bc284b2179 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:35.676579 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:35.676973 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d2548ec-9cf4-48cd-b433-a1bc284b2179 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:35.677486 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'status': 'completed', 'code': 200} Jul 16 03:00:35.715628 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:35.760720 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-2c933ca8-227e-4950-891c-8d048aa6536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:35.762330 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-2c933ca8-227e-4950-891c-8d048aa6536a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1097 time: 0.0607979 Jul 16 03:00:35.867679 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-ab669eb5-2f8c-42ff-8660-18fbcd0fe4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:35.870364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-ab669eb5-2f8c-42ff-8660-18fbcd0fe4bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.1017206 Jul 16 03:00:35.939925 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-572dbf09-5e49-4c38-a786-bbade706746b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 999 time: 0.0627627 Jul 16 03:00:35.949906 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:34Z', 'revision_number': 0, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:35.980493 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:35.988607 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:35.989204 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:00:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:35.989452 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-3bcd2a59-1683-4c0a-93fa-5d1ca67b32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:35.990956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-3bcd2a59-1683-4c0a-93fa-5d1ca67b32e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0444493 Jul 16 03:00:36.049431 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-0b0e2c04-dee7-43ec-8afa-8f71b480f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:36.050947 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-0b0e2c04-dee7-43ec-8afa-8f71b480f0db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527897 Jul 16 03:00:36.098597 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:36.332566 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:34Z', 'revision_number': 0, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:36.360129 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d18441-4063-4e02-8072-a7d72078d430 None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:34Z', 'revision_number': 0, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:36.450921 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-63dbd457-fec8-48aa-aad7-a225105d5220 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929169 Jul 16 03:00:36.548968 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-0da4ea7f-6255-4f74-9552-59df04eaae99 req-e1ca1228-667b-4c88-a5a9-43e2d08c7218 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918977 Jul 16 03:00:36.562630 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99336187-6621-4465-a984-2c0f2fe2b11c None None] New status for floating IP 6804246d-5728-47b8-b0ee-032a0bfa18d8: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:00:47.591749 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-74555f0d-ce34-42ae-8dfc-8019d5ab2fc7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625308 Jul 16 03:00:47.705447 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-b70a472e-fed7-472c-bc4b-466731b1bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:47.707033 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-b70a472e-fed7-472c-bc4b-466731b1bf27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1097 time: 0.0659544 Jul 16 03:00:47.832716 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-f307eecf-8eb2-4884-9b84-326dea7009c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:47.834198 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-f307eecf-8eb2-4884-9b84-326dea7009c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0914700 Jul 16 03:00:47.910930 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-b5d9c093-4920-473d-863c-bad66acd72bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 1001 time: 0.0696802 Jul 16 03:00:47.960696 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-7c7715cd-48ab-4543-adfc-f6e36d490d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:47.962236 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-7c7715cd-48ab-4543-adfc-f6e36d490d5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0450265 Jul 16 03:00:48.030794 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-5e2e2077-0005-4ad4-9174-fe97772b5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:48.032520 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-5e2e2077-0005-4ad4-9174-fe97772b5a7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634813 Jul 16 03:00:48.144767 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-66fe6373-a1ad-4de2-81ae-a0c9a204e3e2 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938530 Jul 16 03:00:48.236992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-a8df9fb4-57f8-4aa6-9fc5-18d47f78d5d4 req-22d50d3d-e797-4a58-8b01-a8ff9e0a8ea3 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854218 Jul 16 03:00:53.084861 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:53.908351 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf3f7e-cb14-421d-9c0e-ec88081c7194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:54.130039 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:55.520565 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:56.318298 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-59403b55-bfe9-40fb-8658-41f2c400d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:56.842542 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:57.761732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:59.218948 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:23.096104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:23.910272 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3c1425b4-44fc-4b0c-831d-c2f01f247c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:24.131293 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:26.324870 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2bae58fc-9627-49fb-b1ad-e8e0f85b5742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:26.846257 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:27.763184 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.223382 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.520991 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:01:48.167998 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-f9048942-1773-4b5f-ba32-e8dbac9d575d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609627 Jul 16 03:01:48.267832 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-0353427e-0b2e-476b-a3ac-387bbfb555e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:48.269621 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-0353427e-0b2e-476b-a3ac-387bbfb555e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1097 time: 0.0560796 Jul 16 03:01:48.390626 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-c417375e-9e3b-443c-a858-7856ddb4d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:48.392529 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-c417375e-9e3b-443c-a858-7856ddb4d1f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.1012628 Jul 16 03:01:48.465957 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-53a21061-9ff3-437c-b7bb-39c077a21b84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 1001 time: 0.0666623 Jul 16 03:01:48.520751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-a454e820-6882-4b6c-9ea1-c2ed076fbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:48.522247 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-a454e820-6882-4b6c-9ea1-c2ed076fbedf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0505228 Jul 16 03:01:48.589846 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-0b204ce6-b188-4357-af58-32ce06b8ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:48.591518 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-0b204ce6-b188-4357-af58-32ce06b8ff80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634251 Jul 16 03:01:48.699831 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-d014bbd5-7f44-40e1-8cd0-37d0144ba4fb service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014888 Jul 16 03:01:48.806451 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4264ed3-0a91-43bf-bdbc-330627249dbd req-04967eab-04bd-4fd8-a8f3-36418826cd5d service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006169 Jul 16 03:01:53.093786 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:53.912508 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cc64859b-dbbf-4e59-ae4b-1aa1f4409666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:54.144885 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:56.318524 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-10338d44-2e7c-4d3a-8bcf-d911bde56ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:56.849451 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.775346 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.222555 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.520852 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:23.104275 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.914027 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-289810f9-f72e-49eb-b312-e0ea8b89a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:24.151214 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:26.319685 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c5e541a5-fcb5-4fe5-bb2e-dea4d98be2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:26.853563 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.770040 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:29.228651 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:36.795638 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 details requested by agent hyperv_n-h2-800087-6 with host n-h2-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:02:36.916775 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:36.933238 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Returning: {'device': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:02:36.976816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:36.997957 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bc046c2-13c5-4402-8c2e-4f072cd14c82 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:02:37.020547 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:37.027478 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:37.091230 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:37.101577 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.101988 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.102339 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.102680 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.103016 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.103378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.103710 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.104059 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.104390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.104717 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.105042 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.105496 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:37.111097 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] get_ports_and_sgs() called for port_ids ['9bc046c2-13c5-4402-8c2e-4f072cd14c82'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:38.805177 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 up at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:02:38.866022 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Provisioning complete for port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:02:38.866396 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:38.962442 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:38.992520 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:38.994299 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff48df7-eabf-48e8-ae86-58a1b635e2ef" -d '{"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-plugged", "status": "completed", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:39.010655 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:39.019486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:39.050227 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33935f9d-225c-4130-bb31-818f96640bca x-openstack-request-id: req-33935f9d-225c-4130-bb31-818f96640bca {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:39.053028 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-plugged", "status": "completed", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:39.053028 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33935f9d-225c-4130-bb31-818f96640bca {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:39.053028 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'code': 200} Jul 16 03:02:39.082312 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:46.172284 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-0f68cc05-c548-4db9-b758-f211c4a93c82 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478900836&fields=id&tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14 HTTP/1.1" status: 200 len: 267 time: 0.0354638 Jul 16 03:02:46.289703 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-33425059-c838-4a3e-a62f-02b48ccc2d65 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:46.291210 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-33425059-c838-4a3e-a62f-02b48ccc2d65 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 810 time: 0.1117849 Jul 16 03:02:46.306999 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-c5db1126-23d0-498a-a0b5-3744bb032d33 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/quotas/ce2d0a04374c44eaa3b9ffbfed26ec14 HTTP/1.1" status: 200 len: 375 time: 0.0102091 Jul 16 03:02:46.382722 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-04bb0698-455b-411b-9404-1e9bea7c6823 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701289 Jul 16 03:02:46.398757 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-ab20c1f3-25a3-4bd0-962d-70c17b174100 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:02:46.399790 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-ab20c1f3-25a3-4bd0-962d-70c17b174100 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056918 Jul 16 03:02:46.498650 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-8ca64e75-0481-489d-9aad-b395a7f59550 service neutron] 10.222.0.35 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927191 Jul 16 03:02:46.520990 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:46.594762 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-676b766b-d24b-481b-8a63-9b012b3959d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Jul 16 03:02:46.812654 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f8151b78-0642-4028-af91-a75286ce5302 req-76b904cc-06e5-4b7d-a827-0ddb01052596 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 210 time: 0.0358911 Jul 16 03:02:47.579336 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-c504082a-2bde-45c0-a8bb-9fc74397c144 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578082 Jul 16 03:02:47.680760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4289-a2dc-432f-b348-8655593585ee req-de5c56a5-2581-424b-82e5-21a7a67b68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:47.682278 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-de5c56a5-2581-424b-82e5-21a7a67b68af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1097 time: 0.0546150 Jul 16 03:02:47.791439 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4289-a2dc-432f-b348-8655593585ee req-346e0164-851f-484d-993c-51e442cf7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:47.792959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-346e0164-851f-484d-993c-51e442cf7be1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0894394 Jul 16 03:02:47.858302 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-a70e71e7-7a64-41b3-9f09-f8e65f7b65d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 1001 time: 0.0593593 Jul 16 03:02:47.908908 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4289-a2dc-432f-b348-8655593585ee req-dfcf59f7-5e2f-4eef-9997-899f2f2eff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:47.910428 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-dfcf59f7-5e2f-4eef-9997-899f2f2eff34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0458505 Jul 16 03:02:47.962584 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ea6ef633-cbe5-407e-8dcf-eafe176775e1 req-3500ef8a-9034-400c-8546-8ad52684ffd4 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 210 time: 0.0304277 Jul 16 03:02:48.049324 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4289-a2dc-432f-b348-8655593585ee req-cecf114e-31ab-41b8-a32d-f167a36f0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:48.050875 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-cecf114e-31ab-41b8-a32d-f167a36f0ca9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336858 Jul 16 03:02:48.103186 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-9dbea388-8efa-484d-a258-f7e1b3251cfd tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:48.104244 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-9dbea388-8efa-484d-a258-f7e1b3251cfd tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.32 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 810 time: 0.1481194 Jul 16 03:02:48.192528 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-b3f9ebdf-7b9c-4f86-b2c5-c32a21fe73e8 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14 HTTP/1.1" status: 200 len: 380 time: 0.0786121 Jul 16 03:02:48.206600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'port': {'device_id': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'admin_state_up': True, 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'security_groups': ['5040274b-20b5-408c-8536-1c026a349cab']}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:48.226141 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-e115228b-670b-486c-84ab-30646e2bc51a service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644344 Jul 16 03:02:48.398573 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c4ce4289-a2dc-432f-b348-8655593585ee req-9e4f239f-8391-4849-a4ff-d4e4742e0347 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629319 Jul 16 03:02:48.408796 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Made reservation on behalf of ce2d0a04374c44eaa3b9ffbfed26ec14 for: {'port': 1} {{(pid=93907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:48.413027 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:48.620529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Allocated IP 172.20.0.13 (ad100cab-7a8a-42e1-b312-eab458719e02/c3495ffc-4392-4f2b-b640-c832ffd4b2c9/4c9fc059-9f5f-478c-9d33-82352cea33e5) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:02:48.800274 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:48.816000 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Transition to ACTIVE for port object 4c9fc059-9f5f-478c-9d33-82352cea33e5 will not be triggered until provisioned by entity DHCP. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:02:48.841329 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:48.849946 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:48.912104 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Network ad100cab-7a8a-42e1-b312-eab458719e02 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:02:48.916521 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:02:48.920135 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:02:48.927215 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:48.946337 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:48.957476 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.957831 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.958180 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.958522 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.958864 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.959203 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.959535 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.959919 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.960276 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.960611 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.960974 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:48.961310 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:49.010072 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:49.011208 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:49.014561 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f106fca-602c-4d8e-85c3-6fe23d972f6e" -d '{"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:49.020627 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:49.021388 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.024782 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.056784 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-4ee130ec-4374-474f-a8e9-2d91947a3051 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541355 Jul 16 03:02:49.093180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Pushing event updated for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=8']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:49.117995 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd1bd7-45f8-4088-8ca1-fde3073d97b1 x-openstack-request-id: req-3acd1bd7-45f8-4088-8ca1-fde3073d97b1 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:49.118294 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:49.118784 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3acd1bd7-45f8-4088-8ca1-fde3073d97b1 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:49.119196 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'code': 200} Jul 16 03:02:49.206513 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b301-93b1-4240-919d-c65ea6701073 req-c2e30bb1-5030-4e6e-8f13-51cb3c992d76 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:49.208051 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c252b301-93b1-4240-919d-c65ea6701073 req-c2e30bb1-5030-4e6e-8f13-51cb3c992d76 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0729005 Jul 16 03:02:49.256120 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c252b301-93b1-4240-919d-c65ea6701073 req-3b124627-cf60-42a4-82a2-3276c248b250 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Jul 16 03:02:49.294856 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-400aab69-0f88-4ff4-8455-37f8292a3567 None None] Provisioning for port 4c9fc059-9f5f-478c-9d33-82352cea33e5 completed by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:02:49.299443 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-400aab69-0f88-4ff4-8455-37f8292a3567 None None] Provisioning complete for port 4c9fc059-9f5f-478c-9d33-82352cea33e5 triggered by entity DHCP. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:02:49.299809 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-400aab69-0f88-4ff4-8455-37f8292a3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.337427 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-400aab69-0f88-4ff4-8455-37f8292a3567 None None] Port 4c9fc059-9f5f-478c-9d33-82352cea33e5 cannot update to ACTIVE because it is not bound. {{(pid=93908) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:02:50.466908 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d815-9918-42f8-bea6-c76b1905eb0a req-fa90689d-6bc1-41a5-8fdf-882ad299bc7f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:50.469446 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ca9d815-9918-42f8-bea6-c76b1905eb0a req-fa90689d-6bc1-41a5-8fdf-882ad299bc7f tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0919311 Jul 16 03:02:50.509343 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-1ca9d815-9918-42f8-bea6-c76b1905eb0a req-bf0ee3d4-ab77-42c9-a97f-211eb6878926 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340729 Jul 16 03:02:51.702701 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aac5f-b8b4-415b-a042-07d9fe50d950 req-9bf0bfc0-5ff7-4c88-a298-239e5925c141 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:51.711328 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f91aac5f-b8b4-415b-a042-07d9fe50d950 req-9bf0bfc0-5ff7-4c88-a298-239e5925c141 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0762253 Jul 16 03:02:51.746450 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f91aac5f-b8b4-415b-a042-07d9fe50d950 req-2b9de4f6-c204-4443-b5f6-547dbe6cbd50 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Jul 16 03:02:52.950528 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb01f9-e92f-439a-b891-dae0dc126d54 req-759c0b5d-b523-4e2a-9c11-aa4d7373301a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:52.952047 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53eb01f9-e92f-439a-b891-dae0dc126d54 req-759c0b5d-b523-4e2a-9c11-aa4d7373301a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0761573 Jul 16 03:02:53.007132 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-53eb01f9-e92f-439a-b891-dae0dc126d54 req-21007a3b-5e84-4d3d-8b5e-881132cc499e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Jul 16 03:02:53.103435 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:53.922225 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a3f86b5b-c2b1-4a31-b08f-251c377161ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:54.158290 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:54.189344 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68061f1-e47c-4a1b-8f0e-afc271eb393a req-81af358a-963f-4612-b4f7-484cc0b9f7d9 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:54.190997 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f68061f1-e47c-4a1b-8f0e-afc271eb393a req-81af358a-963f-4612-b4f7-484cc0b9f7d9 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0684826 Jul 16 03:02:54.232477 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f68061f1-e47c-4a1b-8f0e-afc271eb393a req-1c98df2d-ab9a-4237-a9fc-d5e8ab48a9ca tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Jul 16 03:02:55.448337 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6c92c-6488-4592-b10c-5eb8aec22a28 req-316f4c7d-2fb6-4e83-9e7d-71298be5ef9e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:55.449927 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1e6c92c-6488-4592-b10c-5eb8aec22a28 req-316f4c7d-2fb6-4e83-9e7d-71298be5ef9e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0774539 Jul 16 03:02:55.493746 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-e1e6c92c-6488-4592-b10c-5eb8aec22a28 req-270076a5-4d24-4718-b16d-e7319022fa7c tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 Jul 16 03:02:56.323594 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-90ac2c8e-11ed-4d74-aea1-a03123dd8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.716805 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108085-5c00-44a8-9ed7-3a525addc03e req-7e1cb70a-6e83-4007-b0b2-2bd8aef0aa45 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:56.718464 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5108085-5c00-44a8-9ed7-3a525addc03e req-7e1cb70a-6e83-4007-b0b2-2bd8aef0aa45 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0854337 Jul 16 03:02:56.772503 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f5108085-5c00-44a8-9ed7-3a525addc03e req-ba51160c-bd30-405d-ad86-6d08fc21e27d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399690 Jul 16 03:02:56.858172 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:57.781067 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:57.965621 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da809b39-26ec-4f5d-9f60-6e6f26098e2f req-bfc15b0a-14f9-448a-ab12-178066e473ea tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:57.967061 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da809b39-26ec-4f5d-9f60-6e6f26098e2f req-bfc15b0a-14f9-448a-ab12-178066e473ea tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0701919 Jul 16 03:02:58.011818 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-da809b39-26ec-4f5d-9f60-6e6f26098e2f req-3cfbb50d-f293-4478-9b41-8e373288ca37 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Jul 16 03:02:59.222783 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc800-d7e9-4674-8602-43c17665f92f req-0f17c6c0-31d3-4784-beb4-ac92892a244e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:59.226107 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-539cc800-d7e9-4674-8602-43c17665f92f req-0f17c6c0-31d3-4784-beb4-ac92892a244e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 932 time: 0.0721810 Jul 16 03:02:59.232973 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.266680 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-539cc800-d7e9-4674-8602-43c17665f92f req-cbcf8c30-44f5-4704-bb08-595c7d2cb488 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 Jul 16 03:02:59.753968 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-f4d9dd5c-763a-473a-b30d-6d3c68a09c11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:02:59.754986 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-f4d9dd5c-763a-473a-b30d-6d3c68a09c11 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058713 Jul 16 03:02:59.825682 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Request body: {'port': {'device_id': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-6'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:59.916199 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.249528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9fc059-9f5f-478c-9d33-82352cea33e5 {{(pid=93907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:03:00.258276 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.270927 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.provisioning_blocks [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Transition to ACTIVE for port object 4c9fc059-9f5f-478c-9d33-82352cea33e5 will not be triggered until provisioned by entity L2. {{(pid=93907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:00.276492 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.336701 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:00.420727 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Attempting to bind port 4c9fc059-9f5f-478c-9d33-82352cea33e5 on host n-h1-800087-6 for vnic_type normal with profile {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:00.421138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Attempting to bind port 4c9fc059-9f5f-478c-9d33-82352cea33e5 by drivers openvswitch,hyperv on host n-h1-800087-6 at level 0 using segments [{'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:00.421459 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Attempting to bind port 4c9fc059-9f5f-478c-9d33-82352cea33e5 on network ad100cab-7a8a-42e1-b312-eab458719e02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:00.426555 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Port 4c9fc059-9f5f-478c-9d33-82352cea33e5 on network ad100cab-7a8a-42e1-b312-eab458719e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-6 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:03:00.426937 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Attempting to bind port 4c9fc059-9f5f-478c-9d33-82352cea33e5 on network ad100cab-7a8a-42e1-b312-eab458719e02 {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:00.433673 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Checking agent: {'id': 'cfc47419-099d-428c-96b9-05a4daba4c1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'started_at': datetime.datetime(2021, 7, 16, 1, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:00.434060 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Checking segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:00.434428 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Bound using segment: {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'} {{(pid=93907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:00.434888 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.managers [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Bound port: 4c9fc059-9f5f-478c-9d33-82352cea33e5, host: n-h1-800087-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02'}}] {{(pid=93907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:00.435248 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.467778 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c704-c0f0-4382-a62b-cb9d0aa539c6 req-707bb4c6-a06e-4c67-9ca1-61e93c7217a5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.469498 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0f4c704-c0f0-4382-a62b-cb9d0aa539c6 req-707bb4c6-a06e-4c67-9ca1-61e93c7217a5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 944 time: 0.0776525 Jul 16 03:03:00.505570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, cleared binding levels {{(pid=93907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:00.510223 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:00.514846 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f0f4c704-c0f0-4382-a62b-cb9d0aa539c6 req-824605cb-2d89-496d-81c6-454b8efe5bcc tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369694 Jul 16 03:03:00.516216 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.554833 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.555486 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.556925 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] 10.222.0.32 "PUT /v2.0/ports/4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 1092 time: 0.7941294 Jul 16 03:03:00.557373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:00.561226 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74e159e-fea4-485c-85df-c6cabdefbb68" -d '{"events": [{"name": "network-changed", "server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:00.595729 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411a38b-b985-4b6e-8b50-8f950ba5e3ea service neutron] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=3']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:00.689571 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-ec1cc77c-47d3-47cb-bc87-5616ecb423e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.691303 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-ec1cc77c-47d3-47cb-bc87-5616ecb423e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1095 time: 0.0671141 Jul 16 03:03:00.692916 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ade45e-50b7-4270-8a8e-7c18b52e6015 x-openstack-request-id: req-13ade45e-50b7-4270-8a8e-7c18b52e6015 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:00.693294 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:00.693631 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13ade45e-50b7-4270-8a8e-7c18b52e6015 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:00.694101 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'status': 'completed', 'code': 200} Jul 16 03:03:00.737495 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-f9464c18-9794-4154-805a-b3f30cea69bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 217 time: 0.0390816 Jul 16 03:03:00.792415 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-f2e3c2ec-8645-446c-acc7-816d9cab9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.793905 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-f2e3c2ec-8645-446c-acc7-816d9cab9c2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0507548 Jul 16 03:03:00.853715 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-45678288-7db6-40ec-8255-8ab93f956964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.855147 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-45678288-7db6-40ec-8255-8ab93f956964 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548122 Jul 16 03:03:00.947788 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-0114830c-b7ad-4ae5-8353-3a9d3f3220a3 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Jul 16 03:03:01.043093 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3155c98a-2acb-4d01-9e78-13f8a38a3cd6 req-1a62b647-0f45-464e-89dd-993d3ead8aed service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886190 Jul 16 03:03:01.140242 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-57e91b5a-4bcf-4ed7-b742-71ea3070d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.142037 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-57e91b5a-4bcf-4ed7-b742-71ea3070d4cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1095 time: 0.0530441 Jul 16 03:03:01.235391 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-84f9ed84-a3b1-4ade-b637-d9c3e7b5f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.236893 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-84f9ed84-a3b1-4ade-b637-d9c3e7b5f42e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0888488 Jul 16 03:03:01.276836 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-b1c5f3fa-0c06-4cec-97a8-e17f856f3cf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 217 time: 0.0337811 Jul 16 03:03:01.323813 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-b99f0244-4c6b-4c60-9746-f7b74c8e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.325309 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-b99f0244-4c6b-4c60-9746-f7b74c8e466f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0422235 Jul 16 03:03:01.388281 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-3f00d83e-ecbc-449a-bf48-d535168c1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.389787 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-3f00d83e-ecbc-449a-bf48-d535168c1fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564942 Jul 16 03:03:01.480002 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-cb05c51e-4adf-4835-b3db-487072c25922 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Jul 16 03:03:01.572962 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c74e159e-fea4-485c-85df-c6cabdefbb68 req-a39e1a17-d287-4610-9de6-8f36bf236ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Jul 16 03:03:01.695798 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fd188-bf25-4f53-80f6-a51ec4baa713 req-7eb4ab0e-35c9-4aa7-b3c1-c72dd12fdc55 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.697316 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c08fd188-bf25-4f53-80f6-a51ec4baa713 req-7eb4ab0e-35c9-4aa7-b3c1-c72dd12fdc55 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 944 time: 0.0682364 Jul 16 03:03:01.734183 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c08fd188-bf25-4f53-80f6-a51ec4baa713 req-206ed7db-154d-4cdb-b6ce-464ea1a55959 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jul 16 03:03:02.927659 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd51a54-5790-4e1a-9409-fa517b976c4d req-e2f5f6e1-3f0c-4e61-a3cc-45c779a151b8 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:02.929175 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd51a54-5790-4e1a-9409-fa517b976c4d req-e2f5f6e1-3f0c-4e61-a3cc-45c779a151b8 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 944 time: 0.0753243 Jul 16 03:03:02.987037 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-0bd51a54-5790-4e1a-9409-fa517b976c4d req-e8ae8636-06b0-4e4a-8eea-4536b2f46374 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510495 Jul 16 03:03:03.988009 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:03:04.089024 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:04.101394 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'port_id': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'mac_address': 'fa:16:3e:51:a9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:03:04.137853 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:04.150526 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9fc059-9f5f-478c-9d33-82352cea33e5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:03:04.166505 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988acda-dc7e-44fe-a387-81f786178e14 req-85a49c7a-05b7-46f8-afb0-665d5d6a9087 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:04.167993 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5988acda-dc7e-44fe-a387-81f786178e14 req-85a49c7a-05b7-46f8-afb0-665d5d6a9087 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 944 time: 0.0624704 Jul 16 03:03:04.169945 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:04.174438 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:04.207131 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-5988acda-dc7e-44fe-a387-81f786178e14 req-f1a354c1-aa7e-420c-999b-9c0ce7bceb19 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Jul 16 03:03:04.225627 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=4']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:04.403007 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4c9fc059-9f5f-478c-9d33-82352cea33e5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:03:05.388497 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f1387-53e6-413e-b4ab-bb2d663b1a71 req-bed2abc5-b771-4931-84e3-7395b9dbb968 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:05.390057 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca1f1387-53e6-413e-b4ab-bb2d663b1a71 req-bed2abc5-b771-4931-84e3-7395b9dbb968 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 945 time: 0.0719571 Jul 16 03:03:05.432768 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ca1f1387-53e6-413e-b4ab-bb2d663b1a71 req-5633c310-73df-44e9-9c9b-e94cab919057 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367234 Jul 16 03:03:06.003953 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:06.053495 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning for port 4c9fc059-9f5f-478c-9d33-82352cea33e5 completed by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:06.057927 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4c9fc059-9f5f-478c-9d33-82352cea33e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:06.058297 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:06.135329 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:06.157951 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:06.160250 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59c9bc2-0f94-4967-97f5-e4950a148a61" -d '{"events": [{"server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:06.174079 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:06.181421 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:06.208700 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cda9e1-d055-4b8b-8151-b70d776d1d38 x-openstack-request-id: req-84cda9e1-d055-4b8b-8151-b70d776d1d38 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:06.208977 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:06.209230 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84cda9e1-d055-4b8b-8151-b70d776d1d38 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:06.210049 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'code': 200} Jul 16 03:03:06.242919 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=5']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:06.323870 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06e31c-1e94-4b14-bea3-715940e3ac8a req-91fba6e9-dffa-4549-83a9-74092c2466ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:06.325333 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d06e31c-1e94-4b14-bea3-715940e3ac8a req-91fba6e9-dffa-4549-83a9-74092c2466ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0562694 Jul 16 03:03:06.362296 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-5d06e31c-1e94-4b14-bea3-715940e3ac8a req-5591feed-756a-4140-b690-5b961f0bbae2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301306 Jul 16 03:03:06.627143 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51a87-4906-4659-b104-1cb201baac63 req-a3496c7b-677f-4052-9d5a-6945171fcd94 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:06.628668 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2d51a87-4906-4659-b104-1cb201baac63 req-a3496c7b-677f-4052-9d5a-6945171fcd94 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 946 time: 0.0808842 Jul 16 03:03:06.671842 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c2d51a87-4906-4659-b104-1cb201baac63 req-a7fde4b7-59d7-4080-b0e4-a89e152c4abe tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Jul 16 03:03:07.852116 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942273d-5977-4018-b463-a99fd39b8be0 req-f4074ea3-6417-45af-88b4-2f50926d9b9e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:07.853623 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c942273d-5977-4018-b463-a99fd39b8be0 req-f4074ea3-6417-45af-88b4-2f50926d9b9e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 946 time: 0.0630517 Jul 16 03:03:07.891139 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-c942273d-5977-4018-b463-a99fd39b8be0 req-9ed603b2-af83-40a6-aac7-40634489ad10 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Jul 16 03:03:08.064546 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b15bd8-3897-4eef-9d2a-33d8aaf56658 req-36888e47-87e0-4672-93d1-b5cd814b2ff3 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:08.066011 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b15bd8-3897-4eef-9d2a-33d8aaf56658 req-36888e47-87e0-4672-93d1-b5cd814b2ff3 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 946 time: 0.0660784 Jul 16 03:03:08.102992 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-97b15bd8-3897-4eef-9d2a-33d8aaf56658 req-7d208cba-f352-4af4-aac2-a75b095bee66 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Jul 16 03:03:08.126931 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48990) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:08.179853 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428babc6-4f0c-4b06-a312-9aa2efba3ba4 tempest-TestSnapshotPattern-842259280 tempest-TestSnapshotPattern-842259280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:08.181337 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-428babc6-4f0c-4b06-a312-9aa2efba3ba4 tempest-TestSnapshotPattern-842259280 tempest-TestSnapshotPattern-842259280-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1092 time: 0.0533776 Jul 16 03:03:08.184196 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 48992) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:08.188590 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.v2.base [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Request body: {'floatingip': {'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'port_id': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:08.215800 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:08.317275 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:08.425676 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_common [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Allocated IP 172.25.0.133 (a6fb0831-f7d1-4cc8-80da-f7285de1e5c6/987908bf-048e-4799-b318-55636b0d69b6/5e1812a3-0f8d-42a2-88ca-c375979b2c1d) {{(pid=93907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:08.527334 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for port, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:08.565126 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745878732445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:08.604808 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Network a6fb0831-f7d1-4cc8-80da-f7285de1e5c6 is already hosted by enough agents. {{(pid=93907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:08.607567 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.base_scheduler [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Resources bound (agent type, host, resource id): {{(pid=93907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:08.610388 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Received port after_create {{(pid=93907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:08.636940 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'Port': ['ID=5e1812a3-0f8d-42a2-88ca-c375979b2c1d,revision_number=1']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:08.978613 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:09.055534 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:09.206183 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for port, precommit_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:09.211223 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-50246157'] for port, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:09.280529 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event updated for resources: {'Port': ['ID=5e1812a3-0f8d-42a2-88ca-c375979b2c1d,revision_number=2']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:09.288433 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33269664'] for floatingip, after_update {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:09.387551 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Floating IP a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba associated. External IP: 172.25.0.133, port: 4c9fc059-9f5f-478c-9d33-82352cea33e5. Jul 16 03:03:09.893797 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:03:10.000765 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:03:10.010660 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:03:10.018186 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:10.021465 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:10.022156 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:02:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:10.055123 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-0a9f98a7-0415-4f68-8da1-c8946261bc56 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8698828 Jul 16 03:03:10.055827 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:10.058106 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11459fa4-10d0-40f0-9354-219044520fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:10.095121 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412c50b-4f18-4667-9891-2d12619fe10f x-openstack-request-id: req-0412c50b-4f18-4667-9891-2d12619fe10f {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:10.095414 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:10.095665 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0412c50b-4f18-4667-9891-2d12619fe10f {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:10.096098 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'status': 'completed', 'code': 200} Jul 16 03:03:10.138470 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:10.171246 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459fa4-10d0-40f0-9354-219044520fa7 req-321f5ae8-e400-4f9e-8db0-004581521527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:10.173013 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-321f5ae8-e400-4f9e-8db0-004581521527 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0540402 Jul 16 03:03:10.281408 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459fa4-10d0-40f0-9354-219044520fa7 req-dca68c9a-cc09-4f92-b580-ead9ff0bddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:10.282838 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-dca68c9a-cc09-4f92-b580-ead9ff0bddb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.1042256 Jul 16 03:03:10.348959 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-ae1f48b2-bb92-4985-8f2a-71c69ef370c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 1000 time: 0.0603101 Jul 16 03:03:10.375841 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:36Z', 'revision_number': 1, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}, {'id': 'a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:51:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:03:08Z', 'updated_at': '2021-07-16T03:03:08Z', 'revision_number': 0, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:10.402106 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459fa4-10d0-40f0-9354-219044520fa7 req-f09c6650-c9ba-41f4-822a-8eca2b40473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:10.403612 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-f09c6650-c9ba-41f4-822a-8eca2b40473c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0492280 Jul 16 03:03:10.406709 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:03:10.415157 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:10.415807 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:02:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:10.466038 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11459fa4-10d0-40f0-9354-219044520fa7 req-7762895c-6893-4ca5-9c9f-77278033c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:10.467570 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-7762895c-6893-4ca5-9c9f-77278033c92b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577085 Jul 16 03:03:10.565257 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-70ff767d-d7d8-4a66-876e-c3638a80522b service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915470 Jul 16 03:03:10.613235 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:10.659253 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-11459fa4-10d0-40f0-9354-219044520fa7 req-d6053776-a1b9-489e-b8c3-0a465f21ee70 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878947 Jul 16 03:03:10.841928 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:36Z', 'revision_number': 1, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}, {'id': 'a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:51:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:03:08Z', 'updated_at': '2021-07-16T03:03:08Z', 'revision_number': 0, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:10.873517 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae01b6-c71a-4755-a112-4e3c2c290f8c None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:36Z', 'revision_number': 1, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}, {'id': 'a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:51:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:03:08Z', 'updated_at': '2021-07-16T03:03:08Z', 'revision_number': 0, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:03:11.086687 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b7bd3-b2af-4e49-981b-c2d83659598e None None] New status for floating IP a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba: ACTIVE {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:03:23.102838 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:23.520603 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:03:23.915005 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e2be823b-012f-45e5-ab28-ba0218a16b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:24.172258 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:26.317375 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-99d57c8e-356a-4081-920c-808bee66eb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:26.852166 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:27.777390 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:29.242156 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:33.832992 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-4dc4fd85-cee6-4761-a4c2-aea0d856ee69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544298 Jul 16 03:03:33.936874 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-33ce87eb-f74c-4327-b031-cf9aa23c8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:33.938350 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-33ce87eb-f74c-4327-b031-cf9aa23c8bdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0614111 Jul 16 03:03:34.047842 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-85496ea5-7d73-49dc-9109-73b83fdd19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:34.049368 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-85496ea5-7d73-49dc-9109-73b83fdd19a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0893762 Jul 16 03:03:34.117877 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-3b93111d-9949-44aa-8098-4267f3a6d2a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 1002 time: 0.0625417 Jul 16 03:03:34.168427 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-912daf53-cf0d-493e-916e-cf59176de9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:34.169956 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-912daf53-cf0d-493e-916e-cf59176de9a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0467207 Jul 16 03:03:34.227227 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-c8c71754-f3a3-46ad-b331-6511f83590f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:34.228728 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-c8c71754-f3a3-46ad-b331-6511f83590f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525463 Jul 16 03:03:34.322830 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-ae91c55d-bf81-4f72-9f5e-d4e241042548 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874457 Jul 16 03:03:34.423655 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-87a56d39-d7a8-4c46-bdae-dd9cad0987c0 req-e4e6fd32-a669-493a-b254-19ca473ce94e service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939815 Jul 16 03:03:49.582453 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-98d26cc5-21ea-48df-9044-1f459e7fcea3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596242 Jul 16 03:03:49.686213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-fb2e2710-a445-4357-9b5d-7f7387b3abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:49.688442 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-fb2e2710-a445-4357-9b5d-7f7387b3abcd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1095 time: 0.0622568 Jul 16 03:03:49.796713 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-c01fd68c-386c-4643-b6e9-a563cba45e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:49.798203 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-c01fd68c-386c-4643-b6e9-a563cba45e33 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0890687 Jul 16 03:03:49.874347 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-31e91c5b-1b3f-41b7-96a3-73531218c13c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 999 time: 0.0697508 Jul 16 03:03:49.924747 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-e25c5610-54d9-4b2a-893e-5f6362d274ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:49.926243 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-e25c5610-54d9-4b2a-893e-5f6362d274ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0452554 Jul 16 03:03:49.985777 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-d785e954-8c5a-4f21-ab8c-7c93a4642d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:49.987324 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-d785e954-8c5a-4f21-ab8c-7c93a4642d64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547588 Jul 16 03:03:50.085738 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-60c2ed39-a76c-445b-8ee6-5b1a3139e997 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917826 Jul 16 03:03:50.187894 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-178f50d5-0347-4322-b108-76bf7eb78f01 req-b1841c04-3e20-4788-867c-3afaf38a54a9 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957751 Jul 16 03:03:53.105209 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:53.917775 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c3858748-0c98-4be3-bf64-bb716d1165e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.184506 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.317692 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1d292083-d087-493f-878c-b1ce5f38ebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.854052 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.779424 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.240512 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.520681 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:04:23.102921 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:23.921558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa21c-2302-4d54-865b-363725d0f756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.203373 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:26.319563 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-86337f3d-9d31-4dd1-8840-a8d2e66e9447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:26.854630 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:27.783403 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:29.238531 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:34.845568 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-f831f8eb-1e06-4e3c-8f27-b0b2c63d8dbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541084 Jul 16 03:04:34.942528 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-44c437f0-919c-4c50-bce2-6523d7c4f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:34.945029 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-44c437f0-919c-4c50-bce2-6523d7c4f282 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0552061 Jul 16 03:04:35.056430 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-4125289a-5b5f-49ea-bd9a-d55141a7db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:35.058040 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-4125289a-5b5f-49ea-bd9a-d55141a7db14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.0931818 Jul 16 03:04:35.125227 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-6725e9b1-cf2f-4a6e-9444-e04c1a229205 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 1002 time: 0.0607233 Jul 16 03:04:35.180167 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-a69b84e4-f2c3-4d00-9828-0fc6b01d991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:35.181663 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-a69b84e4-f2c3-4d00-9828-0fc6b01d991e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0510070 Jul 16 03:04:35.240054 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-d0c43ea0-5719-47c0-9925-bd3283e5fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:35.241611 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-d0c43ea0-5719-47c0-9925-bd3283e5fdfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531573 Jul 16 03:04:35.334066 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-00340c86-1169-40d0-b13a-38876297648b service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848565 Jul 16 03:04:35.426715 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-f84c3729-ed12-459f-870d-d2deb7cdd875 req-b3c024df-d003-46ff-9833-db01efccfb8b service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865612 Jul 16 03:04:37.521179 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:04:42.425436 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 details requested by agent hyperv_n-h1-800087-6 with host n-h1-800087-6 {{(pid=93908) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:04:42.549791 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:42.566554 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Returning: {'device': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'port_id': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'mac_address': 'fa:16:3e:51:a9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93908) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:04:42.611173 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.624754 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9fc059-9f5f-478c-9d33-82352cea33e5 {{(pid=93908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:04:42.645011 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:42.657659 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.724887 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=6']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:42.735939 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.736343 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.736691 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.737101 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.737715 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.738378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.739126 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.739954 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.740330 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.741107 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.741437 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.742098 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:42.748390 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] get_ports_and_sgs() called for port_ids ['4c9fc059-9f5f-478c-9d33-82352cea33e5'] {{(pid=93908) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:04:44.435807 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 up at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:44.485631 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.provisioning_blocks [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Provisioning complete for port 4c9fc059-9f5f-478c-9d33-82352cea33e5 triggered by entity L2. {{(pid=93908) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:44.486476 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753062'] for port, provisioning_complete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:44.581631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:44.608850 n-d-800087-6 neutron-server[93908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5'}] {{(pid=93908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:44.611266 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ec821be16975d39c5441e92e9d93820cc2b2a2f73fee4bee4ea629c1a137a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee17db3f-3110-42d5-8c63-a3bcd833a84b" -d '{"events": [{"server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5"}]}' {{(pid=93908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:44.629219 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:44.634831 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745879132757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745878732463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745878732481'] for port, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:44.703361 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Pushing event updated for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=7']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:44.735255 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994219f4-ce81-4769-8db1-3c08c8085bc0 x-openstack-request-id: req-994219f4-ce81-4769-8db1-3c08c8085bc0 {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:44.735575 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5", "code": 200}]} {{(pid=93908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:44.735833 n-d-800087-6 neutron-server[93908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-994219f4-ce81-4769-8db1-3c08c8085bc0 {{(pid=93908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:44.736297 n-d-800087-6 neutron-server[93908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'code': 200} Jul 16 03:04:49.674844 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-e619bb0c-784c-4f68-bd3c-d476ee653c2a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441345 Jul 16 03:04:49.799877 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-f577e769-be54-48e4-813e-d78273a4fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:49.802084 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-f577e769-be54-48e4-813e-d78273a4fd01 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1095 time: 0.0691741 Jul 16 03:04:49.948703 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-a06cdb73-e3b5-4826-be76-6555e8d7658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:49.950359 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-a06cdb73-e3b5-4826-be76-6555e8d7658e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.1286123 Jul 16 03:04:50.017777 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-216efab1-d7b2-42d1-b257-fc5ae5a3a02d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 999 time: 0.0613487 Jul 16 03:04:50.074176 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-df91f833-070f-40eb-8b39-634cd32fd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:50.076376 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-df91f833-070f-40eb-8b39-634cd32fd9c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0520024 Jul 16 03:04:50.147200 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-5d42aff9-cdc8-420c-89f6-c89f5b7c8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:50.148790 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-5d42aff9-cdc8-420c-89f6-c89f5b7c8cca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667596 Jul 16 03:04:50.246852 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-686d225d-a946-482f-94b8-c16e3feecfcc service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916359 Jul 16 03:04:50.344845 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-432ccf59-632c-42bc-a7c5-722dc209ded0 req-12683855-bb01-456a-9aec-e2b81cb7ef13 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921614 Jul 16 03:04:51.458393 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49204) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:51.618369 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Deleting port 5e1812a3-0f8d-42a2-88ca-c375979b2c1d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:04:51.618715 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.705493 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.705748 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.718259 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Calling delete_port for 5e1812a3-0f8d-42a2-88ca-c375979b2c1d owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:04:51.881448 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.908558 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event deleted for resources: {'Port': ['ID=5e1812a3-0f8d-42a2-88ca-c375979b2c1d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:51.919903 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.920274 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.920709 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.921050 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.921373 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.921698 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.922019 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.922340 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.922657 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.922976 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.923319 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.923642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:51.981826 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.982157 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Floating IP a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba disassociated (deleted). External IP: 172.25.0.133, port: 4c9fc059-9f5f-478c-9d33-82352cea33e5. Jul 16 03:04:52.196121 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:04:52.306478 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:04:52.312820 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:52.317923 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:04:52.327033 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:52.327703 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:52.354010 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-5b6ab6b7-f157-4b4b-a1eb-9f7b437aa16a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "DELETE /v2.0/floatingips/a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba HTTP/1.1" status: 204 len: 168 time: 0.8944888 Jul 16 03:04:52.354580 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:52.357533 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab255eb-b640-4292-952d-c83cf7a512f0" -d '{"events": [{"name": "network-changed", "server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:52.399031 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ea1e4-4287-428d-8202-1d3f66500bf2 x-openstack-request-id: req-188ea1e4-4287-428d-8202-1d3f66500bf2 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:52.399299 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:52.399641 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-188ea1e4-4287-428d-8202-1d3f66500bf2 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:52.400134 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'status': 'completed', 'code': 200} Jul 16 03:04:52.447384 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:52.493800 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-a4961e16-7106-4ddc-b110-eaea30d3fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.495445 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-a4961e16-7106-4ddc-b110-eaea30d3fc87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 1097 time: 0.0659611 Jul 16 03:04:52.626779 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-1b9a547b-7321-4586-b7e0-5b6ad9a63992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.628791 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-1b9a547b-7321-4586-b7e0-5b6ad9a63992 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.1271443 Jul 16 03:04:52.680351 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-781476b8-5440-4d29-929c-63e8bb06f908 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 200 len: 217 time: 0.0454578 Jul 16 03:04:52.701580 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:36Z', 'revision_number': 1, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:52.732044 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:04:52.740564 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-cfc0c55f-49c4-4ed6-9f19-593d966fb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.743506 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-cfc0c55f-49c4-4ed6-9f19-593d966fb4fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0558794 Jul 16 03:04:52.746400 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:52.747012 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:26Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:52.814924 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-29c24977-328d-4399-98f9-54ce3752f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.816204 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e1ee-7090-4275-a3d1-5cc750bfc9dd req-b607e7e6-1b26-4a0d-9467-c57742ba8abc tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.817064 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-29c24977-328d-4399-98f9-54ce3752f7a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652196 Jul 16 03:04:52.817711 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6e5e1ee-7090-4275-a3d1-5cc750bfc9dd req-b607e7e6-1b26-4a0d-9467-c57742ba8abc tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 946 time: 0.0761456 Jul 16 03:04:52.860517 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-f6e5e1ee-7090-4275-a3d1-5cc750bfc9dd req-f5482664-e0cc-457a-9930-c7371fb11290 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371065 Jul 16 03:04:52.864876 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:52.935152 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-2c99a437-1357-4334-b875-d108ce29e338 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116447 Jul 16 03:04:53.029340 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-3ab255eb-b640-4292-952d-c83cf7a512f0 req-58116892-3340-419f-9c5f-af1fed69e555 service neutron] 10.222.0.32 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 Jul 16 03:04:53.100778 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:53.113664 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:36Z', 'revision_number': 1, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:53.140393 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18480086-c1d3-41fe-89ef-caeb948b0688 None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_floatingips': [{'id': '6804246d-5728-47b8-b0ee-032a0bfa18d8', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'router_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'port_id': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'mac_address': 'fa:16:3e:5c:34:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:00:34Z', 'updated_at': '2021-07-16T03:00:36Z', 'revision_number': 1, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:04:53.391188 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070181e9-df7e-44b6-9852-ea9e626377da None None] New status for floating IP a96b7e18-e9f2-4c4d-9cf0-05a0cdf05bba: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:04:53.924534 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c399a982-c4b0-457b-8dad-fe083f879430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.054508 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e59051-777c-418d-9b76-7e7519f95a93 req-9e2768ab-b6e9-4431-9672-1385db356454 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:54.056072 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51e59051-777c-418d-9b76-7e7519f95a93 req-9e2768ab-b6e9-4431-9672-1385db356454 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 946 time: 0.0767319 Jul 16 03:04:54.111441 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-51e59051-777c-418d-9b76-7e7519f95a93 req-de882f02-ec42-4007-980b-a1bab6866271 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486290 Jul 16 03:04:54.212440 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.237028 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-7a39e6c6-e98b-4c25-9bf5-a35e2001af5e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:54.239559 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-7a39e6c6-e98b-4c25-9bf5-a35e2001af5e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.32 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 946 time: 0.0808172 Jul 16 03:04:54.358751 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Deleting port 4c9fc059-9f5f-478c-9d33-82352cea33e5 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:04:54.359092 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.453143 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] For port 4c9fc059-9f5f-478c-9d33-82352cea33e5, host n-h1-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-6',level=0,port_id=4c9fc059-9f5f-478c-9d33-82352cea33e5,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:54.453491 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.466355 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Calling delete_port for 4c9fc059-9f5f-478c-9d33-82352cea33e5 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:04:54.469083 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:04:54.549557 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644694'] for port, before_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.617322 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.645419 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event deleted for resources: {'Port': ['ID=4c9fc059-9f5f-478c-9d33-82352cea33e5,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:54.698249 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] No DVR routers for this DVR port 4c9fc059-9f5f-478c-9d33-82352cea33e5 on host n-h1-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:04:54.701606 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:54.703709 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-c44ae3aa-0837-4f5a-b4d9-eaa457de7ffb req-b14a59f5-4e1e-440d-b2ed-563549db4de5 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.32 "DELETE /v2.0/ports/4c9fc059-9f5f-478c-9d33-82352cea33e5 HTTP/1.1" status: 204 len: 173 time: 0.4527857 Jul 16 03:04:54.704117 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'name': 'network-vif-deleted', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:54.706400 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455dc8e5-92f4-4866-9463-4e614f736884" -d '{"events": [{"server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "name": "network-vif-deleted", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:54.746624 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1c67d-beea-49a3-a95c-c8c7398df258 x-openstack-request-id: req-54b1c67d-beea-49a3-a95c-c8c7398df258 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:54.746908 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab16ab1-931b-4e13-9d1b-db11f207a3ce", "name": "network-vif-deleted", "tag": "4c9fc059-9f5f-478c-9d33-82352cea33e5", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:54.747155 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54b1c67d-beea-49a3-a95c-c8c7398df258 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:54.748155 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab16ab1-931b-4e13-9d1b-db11f207a3ce', 'name': 'network-vif-deleted', 'tag': '4c9fc059-9f5f-478c-9d33-82352cea33e5', 'status': 'completed', 'code': 200} Jul 16 03:04:55.628151 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-ae234c51-3973-41d6-9ee7-1de5e3d80547 req-02c9cb5a-4471-48d2-b5e8-679af0cd98e1 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab16ab1-931b-4e13-9d1b-db11f207a3ce HTTP/1.1" status: 200 len: 210 time: 0.3806210 Jul 16 03:04:56.321558 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-f38ad367-6977-4d48-908c-720396a81e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:56.866698 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:57.332690 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49266) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:57.497600 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Deleting port f107f242-a54f-4a51-927f-f4b2954e50fb {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:04:57.497877 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:57.590909 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:57.591755 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:57.604642 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Calling delete_port for f107f242-a54f-4a51-927f-f4b2954e50fb owned by network:floatingip {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:04:57.791320 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:58.063104 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:58.092210 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event deleted for resources: {'Port': ['ID=f107f242-a54f-4a51-927f-f4b2954e50fb,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:58.156845 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:58.157546 n-d-800087-6 neutron-server[93907]: INFO neutron.db.l3_db [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Floating IP 6804246d-5728-47b8-b0ee-032a0bfa18d8 disassociated (deleted). External IP: 172.25.0.68, port: 9bc046c2-13c5-4402-8c2e-4f072cd14c82. Jul 16 03:04:58.388166 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:04:58.501747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 no longer exists at agent hyperv_n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:04:58.502836 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:04:58.507543 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for floatingip, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:58.515236 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:04:58.526240 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] No Port match for: 4c9fc059-9f5f-478c-9d33-82352cea33e5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:04:58.526538 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:58.526820 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Device 4c9fc059-9f5f-478c-9d33-82352cea33e5 not bound to the agent host n-h1-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:04:58.526965 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:58.561224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-2cb42b22-0744-463d-aa3e-a682302be96d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "DELETE /v2.0/floatingips/6804246d-5728-47b8-b0ee-032a0bfa18d8 HTTP/1.1" status: 204 len: 168 time: 1.2272363 Jul 16 03:04:58.561821 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:58.564409 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:58.621761 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6a8485-d7e0-4f98-a738-99ddd67abae0 x-openstack-request-id: req-5d6a8485-d7e0-4f98-a738-99ddd67abae0 {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:58.622499 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:58.623213 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d6a8485-d7e0-4f98-a738-99ddd67abae0 {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:58.623739 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'status': 'completed', 'code': 200} Jul 16 03:04:58.677200 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:58.734912 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-91f1f5b1-9427-4048-8253-a5d1454ac0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:58.736922 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-91f1f5b1-9427-4048-8253-a5d1454ac0b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 1095 time: 0.0878894 Jul 16 03:04:58.878134 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-4df8501e-2394-40b9-8cf6-d624cf6d56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:58.880315 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-4df8501e-2394-40b9-8cf6-d624cf6d56f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 200 len: 911 time: 0.1371703 Jul 16 03:04:58.933103 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-f30992ea-49c4-499c-8f6c-6b7051cae138 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 200 len: 217 time: 0.0453665 Jul 16 03:04:59.014138 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-ed299aea-2caf-4d26-88a9-9f71f5895f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:59.016091 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-ed299aea-2caf-4d26-88a9-9f71f5895f3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 200 len: 849 time: 0.0752900 Jul 16 03:04:59.053583 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:59.082486 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:04:59.089040 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-56105220-da70-4b08-8db8-861c39be2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:59.091224 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-56105220-da70-4b08-8db8-861c39be2187 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad100cab-7a8a-42e1-b312-eab458719e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676138 Jul 16 03:04:59.092319 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:59.092952 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:59.108522 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e97d43-0aa4-4c04-9f01-b6d4181998a2 req-3d18aed0-7404-4de2-85ce-7588b3988f26 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:59.119562 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10e97d43-0aa4-4c04-9f01-b6d4181998a2 req-3d18aed0-7404-4de2-85ce-7588b3988f26 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 944 time: 0.1132541 Jul 16 03:04:59.182393 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-10e97d43-0aa4-4c04-9f01-b6d4181998a2 req-ba3893d3-d871-46bf-8df1-0a377a77a839 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616760 Jul 16 03:04:59.220364 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-08f2cb77-b8e6-4611-b1f9-d2b412465444 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224611 Jul 16 03:04:59.241291 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:59.250748 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:59.339974 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-2a05b514-f9a5-42e1-b0bb-0a1a82c503c6 req-1b70e7cd-b78d-4fd9-b5de-2845130ed284 service neutron] 10.222.0.38 "GET /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126878 Jul 16 03:04:59.480488 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:59.507852 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5497313-7a1f-464e-9f89-49f2d41ec9bf None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:00:14Z', 'revision_number': 4, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6', '_interfaces': [{'id': '8bcc8355-9a0d-49ee-bb7a-27136cb69f2c', 'name': '', 'network_id': 'ad100cab-7a8a-42e1-b312-eab458719e02', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'mac_address': 'fa:16:3e:9a:cd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:13Z', 'updated_at': '2021-07-16T03:00:19Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'subnets': [{'id': 'c3495ffc-4392-4f2b-b640-c832ffd4b2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:04:59.744831 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b157b-cbe4-40e0-b4db-3db820ae69fd None None] New status for floating IP 6804246d-5728-47b8-b0ee-032a0bfa18d8: DOWN {{(pid=93908) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:05:00.380548 n-d-800087-6 neutron-server[93906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0f10a-6c05-454c-bcf4-59c11a742a78 req-5bd41c1d-8786-4169-8f36-3f33a2322fa3 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:00.383080 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26b0f10a-6c05-454c-bcf4-59c11a742a78 req-5bd41c1d-8786-4169-8f36-3f33a2322fa3 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 944 time: 0.0795355 Jul 16 03:05:00.431297 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-26b0f10a-6c05-454c-bcf4-59c11a742a78 req-c41b9a61-a402-4b63-901e-04fce435f44a tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/security-groups?id=5040274b-20b5-408c-8536-1c026a349cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Jul 16 03:05:00.443670 n-d-800087-6 neutron-server[93907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-aa648b87-4480-48fd-8ffe-867775e0cf0e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:00.445249 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-aa648b87-4480-48fd-8ffe-867775e0cf0e tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 944 time: 0.0754914 Jul 16 03:05:00.566509 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Deleting port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:00.566786 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:00.666195 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] For port 9bc046c2-13c5-4402-8c2e-4f072cd14c82, host n-h2-800087-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-6',level=0,port_id=9bc046c2-13c5-4402-8c2e-4f072cd14c82,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:00.666558 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:00.680048 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Calling delete_port for 9bc046c2-13c5-4402-8c2e-4f072cd14c82 owned by compute:nova {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:00.817955 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:00.854081 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event deleted for resources: {'Port': ['ID=9bc046c2-13c5-4402-8c2e-4f072cd14c82,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:00.901650 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] No DVR routers for this DVR port 9bc046c2-13c5-4402-8c2e-4f072cd14c82 on host n-h2-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:00.905598 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458998'] for port, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:00.909004 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [req-e4e48e4e-5a54-47c9-b0a6-1957052fca7d req-568cc56e-0969-4573-ac84-2440836e2109 tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.38 "DELETE /v2.0/ports/9bc046c2-13c5-4402-8c2e-4f072cd14c82 HTTP/1.1" status: 204 len: 173 time: 0.4582012 Jul 16 03:05:00.909730 n-d-800087-6 neutron-server[93907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-deleted', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82'}] {{(pid=93907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:05:00.912625 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61995b7ffe59d7b340e31834d1822764b4aa436647bbdb4a27a79197be4c53a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289aecd7-07b2-4490-998c-7325c741c05b" -d '{"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-deleted", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82"}]}' {{(pid=93907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:05:00.962219 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35efade9-bbd9-4957-ad0d-353fd75537cc x-openstack-request-id: req-35efade9-bbd9-4957-ad0d-353fd75537cc {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:05:00.962670 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ac1a8-e07b-470b-a92a-a21e9bb331c3", "name": "network-vif-deleted", "tag": "9bc046c2-13c5-4402-8c2e-4f072cd14c82", "status": "completed", "code": 200}]} {{(pid=93907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:05:00.963254 n-d-800087-6 neutron-server[93907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35efade9-bbd9-4957-ad0d-353fd75537cc {{(pid=93907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:05:00.963687 n-d-800087-6 neutron-server[93907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0ac1a8-e07b-470b-a92a-a21e9bb331c3', 'name': 'network-vif-deleted', 'tag': '9bc046c2-13c5-4402-8c2e-4f072cd14c82', 'status': 'completed', 'code': 200} Jul 16 03:05:01.614738 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [req-6839e48e-77d7-418a-9871-0b83e7992b39 req-057ced2b-d723-42df-90aa-8784f6b93cbb tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f0ac1a8-e07b-470b-a92a-a21e9bb331c3 HTTP/1.1" status: 200 len: 210 time: 0.0339699 Jul 16 03:05:02.710342 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49284) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:02.773838 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d928b87d-d693-4b68-81e5-78ac4a656e7d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:02.800079 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d928b87d-d693-4b68-81e5-78ac4a656e7d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:02.867401 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d928b87d-d693-4b68-81e5-78ac4a656e7d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:02.870075 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-d928b87d-d693-4b68-81e5-78ac4a656e7d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Notify callbacks [] for security_group, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:02.871680 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-d928b87d-d693-4b68-81e5-78ac4a656e7d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] 10.222.0.35 "DELETE /v2.0/security-groups/5040274b-20b5-408c-8536-1c026a349cab HTTP/1.1" status: 204 len: 168 time: 0.1601372 Jul 16 03:05:02.881403 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928b87d-d693-4b68-81e5-78ac4a656e7d tempest-TestSnapshotPattern-362141634 tempest-TestSnapshotPattern-362141634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040274b-20b5-408c-8536-1c026a349cab,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:03.946174 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49290) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:04.311696 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:04.600822 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Deleting port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:04.601082 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:04.687882 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] For port 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:04.688262 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:04.707570 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Calling delete_port for 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c owned by network:router_interface {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:04.897208 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:04.934004 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcc8355-9a0d-49ee-bb7a-27136cb69f2c,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:05.140766 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:05.359803 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 no longer exists at agent hyperv_n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:05.380533 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] No Port match for: 9bc046c2-13c5-4402-8c2e-4f072cd14c82 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:05.380884 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Device 9bc046c2-13c5-4402-8c2e-4f072cd14c82 not bound to the agent host n-h2-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:05.383407 n-d-800087-6 neutron-server[93907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:05.494120 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:05.500412 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-c335963e-16ee-4558-b493-c460cbfb18e5 admin admin] 10.222.0.35 "PUT /v2.0/routers/dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5519867 Jul 16 03:05:05.503008 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016594f4-eca5-425c-9214-01fe16019709 None None] Sync routers for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:05.504178 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49292) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:05.512531 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:05.513130 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:05.646077 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:05.651467 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: n-d-800087-6 {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:05.760655 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:05.854359 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:05:04Z', 'revision_number': 5, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port': {'id': 'c8061dc2-c1b2-4a4a-b81f-94c97a971c98', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:09:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:11Z', 'updated_at': '2021-07-16T03:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:05.886622 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016594f4-eca5-425c-9214-01fe16019709 None None] Checking router: dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 for host: n-d-800087-6 {{(pid=93909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:05.898253 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] Routers {'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'} bound to L3 agent in host n-d-800087-6 {{(pid=93909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:05.898979 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'], 'active': True} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:05.994712 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_dvr_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] Set router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 gateway port host: None {{(pid=93909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:06.051694 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.l3_hamode_db [None req-016594f4-eca5-425c-9214-01fe16019709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:05:05Z', 'revision_number': 6, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:06.082623 n-d-800087-6 neutron-server[93909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016594f4-eca5-425c-9214-01fe16019709 None None] The sync data for ids ['dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3'] in n-d-800087-6 is: [{'id': 'dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3', 'name': 'tempest-TestSnapshotPattern-1660944299-router', 'tenant_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:10Z', 'updated_at': '2021-07-16T03:05:05Z', 'revision_number': 6, 'project_id': 'ce2d0a04374c44eaa3b9ffbfed26ec14', 'gw_port_host': None}] {{(pid=93909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:06.117318 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Deleting port c8061dc2-c1b2-4a4a-b81f-94c97a971c98 {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:06.117659 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.199282 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] For port c8061dc2-c1b2-4a4a-b81f-94c97a971c98, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:06.200120 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.216285 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Calling delete_port for c8061dc2-c1b2-4a4a-b81f-94c97a971c98 owned by network:router_gateway {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:06.384294 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.414798 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8061dc2-c1b2-4a4a-b81f-94c97a971c98,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:06.493253 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.589886 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.592805 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.641220 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.641920 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 {{(pid=93907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:05:06.646537 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.647951 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-bd30524e-7651-457c-8155-6286419713b8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dabbe9c9-4a6b-4950-b0d1-69b82f1dd5b3 HTTP/1.1" status: 204 len: 168 time: 1.1428237 Jul 16 03:05:06.650526 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49294) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:06.695666 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Deleting subnet c3495ffc-4392-4f2b-b640-c832ffd4b2c9 {{(pid=93907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:05:06.698822 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.733557 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29501499'] for subnet, precommit_delete_associations {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.824097 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.885905 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-50246215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-49922639'] for subnet, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.912964 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3495ffc-4392-4f2b-b640-c832ffd4b2c9,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:06.920425 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:06.922481 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-4c9fcd90-864d-475b-a283-7b4e5f80164e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c3495ffc-4392-4f2b-b640-c832ffd4b2c9 HTTP/1.1" status: 204 len: 168 time: 0.2709086 Jul 16 03:05:06.925515 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [-] (93907) accepted ('10.222.0.35', 49296) {{(pid=93907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:06.928911 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77a0ce-98d8-42fc-bc79-0b5eb35ef7c0 None None] Network ad100cab-7a8a-42e1-b312-eab458719e02 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:07.010810 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.083213 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Deleting port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d {{(pid=93907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:07.083721 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.180500 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.db [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] For port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,segment=NetworkSegment(f0b328cd-b7cc-4892-ac85-d8e1c468ea39),segment_id=f0b328cd-b7cc-4892-ac85-d8e1c468ea39)] {{(pid=93907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:07.181759 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.190121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8061dc2-c1b2-4a4a-b81f-94c97a971c98 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:07.197406 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.plugin [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Calling delete_port for d92ce2f5-12ca-4fbc-ba08-cfeb4688119d owned by network:dhcp {{(pid=93907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:07.243868 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: c8061dc2-c1b2-4a4a-b81f-94c97a971c98 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:07.244785 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device c8061dc2-c1b2-4a4a-b81f-94c97a971c98 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:07.245558 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:07.297552 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:07.298180 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 8bcc8355-9a0d-49ee-bb7a-27136cb69f2c not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:07.328107 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-50246196'] for port, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.383980 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d92ce2f5-12ca-4fbc-ba08-cfeb4688119d,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:07.386058 n-d-800087-6 neutron-server[93907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] No DVR routers for this DVR port d92ce2f5-12ca-4fbc-ba08-cfeb4688119d on host n-d-800087-6 {{(pid=93907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:07.459751 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8521170-0a00-40a7-b856-ea47143a3f4e None None] DHCP port deletion for ad100cab-7a8a-42e1-b312-eab458719e02 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:05:07.474172 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.484762 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad100cab-7a8a-42e1-b312-eab458719e02']}} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:07.495449 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39') {'for_net_delete': True} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:07.495760 n-d-800087-6 neutron-server[93907]: DEBUG neutron.services.segments.db [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b328cd-b7cc-4892-ac85-d8e1c468ea39') {} {{(pid=93907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:07.512156 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29501452'] for segment, before_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.533105 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.544279 n-d-800087-6 neutron-server[93907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:05:07.545950 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-50245861'] for segment, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: Traceback (most recent call last): Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: timer() Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: cb(*args, **kw) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: return func(*args, **kwargs) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: self._notify() Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: self.callback(batched_events) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: event.method(event) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: return f(self, *a, **k) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: return self._get(url).json() Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: return self.request(url, 'GET', **kwargs) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:05:07.550501 n-d-800087-6 neutron-server[93907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:05:07.611495 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.617795 n-d-800087-6 neutron-server[93907]: DEBUG neutron_lib.callbacks.manager [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Notify callbacks [] for network, before_response {{(pid=93907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.619814 n-d-800087-6 neutron-server[93907]: INFO neutron.wsgi [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] 10.222.0.35 "DELETE /v2.0/networks/ad100cab-7a8a-42e1-b312-eab458719e02 HTTP/1.1" status: 204 len: 168 time: 0.6932156 Jul 16 03:05:07.624496 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49298) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:07.635841 n-d-800087-6 neutron-server[93907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7f0e-8ceb-40c0-8d96-4ea9906541ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ad100cab-7a8a-42e1-b312-eab458719e02,revision_number=None']} {{(pid=93907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:07.998642 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33267872'] for router_interface, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:08.259222 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Deleting port bf955a8b-8004-474e-86b8-3e6a7aca99fe {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:08.259488 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:08.341407 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] For port bf955a8b-8004-474e-86b8-3e6a7aca99fe, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=bf955a8b-8004-474e-86b8-3e6a7aca99fe,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:08.341761 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:08.355690 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Calling delete_port for bf955a8b-8004-474e-86b8-3e6a7aca99fe owned by network:router_interface {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:08.554765 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:08.588788 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf955a8b-8004-474e-86b8-3e6a7aca99fe,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:08.617604 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.618015 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.618277 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.618614 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.618947 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.619284 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.619639 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.619922 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.620285 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.620609 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.620941 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.621318 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-6 {{(pid=93906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:08.812846 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33036590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33270064'] for router_interface, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.062245 n-d-800087-6 neutron-server[93906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Router 0560de11-c508-4302-b645-9388314c6eb3 has already been hosted by L3 agent d388ff0b-5858-40d9-bdb1-db81b6a211a3 {{(pid=93906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:09.075784 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d92ce2f5-12ca-4fbc-ba08-cfeb4688119d no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:09.100516 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: d92ce2f5-12ca-4fbc-ba08-cfeb4688119d {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:09.101121 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device d92ce2f5-12ca-4fbc-ba08-cfeb4688119d not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:09.180044 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] Notify agent at l3_agent.n-d-800087-6 the message routers_updated {{(pid=93906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:09.185758 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d12ab683-8ab2-477e-a841-e6a246dae669 admin admin] 10.222.0.35 "PUT /v2.0/routers/0560de11-c508-4302-b645-9388314c6eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5600717 Jul 16 03:05:09.188270 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49302) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:09.190983 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] Sync routers for ids ['0560de11-c508-4302-b645-9388314c6eb3'] in n-d-800087-6 {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:09.202335 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] Routers {'0560de11-c508-4302-b645-9388314c6eb3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:09.202989 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0560de11-c508-4302-b645-9388314c6eb3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:09.303211 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks [] for router, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.325584 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] Set router 0560de11-c508-4302-b645-9388314c6eb3 gateway port host: n-d-800087-6 {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:09.427018 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.492330 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Deleting port 21920ac8-4c46-42b8-b76e-f680a21e40d5 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:09.492825 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.552890 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'external_fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:05:08Z', 'revision_number': 5, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port': {'id': '21920ac8-4c46-42b8-b76e-f680a21e40d5', 'name': '', 'network_id': 'a6fb0831-f7d1-4cc8-80da-f7285de1e5c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0560de11-c508-4302-b645-9388314c6eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '987908bf-048e-4799-b318-55636b0d69b6', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '987908bf-048e-4799-b318-55636b0d69b6', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-6'}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:09.578775 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] For port 21920ac8-4c46-42b8-b76e-f680a21e40d5, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=21920ac8-4c46-42b8-b76e-f680a21e40d5,segment=NetworkSegment(0b45ffbf-8d61-4e25-ba1f-bc3ad949143f),segment_id=0b45ffbf-8d61-4e25-ba1f-bc3ad949143f)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:09.579098 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.581575 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] Checking router: 0560de11-c508-4302-b645-9388314c6eb3 for host: n-d-800087-6 {{(pid=93908) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:09.591263 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] Routers {'0560de11-c508-4302-b645-9388314c6eb3'} bound to L3 agent in host n-d-800087-6 {{(pid=93908) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:09.591918 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:25:56Z,description=,heartbeat_timestamp=2021-07-16T03:04:56Z,host='n-d-800087-6',id=d388ff0b-5858-40d9-bdb1-db81b6a211a3,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:25:56Z,topic='l3_agent')) {'router_ids': ['0560de11-c508-4302-b645-9388314c6eb3'], 'active': True} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:09.593067 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Calling delete_port for 21920ac8-4c46-42b8-b76e-f680a21e40d5 owned by network:router_gateway {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:09.695609 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvr_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] Set router 0560de11-c508-4302-b645-9388314c6eb3 gateway port host: None {{(pid=93908) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:09.756888 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_hamode_db [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:05:09Z', 'revision_number': 6, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port_host': None}], 'n-d-800087-6', False) {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:09.778876 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.796162 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ed6be-f35c-433d-b845-c0ffbea2e564 None None] The sync data for ids ['0560de11-c508-4302-b645-9388314c6eb3'] in n-d-800087-6 is: [{'id': '0560de11-c508-4302-b645-9388314c6eb3', 'name': 'tempest-TestSnapshotPattern-412178768-router', 'tenant_id': '82dde272a7924b90932d53b9331e62c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:00:16Z', 'updated_at': '2021-07-16T03:05:09Z', 'revision_number': 6, 'project_id': '82dde272a7924b90932d53b9331e62c7', 'gw_port_host': None}] {{(pid=93908) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:09.810667 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Pushing event deleted for resources: {'Port': ['ID=21920ac8-4c46-42b8-b76e-f680a21e40d5,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:09.886020 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33269610'] for router_gateway, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.982122 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33266174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14176'] for router, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:09.985857 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.037675 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33268712'] for router, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.038357 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0560de11-c508-4302-b645-9388314c6eb3 {{(pid=93906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:05:10.042707 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] Notify callbacks [] for router, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.043987 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-01d67b0d-1d1f-4bc1-aad5-cb877d61910b admin admin] 10.222.0.35 "DELETE /v2.0/routers/0560de11-c508-4302-b645-9388314c6eb3 HTTP/1.1" status: 204 len: 168 time: 0.8547742 Jul 16 03:05:10.047049 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49304) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:10.243889 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Deleting subnet b495d30d-2e5b-4d83-9622-0b0ef42e1125 {{(pid=93906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:05:10.250102 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.291197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31351213'] for subnet, precommit_delete_associations {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.374406 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749647'] for subnet, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.430722 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29671180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24354441'] for subnet, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.463103 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b495d30d-2e5b-4d83-9622-0b0ef42e1125,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:10.465391 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.467306 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b2b8af91-9099-4ed2-b167-ff22cc7a7dab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b495d30d-2e5b-4d83-9622-0b0ef42e1125 HTTP/1.1" status: 204 len: 168 time: 0.4193177 Jul 16 03:05:10.469916 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49308) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:10.472586 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6353f1a-225e-4bc9-9688-f578bd4d16d0 None None] Network 70bac77d-03a1-43d0-8cce-7e25e5362525 requested from n-d-800087-6 {{(pid=93908) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:10.541085 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623652'] for network, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.597813 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Deleting port 0e0f1635-de96-4232-be6e-7e083ef588e4 {{(pid=93906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:10.598154 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.675625 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.db [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] For port 0e0f1635-de96-4232-be6e-7e083ef588e4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e0f1635-de96-4232-be6e-7e083ef588e4,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:10.676229 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.680696 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] DHCP port deletion for 70bac77d-03a1-43d0-8cce-7e25e5362525 request from n-d-800087-6 {{(pid=93908) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:05:10.695479 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Calling delete_port for 0e0f1635-de96-4232-be6e-7e083ef588e4 owned by network:dhcp {{(pid=93906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:10.733378 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] Deleting port 0e0f1635-de96-4232-be6e-7e083ef588e4 {{(pid=93908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:10.733759 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745879131567'] for port, before_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.785616 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29671295'] for port, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.810159 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.db [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] For port 0e0f1635-de96-4232-be6e-7e083ef588e4, host n-d-800087-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-6',level=0,port_id=0e0f1635-de96-4232-be6e-7e083ef588e4,segment=NetworkSegment(7ab0d762-775b-476f-82fb-59918428420b),segment_id=7ab0d762-775b-476f-82fb-59918428420b)] {{(pid=93908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:10.810548 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33268635'] for port, precommit_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.811782 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0f1635-de96-4232-be6e-7e083ef588e4,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:10.818301 n-d-800087-6 neutron-server[93906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] No DVR routers for this DVR port 0e0f1635-de96-4232-be6e-7e083ef588e4 on host n-d-800087-6 {{(pid=93906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:10.826501 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] Calling delete_port for 0e0f1635-de96-4232-be6e-7e083ef588e4 owned by network:dhcp {{(pid=93908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:10.897928 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750635', 'neutron.services.segments.db._delete_segments_for_network-8745879277644'] for network, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.910097 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bac77d-03a1-43d0-8cce-7e25e5362525']}} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:10.921081 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab0d762-775b-476f-82fb-59918428420b') {'for_net_delete': True} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:10.921372 n-d-800087-6 neutron-server[93906]: DEBUG neutron.services.segments.db [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab0d762-775b-476f-82fb-59918428420b') {} {{(pid=93906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:10.930151 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745879279957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31351194'] for segment, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.930914 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-643501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745879132802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745878732454'] for port, after_delete {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.946197 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239'] for segment, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.952640 n-d-800087-6 neutron-server[93906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:05:10.953041 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29670830'] for segment, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: Traceback (most recent call last): Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: timer() Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: cb(*args, **kw) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: return func(*args, **kwargs) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: self._notify() Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: self.callback(batched_events) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: event.method(event) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: return f(self, *a, **k) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: return self._get(url).json() Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: return self.request(url, 'GET', **kwargs) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:05:10.954757 n-d-800087-6 neutron-server[93906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:05:10.960727 n-d-800087-6 neutron-server[93908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] Pushing event deleted for resources: {'Port': ['ID=0e0f1635-de96-4232-be6e-7e083ef588e4,revision_number=None']} {{(pid=93908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:10.964494 n-d-800087-6 neutron-server[93908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88508bee-8bf1-4781-911a-a241ca95491e None None] No DVR routers for this DVR port 0e0f1635-de96-4232-be6e-7e083ef588e4 on host n-d-800087-6 {{(pid=93908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:11.029225 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33211586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33036581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33269686'] for network, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.037315 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Notify callbacks [] for network, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.039347 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] 10.222.0.35 "DELETE /v2.0/networks/70bac77d-03a1-43d0-8cce-7e25e5362525 HTTP/1.1" status: 204 len: 168 time: 0.5682759 Jul 16 03:05:11.050512 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4dff5-e289-4854-8bd7-71efb19f7505 admin admin] Pushing event deleted for resources: {'Network': ['ID=70bac77d-03a1-43d0-8cce-7e25e5362525,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:11.062607 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf955a8b-8004-474e-86b8-3e6a7aca99fe no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:11.083905 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: bf955a8b-8004-474e-86b8-3e6a7aca99fe {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:11.084281 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device bf955a8b-8004-474e-86b8-3e6a7aca99fe not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:11.084873 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e0f1635-de96-4232-be6e-7e083ef588e4 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:11.104747 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 0e0f1635-de96-4232-be6e-7e083ef588e4 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:11.105096 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 0e0f1635-de96-4232-be6e-7e083ef588e4 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:11.105688 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21920ac8-4c46-42b8-b76e-f680a21e40d5 no longer exists at agent ovs-agent-n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:11.127410 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] No Port match for: 21920ac8-4c46-42b8-b76e-f680a21e40d5 {{(pid=93908) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:11.128061 n-d-800087-6 neutron-server[93908]: DEBUG neutron.plugins.ml2.rpc [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Device 21920ac8-4c46-42b8-b76e-f680a21e40d5 not bound to the agent host n-d-800087-6 {{(pid=93908) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:11.175997 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49312) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:11.216861 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-b4566e98-d711-488f-8b8b-d8301008ed73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce2d0a04374c44eaa3b9ffbfed26ec14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394564 Jul 16 03:05:11.219182 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49314) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:11.272058 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d657f071-4265-412a-8281-20cc533c6ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.296676 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d657f071-4265-412a-8281-20cc533c6ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.349837 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d657f071-4265-412a-8281-20cc533c6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.352768 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-d657f071-4265-412a-8281-20cc533c6ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.354208 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-d657f071-4265-412a-8281-20cc533c6ee4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ccab9d5-32e2-4e93-93a6-560609695c74 HTTP/1.1" status: 204 len: 168 time: 0.1341126 Jul 16 03:05:11.365434 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f071-4265-412a-8281-20cc533c6ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccab9d5-32e2-4e93-93a6-560609695c74,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:11.727643 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49320) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:11.768739 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-decabd30-42ea-49fa-975e-2096e62dec96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82dde272a7924b90932d53b9331e62c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397201 Jul 16 03:05:11.771066 n-d-800087-6 neutron-server[93906]: DEBUG neutron.wsgi [-] (93906) accepted ('10.222.0.35', 49322) {{(pid=93906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:11.825957 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a029-606d-42a1-a831-8d0bde3bac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.847448 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a029-606d-42a1-a831-8d0bde3bac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.897233 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a029-606d-42a1-a831-8d0bde3bac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33212535'] for security_group, after_delete {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.899762 n-d-800087-6 neutron-server[93906]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a029-606d-42a1-a831-8d0bde3bac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.901188 n-d-800087-6 neutron-server[93906]: INFO neutron.wsgi [None req-2fa2a029-606d-42a1-a831-8d0bde3bac42 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30643785-d261-4123-8d3d-b6c31788d8d8 HTTP/1.1" status: 204 len: 168 time: 0.1289845 Jul 16 03:05:11.911195 n-d-800087-6 neutron-server[93906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2a029-606d-42a1-a831-8d0bde3bac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30643785-d261-4123-8d3d-b6c31788d8d8,revision_number=None']} {{(pid=93906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:14.520728 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:23.099093 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:23.926907 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-42872651-0614-4a29-9dee-6154455fc74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:24.198956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:26.322996 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-512af0f4-fc92-43d5-b1b5-9612a2d4e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:26.858206 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:27.788118 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:29.249948 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.522835 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:53.105727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.928824 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e760b36b-7808-4308-be98-83752555ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.214849 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.325340 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-44c89dc8-0a3c-49ea-bf70-97d42e7cfaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.860923 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:57.793104 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:59.252640 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:23.104074 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:23.929452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-50a59861-c33e-44fe-b67b-cd0e6fc789fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:24.233434 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:26.331473 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d3a0ff4e-b893-4896-aec9-78c5a7608d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:26.864551 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:27.793868 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:28.522505 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:06:29.252743 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:53.118462 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:53.930463 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-417f93a0-6c9f-409f-8d77-42c84261d86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:54.226697 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:56.323523 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a20cedb2-0412-4d21-b8a2-3812eabd4d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:56.867710 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:57.796669 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:59.256650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:05.521973 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:07:23.124935 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:23.931575 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-94fe9e32-b2ec-4d0c-9c64-d77859587905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:24.242994 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:26.326372 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-da8524d3-00ee-47fe-a307-86dd64b60c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:26.869956 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:27.804866 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:29.259088 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:42.521104 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:07:53.116618 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:53.932472 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c419fb4d-8742-4cad-8ccc-25302cab414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:54.239676 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:56.328875 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-ad4a51b7-f5dd-4a12-8338-f087b7b841ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:56.872188 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:57.803746 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:59.262012 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:19.521369 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:08:23.139574 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:23.932816 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-b32e4574-f5c1-4d0b-ae6d-bc1e7506a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:24.238616 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:26.329313 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-bf83affa-c54b-4d78-bd55-6fe2bae7ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:26.873430 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:27.809818 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:29.270546 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:53.137801 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:53.933328 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3985f746-073b-42fb-9c87-3e6221a088fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:54.240439 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:56.330405 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0a0623ff-981d-4d00-837b-164232f7aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:56.521482 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:08:56.877036 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:57.812631 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:59.272334 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:23.146114 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:23.933642 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-e9b08ab8-fea5-4fa5-bbb6-5d001b6ddbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:24.237130 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:26.332249 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-1de5bfee-ab01-4062-814b-ab7176ac371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:26.880708 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:27.811460 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:29.275296 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:33.520904 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:09:53.159509 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:53.934768 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-be64c0c1-aaf5-4aee-8cbc-43e3429c4d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:54.235179 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:56.334187 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cf6f0028-c7f8-452e-bad5-90960c37e78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:56.881602 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:57.815314 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:59.277727 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.519681 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:10:23.169643 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:23.934839 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c04dcf80-5b27-4496-a893-2e768afbc274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:24.237205 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:26.333921 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-cfb2e942-f8ff-4118-a389-5e3b5c076bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:26.881633 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:27.819267 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:29.277170 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:47.518882 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:10:53.188576 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.936019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2a151f2a-0483-4883-9b2c-e25d4d7e5d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.248650 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.336024 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-d560ec83-aad6-460a-b023-a95df0fd5014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.883654 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:57.821604 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:59.281398 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:23.188019 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:23.936655 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-81ffd3e2-78f7-4085-b706-4db421f9ea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:24.262767 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:24.518241 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:11:26.336825 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-0eb41a2f-f308-4b72-8395-ede2d2de53ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:26.884446 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:27.823732 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:29.285801 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:53.201940 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:53.937768 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-08b98af1-fcdb-4c6e-b011-ef0a6cfa7bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:54.262353 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:56.337406 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-2d42edc2-ec56-4656-8ee6-10b6ffd5d054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:56.886911 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:57.827437 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:59.284660 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:01.517496 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:12:23.223503 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:23.937060 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c7b484ff-165a-44f7-bd9b-f119ee8033c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:24.277028 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:26.338452 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-6ea3807b-d0a5-47d8-91bb-c6bcbee18b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:26.888203 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:27.830401 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:29.288757 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:38.520091 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:12:53.224799 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:53.939200 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-3279158f-66b6-4178-8672-7011f7b243b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:54.269865 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:56.339946 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1f196b7-6225-42dc-acee-ebc6738aae2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:56.888719 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:57.832518 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:59.291371 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:15.519682 n-d-800087-6 neutron-server[93909]: DEBUG neutron.db.agents_db [None req-81391943-a53c-4b92-9cd3-47c5a82d7d17 None None] Agent healthcheck: found 7 active agents {{(pid=93909) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:13:18.133771 n-d-800087-6 neutron-server[93907]: DEBUG neutron.wsgi [req-f88e53e0-26b8-4d3f-b972-e511887c6dd3 req-6e257307-9034-4b90-ab14-f8aceb207646 service neutron] (93907) timed out ('10.222.0.35', 43106) {{(pid=93907) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:13:23.222678 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-47f31a5c-4e85-4788-a501-04d878bd8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:23.941305 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-a1fbdaa3-66fb-4dfd-8760-af9d6ab37d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:24.275043 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fe7-a15f-49d2-9784-7d9bb4db8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:26.341006 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-02eaf4ca-b5b4-43be-9475-ed00d2c8b161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:26.889847 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-de8ad22a-8c84-4a82-ab3a-f01367b8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:27.842443 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-919c47a0-9db3-4c9a-bff3-e6ca3a88bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:29.298486 n-d-800087-6 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-703310ce-549b-4ad5-8a39-108032162c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745879277626', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-752753'] for agent, after_update {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}